00010000:00000010:1.1:1770653353.135248:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556402e8200. 00010000:00000010:1.1:1770653353.135253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33e800. 00010000:00000010:1.1:1770653353.135257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33f800. 00010000:00000010:1.1:1770653353.135265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33ee00. 00010000:00000010:1.1:1770653353.135270:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556402e8700. 00010000:00000010:1.1:1770653353.135277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33f200. 00010000:00000010:1.1:1770653353.135286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33ec00. 00010000:00000010:1.1:1770653353.135293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33e400. 00010000:00000010:1.1:1770653353.135300:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556402e8e00. 00010000:00000010:1.1:1770653353.135307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33f600. 00010000:00000010:1.1:1770653353.135315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33e600. 00010000:00000010:1.1:1770653353.135321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648ddf000. 00010000:00000010:1.1:1770653353.135328:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556402e9500. 00010000:00000010:1.1:1770653353.135334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648ddea00. 00010000:00000010:1.1:1770653353.135339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648ddf600. 00010000:00000010:1.1:1770653353.135343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648ddf400. 00010000:00000010:1.1:1770653353.135347:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556402e9c00. 00010000:00000010:1.1:1770653353.135354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648ddf800. 00010000:00000010:1.1:1770653353.135358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648dde000. 00010000:00000010:1.1:1770653353.135361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648ddfe00. 00010000:00000010:1.1:1770653353.135366:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556402e9300. 00010000:00000010:1.1:1770653353.135371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648ddec00. 00010000:00000010:1.1:1770653353.135377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648dde800. 00010000:00000010:1.1:1770653353.135381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648ddfc00. 00010000:00000010:1.1:1770653353.135387:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556402e9900. 00010000:00000010:1.1:1770653353.135395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648dde600. 00010000:00000010:1.1:1770653353.135400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648ddf200. 00010000:00000010:1.1:1770653353.135406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb0e00. 00010000:00000010:1.1:1770653353.135412:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556402e9800. 00010000:00000010:1.1:1770653353.135417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb1200. 00010000:00000010:1.1:1770653353.135423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb0c00. 00010000:00000010:1.1:1770653353.135428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb0400. 00010000:00000010:1.1:1770653353.135432:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556402e9f00. 00010000:00000010:1.1:1770653353.135439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb1600. 00010000:00000010:1.1:1770653353.135445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb0600. 00010000:00000010:1.1:1770653353.135451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb1a00. 00010000:00000010:1.1:1770653353.135455:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556402e9000. 00010000:00000010:1.1:1770653353.135462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb0000. 00010000:00000010:1.1:1770653353.135468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb0a00. 00010000:00000010:1.1:1770653353.135472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb0200. 00010000:00000010:1.1:1770653353.135477:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556402e9b00. 00010000:00000010:1.1:1770653353.135482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb0800. 00010000:00000010:1.1:1770653353.135487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb1800. 00010000:00000010:1.1:1770653353.135492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb2a00. 00010000:00000010:1.1:1770653353.135497:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556402ea200. 00010000:00000010:1.1:1770653353.135502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb3a00. 00010000:00000010:1.1:1770653353.135509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb3000. 00010000:00000010:1.1:1770653353.135511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb3800. 00010000:00000010:1.1:1770653353.135518:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556402ea700. 00010000:00000010:1.1:1770653353.135523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb2200. 00010000:00000010:1.1:1770653353.135528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb3400. 00010000:00000010:1.1:1770653353.135533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb2c00. 00010000:00000010:1.1:1770653353.135539:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556402eae00. 00010000:00000010:1.1:1770653353.135543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb2e00. 00010000:00000010:1.1:1770653353.135548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb3e00. 00010000:00000010:1.1:1770653353.135552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb2600. 00010000:00000010:1.1:1770653353.135558:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556402ea600. 00010000:00000010:1.1:1770653353.135563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb2400. 00010000:00000010:1.1:1770653353.135569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb3c00. 00010000:00000010:1.1:1770653353.135573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa4000. 00010000:00000010:1.1:1770653353.135577:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556402ea400. 00010000:00000010:1.1:1770653353.135582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa5400. 00010000:00000010:1.1:1770653353.135586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa5a00. 00010000:00000010:1.1:1770653353.135592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa4800. 00010000:00000010:1.1:1770653353.135598:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556402ea100. 00010000:00000010:1.1:1770653353.135603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa5e00. 00010000:00000010:1.1:1770653353.135607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa4200. 00010000:00000010:1.1:1770653353.137919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa5200. 00010000:00000010:1.1:1770653353.137930:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556402eaa00. 00010000:00000010:1.1:1770653353.137941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa5c00. 00010000:00000010:1.1:1770653353.137951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa4e00. 00010000:00000010:1.1:1770653353.137956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa5600. 00010000:00000010:1.1:1770653353.137963:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556402ead00. 00010000:00000010:1.1:1770653353.137970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa5000. 00010000:00000010:1.1:1770653353.137976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa4400. 00010000:00000010:1.1:1770653353.137982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa7c00. 00010000:00000010:1.1:1770653353.137987:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f252900. 00010000:00000010:1.1:1770653353.137993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa6600. 00010000:00000010:1.1:1770653353.137999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662e7b400. 00010000:00000010:1.1:1770653353.138005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa7000. 00010000:00000010:1.1:1770653353.138013:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c880f00. 00010000:00000010:1.1:1770653353.138021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa6a00. 00010000:00000010:1.1:1770653353.138028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa7600. 00010000:00000010:1.1:1770653353.138034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa7400. 00010000:00000010:1.1:1770653353.138043:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c880000. 00010000:00000010:1.1:1770653353.138051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa7800. 00010000:00000010:1.1:1770653353.138060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa6000. 00010000:00000010:1.1:1770653353.201893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa7c00. 00010000:00000010:1.1:1770653353.201906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c880900. 00010000:00000010:1.1:1770653353.201913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa6800. 00010000:00000010:1.1:1770653353.205891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa6600. 00010000:00000010:1.1:1770653353.210880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa6c00. 00010000:00000010:1.1:1770653353.210886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c880900. 00010000:00000010:1.1:1770653353.210890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa6e00. 00010000:00000010:1.1:1770653353.210892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa7c00. 00010000:00000010:1.1:1770653353.241891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa7c00. 00010000:00000010:1.1:1770653353.241896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556402eaa00. 00010000:00000010:1.1:1770653353.241899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa7200. 00010000:00000010:1.1:1770653353.241901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa6e00. 00010000:00000010:1.1:1770653353.393885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa4400. 00010000:00000010:1.1:1770653353.393891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556402e9800. 00010000:00000010:1.1:1770653353.393894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa5000. 00010000:00000010:1.1:1770653353.393897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa6e00. 00010000:00000010:1.1:1770653353.397977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa5600. 00010000:00000010:1.1:1770653353.402906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556614d0c00. 00010000:00000010:1.1:1770653353.410904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556614d1200. 00010000:00000010:1.1:1770653353.419892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556614d1000. 00010000:00000010:1.1:1770653353.428902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556614d1200. 00010000:00000010:1.1:1770653353.437982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556614d0000. 00010000:00000010:1.1:1770653353.446924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556614d1200. 00010000:00000010:1.1:1770653353.457907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556614d0c00. 00010000:00000010:1.1:1770653353.467893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556614d1000. 00010000:00000010:1.1:1770653353.479270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556614d1200. 00010000:00000010:1.1:1770653353.495887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556614d0000. 00010000:00000010:1.1:1770653353.504969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556614d1200. 00010000:00000010:1.1:1770653353.517933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556614d1000. 00010000:00000010:1.1:1770653353.541908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556614d0c00. 00010000:00000010:1.1:1770653353.546915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556614d0000. 00010000:00000010:1.1:1770653353.557933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556242ee000. 00010000:00000010:1.1:1770653353.570930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556614d0000. 00010000:00000010:1.1:1770653353.583922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556614d1c00. 00010000:00000010:1.1:1770653353.592924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556614d1600. 00010000:00000010:1.1:1770653353.607948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556614d1600. 00010000:00000010:1.1:1770653353.617929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556614d0000. 00010000:00000010:1.1:1770653353.631905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556614d1200. 00010000:00000010:1.1:1770653353.646943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556614d1200. 00010000:00000010:1.1:1770653353.657933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556614d1600. 00010000:00000010:1.1:1770653353.665910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa5a00. 00010000:00000010:1.1:1770653353.665924:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556402e9800. 00010000:00000010:1.1:1770653353.665931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa5400. 00010000:00000010:1.1:1770653353.665937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa4800. 00010000:00000010:1.1:1770653353.677907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa4000. 00010000:00000010:1.1:1770653353.685934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a0dda00. 00010000:00000010:1.1:1770653353.796928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa4800. 00010000:00000010:1.1:1770653353.796940:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556402e9800. 00010000:00000010:1.1:1770653353.796952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa5400. 00010000:00000010:1.1:1770653353.796962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa4000. 00010000:00000010:1.1:1770653353.798897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa4200. 00010000:00000010:1.1:1770653353.798912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556402e9300. 00010000:00000010:1.1:1770653353.798934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa5200. 00010000:00000010:1.1:1770653353.798947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa5e00. 00010000:00000010:1.1:1770653353.798959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa5c00. 00010000:00000010:1.1:1770653353.798972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa5000. 00010000:00000010:1.1:1770653353.798985:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556402e9c00. 00010000:00000010:1.1:1770653353.798990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa5600. 00010000:00000010:1.1:1770653353.798995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa4400. 00010000:00000010:1.1:1770653353.799002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa6e00. 00010000:00000010:1.1:1770653353.799009:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556402e9500. 00010000:00000010:1.1:1770653353.799015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb3c00. 00010000:00000010:1.1:1770653353.799021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556242ee000. 00010000:00000010:1.1:1770653353.799025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb3e00. 00010000:00000010:1.1:1770653353.799029:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556402e8e00. 00010000:00000010:1.1:1770653353.799032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb2e00. 00010000:00000010:1.1:1770653353.799035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb2600. 00010000:00000010:1.1:1770653353.799039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb2200. 00010000:00000010:1.1:1770653353.799042:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556402e8700. 00010000:00000010:1.1:1770653353.799045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb3800. 00010000:00000010:1.1:1770653353.799048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb3400. 00010000:00000010:1.1:1770653353.799051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb2a00. 00010000:00000010:1.1:1770653353.799054:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556402e8200. 00010000:00000010:1.1:1770653353.799057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb1800. 00010000:00000010:1.1:1770653353.799059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb3a00. 00010000:00000010:1.1:1770653353.799063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb0000. 00010000:00000010:1.1:1770653353.799066:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556402e8d00. 00010000:00000010:1.1:1770653353.799069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb1a00. 00010000:00000010:1.1:1770653353.799073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb0a00. 00010000:00000010:1.1:1770653353.799075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb0400. 00010000:00000010:1.1:1770653353.799078:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556402e8a00. 00010000:00000010:1.1:1770653353.799080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb0c00. 00010000:00000010:1.1:1770653353.799083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb1600. 00010000:00000010:1.1:1770653353.799086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb0200. 00010000:00000010:1.1:1770653353.799088:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556402e8100. 00010000:00000010:1.1:1770653353.799091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648ddf200. 00010000:00000010:1.1:1770653353.799094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb0e00. 00010000:00000010:1.1:1770653353.799097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648ddec00. 00010000:00000010:1.1:1770653353.799100:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556402e8400. 00010000:00000010:1.1:1770653353.799102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648ddfe00. 00010000:00000010:1.1:1770653353.799105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648dde800. 00010000:00000010:1.1:1770653354.213908:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33f800. 00010000:00000010:1.1:1770653354.213920:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f253f00. 00010000:00000010:1.1:1770653354.213929:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33e800. 00010000:00000010:1.1:1770653354.213936:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33ee00. 00010000:00000010:1.1:1770653354.303922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33e000. 00010000:00000010:1.1:1770653354.303935:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f253800. 00010000:00000010:1.1:1770653354.303945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33fa00. 00010000:00000010:1.1:1770653354.303952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33ea00. 00010000:00000010:1.1:1770653354.303960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33d200. 00010000:00000010:1.1:1770653354.303969:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f253f00. 00010000:00000010:1.1:1770653354.303978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33c200. 00010000:00000010:1.1:1770653354.303985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33dc00. 00010000:00000010:1.1:1770653354.307935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33da00. 00010000:00000010:1.1:1770653354.307968:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f253900. 00010000:00000010:1.1:1770653354.307983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33d400. 00010000:00000010:1.1:1770653354.307994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33c800. 00010000:00000010:1.1:1770653354.308007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33d000. 00010000:00000010:1.1:1770653354.308015:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f253300. 00010000:00000010:1.1:1770653354.308024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33d600. 00010000:00000010:1.1:1770653354.308028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33c400. 00010000:00000010:1.1:1770653354.308030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33f800. 00010000:00000010:1.1:1770653354.308032:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f253c00. 00010000:00000010:1.1:1770653354.308035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d34ea00. 00010000:00000010:1.1:1770653354.308038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33e800. 00010000:00000010:1.1:1770653354.308040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d34e600. 00010000:00000010:1.1:1770653354.308042:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f253500. 00010000:00000010:1.1:1770653354.308044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d34f600. 00010000:00000010:1.1:1770653354.308046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d34fa00. 00010000:00000010:1.1:1770653354.308048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d34f200. 00010000:00000010:1.1:1770653354.308050:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f252900. 00010000:00000010:1.1:1770653354.308051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d34ee00. 00010000:00000010:1.1:1770653354.308053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d34ec00. 00010000:00000010:1.1:1770653354.308055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d34e200. 00010000:00000010:1.1:1770653354.308057:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f252e00. 00010000:00000010:1.1:1770653354.308059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625269200. 00010000:00000010:1.1:1770653354.308060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d34e800. 00010000:00000010:1.1:1770653354.308062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625269800. 00010000:00000010:1.1:1770653354.308063:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f252700. 00010000:00000010:1.1:1770653354.308065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625268800. 00010000:00000010:1.1:1770653354.308067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625268c00. 00010000:00000010:1.1:1770653354.308068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb7e00. 00010000:00000010:1.1:1770653354.308070:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f252200. 00010000:00000010:1.1:1770653354.308072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb6200. 00010000:00000010:1.1:1770653354.308074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625268000. 00010000:00000010:1.1:1770653354.313903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33fa00. 00010000:00000010:1.1:1770653354.313913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f252d00. 00010000:00000010:1.1:1770653354.313924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33e200. 00010000:00000010:1.1:1770653354.313929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33ea00. 00010000:00000010:1.1:1770653354.331879:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33e200. 00010000:00000010:1.1:1770653354.331885:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f252d00. 00010000:00000010:1.1:1770653354.331890:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33fa00. 00010000:00000010:1.1:1770653354.331892:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33ea00. 00010000:00000010:1.1:1770653354.346877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb6200. 00010000:00000010:1.1:1770653354.346887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f253500. 00010000:00000010:1.1:1770653354.346901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb7e00. 00010000:00000010:1.1:1770653354.346909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33ee00. 00010000:00000010:1.1:1770653354.394881:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640190e00. 00010000:00000010:1.1:1770653354.394895:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f253500. 00010000:00000010:1.1:1770653354.394904:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640191e00. 00010000:00000010:1.1:1770653354.394912:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640190a00. 00010000:00000010:1.1:1770653354.410893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640190e00. 00010000:00000010:1.1:1770653354.410902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881a00. 00010000:00000010:1.1:1770653354.410906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33ee00. 00010000:00000010:1.1:1770653354.410909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640191e00. 00010000:00000010:1.1:1770653354.424874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33fa00. 00010000:00000010:1.1:1770653354.424888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881a00. 00010000:00000010:1.1:1770653354.424902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33e200. 00010000:00000010:1.1:1770653354.424912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33ea00. 00010000:00000010:1.1:1770653354.446891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33fa00. 00010000:00000010:1.1:1770653354.446897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881d00. 00010000:00000010:1.1:1770653354.446900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33e800. 00010000:00000010:1.1:1770653354.446901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33e200. 00010000:00000010:1.1:1770653354.456907:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640190e00. 00010000:00000010:1.1:1770653354.456918:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881d00. 00010000:00000010:1.1:1770653354.456925:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955665699400. 00010000:00000010:1.1:1770653354.456932:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640191e00. 00010000:00000010:1.1:1770653354.468888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7d600. 00010000:00000010:1.1:1770653354.468902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881800. 00010000:00000010:1.1:1770653354.468910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7c800. 00010000:00000010:1.1:1770653354.468916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7c400. 00010000:00000010:1.1:1770653354.476926:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7cc00. 00010000:00000010:1.1:1770653354.476934:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881d00. 00010000:00000010:1.1:1770653354.476938:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7ce00. 00010000:00000010:1.1:1770653354.476941:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7c200. 00010000:00000010:1.1:1770653354.484890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7c800. 00010000:00000010:1.1:1770653354.484898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881800. 00010000:00000010:1.1:1770653354.484901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7d600. 00010000:00000010:1.1:1770653354.484904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7c400. 00010000:00000010:1.1:1770653354.488877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7ca00. 00010000:00000010:1.1:1770653354.488884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881200. 00010000:00000010:1.1:1770653354.488887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955665699400. 00010000:00000010:1.1:1770653354.488889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7d200. 00010000:00000010:1.1:1770653354.492894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7ec00. 00010000:00000010:1.1:1770653354.492903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881d00. 00010000:00000010:1.1:1770653354.492907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7ea00. 00010000:00000010:1.1:1770653354.492910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7fe00. 00010000:00000010:1.1:1770653354.501893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7e000. 00010000:00000010:1.1:1770653354.501903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881200. 00010000:00000010:1.1:1770653354.501907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f400. 00010000:00000010:1.1:1770653354.501910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f000. 00010000:00000010:1.1:1770653354.506876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7ea00. 00010000:00000010:1.1:1770653354.506881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881d00. 00010000:00000010:1.1:1770653354.506884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7ec00. 00010000:00000010:1.1:1770653354.506886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7fe00. 00010000:00000010:1.1:1770653354.515675:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f400. 00010000:00000010:1.1:1770653354.516858:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881200. 00010000:00000010:1.1:1770653354.517959:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7e000. 00010000:00000010:1.1:1770653354.517964:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f000. 00010000:00000010:1.1:1770653354.528866:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7ec00. 00010000:00000010:1.1:1770653354.532903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881d00. 00010000:00000010:1.1:1770653354.532913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7ea00. 00010000:00000010:1.1:1770653354.532920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7fe00. 00010000:00000010:1.1:1770653354.540906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7ec00. 00010000:00000010:1.1:1770653354.540916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881200. 00010000:00000010:1.1:1770653354.540924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7e000. 00010000:00000010:1.1:1770653354.540933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f000. 00010000:00000010:1.1:1770653354.548911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7ea00. 00010000:00000010:1.1:1770653354.548935:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881d00. 00010000:00000010:1.1:1770653354.548938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f800. 00010000:00000010:1.1:1770653354.548941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7fe00. 00010000:00000010:1.1:1770653354.552877:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7e000. 00010000:00000010:1.1:1770653354.552883:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881200. 00010000:00000010:1.1:1770653354.552885:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7ec00. 00010000:00000010:1.1:1770653354.552888:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f000. 00010000:00000010:1.1:1770653354.560962:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f800. 00010000:00000010:1.1:1770653354.560970:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881d00. 00010000:00000010:1.1:1770653354.560974:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7ea00. 00010000:00000010:1.1:1770653354.560978:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7fe00. 00010000:00000010:1.1:1770653354.568937:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7ec00. 00010000:00000010:1.1:1770653354.568945:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881200. 00010000:00000010:1.1:1770653354.568949:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7e000. 00010000:00000010:1.1:1770653354.568952:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f000. 00010000:00000010:1.1:1770653354.576876:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7ea00. 00010000:00000010:1.1:1770653354.576882:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881d00. 00010000:00000010:1.1:1770653354.576886:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f800. 00010000:00000010:1.1:1770653354.576889:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7fe00. 00010000:00000010:1.1:1770653354.584898:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7e000. 00010000:00000010:1.1:1770653354.584914:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881200. 00010000:00000010:1.1:1770653354.584920:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7ec00. 00010000:00000010:1.1:1770653354.584928:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f000. 00010000:00000010:1.1:1770653354.592903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7ea00. 00010000:00000010:1.1:1770653354.592912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881d00. 00010000:00000010:1.1:1770653354.592915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f200. 00010000:00000010:1.1:1770653354.592918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f800. 00010000:00000010:1.1:1770653354.610909:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f200. 00010000:00000010:1.1:1770653354.613885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881d00. 00010000:00000010:1.1:1770653354.613893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7ea00. 00010000:00000010:1.1:1770653354.613899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f800. 00010000:00000010:1.1:1770653354.617927:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f000. 00010000:00000010:1.1:1770653354.617938:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881200. 00010000:00000010:1.1:1770653354.617946:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7fe00. 00010000:00000010:1.1:1770653354.617965:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7e000. 00010000:00000010:1.1:1770653354.631898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7e000. 00010000:00000010:1.1:1770653354.631906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881200. 00010000:00000010:1.1:1770653354.631909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7fe00. 00010000:00000010:1.1:1770653354.631912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f800. 00010000:00000010:1.1:1770653354.635927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f200. 00010000:00000010:1.1:1770653354.635936:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881d00. 00010000:00000010:1.1:1770653354.635939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f400. 00010000:00000010:1.1:1770653354.635941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7ea00. 00010000:00000010:1.1:1770653354.644899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7fe00. 00010000:00000010:1.1:1770653354.644910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881200. 00010000:00000010:1.1:1770653354.644921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7e000. 00010000:00000010:1.1:1770653354.644932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f800. 00010000:00000010:1.1:1770653354.648896:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f400. 00010000:00000010:1.1:1770653354.648901:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881d00. 00010000:00000010:1.1:1770653354.648904:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f200. 00010000:00000010:1.1:1770653354.648907:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7ea00. 00010000:00000010:1.1:1770653354.656916:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f200. 00010000:00000010:1.1:1770653354.656925:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881d00. 00010000:00000010:1.1:1770653354.656930:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f400. 00010000:00000010:1.1:1770653354.656933:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7ea00. 00010000:00000010:1.1:1770653354.668906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7ea00. 00010000:00000010:1.1:1770653354.668921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881d00. 00010000:00000010:1.1:1770653354.668933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f400. 00010000:00000010:1.1:1770653354.668943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7e000. 00010000:00000010:1.1:1770653354.672904:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f000. 00010000:00000010:1.1:1770653354.672911:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881200. 00010000:00000010:1.1:1770653354.672914:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f800. 00010000:00000010:1.1:1770653354.672917:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7fe00. 00010000:00000010:1.1:1770653354.681943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f400. 00010000:00000010:1.1:1770653354.681953:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881d00. 00010000:00000010:1.1:1770653354.681956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7ea00. 00010000:00000010:1.1:1770653354.681960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7e000. 00010000:00000010:1.1:1770653354.695904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f000. 00010000:00000010:1.1:1770653354.695917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881200. 00010000:00000010:1.1:1770653354.695923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7fc00. 00010000:00000010:1.1:1770653354.695926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f800. 00010000:00000010:1.1:1770653354.703905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7ea00. 00010000:00000010:1.1:1770653354.703915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881d00. 00010000:00000010:1.1:1770653354.703919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f400. 00010000:00000010:1.1:1770653354.703924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7e000. 00010000:00000010:1.1:1770653354.707906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7fc00. 00010000:00000010:1.1:1770653354.707915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881200. 00010000:00000010:1.1:1770653354.707918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f000. 00010000:00000010:1.1:1770653354.707920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f800. 00010000:00000010:1.1:1770653354.715916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f400. 00010000:00000010:1.1:1770653354.715928:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881d00. 00010000:00000010:1.1:1770653354.715933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7ea00. 00010000:00000010:1.1:1770653354.715938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7e000. 00010000:00000010:1.1:1770653354.724913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f000. 00010000:00000010:1.1:1770653354.724925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881200. 00010000:00000010:1.1:1770653354.724930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7fc00. 00010000:00000010:1.1:1770653354.724935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f800. 00010000:00000010:1.1:1770653354.732914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7ea00. 00010000:00000010:1.1:1770653354.732922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881d00. 00010000:00000010:1.1:1770653354.732926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f400. 00010000:00000010:1.1:1770653354.732929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7e000. 00010000:00000010:1.1:1770653354.737903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7fc00. 00010000:00000010:1.1:1770653354.737917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881200. 00010000:00000010:1.1:1770653354.737929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f000. 00010000:00000010:1.1:1770653354.737936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f800. 00010000:00000010:3.1:1770653354.838957:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565f7d3700. 00010000:00000010:3.1:1770653354.838969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562a088a00. 00010000:00000010:3.1:1770653354.838981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563fac8a00. 00010000:00000010:3.1:1770653354.838992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663780600. 00010000:00000010:3.1:1770653354.839001:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565f7d3e00. 00010000:00000010:3.1:1770653354.839007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563e7b2600. 00010000:00000010:3.1:1770653354.839018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663780200. 00010000:00000010:3.1:1770653354.839023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563e7b0800. 00010000:00000010:3.1:1770653354.839029:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565f7d3600. 00010000:00000010:3.1:1770653354.839042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563e7b1400. 00010000:00000010:3.1:1770653354.839048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563e7b2400. 00010000:00000010:3.1:1770653354.839058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629e97400. 00010000:00000010:3.1:1770653354.839068:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565f7d3400. 00010000:00000010:3.1:1770653354.839077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629e97800. 00010000:00000010:3.1:1770653354.839088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629e96000. 00010000:00000010:3.1:1770653354.839092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629e96800. 00010000:00000010:3.1:1770653354.839100:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565f7d3100. 00010000:00000010:3.1:1770653354.839109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629e96a00. 00010000:00000010:3.1:1770653354.839119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629e96c00. 00010000:00000010:3.1:1770653354.839126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556216c0000. 00010000:00000010:3.1:1770653354.839136:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626449600. 00010000:00000010:3.1:1770653354.839142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556216c1400. 00010000:00000010:3.1:1770653354.839150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629e97000. 00010000:00000010:3.1:1770653354.839155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556216c0c00. 00010000:00000010:3.1:1770653354.839159:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626449400. 00010000:00000010:3.1:1770653354.839165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556216c0800. 00010000:00000010:3.1:1770653354.839174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556216c1c00. 00010000:00000010:3.1:1770653354.839180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556216c1000. 00010000:00000010:3.1:1770653354.839196:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626449100. 00010000:00000010:3.1:1770653354.839199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617070c00. 00010000:00000010:3.1:1770653354.839205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556216c1200. 00010000:00000010:3.1:1770653354.839212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617071c00. 00010000:00000010:3.1:1770653354.839218:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626449a00. 00010000:00000010:3.1:1770653354.839232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617070600. 00010000:00000010:3.1:1770653354.839239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617071200. 00010000:00000010:3.1:1770653354.839247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617071000. 00010000:00000010:3.1:1770653354.839256:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626449d00. 00010000:00000010:3.1:1770653354.839261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617070a00. 00010000:00000010:3.1:1770653354.839283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617071600. 00010000:00000010:3.1:1770653354.839293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617071400. 00010000:00000010:3.1:1770653354.839302:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626449200. 00010000:00000010:3.1:1770653354.839307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617071800. 00010000:00000010:3.1:1770653354.839314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617070000. 00010000:00000010:3.1:1770653354.839322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617071e00. 00010000:00000010:3.1:1770653354.839330:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626449700. 00010000:00000010:3.1:1770653354.839336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617072800. 00010000:00000010:3.1:1770653354.839342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617070800. 00010000:00000010:3.1:1770653354.839353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617072e00. 00010000:00000010:3.1:1770653354.839364:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626449e00. 00010000:00000010:3.1:1770653354.839375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617073200. 00010000:00000010:3.1:1770653354.839384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617072c00. 00010000:00000010:3.1:1770653354.839392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617072400. 00010000:00000010:3.1:1770653354.839398:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562644a900. 00010000:00000010:3.1:1770653354.839404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617073600. 00010000:00000010:3.1:1770653354.839408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617072600. 00010000:00000010:3.1:1770653354.839411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617073a00. 00010000:00000010:3.1:1770653354.839416:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562644a800. 00010000:00000010:3.1:1770653354.839426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617072000. 00010000:00000010:3.1:1770653354.839431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617072a00. 00010000:00000010:3.1:1770653354.839436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617072200. 00010000:00000010:3.1:1770653354.839444:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562644af00. 00010000:00000010:3.1:1770653354.839449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642088200. 00010000:00000010:3.1:1770653354.839454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617073800. 00010000:00000010:3.1:1770653354.839459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642088c00. 00010000:00000010:3.1:1770653354.839463:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562644a000. 00010000:00000010:3.1:1770653354.839474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642088e00. 00010000:00000010:3.1:1770653354.839481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642089e00. 00010000:00000010:3.1:1770653354.839487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642088600. 00010000:00000010:3.1:1770653354.839491:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562644ab00. 00010000:00000010:3.1:1770653354.839499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642088400. 00010000:00000010:3.1:1770653354.839508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642089c00. 00010000:00000010:3.1:1770653354.839518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642088a00. 00010000:00000010:3.1:1770653354.839529:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562644a500. 00010000:00000010:3.1:1770653354.839533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642089a00. 00010000:00000010:3.1:1770653354.839539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642089000. 00010000:00000010:3.1:1770653354.839550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642089800. 00010000:00000010:3.1:1770653354.839558:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562644ac00. 00010000:00000010:3.1:1770653354.839562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208a800. 00010000:00000010:3.1:1770653354.839569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642089400. 00010000:00000010:3.1:1770653354.839581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208ae00. 00010000:00000010:3.1:1770653354.839591:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562644a300. 00010000:00000010:3.1:1770653354.839601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208b200. 00010000:00000010:3.1:1770653354.839607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208ac00. 00010000:00000010:3.1:1770653354.839614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208a400. 00010000:00000010:3.1:1770653354.839628:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562644bd00. 00010000:00000010:3.1:1770653354.839644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208b600. 00010000:00000010:3.1:1770653354.839652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208a600. 00010000:00000010:3.1:1770653354.839659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208ba00. 00010000:00000010:3.1:1770653354.839671:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562644b200. 00010000:00000010:3.1:1770653354.839681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208a000. 00010000:00000010:3.1:1770653354.839684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208aa00. 00010000:00000010:3.1:1770653354.839688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208a200. 00010000:00000010:3.1:1770653354.839693:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562644b700. 00010000:00000010:3.1:1770653354.839697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348800. 00010000:00000010:3.1:1770653354.839700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208b800. 00010000:00000010:3.1:1770653354.839705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348e00. 00010000:00000010:3.1:1770653354.839709:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562644be00. 00010000:00000010:3.1:1770653354.839714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f349200. 00010000:00000010:3.1:1770653354.839719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348c00. 00010000:00000010:3.1:1770653354.839726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348400. 00010000:00000010:3.1:1770653354.839733:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562644b600. 00010000:00000010:3.1:1770653354.839738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f349600. 00010000:00000010:3.1:1770653354.839741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348600. 00010000:00000010:3.1:1770653354.839746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f349a00. 00010000:00000010:3.1:1770653354.839760:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562644b400. 00010000:00000010:3.1:1770653354.839769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348000. 00010000:00000010:3.1:1770653354.839776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348a00. 00010000:00000010:3.1:1770653354.839786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348200. 00010000:00000010:3.1:1770653354.839799:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562644b100. 00010000:00000010:3.1:1770653354.839814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34b200. 00010000:00000010:3.1:1770653354.839822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f349800. 00010000:00000010:3.1:1770653354.839831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a400. 00010000:00000010:3.1:1770653354.839840:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562644ba00. 00010000:00000010:3.1:1770653354.839845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34b600. 00010000:00000010:3.1:1770653354.839859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a600. 00010000:00000010:3.1:1770653354.839862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34ba00. 00010000:00000010:3.1:1770653354.839867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955661eecb00. 00010000:00000010:3.1:1770653354.839872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a000. 00010000:00000010:3.1:1770653354.839877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34aa00. 00010000:00000010:3.1:1770653354.839881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a200. 00010000:00000010:3.1:1770653354.839888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955661eec500. 00010000:00000010:3.1:1770653354.839895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a800. 00010000:00000010:3.1:1770653354.839902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34b800. 00010000:00000010:3.1:1770653354.839908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34ae00. 00010000:00000010:3.1:1770653354.839912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955661eecc00. 00010000:00000010:3.1:1770653354.839916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955610296200. 00010000:00000010:3.1:1770653354.839920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34ac00. 00010000:00000010:3.1:1770653354.839929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955610296c00. 00010000:00000010:3.1:1770653354.839940:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955661eec300. 00010000:00000010:3.1:1770653354.839957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955610296e00. 00010000:00000010:3.1:1770653354.839962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955610297e00. 00010000:00000010:3.1:1770653354.839969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955610296600. 00010000:00000010:3.1:1770653354.839977:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955661eec900. 00010000:00000010:3.1:1770653354.839992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955610296400. 00010000:00000010:3.1:1770653354.840002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955610297c00. 00010000:00000010:1.1:1770653354.841925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f000. 00010000:00000010:1.1:1770653354.841943:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881200. 00010000:00000010:1.1:1770653354.841957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7fc00. 00010000:00000010:1.1:1770653354.841976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f800. 00010000:00000010:1.1:1770653354.841991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f200. 00010000:00000010:1.1:1770653354.842004:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881f00. 00010000:00000010:1.1:1770653354.842011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7ec00. 00010000:00000010:1.1:1770653354.842016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7ea00. 00010000:00000010:1.1:1770653354.842022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7ca00. 00010000:00000010:1.1:1770653354.842027:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881700. 00010000:00000010:1.1:1770653354.842032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7c400. 00010000:00000010:1.1:1770653354.842037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7d200. 00010000:00000010:1.1:1770653354.842041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7da00. 00010000:00000010:1.1:1770653354.842045:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881000. 00010000:00000010:1.1:1770653354.842051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7c200. 00010000:00000010:1.1:1770653354.842055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7c800. 00010000:00000010:1.1:1770653354.842059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556580e7e00. 00010000:00000010:1.1:1770653354.842065:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881e00. 00010000:00000010:1.1:1770653354.842070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556580e6400. 00010000:00000010:1.1:1770653354.842075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7cc00. 00010000:00000010:1.1:1770653354.842080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629e95800. 00010000:00000010:1.1:1770653354.842085:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881b00. 00010000:00000010:1.1:1770653354.842089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629e95c00. 00010000:00000010:1.1:1770653354.842110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629e95400. 00010000:00000010:1.1:1770653354.842115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629e94a00. 00010000:00000010:1.1:1770653354.842119:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881600. 00010000:00000010:1.1:1770653354.842123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629e95200. 00010000:00000010:1.1:1770653354.842127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629e94800. 00010000:00000010:1.1:1770653354.842132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662e7aa00. 00010000:00000010:1.1:1770653354.842136:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881500. 00010000:00000010:1.1:1770653354.842141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662e7b400. 00010000:00000010:1.1:1770653354.842144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662e7ae00. 00010000:00000010:1.1:1770653354.842148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955610294600. 00010000:00000010:1.1:1770653354.842150:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881400. 00010000:00000010:1.1:1770653354.842153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955610294400. 00010000:00000010:1.1:1770653354.842156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955610295c00. 00010000:00000010:3.1:1770653354.902875:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563e883400. 00010000:00000010:3.1:1770653354.919886:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556357dd200. 00010000:00000010:3.1:1770653354.937877:0:12201:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d34c800. 00010000:00000010:3.1:1770653354.946888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556357df800. 00010000:00000010:3.1:1770653354.994891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556683e8200. 00010000:00000010:3.1:1770653355.003873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556357df200. 00010000:00000010:3.1:1770653355.011880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ab38000. 00010000:00000010:3.1:1770653355.019880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ab38200. 00010000:00000010:3.1:1770653355.027914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ab38c00. 00010000:00000010:3.1:1770653355.031892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ab38200. 00010000:00000010:3.1:1770653355.040881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ab38000. 00010000:00000010:3.1:1770653355.048882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ab38200. 00010000:00000010:3.1:1770653355.060890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ab38c00. 00010000:00000010:3.1:1770653355.064924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ab38200. 00010000:00000010:3.1:1770653355.072917:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ab38000. 00010000:00000010:3.1:1770653355.076871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556683e9800. 00010000:00000010:3.1:1770653355.076876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626449d00. 00010000:00000010:3.1:1770653355.076878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556683e8200. 00010000:00000010:3.1:1770653355.076880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d34c800. 00010000:00000010:3.1:1770653355.076882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662e7b400. 00010000:00000010:3.1:1770653355.080905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556357dd200. 00010000:00000010:3.1:1770653355.080914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626449a00. 00010000:00000010:3.1:1770653355.080919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34ac00. 00010000:00000010:3.1:1770653355.080922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955610295200. 00010000:00000010:3.1:1770653355.084876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34ae00. 00010000:00000010:3.1:1770653355.088874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a800. 00010000:00000010:3.1:1770653355.088878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626449d00. 00010000:00000010:3.1:1770653355.088881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a200. 00010000:00000010:3.1:1770653355.088883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34b800. 00010000:00000010:3.1:1770653355.092880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34aa00. 00010000:00000010:3.1:1770653355.096883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34ac00. 00010000:00000010:3.1:1770653355.096888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626449a00. 00010000:00000010:3.1:1770653355.096891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a000. 00010000:00000010:3.1:1770653355.096894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34ae00. 00010000:00000010:3.1:1770653355.100880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34ba00. 00010000:00000010:3.1:1770653355.104883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34b800. 00010000:00000010:3.1:1770653355.104889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626449d00. 00010000:00000010:3.1:1770653355.104892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a200. 00010000:00000010:3.1:1770653355.104895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34aa00. 00010000:00000010:3.1:1770653355.108880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a800. 00010000:00000010:3.1:1770653355.112884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34ae00. 00010000:00000010:3.1:1770653355.112890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626449a00. 00010000:00000010:3.1:1770653355.112893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a000. 00010000:00000010:3.1:1770653355.112895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34ba00. 00010000:00000010:3.1:1770653355.116881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34ac00. 00010000:00000010:3.1:1770653355.120886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34aa00. 00010000:00000010:3.1:1770653355.120892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626449d00. 00010000:00000010:3.1:1770653355.120895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a200. 00010000:00000010:3.1:1770653355.120897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a800. 00010000:00000010:3.1:1770653355.124880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34b800. 00010000:00000010:3.1:1770653355.128883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34ba00. 00010000:00000010:3.1:1770653355.128889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626449a00. 00010000:00000010:3.1:1770653355.128892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a000. 00010000:00000010:3.1:1770653355.128895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34ac00. 00010000:00000010:3.1:1770653355.132885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34ae00. 00010000:00000010:3.1:1770653355.136881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a800. 00010000:00000010:3.1:1770653355.136886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626449d00. 00010000:00000010:3.1:1770653355.136889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a200. 00010000:00000010:3.1:1770653355.136891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34b800. 00010000:00000010:3.1:1770653355.140886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34aa00. 00010000:00000010:3.1:1770653355.144883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34ac00. 00010000:00000010:3.1:1770653355.144890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626449a00. 00010000:00000010:3.1:1770653355.144894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a000. 00010000:00000010:3.1:1770653355.144897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34ae00. 00010000:00000010:3.1:1770653355.152898:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34ba00. 00010000:00000010:3.1:1770653355.156926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34b800. 00010000:00000010:3.1:1770653355.156933:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626449d00. 00010000:00000010:3.1:1770653355.156937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a200. 00010000:00000010:3.1:1770653355.156939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34aa00. 00010000:00000010:3.1:1770653355.160898:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a800. 00010000:00000010:3.1:1770653355.160904:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a000. 00010000:00000010:3.1:1770653355.160907:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626449a00. 00010000:00000010:3.1:1770653355.160911:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34ac00. 00010000:00000010:3.1:1770653355.160914:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34ae00. 00010000:00000010:3.1:1770653355.164922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a600. 00010000:00000010:3.1:1770653355.168886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a200. 00010000:00000010:3.1:1770653355.168892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626449d00. 00010000:00000010:3.1:1770653355.168895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34b800. 00010000:00000010:3.1:1770653355.168898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34aa00. 00010000:00000010:3.1:1770653355.172896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34ae00. 00010000:00000010:3.1:1770653355.177880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34b800. 00010000:00000010:3.1:1770653355.177884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626449d00. 00010000:00000010:3.1:1770653355.177887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a200. 00010000:00000010:3.1:1770653355.177889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34aa00. 00010000:00000010:3.1:1770653355.181869:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a600. 00010000:00000010:3.1:1770653355.186917:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a200. 00010000:00000010:3.1:1770653355.186928:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626449d00. 00010000:00000010:3.1:1770653355.186934:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34b800. 00010000:00000010:3.1:1770653355.186939:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34aa00. 00010000:00000010:3.1:1770653355.186945:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34ae00. 00010000:00000010:3.1:1770653355.199890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34ac00. 00010000:00000010:3.1:1770653355.199898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626449a00. 00010000:00000010:3.1:1770653355.199904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a000. 00010000:00000010:3.1:1770653355.199913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a600. 00010000:00000010:1.1:1770653355.203929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a800. 00010000:00000010:1.1:1770653355.209898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ab38600. 00010000:00000010:3.1:1770653355.213890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a000. 00010000:00000010:3.1:1770653355.213898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626449a00. 00010000:00000010:3.1:1770653355.213902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34ac00. 00010000:00000010:3.1:1770653355.213905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a600. 00010000:00000010:1.1:1770653355.217909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34ae00. 00010000:00000010:3.1:1770653355.222916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34ac00. 00010000:00000010:3.1:1770653355.222926:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626449a00. 00010000:00000010:3.1:1770653355.222929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a000. 00010000:00000010:3.1:1770653355.222932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a600. 00010000:00000010:1.1:1770653355.230911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34aa00. 00010000:00000010:3.1:1770653355.239886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a000. 00010000:00000010:3.1:1770653355.239894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626449a00. 00010000:00000010:3.1:1770653355.239899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34ac00. 00010000:00000010:3.1:1770653355.239903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a600. 00010000:00000010:1.1:1770653355.243914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34b800. 00010000:00000010:3.1:1770653355.247895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34ba00. 00010000:00000010:3.1:1770653355.247903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626449d00. 00010000:00000010:3.1:1770653355.247907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34b600. 00010000:00000010:3.1:1770653355.247911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a200. 00010000:00000010:1.1:1770653355.247926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a400. 00010000:00000010:3.1:1770653355.252897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34ac00. 00010000:00000010:3.1:1770653355.252903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626449a00. 00010000:00000010:3.1:1770653355.252906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a000. 00010000:00000010:3.1:1770653355.252909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a600. 00010000:00000010:3.1:1770653355.257911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34b200. 00010000:00000010:3.1:1770653355.262901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a000. 00010000:00000010:3.1:1770653355.262908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626449a00. 00010000:00000010:3.1:1770653355.262912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34ac00. 00010000:00000010:3.1:1770653355.262915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a600. 00010000:00000010:3.1:1770653355.267917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a200. 00010000:00000010:3.1:1770653355.272922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34ac00. 00010000:00000010:3.1:1770653355.272931:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626449a00. 00010000:00000010:3.1:1770653355.272935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a000. 00010000:00000010:3.1:1770653355.272938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a600. 00010000:00000010:3.1:1770653355.277917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34b200. 00010000:00000010:3.1:1770653355.282897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a000. 00010000:00000010:3.1:1770653355.282904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626449a00. 00010000:00000010:3.1:1770653355.282909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34ac00. 00010000:00000010:3.1:1770653355.282914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a600. 00010000:00000010:3.1:1770653355.287906:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a200. 00010000:00000010:3.1:1770653355.293880:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34ac00. 00010000:00000010:3.1:1770653355.293889:0:76655:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626449a00. 00010000:00000010:3.1:1770653355.293893:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a000. 00010000:00000010:3.1:1770653355.293896:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a600. 00010000:00000010:3.1:1770653355.298898:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34b200. 00010000:00000010:3.1:1770653355.309897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a600. 00010000:00000010:3.1:1770653355.410870:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626449a00. 00010000:00000010:3.1:1770653355.410875:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a000. 00010000:00000010:3.1:1770653355.410878:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34b200. 00010000:00000010:1.1:1770653355.412897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34ac00. 00010000:00000010:1.1:1770653355.418923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955656586c00. 00010000:00000010:1.1:1770653355.418933:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562b399800. 00010000:00000010:1.1:1770653355.418937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955656587e00. 00010000:00000010:1.1:1770653355.418940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955656587400. 00010000:00000010:1.1:1770653355.418943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955656587200. 00010000:00000010:1.1:1770653355.418946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ab3b200. 00010000:00000010:1.1:1770653355.418951:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562b39bf00. 00010000:00000010:1.1:1770653355.418954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ab3b800. 00010000:00000010:1.1:1770653355.418957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ab3a200. 00010000:00000010:1.1:1770653355.418960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ab3ae00. 00010000:00000010:1.1:1770653355.418963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ab3a400. 00010000:00000010:1.1:1770653355.418966:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562b39b700. 00010000:00000010:1.1:1770653355.418968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ab3b600. 00010000:00000010:1.1:1770653355.418971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ab3a600. 00010000:00000010:1.1:1770653355.418973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ab3a000. 00010000:00000010:1.1:1770653355.418976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955623499600. 00010000:00000010:1.1:1770653355.418979:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562b39b000. 00010000:00000010:1.1:1770653355.418982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955623499400. 00010000:00000010:1.1:1770653355.418985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ab3aa00. 00010000:00000010:1.1:1770653355.418988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955623498400. 00010000:00000010:1.1:1770653355.418991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955623498200. 00010000:00000010:1.1:1770653355.418995:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562b39be00. 00010000:00000010:1.1:1770653355.418998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955623498800. 00010000:00000010:1.1:1770653355.419001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955623498000. 00010000:00000010:1.1:1770653355.419004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955623499e00. 00010000:00000010:1.1:1770653355.419006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955623498e00. 00010000:00000010:1.1:1770653355.419008:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562b39bb00. 00010000:00000010:1.1:1770653355.419011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563fac8a00. 00010000:00000010:1.1:1770653355.419014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955623499c00. 00010000:00000010:1.1:1770653355.419017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563fac8600. 00010000:00000010:1.1:1770653355.419020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a0df400. 00010000:00000010:1.1:1770653355.419025:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562b39b600. 00010000:00000010:1.1:1770653355.419030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a0dfa00. 00010000:00000010:1.1:1770653355.419036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563fac9800. 00010000:00000010:1.1:1770653355.419040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a0dfc00. 00010000:00000010:1.1:1770653355.419043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a0de600. 00010000:00000010:1.1:1770653355.419046:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562b39b500. 00010000:00000010:1.1:1770653355.419049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563e880200. 00010000:00000010:1.1:1770653355.419053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a0de400. 00010000:00000010:1.1:1770653355.419056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563e881c00. 00010000:00000010:1.1:1770653355.419061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5c000. 00010000:00000010:1.1:1770653355.419065:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562b39b400. 00010000:00000010:1.1:1770653355.419071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5d400. 00010000:00000010:1.1:1770653355.419075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563e880e00. 00010000:00000010:1.1:1770653355.419081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5d800. 00010000:00000010:1.1:1770653355.419086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5c800. 00010000:00000010:1.1:1770653355.419093:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562b39bc00. 00010000:00000010:1.1:1770653355.419098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5de00. 00010000:00000010:1.1:1770653355.419104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5c200. 00010000:00000010:1.1:1770653355.419111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5cc00. 00010000:00000010:1.1:1770653355.422899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5d200. 00010000:00000010:1.1:1770653355.422907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562b39b100. 00010000:00000010:1.1:1770653355.422909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5dc00. 00010000:00000010:1.1:1770653355.422912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5ce00. 00010000:00000010:1.1:1770653355.427914:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5c600. 00010000:00000010:1.1:1770653355.438893:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5dc00. 00010000:00000010:1.1:1770653355.438903:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562b39b100. 00010000:00000010:1.1:1770653355.438913:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5d200. 00010000:00000010:1.1:1770653355.438919:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5ce00. 00010000:00000010:3.1:1770653355.441873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5cc00. 00010000:00000010:1.1:1770653355.446893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5d800. 00010000:00000010:1.1:1770653355.446899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562b39b700. 00010000:00000010:1.1:1770653355.446901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5d400. 00010000:00000010:1.1:1770653355.446903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5c800. 00010000:00000010:3.1:1770653355.453878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5c000. 00010000:00000010:1.1:1770653355.458896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5d600. 00010000:00000010:1.1:1770653355.458904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562b39b700. 00010000:00000010:1.1:1770653355.458913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5d000. 00010000:00000010:1.1:1770653355.458917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5d800. 00010000:00000010:3.1:1770653355.463875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5ca00. 00010000:00000010:1.1:1770653355.469867:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5d600. 00010000:00000010:1.1:1770653355.469871:0:76383:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562b39bd00. 00010000:00000010:1.1:1770653355.469875:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5c800. 00010000:00000010:1.1:1770653355.469877:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5d000. 00010000:00000010:3.1:1770653355.478870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5c400. 00010000:00000010:1.1:1770653355.488902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5d600. 00010000:00000010:1.1:1770653355.488911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650b78300. 00010000:00000010:1.1:1770653355.488921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5ca00. 00010000:00000010:1.1:1770653355.488931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5c800. 00010000:00000010:3.1:1770653355.492891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5da00. 00010000:00000010:1.1:1770653355.497881:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563e880e00. 00010000:00000010:1.1:1770653355.497892:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650b78a00. 00010000:00000010:1.1:1770653355.497898:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563e881c00. 00010000:00000010:1.1:1770653355.497902:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5c400. 00010000:00000010:3.1:1770653355.500874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563e880200. 00010000:00000010:1.1:1770653355.504888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5c800. 00010000:00000010:1.1:1770653355.504894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650b78300. 00010000:00000010:1.1:1770653355.504896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5da00. 00010000:00000010:1.1:1770653355.504898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5d600. 00010000:00000010:3.1:1770653355.510893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5ca00. 00010000:00000010:3.1:1770653355.529893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e919a00. 00010000:00000010:1.1:1770653355.539891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563e880200. 00010000:00000010:1.1:1770653355.548905:0:12200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650b78200. 00010000:00000010:1.1:1770653355.548916:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a0de400. 00010000:00000010:1.1:1770653355.548928:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563e880e00. 00010000:00000010:3.1:1770653355.553890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a0de600. 00010000:00000010:3.1:1770653355.561870:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34ae00. 00010000:00000010:3.1:1770653355.566877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5e400. 00010000:00000010:3.1:1770653355.577903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5ec00. 00010000:00000010:3.1:1770653355.582886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5f400. 00010000:00000010:3.1:1770653355.590879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5f800. 00010000:00000010:3.1:1770653355.594921:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5f400. 00010000:00000010:3.1:1770653355.604968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5ec00. 00010000:00000010:3.1:1770653355.608883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5e400. 00010000:00000010:3.1:1770653355.618878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5f000. 00010000:00000010:3.1:1770653355.623872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5e400. 00010000:00000010:3.1:1770653355.629876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5fa00. 00010000:00000010:3.1:1770653355.638880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5f400. 00010000:00000010:3.1:1770653355.642876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5f800. 00010000:00000010:3.1:1770653355.652866:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5f400. 00010000:00000010:3.1:1770653355.665884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5e200. 00010000:00000010:3.1:1770653355.669890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5e400. 00010000:00000010:3.1:1770653355.677886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5f000. 00010000:00000010:3.1:1770653355.685901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5e400. 00010000:00000010:3.1:1770653355.693887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5e200. 00010000:00000010:3.1:1770653355.701923:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5f400. 00010000:00000010:3.1:1770653355.709915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5f800. 00010000:00000010:3.1:1770653355.713889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5f400. 00010000:00000010:3.1:1770653355.722875:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5fe00. 00010000:00000010:3.1:1770653355.730874:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5e400. 00010000:00000010:3.1:1770653355.738866:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5ec00. 00010000:00000010:3.1:1770653355.746910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5e200. 00010000:00000010:3.1:1770653355.754880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5fa00. 00010000:00000010:3.1:1770653355.762934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5ee00. 00010000:00000010:3.1:1770653355.770934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5e400. 00010000:00000010:3.1:1770653355.778895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5fe00. 00010000:00000010:3.1:1770653355.786900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5f400. 00010000:00000010:3.1:1770653355.794891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5f800. 00010000:00000010:3.1:1770653355.803884:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5f400. 00010000:00000010:3.1:1770653355.817890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5e600. 00010000:00000010:3.1:1770653355.826886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5ea00. 00010000:00000010:3.1:1770653355.836893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5e200. 00010000:00000010:3.1:1770653355.844892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5e400. 00010000:00000010:3.1:1770653355.848892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5e600. 00010000:00000010:3.1:1770653355.853877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5fe00. 00010000:00000010:3.1:1770653355.865883:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5f400. 00010000:00000010:3.1:1770653355.979907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5da00. 00010000:00000010:3.1:1770653355.979917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955662d87c00. 00010000:00000010:1.1:1770653355.979924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a0de600. 00010000:00000010:3.1:1770653355.979930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556683e8200. 00010000:00000010:1.1:1770653355.979937:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650b78200. 00010000:00000010:3.1:1770653355.979942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662e7b400. 00010000:00000010:1.1:1770653355.979946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563e880e00. 00010000:00000010:3.1:1770653355.979962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5fa00. 00010000:00000010:1.1:1770653355.979965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a0de400. 00010000:00000010:1.1:1770653355.979984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563fac8600. 00010000:00000010:1.1:1770653355.979993:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562b39bd00. 00010000:00000010:1.1:1770653355.980010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563fac8a00. 00010000:00000010:1.1:1770653355.980026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563fac9800. 00010000:00000010:1.1:1770653355.980037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955623499e00. 00010000:00000010:1.1:1770653355.980052:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650b79c00. 00010000:00000010:1.1:1770653355.980058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955623498000. 00010000:00000010:1.1:1770653355.980065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955623498e00. 00010000:00000010:1.1:1770653355.980077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955623498400. 00010000:00000010:1.1:1770653355.980084:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650b79300. 00010000:00000010:1.1:1770653355.980101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955623499400. 00010000:00000010:1.1:1770653355.980114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955623498200. 00010000:00000010:1.1:1770653355.980120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ab3a000. 00010000:00000010:1.1:1770653355.980124:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650b79900. 00010000:00000010:1.1:1770653355.980126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ab3a600. 00010000:00000010:1.1:1770653355.980130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ab3aa00. 00010000:00000010:1.1:1770653355.980141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ab3ae00. 00010000:00000010:1.1:1770653355.980147:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650b79800. 00010000:00000010:1.1:1770653355.980154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ab3a200. 00010000:00000010:1.1:1770653355.980166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ab3a400. 00010000:00000010:1.1:1770653355.980192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955656587200. 00010000:00000010:1.1:1770653355.980196:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650b79f00. 00010000:00000010:1.1:1770653355.980198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955656587400. 00010000:00000010:1.1:1770653355.980201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ab3b200. 00010000:00000010:1.1:1770653355.980207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3400. 00010000:00000010:1.1:1770653355.980212:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650b79000. 00010000:00000010:1.1:1770653355.980229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3800. 00010000:00000010:1.1:1770653355.980245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955656586c00. 00010000:00000010:1.1:1770653355.980259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2e00. 00010000:00000010:1.1:1770653355.980266:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650b79b00. 00010000:00000010:1.1:1770653355.980274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3e00. 00010000:00000010:1.1:1770653355.980281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2600. 00010000:00000010:1.1:1770653355.980286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2a00. 00010000:00000010:1.1:1770653355.980298:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650b79500. 00010000:00000010:1.1:1770653355.980306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e60600. 00010000:00000010:1.1:1770653355.980311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3c00. 00010000:00000010:1.1:1770653355.980315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e60200. 00010000:00000010:1.1:1770653355.980323:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650b7ab00. 00010000:00000010:1.1:1770653355.980334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e60000. 00010000:00000010:1.1:1770653355.980343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e61600. 00010000:00000010:1.1:1770653355.980348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e61800. 00010000:00000010:1.1:1770653355.980354:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650b7a500. 00010000:00000010:1.1:1770653355.980363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e60e00. 00010000:00000010:1.1:1770653355.980367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e61200. 00010000:00000010:1.1:1770653355.980379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e63400. 00010000:00000010:1.1:1770653355.980387:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650b7ac00. 00010000:00000010:1.1:1770653355.980393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e63200. 00010000:00000010:1.1:1770653355.980408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e62000. 00010000:00000010:1.1:1770653355.980417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e63000. 00010000:00000010:1.1:1770653355.980428:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650b7a300. 00010000:00000010:1.1:1770653355.980436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e62e00. 00010000:00000010:1.1:1770653355.980441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e62200. 00010000:00000010:1.1:1770653355.980453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658033c00. 00010000:00000010:1.1:1770653355.980467:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650b7a900. 00010000:00000010:1.1:1770653355.980476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658032600. 00010000:00000010:1.1:1770653355.980486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658033200. 00010000:00000010:1.1:1770653355.980495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658033600. 00010000:00000010:1.1:1770653355.980508:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650b7a800. 00010000:00000010:1.1:1770653355.980518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658032c00. 00010000:00000010:1.1:1770653355.980524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658032a00. 00010000:00000010:1.1:1770653355.980529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33c200. 00010000:00000010:1.1:1770653355.980541:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650b7af00. 00010000:00000010:1.1:1770653355.980548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33ce00. 00010000:00000010:1.1:1770653355.980562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658033e00. 00010000:00000010:1.1:1770653355.980578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33de00. 00010000:00000010:1.1:1770653355.980589:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650b7a000. 00010000:00000010:1.1:1770653355.980603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33da00. 00010000:00000010:1.1:1770653355.980613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33c000. 00010000:00000010:1.1:1770653355.980625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33d000. 00010000:00000010:1.1:1770653355.980643:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650b7bd00. 00010000:00000010:1.1:1770653355.980660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f000. 00010000:00000010:1.1:1770653355.980679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33c800. 00010000:00000010:1.1:1770653355.980688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7ec00. 00010000:00000010:1.1:1770653355.980709:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650b7b200. 00010000:00000010:1.1:1770653355.980716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f800. 00010000:00000010:1.1:1770653355.980729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7e000. 00010000:00000010:1.1:1770653355.980742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7ce00. 00010000:00000010:1.1:1770653355.980749:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650b7b700. 00010000:00000010:1.1:1770653355.980766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7d600. 00010000:00000010:1.1:1770653355.980777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955665699400. 00010000:00000010:1.1:1770653355.980787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7d200. 00010000:00000010:1.1:1770653355.980794:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650b7be00. 00010000:00000010:1.1:1770653355.980805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7c800. 00010000:00000010:1.1:1770653355.980817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7c400. 00010000:00000010:1.1:1770653355.980830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629e95000. 00010000:00000010:1.1:1770653355.980843:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650b7b600. 00010000:00000010:1.1:1770653355.980872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629e94000. 00010000:00000010:1.1:1770653355.980885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629e94800. 00010000:00000010:1.1:1770653355.980896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629e95c00. 00010000:00000010:1.1:1770653355.980900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650b7b400. 00010000:00000010:1.1:1770653355.980902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629e95400. 00010000:00000010:1.1:1770653355.980904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629e94a00. 00010000:00000010:1.1:1770653355.980908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563dd75400. 00010000:00000010:1.1:1770653355.980912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650b7b100. 00010000:00000010:1.1:1770653355.980914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563dd75600. 00010000:00000010:1.1:1770653355.980916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563dd75800. 00010000:00000010:1.1:1770653355.980917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563dd75200. 00010000:00000010:1.1:1770653355.980919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650b7ba00. 00010000:00000010:1.1:1770653355.980921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563dd74600. 00010000:00000010:1.1:1770653355.980926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563dd75000. 00010000:00000010:1.1:1770653355.980929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563dd74c00. 00010000:00000010:1.1:1770653355.980933:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561fc54200. 00010000:00000010:1.1:1770653355.980938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563dd75e00. 00010000:00000010:1.1:1770653355.980949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563dd74800. 00010000:00000010:1.1:1770653355.980959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955659ad2a00. 00010000:00000010:1.1:1770653355.980965:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561fc54700. 00010000:00000010:1.1:1770653355.980972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955659ad3c00. 00010000:00000010:1.1:1770653355.980983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955659ad3a00. 00010000:00000010:1.1:1770653355.980987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955659ad3e00. 00010000:00000010:1.1:1770653355.980996:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561fc54e00. 00010000:00000010:1.1:1770653355.981000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955659ad2e00. 00010000:00000010:1.1:1770653355.981006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955659ad2600. 00010000:00000010:1.1:1770653355.981014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955659ad2200. 00010000:00000010:1.1:1770653355.981018:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561fc54600. 00010000:00000010:1.1:1770653355.981020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955659ad3800. 00010000:00000010:1.1:1770653355.981029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955659ad3400. 00010000:00000010:1.1:1770653355.981031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3ca200. 00010000:00000010:1.1:1770653355.981034:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561fc54400. 00010000:00000010:1.1:1770653355.981038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3cb400. 00010000:00000010:1.1:1770653355.981044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3cbc00. 00010000:00000010:1.1:1770653355.981055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb0000. 00010000:00000010:1.1:1770653355.981063:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561fc54100. 00010000:00000010:1.1:1770653355.981070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a0dca00. 00010000:00000010:1.1:1770653355.981083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb0800. 00010000:00000010:1.1:1770653355.981089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955656584200. 00010000:00000010:1.1:1770653355.981095:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561fc54a00. 00010000:00000010:1.1:1770653355.981103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955656584e00. 00010000:00000010:1.1:1770653355.981115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955656584600. 00010000:00000010:1.1:1770653355.981125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955656585a00. 00010000:00000010:1.1:1770653355.981132:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561fc54d00. 00010000:00000010:1.1:1770653355.981142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663780600. 00010000:00000010:1.1:1770653355.981144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955656584800. 00010000:00000010:1.1:1770653355.981146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629e96000. 00010000:00000010:1.1:1770653355.981150:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561fc56800. 00010000:00000010:1.1:1770653355.981155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629e96c00. 00010000:00000010:1.1:1770653355.981163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629e97800. 00010000:00000010:1.1:1770653355.981169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563e7b0800. 00010000:00000010:1.1:1770653355.981188:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561fc56f00. 00010000:00000010:1.1:1770653355.981191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562a088a00. 00010000:00000010:1.1:1770653355.981193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563e7b1400. 00010000:00000010:1.1:1770653355.981195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556216c0000. 00010000:00000010:1.1:1770653355.981197:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561fc56000. 00010000:00000010:1.1:1770653355.981199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556216c1c00. 00010000:00000010:1.1:1770653355.981201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563e7b2400. 00010000:00000010:1.1:1770653355.981205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556216c1200. 00010000:00000010:1.1:1770653355.981208:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561fc56b00. 00010000:00000010:1.1:1770653355.981215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617071c00. 00010000:00000010:1.1:1770653355.981232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556216c0800. 00010000:00000010:1.1:1770653355.981233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617071200. 00010000:00000010:1.1:1770653355.981237:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561fc56500. 00010000:00000010:1.1:1770653355.981244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617071000. 00010000:00000010:1.1:1770653355.981255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617070a00. 00010000:00000010:1.1:1770653355.981259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617071800. 00010000:00000010:1.1:1770653355.981261:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561fc56c00. 00010000:00000010:1.1:1770653355.981271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617070800. 00010000:00000010:1.1:1770653355.981273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617071400. 00010000:00000010:1.1:1770653355.981278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91b800. 00010000:00000010:1.1:1770653355.981287:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561fc56300. 00010000:00000010:1.1:1770653355.981297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91a200. 00010000:00000010:1.1:1770653355.981307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91b400. 00010000:00000010:1.1:1770653355.981321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91ac00. 00010000:00000010:1.1:1770653355.981330:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561fc56900. 00010000:00000010:1.1:1770653355.981350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91ae00. 00010000:00000010:1.1:1770653355.981355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91be00. 00010000:00000010:1.1:1770653355.981361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91a600. 00010000:00000010:1.1:1770653355.981366:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561fc57b00. 00010000:00000010:1.1:1770653355.981375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91a400. 00010000:00000010:1.1:1770653355.981380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91bc00. 00010000:00000010:1.1:1770653355.981385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91aa00. 00010000:00000010:1.1:1770653355.981394:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561fc57500. 00010000:00000010:1.1:1770653355.981398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91ba00. 00010000:00000010:1.1:1770653355.981402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91b000. 00010000:00000010:1.1:1770653355.981406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1da00. 00010000:00000010:1.1:1770653355.981424:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561fc57c00. 00010000:00000010:1.1:1770653355.981432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1c000. 00010000:00000010:1.1:1770653355.981437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1ca00. 00010000:00000010:1.1:1770653355.981440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1c200. 00010000:00000010:1.1:1770653355.981446:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561fc57300. 00010000:00000010:1.1:1770653355.981456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1c800. 00010000:00000010:1.1:1770653355.981468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1d800. 00010000:00000010:1.1:1770653355.981473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1ce00. 00010000:00000010:1.1:1770653355.981483:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561fc57900. 00010000:00000010:1.1:1770653355.981487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1d200. 00010000:00000010:1.1:1770653355.981491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1cc00. 00010000:00000010:1.1:1770653355.981498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1c400. 00010000:00000010:1.1:1770653355.981506:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561fc57800. 00010000:00000010:1.1:1770653355.981508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1d600. 00010000:00000010:1.1:1770653355.981512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1c600. 00010000:00000010:1.1:1770653355.981535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1fe00. 00010000:00000010:1.1:1770653355.981547:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561fc57f00. 00010000:00000010:1.1:1770653355.981560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1ec00. 00010000:00000010:1.1:1770653355.981567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1e800. 00010000:00000010:1.1:1770653355.981577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1fc00. 00010000:00000010:1.1:1770653355.981581:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561fc57000. 00010000:00000010:1.1:1770653355.981590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1e600. 00010000:00000010:1.1:1770653355.981601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1f200. 00010000:00000010:1.1:1770653355.981611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1f000. 00010000:00000010:1.1:1770653355.981620:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642c40700. 00010000:00000010:1.1:1770653355.981632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1ea00. 00010000:00000010:1.1:1770653355.981643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1f600. 00010000:00000010:1.1:1770653355.981650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1f400. 00010000:00000010:1.1:1770653355.981662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642c40e00. 00010000:00000010:1.1:1770653355.981673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1f800. 00010000:00000010:1.1:1770653355.981678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1e000. 00010000:00000010:1.1:1770653355.981689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b54fa00. 00010000:00000010:1.1:1770653355.981699:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642c40600. 00010000:00000010:1.1:1770653355.981713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b54e000. 00010000:00000010:1.1:1770653355.981728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b54ea00. 00010000:00000010:1.1:1770653355.981741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b54e200. 00010000:00000010:1.1:1770653355.981750:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642c40400. 00010000:00000010:1.1:1770653355.981760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b54e800. 00010000:00000010:1.1:1770653355.981767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b54f800. 00010000:00000010:1.1:1770653355.981774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b54ee00. 00010000:00000010:1.1:1770653355.981783:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642c40100. 00010000:00000010:1.1:1770653355.981793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b54f200. 00010000:00000010:1.1:1770653355.981800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b54ec00. 00010000:00000010:1.1:1770653355.981807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b54e400. 00010000:00000010:1.1:1770653355.981814:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642c40a00. 00010000:00000010:1.1:1770653355.981819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b54f600. 00010000:00000010:1.1:1770653355.981825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b54e600. 00010000:00000010:1.1:1770653355.981832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f2dd800. 00010000:00000010:1.1:1770653355.981838:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642c40d00. 00010000:00000010:1.1:1770653355.981846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f2dc200. 00010000:00000010:1.1:1770653355.981869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f2dd400. 00010000:00000010:1.1:1770653355.981873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f2dcc00. 00010000:00000010:1.1:1770653355.981881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642c40200. 00010000:00000010:1.1:1770653355.981885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f2dce00. 00010000:00000010:1.1:1770653355.981888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f2dde00. 00010000:00000010:1.1:1770653355.981893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f2dc600. 00010000:00000010:1.1:1770653355.984917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642c41a00. 00010000:00000010:1.1:1770653355.984925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f2dc400. 00010000:00000010:1.1:1770653355.984929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f2ddc00. 00010000:00000010:1.1:1770653355.984941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f2dca00. 00010000:00000010:1.1:1770653355.984946:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642c41d00. 00010000:00000010:1.1:1770653355.984973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f2dda00. 00010000:00000010:1.1:1770653355.985007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f2dd000. 00010000:00000010:1.1:1770653355.985035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f2dfa00. 00010000:00000010:1.1:1770653355.985052:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642c41200. 00010000:00000010:1.1:1770653355.985068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f2de000. 00010000:00000010:1.1:1770653355.985077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f2dea00. 00010000:00000010:1.1:1770653355.985104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f2de200. 00010000:00000010:1.1:1770653355.985110:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642c41700. 00010000:00000010:1.1:1770653355.985132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f2de800. 00010000:00000010:1.1:1770653355.985136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f2df800. 00010000:00000010:1.1:1770653355.985154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f2dee00. 00010000:00000010:1.1:1770653355.985193:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642c41e00. 00010000:00000010:1.1:1770653355.985197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f2df200. 00010000:00000010:1.1:1770653355.985199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f2dec00. 00010000:00000010:1.1:1770653355.985215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f2de400. 00010000:00000010:1.1:1770653355.985225:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642c41600. 00010000:00000010:1.1:1770653355.985257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f2df600. 00010000:00000010:1.1:1770653355.985264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f2de600. 00010000:00000010:3.1:1770653356.004897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348200. 00010000:00000010:3.1:1770653356.004905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955662d87c00. 00010000:00000010:3.1:1770653356.004910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348a00. 00010000:00000010:3.1:1770653356.008882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f349800. 00010000:00000010:3.1:1770653356.065870:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348c00. 00010000:00000010:3.1:1770653356.065874:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955661eef900. 00010000:00000010:3.1:1770653356.065876:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f349200. 00010000:00000010:3.1:1770653356.065878:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348400. 00010000:00000010:3.1:1770653356.070879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348e00. 00010000:00000010:3.1:1770653356.074895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348000. 00010000:00000010:3.1:1770653356.074899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955661eefd00. 00010000:00000010:3.1:1770653356.074902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662e7b400. 00010000:00000010:3.1:1770653356.074904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348800. 00010000:00000010:3.1:1770653356.090891:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348000. 00010000:00000010:3.1:1770653356.090898:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955661eefd00. 00010000:00000010:3.1:1770653356.090912:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348e00. 00010000:00000010:3.1:1770653356.090948:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348800. 00010000:00000010:3.1:1770653356.096878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348c00. 00010000:00000010:3.1:1770653356.096883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955661eef900. 00010000:00000010:3.1:1770653356.096888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5fa00. 00010000:00000010:3.1:1770653356.096894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348400. 00010000:00000010:3.1:1770653356.107929:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f349200. 00010000:00000010:3.1:1770653356.111894:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955661eeff00. 00010000:00000010:3.1:1770653356.111904:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348c00. 00010000:00000010:3.1:1770653356.111907:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348400. 00010000:00000010:3.1:1770653356.120884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a0df400. 00010000:00000010:3.1:1770653356.120889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14c400. 00010000:00000010:3.1:1770653356.120891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f349200. 00010000:00000010:3.1:1770653356.120893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a0de600. 00010000:00000010:3.1:1770653356.128879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208aa00. 00010000:00000010:3.1:1770653356.128886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14cc00. 00010000:00000010:3.1:1770653356.128893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208a000. 00010000:00000010:3.1:1770653356.128896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208a200. 00010000:00000010:3.1:1770653356.133879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208b600. 00010000:00000010:3.1:1770653356.133884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14c400. 00010000:00000010:3.1:1770653356.133887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208a400. 00010000:00000010:3.1:1770653356.133889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208a600. 00010000:00000010:3.1:1770653356.141872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208a000. 00010000:00000010:3.1:1770653356.141877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14cc00. 00010000:00000010:3.1:1770653356.141880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208aa00. 00010000:00000010:3.1:1770653356.141884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208a200. 00010000:00000010:3.1:1770653356.145882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208a400. 00010000:00000010:3.1:1770653356.145887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14c400. 00010000:00000010:3.1:1770653356.145889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208b600. 00010000:00000010:3.1:1770653356.145891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208a600. 00010000:00000010:3.1:1770653356.153877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208aa00. 00010000:00000010:3.1:1770653356.153885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14cc00. 00010000:00000010:3.1:1770653356.153891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208a000. 00010000:00000010:3.1:1770653356.153897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208a200. 00010000:00000010:3.1:1770653356.162943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208b600. 00010000:00000010:3.1:1770653356.162952:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14c400. 00010000:00000010:3.1:1770653356.162956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208a400. 00010000:00000010:3.1:1770653356.162959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208a600. 00010000:00000010:3.1:1770653356.166910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208a000. 00010000:00000010:3.1:1770653356.166915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14cc00. 00010000:00000010:3.1:1770653356.166917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208aa00. 00010000:00000010:3.1:1770653356.166919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208a200. 00010000:00000010:3.1:1770653356.178881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208a400. 00010000:00000010:3.1:1770653356.178886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14c400. 00010000:00000010:3.1:1770653356.178889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208b600. 00010000:00000010:3.1:1770653356.178891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208a600. 00010000:00000010:3.1:1770653356.182879:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208aa00. 00010000:00000010:3.1:1770653356.182888:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14cc00. 00010000:00000010:3.1:1770653356.182893:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208a000. 00010000:00000010:3.1:1770653356.182902:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208a200. 00010000:00000010:3.1:1770653356.186881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208b200. 00010000:00000010:3.1:1770653356.186889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14c100. 00010000:00000010:3.1:1770653356.186895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208ae00. 00010000:00000010:3.1:1770653356.186898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208b800. 00010000:00000010:3.1:1770653356.190874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208a000. 00010000:00000010:3.1:1770653356.190879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14cc00. 00010000:00000010:3.1:1770653356.190881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208aa00. 00010000:00000010:3.1:1770653356.190889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208a200. 00010000:00000010:3.1:1770653356.198879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208ae00. 00010000:00000010:3.1:1770653356.198884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14c100. 00010000:00000010:3.1:1770653356.198886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208b200. 00010000:00000010:3.1:1770653356.198888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208b800. 00010000:00000010:3.1:1770653356.211886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208aa00. 00010000:00000010:3.1:1770653356.211890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14cc00. 00010000:00000010:3.1:1770653356.211893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208a000. 00010000:00000010:3.1:1770653356.211894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208a200. 00010000:00000010:3.1:1770653356.214899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208b200. 00010000:00000010:3.1:1770653356.214905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14c100. 00010000:00000010:3.1:1770653356.214908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208ae00. 00010000:00000010:3.1:1770653356.214910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208b800. 00010000:00000010:3.1:1770653356.218884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208ba00. 00010000:00000010:3.1:1770653356.218890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14c400. 00010000:00000010:3.1:1770653356.218898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208ac00. 00010000:00000010:3.1:1770653356.218900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208a800. 00010000:00000010:3.1:1770653356.226913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208ae00. 00010000:00000010:3.1:1770653356.226918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14c100. 00010000:00000010:3.1:1770653356.226921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208b200. 00010000:00000010:3.1:1770653356.226923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208b800. 00010000:00000010:3.1:1770653356.231880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208ac00. 00010000:00000010:3.1:1770653356.231885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14c400. 00010000:00000010:3.1:1770653356.231888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208ba00. 00010000:00000010:3.1:1770653356.231890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208a800. 00010000:00000010:3.1:1770653356.239889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208b200. 00010000:00000010:3.1:1770653356.239896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14c100. 00010000:00000010:3.1:1770653356.239899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208ae00. 00010000:00000010:3.1:1770653356.239901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208b800. 00010000:00000010:3.1:1770653356.248887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208ba00. 00010000:00000010:3.1:1770653356.248894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14c400. 00010000:00000010:3.1:1770653356.248897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208ac00. 00010000:00000010:3.1:1770653356.248899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208a800. 00010000:00000010:3.1:1770653356.256950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208ae00. 00010000:00000010:3.1:1770653356.256957:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14c100. 00010000:00000010:3.1:1770653356.256960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208b200. 00010000:00000010:3.1:1770653356.256963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208b800. 00010000:00000010:3.1:1770653356.264899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208ac00. 00010000:00000010:3.1:1770653356.264905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14c400. 00010000:00000010:3.1:1770653356.264908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208ba00. 00010000:00000010:3.1:1770653356.264910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208a800. 00010000:00000010:3.1:1770653356.273894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208b200. 00010000:00000010:3.1:1770653356.273905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14c100. 00010000:00000010:3.1:1770653356.273919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208ae00. 00010000:00000010:3.1:1770653356.273928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208b800. 00010000:00000010:3.1:1770653356.285902:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208ba00. 00010000:00000010:3.1:1770653356.285910:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14c400. 00010000:00000010:3.1:1770653356.285913:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208ac00. 00010000:00000010:3.1:1770653356.285916:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208a800. 00010000:00000010:3.1:1770653356.289897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208ae00. 00010000:00000010:3.1:1770653356.289907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14c100. 00010000:00000010:3.1:1770653356.289913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208b200. 00010000:00000010:3.1:1770653356.289918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208b800. 00010000:00000010:3.1:1770653356.293901:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208a000. 00010000:00000010:3.1:1770653356.293905:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14cc00. 00010000:00000010:3.1:1770653356.293908:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208aa00. 00010000:00000010:3.1:1770653356.293911:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208a200. 00010000:00000010:3.1:1770653356.301882:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208b200. 00010000:00000010:3.1:1770653356.301888:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14c100. 00010000:00000010:3.1:1770653356.301892:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208ae00. 00010000:00000010:3.1:1770653356.301894:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208b800. 00010000:00000010:3.1:1770653356.309880:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208b800. 00010000:00000010:3.1:1770653356.309886:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14c100. 00010000:00000010:3.1:1770653356.309890:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208ae00. 00010000:00000010:3.1:1770653356.309893:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208aa00. 00010000:00000010:3.1:1770653356.528896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208ae00. 00010000:00000010:3.1:1770653356.528907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14c100. 00010000:00000010:3.1:1770653356.528918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208b800. 00010000:00000010:3.1:1770653356.528924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208aa00. 00010000:00000010:1.1:1770653356.541918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f2dce00. 00010000:00000010:1.1:1770653356.541927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650b78200. 00010000:00000010:1.1:1770653356.541935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f2dde00. 00010000:00000010:1.1:1770653356.541941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f2dcc00. 00010000:00000010:1.1:1770653356.541949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f2dd800. 00010000:00000010:1.1:1770653356.541956:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642c43300. 00010000:00000010:1.1:1770653356.541961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b54e600. 00010000:00000010:1.1:1770653356.541967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f2dc200. 00010000:00000010:1.1:1770653356.541972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b54ec00. 00010000:00000010:1.1:1770653356.541978:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642c43900. 00010000:00000010:1.1:1770653356.541982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b54f200. 00010000:00000010:1.1:1770653356.541987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b54e400. 00010000:00000010:1.1:1770653356.541993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b54e800. 00010000:00000010:1.1:1770653356.541998:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642c43800. 00010000:00000010:1.1:1770653356.542005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b54e200. 00010000:00000010:1.1:1770653356.542007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b54f800. 00010000:00000010:1.1:1770653356.542012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b54fa00. 00010000:00000010:1.1:1770653356.542018:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642c43f00. 00010000:00000010:1.1:1770653356.542023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1e000. 00010000:00000010:1.1:1770653356.542029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b54e000. 00010000:00000010:1.1:1770653356.542034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1f600. 00010000:00000010:1.1:1770653356.542039:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642c43000. 00010000:00000010:1.1:1770653356.542046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1ea00. 00010000:00000010:1.1:1770653356.542054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1f400. 00010000:00000010:1.1:1770653356.542059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1e600. 00010000:00000010:1.1:1770653356.542064:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642c43b00. 00010000:00000010:1.1:1770653356.542069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1fc00. 00010000:00000010:1.1:1770653356.542075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1f200. 00010000:00000010:1.1:1770653356.542081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1fe00. 00010000:00000010:1.1:1770653356.542088:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642c43500. 00010000:00000010:1.1:1770653356.542095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1c600. 00010000:00000010:1.1:1770653356.542100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1ec00. 00010000:00000010:1.1:1770653356.542106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1cc00. 00010000:00000010:1.1:1770653356.542110:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642c43c00. 00010000:00000010:1.1:1770653356.542116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1d200. 00010000:00000010:1.1:1770653356.542121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1c400. 00010000:00000010:1.1:1770653356.542128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1c800. 00010000:00000010:1.1:1770653356.542133:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647320900. 00010000:00000010:1.1:1770653356.542140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1c200. 00010000:00000010:1.1:1770653356.542144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1d800. 00010000:00000010:1.1:1770653356.542148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1da00. 00010000:00000010:1.1:1770653356.542153:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647320800. 00010000:00000010:1.1:1770653356.542157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629e94a00. 00010000:00000010:1.1:1770653356.542162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1c000. 00010000:00000010:1.1:1770653356.542166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629e94800. 00010000:00000010:1.1:1770653356.542172:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647320f00. 00010000:00000010:1.1:1770653356.542189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629e94000. 00010000:00000010:1.1:1770653356.542193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629e95c00. 00010000:00000010:1.1:1770653356.542198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7c400. 00010000:00000010:1.1:1770653356.542204:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647320000. 00010000:00000010:1.1:1770653356.542209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7c800. 00010000:00000010:1.1:1770653356.542214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955665699400. 00010000:00000010:1.1:1770653356.542218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7ce00. 00010000:00000010:1.1:1770653356.542224:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647320b00. 00010000:00000010:1.1:1770653356.542230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7e000. 00010000:00000010:1.1:1770653356.542236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7d600. 00010000:00000010:1.1:1770653356.542242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f000. 00010000:00000010:1.1:1770653356.542250:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647320500. 00010000:00000010:1.1:1770653356.542257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33c800. 00010000:00000010:1.1:1770653356.542265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7ec00. 00010000:00000010:1.1:1770653356.542271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33da00. 00010000:00000010:1.1:1770653356.542277:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647320c00. 00010000:00000010:1.1:1770653356.542283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33de00. 00010000:00000010:1.1:1770653356.542288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33c000. 00010000:00000010:1.1:1770653356.542294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658033e00. 00010000:00000010:1.1:1770653356.542299:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647320300. 00010000:00000010:1.1:1770653356.542306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658032a00. 00010000:00000010:1.1:1770653356.542313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33c200. 00010000:00000010:1.1:1770653356.542319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658033200. 00010000:00000010:1.1:1770653356.542324:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647321700. 00010000:00000010:1.1:1770653356.542328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658032600. 00010000:00000010:1.1:1770653356.542331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658033600. 00010000:00000010:1.1:1770653356.542337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e62e00. 00010000:00000010:1.1:1770653356.542342:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647321e00. 00010000:00000010:1.1:1770653356.542346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e63000. 00010000:00000010:1.1:1770653356.542350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e62200. 00010000:00000010:1.1:1770653356.542353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e63400. 00010000:00000010:1.1:1770653356.542357:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647321600. 00010000:00000010:1.1:1770653356.542361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e61200. 00010000:00000010:1.1:1770653356.542365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e63200. 00010000:00000010:1.1:1770653356.542367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e61600. 00010000:00000010:1.1:1770653356.542372:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647321400. 00010000:00000010:1.1:1770653356.542377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e60000. 00010000:00000010:1.1:1770653356.542383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e61800. 00010000:00000010:1.1:1770653356.542386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3c00. 00010000:00000010:1.1:1770653356.542390:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647321100. 00010000:00000010:1.1:1770653356.542395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2a00. 00010000:00000010:1.1:1770653356.542399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e60600. 00010000:00000010:1.1:1770653356.542404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2e00. 00010000:00000010:1.1:1770653356.542409:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647321a00. 00010000:00000010:1.1:1770653356.542415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3800. 00010000:00000010:1.1:1770653356.542421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3e00. 00010000:00000010:1.1:1770653356.542427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955656587400. 00010000:00000010:1.1:1770653356.542432:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647321d00. 00010000:00000010:1.1:1770653356.542437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955656587200. 00010000:00000010:1.1:1770653356.542442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955656586c00. 00010000:00000010:1.1:1770653356.542448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ab3a200. 00010000:00000010:1.1:1770653356.542455:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647321200. 00010000:00000010:1.1:1770653356.542461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ab3ae00. 00010000:00000010:1.1:1770653356.542467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ab3a400. 00010000:00000010:1.1:1770653356.542472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ab3a000. 00010000:00000010:1.1:1770653356.542477:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647322200. 00010000:00000010:1.1:1770653356.542483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955623498200. 00010000:00000010:1.1:1770653356.542488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ab3a600. 00010000:00000010:1.1:1770653356.542493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955623498e00. 00010000:00000010:1.1:1770653356.542499:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647322700. 00010000:00000010:1.1:1770653356.542505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955623498000. 00010000:00000010:1.1:1770653356.542509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955623498400. 00010000:00000010:1.1:1770653356.542515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563fac8a00. 00010000:00000010:1.1:1770653356.542521:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647322e00. 00010000:00000010:1.1:1770653356.542525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563fac8600. 00010000:00000010:1.1:1770653356.542531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563fac9800. 00010000:00000010:1.1:1770653356.542536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91ba00. 00010000:00000010:1.1:1770653356.542540:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647322600. 00010000:00000010:1.1:1770653356.542547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91aa00. 00010000:00000010:1.1:1770653356.542552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91b000. 00010000:00000010:1.1:1770653356.542557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91a600. 00010000:00000010:1.1:1770653356.542561:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647322400. 00010000:00000010:1.1:1770653356.542567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91be00. 00010000:00000010:1.1:1770653356.542571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91a400. 00010000:00000010:1.1:1770653356.542575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91b400. 00010000:00000010:1.1:1770653356.542581:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647322100. 00010000:00000010:1.1:1770653356.542587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91a200. 00010000:00000010:1.1:1770653356.542591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91ac00. 00010000:00000010:1.1:1770653356.542599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617070800. 00010000:00000010:1.1:1770653356.542604:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647322a00. 00010000:00000010:1.1:1770653356.542609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617071800. 00010000:00000010:1.1:1770653356.542613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617071400. 00010000:00000010:1.1:1770653356.542617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617071200. 00010000:00000010:1.1:1770653356.542622:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647322d00. 00010000:00000010:1.1:1770653356.542630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617071c00. 00010000:00000010:1.1:1770653356.542632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617071000. 00010000:00000010:1.1:1770653356.542636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563e7b0800. 00010000:00000010:1.1:1770653356.542641:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c88000. 00010000:00000010:1.1:1770653356.542645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562a088a00. 00010000:00000010:1.1:1770653356.542650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563e7b1400. 00010000:00000010:1.1:1770653356.542654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556216c1c00. 00010000:00000010:1.1:1770653356.542658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c88b00. 00010000:00000010:1.1:1770653356.542664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556216c0000. 00010000:00000010:1.1:1770653356.542669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556216c1200. 00010000:00000010:1.1:1770653356.542676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629e96000. 00010000:00000010:1.1:1770653356.542681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c88500. 00010000:00000010:1.1:1770653356.542687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955656584800. 00010000:00000010:1.1:1770653356.542694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629e96c00. 00010000:00000010:1.1:1770653356.542701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955656584e00. 00010000:00000010:1.1:1770653356.542708:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c88c00. 00010000:00000010:1.1:1770653356.542714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955656584200. 00010000:00000010:1.1:1770653356.542722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955656584600. 00010000:00000010:1.1:1770653356.542727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955659ad3400. 00010000:00000010:1.1:1770653356.542731:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c88300. 00010000:00000010:1.1:1770653356.542737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955659ad3800. 00010000:00000010:1.1:1770653356.542743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a0dca00. 00010000:00000010:1.1:1770653356.542749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955659ad2e00. 00010000:00000010:1.1:1770653356.542754:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c88900. 00010000:00000010:1.1:1770653356.542759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955659ad3e00. 00010000:00000010:1.1:1770653356.542765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955659ad2600. 00010000:00000010:1.1:1770653356.542771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955659ad2a00. 00010000:00000010:1.1:1770653356.542778:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c88800. 00010000:00000010:1.1:1770653356.542784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3cbc00. 00010000:00000010:1.1:1770653356.542789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955659ad3c00. 00010000:00000010:1.1:1770653356.542793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb0800. 00010000:00000010:1.1:1770653356.542799:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c88f00. 00010000:00000010:1.1:1770653356.542803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb0000. 00010000:00000010:1.1:1770653356.542807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3ca200. 00010000:00000010:1.1:1770653356.542811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563dd74c00. 00010000:00000010:1.1:1770653356.542816:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c89a00. 00010000:00000010:1.1:1770653356.542821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563dd75000. 00010000:00000010:1.1:1770653356.542825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563dd75e00. 00010000:00000010:1.1:1770653356.542830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563dd75800. 00010000:00000010:1.1:1770653356.542834:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c89d00. 00010000:00000010:1.1:1770653356.542839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563dd75600. 00010000:00000010:1.1:1770653356.542842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563dd75200. 00010000:00000010:1.1:1770653356.542846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b1d3000. 00010000:00000010:1.1:1770653356.542863:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c89200. 00010000:00000010:1.1:1770653356.542866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b1d2a00. 00010000:00000010:1.1:1770653356.542868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b1d3600. 00010000:00000010:1.1:1770653356.542870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b1d3400. 00010000:00000010:1.1:1770653356.542875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c89700. 00010000:00000010:1.1:1770653356.542880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b1d3800. 00010000:00000010:1.1:1770653356.542884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b1d2000. 00010000:00000010:1.1:1770653356.542887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b1d3e00. 00010000:00000010:1.1:1770653356.542891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c89e00. 00010000:00000010:1.1:1770653356.542896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b1d2c00. 00010000:00000010:1.1:1770653356.542902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b1d2800. 00010000:00000010:1.1:1770653356.542907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b1d3c00. 00010000:00000010:1.1:1770653356.542912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c89600. 00010000:00000010:1.1:1770653356.542917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b1d2600. 00010000:00000010:1.1:1770653356.542925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b1d3200. 00010000:00000010:1.1:1770653356.542932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbca00. 00010000:00000010:1.1:1770653356.542938:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c89400. 00010000:00000010:1.1:1770653356.542943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbda00. 00010000:00000010:1.1:1770653356.542949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbd000. 00010000:00000010:1.1:1770653356.542956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbd800. 00010000:00000010:1.1:1770653356.542960:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c89100. 00010000:00000010:1.1:1770653356.542966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbc200. 00010000:00000010:1.1:1770653356.542971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbd400. 00010000:00000010:1.1:1770653356.542977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbcc00. 00010000:00000010:1.1:1770653356.542982:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c8ab00. 00010000:00000010:1.1:1770653356.542989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbce00. 00010000:00000010:1.1:1770653356.542997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbde00. 00010000:00000010:1.1:1770653356.543005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbc600. 00010000:00000010:1.1:1770653356.543009:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c8a500. 00010000:00000010:1.1:1770653356.543017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbc400. 00010000:00000010:1.1:1770653356.543022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbdc00. 00010000:00000010:1.1:1770653356.543028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbe000. 00010000:00000010:1.1:1770653356.543035:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c8ac00. 00010000:00000010:1.1:1770653356.543040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbf400. 00010000:00000010:1.1:1770653356.543044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbfa00. 00010000:00000010:1.1:1770653356.543049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbe800. 00010000:00000010:1.1:1770653356.543053:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c8a300. 00010000:00000010:1.1:1770653356.543060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbfe00. 00010000:00000010:1.1:1770653356.543064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbe200. 00010000:00000010:1.1:1770653356.545919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbf200. 00010000:00000010:1.1:1770653356.545928:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c8a900. 00010000:00000010:1.1:1770653356.545935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbfc00. 00010000:00000010:1.1:1770653356.545941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbee00. 00010000:00000010:1.1:1770653356.545947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbf600. 00010000:00000010:1.1:1770653356.545956:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c8a800. 00010000:00000010:1.1:1770653356.545966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbf000. 00010000:00000010:1.1:1770653356.545969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbe400. 00010000:00000010:1.1:1770653356.545977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955611318600. 00010000:00000010:1.1:1770653356.545987:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c8af00. 00010000:00000010:1.1:1770653356.545998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955611318400. 00010000:00000010:1.1:1770653356.546000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955611319c00. 00010000:00000010:1.1:1770653356.546009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955611318a00. 00010000:00000010:1.1:1770653356.546018:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c8a000. 00010000:00000010:1.1:1770653356.546022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955611319a00. 00010000:00000010:1.1:1770653356.546028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955611319000. 00010000:00000010:1.1:1770653356.546034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955611319800. 00010000:00000010:1.1:1770653356.546040:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c8bc00. 00010000:00000010:1.1:1770653356.546045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955611318200. 00010000:00000010:1.1:1770653356.546051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955611319400. 00010000:00000010:1.1:1770653356.546058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955611318c00. 00010000:00000010:1.1:1770653356.546065:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c8b300. 00010000:00000010:1.1:1770653356.546074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955611318e00. 00010000:00000010:1.1:1770653356.546082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955611319e00. 00010000:00000010:1.1:1770653356.546092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561131b400. 00010000:00000010:1.1:1770653356.546103:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c8b900. 00010000:00000010:1.1:1770653356.546114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561131b800. 00010000:00000010:1.1:1770653356.546126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561131a000. 00010000:00000010:1.1:1770653356.546136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561131be00. 00010000:00000010:1.1:1770653356.546146:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c8b800. 00010000:00000010:1.1:1770653356.546154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561131ac00. 00010000:00000010:1.1:1770653356.546160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561131a800. 00010000:00000010:1.1:1770653356.546166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561131bc00. 00010000:00000010:1.1:1770653356.546185:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c8bf00. 00010000:00000010:1.1:1770653356.546190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561131a600. 00010000:00000010:1.1:1770653356.546192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561131b200. 00010000:00000010:1.1:1770653356.546194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561131b000. 00010000:00000010:1.1:1770653356.546195:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c8b000. 00010000:00000010:1.1:1770653356.546197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561131aa00. 00010000:00000010:1.1:1770653356.546199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561131b600. 00010000:00000010:1.1:1770653356.546201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644495c00. 00010000:00000010:1.1:1770653356.546203:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c8bb00. 00010000:00000010:1.1:1770653356.546205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644494600. 00010000:00000010:1.1:1770653356.546207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644495200. 00010000:00000010:1.1:1770653356.589876:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644495a00. 00010000:00000010:1.1:1770653356.589882:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c8bf00. 00010000:00000010:1.1:1770653356.589885:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644494000. 00010000:00000010:1.1:1770653356.593894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644494a00. 00010000:00000010:1.1:1770653356.602875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644495a00. 00010000:00000010:1.1:1770653356.602880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c8b900. 00010000:00000010:1.1:1770653356.602882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644494200. 00010000:00000010:1.1:1770653356.602884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644494a00. 00010000:00000010:1.1:1770653356.610875:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644494800. 00010000:00000010:1.1:1770653356.617874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644494200. 00010000:00000010:1.1:1770653356.617880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c8b900. 00010000:00000010:1.1:1770653356.617883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644495a00. 00010000:00000010:1.1:1770653356.617885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644494a00. 00010000:00000010:1.1:1770653356.623872:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644494800. 00010000:00000010:1.1:1770653356.628883:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644494200. 00010000:00000010:1.1:1770653356.628893:0:73796:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c8a000. 00010000:00000010:1.1:1770653356.628899:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644494c00. 00010000:00000010:1.1:1770653356.628907:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644495a00. 00010000:00000010:1.1:1770653356.635892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644494e00. 00010000:00000010:1.1:1770653356.643886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644494c00. 00010000:00000010:1.1:1770653356.643895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c8a000. 00010000:00000010:1.1:1770653356.643899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644494200. 00010000:00000010:1.1:1770653356.643901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644495a00. 00010000:00000010:1.1:1770653356.653878:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644495800. 00010000:00000010:1.1:1770653356.653884:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644495000. 00010000:00000010:1.1:1770653356.653892:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c8ac00. 00010000:00000010:1.1:1770653356.653896:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644495600. 00010000:00000010:1.1:1770653356.653904:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644494e00. 00010000:00000010:1.1:1770653356.664894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561131aa00. 00010000:00000010:1.1:1770653356.664906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c89200. 00010000:00000010:1.1:1770653356.664915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561131b000. 00010000:00000010:1.1:1770653356.664918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561131b600. 00010000:00000010:3.1:1770653356.679875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662e7b400. 00010000:00000010:3.1:1770653356.832949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e62200. 00010000:00000010:3.1:1770653356.843942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e62e00. 00010000:00000010:3.1:1770653356.853902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e62200. 00010000:00000010:3.1:1770653356.864933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e62e00. 00010000:00000010:3.1:1770653356.879924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e62200. 00010000:00000010:3.1:1770653356.889944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e62e00. 00010000:00000010:3.1:1770653356.899977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e62200. 00010000:00000010:3.1:1770653356.913880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e62e00. 00010000:00000010:3.1:1770653356.922919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e62200. 00010000:00000010:3.1:1770653356.927912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a0df400. 00010000:00000010:3.1:1770653356.927921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14d600. 00010000:00000010:3.1:1770653356.927925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662e7b400. 00010000:00000010:3.1:1770653356.927928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a0de600. 00010000:00000010:3.1:1770653356.933891:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f1000. 00010000:00000010:3.1:1770653356.938902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a0de600. 00010000:00000010:3.1:1770653356.938920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14d600. 00010000:00000010:3.1:1770653356.938924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a0df400. 00010000:00000010:3.1:1770653356.938927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662e7b400. 00010000:00000010:3.1:1770653356.943942:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f349200. 00010000:00000010:3.1:1770653356.949901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348400. 00010000:00000010:3.1:1770653356.949908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14d600. 00010000:00000010:3.1:1770653356.949912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348c00. 00010000:00000010:3.1:1770653356.949915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348000. 00010000:00000010:3.1:1770653356.954882:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662e7b400. 00010000:00000010:3.1:1770653356.964947:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348c00. 00010000:00000010:3.1:1770653356.964955:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14d600. 00010000:00000010:3.1:1770653356.964959:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348400. 00010000:00000010:3.1:1770653356.964962:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348000. 00010000:00000010:3.1:1770653356.969943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f349200. 00010000:00000010:3.1:1770653356.973900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348000. 00010000:00000010:3.1:1770653356.973907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14d600. 00010000:00000010:3.1:1770653356.973911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348400. 00010000:00000010:3.1:1770653356.973914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662e7b400. 00010000:00000010:3.1:1770653356.977902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348c00. 00010000:00000010:3.1:1770653356.986935:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348000. 00010000:00000010:3.1:1770653356.986943:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14d600. 00010000:00000010:3.1:1770653356.986946:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f349200. 00010000:00000010:3.1:1770653356.986950:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348400. 00010000:00000010:3.1:1770653356.991900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662e7b400. 00010000:00000010:3.1:1770653356.995988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a0df400. 00010000:00000010:3.1:1770653356.996000:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14d500. 00010000:00000010:3.1:1770653356.996004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a0de600. 00010000:00000010:3.1:1770653356.996008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348c00. 00010000:00000010:3.1:1770653357.000912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348400. 00010000:00000010:3.1:1770653357.005904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f349200. 00010000:00000010:3.1:1770653357.005912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14d500. 00010000:00000010:3.1:1770653357.005916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348000. 00010000:00000010:3.1:1770653357.005919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348c00. 00010000:00000010:3.1:1770653357.010896:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a0de600. 00010000:00000010:3.1:1770653357.015926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348c00. 00010000:00000010:3.1:1770653357.015935:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14d500. 00010000:00000010:3.1:1770653357.015940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348000. 00010000:00000010:3.1:1770653357.015946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a0df400. 00010000:00000010:3.1:1770653357.024901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f349200. 00010000:00000010:3.1:1770653357.029902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348c00. 00010000:00000010:3.1:1770653357.029911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14d500. 00010000:00000010:3.1:1770653357.029914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348400. 00010000:00000010:3.1:1770653357.029918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348000. 00010000:00000010:3.1:1770653357.038910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a0df400. 00010000:00000010:3.1:1770653357.043899:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348000. 00010000:00000010:3.1:1770653357.043907:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14d500. 00010000:00000010:3.1:1770653357.043912:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348400. 00010000:00000010:3.1:1770653357.043916:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a0de600. 00010000:00000010:3.1:1770653357.043919:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348c00. 00010000:00000010:3.1:1770653357.049905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a0df400. 00010000:00000010:3.1:1770653357.049913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14d600. 00010000:00000010:3.1:1770653357.049917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662e7b400. 00010000:00000010:3.1:1770653357.049921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f349200. 00010000:00000010:3.1:1770653357.054884:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f1000. 00010000:00000010:3.1:1770653357.060878:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a0df400. 00010000:00000010:3.1:1770653357.060889:0:76655:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14d600. 00010000:00000010:3.1:1770653357.060895:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a0de600. 00010000:00000010:3.1:1770653357.064908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662e7b400. 00010000:00000010:3.1:1770653357.068925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f1000. 00010000:00000010:3.1:1770653357.073928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a0de600. 00010000:00000010:3.1:1770653357.073938:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14d600. 00010000:00000010:3.1:1770653357.073942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a0df400. 00010000:00000010:3.1:1770653357.073945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662e7b400. 00010000:00000010:3.1:1770653357.082916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f349200. 00010000:00000010:3.1:1770653357.087923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348400. 00010000:00000010:3.1:1770653357.087934:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14d600. 00010000:00000010:3.1:1770653357.087939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348000. 00010000:00000010:3.1:1770653357.088007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348c00. 00010000:00000010:3.1:1770653357.088011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662e7b400. 00010000:00000010:3.1:1770653357.094908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348c00. 00010000:00000010:3.1:1770653357.094917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14d600. 00010000:00000010:3.1:1770653357.094923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348000. 00010000:00000010:3.1:1770653357.094928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662e7b400. 00010000:00000010:3.1:1770653357.100957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348400. 00010000:00000010:3.1:1770653357.207892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348000. 00010000:00000010:3.1:1770653357.220899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14d600. 00010000:00000010:3.1:1770653357.220919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348c00. 00010000:00000010:3.1:1770653357.220935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348400. 00010000:00000010:3.1:1770653357.220944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a0df400. 00010000:00000010:3.1:1770653357.220953:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14d400. 00010000:00000010:3.1:1770653357.220973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a0de600. 00010000:00000010:3.1:1770653357.221009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662e7b400. 00010000:00000010:3.1:1770653357.221043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658031e00. 00010000:00000010:3.1:1770653357.506881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617072600. 00010000:00000010:3.1:1770653357.506891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556373a1c00. 00010000:00000010:3.1:1770653357.506897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617073600. 00010000:00000010:3.1:1770653357.506902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617073a00. 00010000:00000010:3.1:1770653357.506907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617073200. 00010000:00000010:3.1:1770653357.506952:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556373a1300. 00010000:00000010:3.1:1770653357.506956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617072e00. 00010000:00000010:3.1:1770653357.506961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617072c00. 00010000:00000010:3.1:1770653357.506967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629e94a00. 00010000:00000010:3.1:1770653357.506973:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556373a1900. 00010000:00000010:3.1:1770653357.506978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629e95c00. 00010000:00000010:3.1:1770653357.506982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629e94800. 00010000:00000010:3.1:1770653357.506986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7d600. 00010000:00000010:3.1:1770653357.506990:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556373a1800. 00010000:00000010:3.1:1770653357.506995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955665699400. 00010000:00000010:3.1:1770653357.507002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7ce00. 00010000:00000010:1.1:1770653357.512871:0:67657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644494e00. 00010000:00000010:1.1:1770653357.512875:0:67657:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647321e00. 00010000:00000010:1.1:1770653357.512879:0:67657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644495000. 00010000:00000010:1.1:1770653357.512886:0:67657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644495c00. 00010000:00000010:1.1:1770653357.512891:0:67657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955611318e00. 00010000:00000010:1.1:1770653357.512895:0:67657:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647321600. 00010000:00000010:1.1:1770653357.512899:0:67657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955611318c00. 00010000:00000010:1.1:1770653357.512902:0:67657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955611319e00. 00010000:00000010:1.1:1770653357.512905:0:67657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955611319800. 00010000:00000010:1.1:1770653357.512908:0:67657:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647320300. 00010000:00000010:1.1:1770653357.512914:0:67657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955611319000. 00010000:00000010:1.1:1770653357.512917:0:67657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955611318200. 00010000:00000010:1.1:1770653357.512919:0:67657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955611319c00. 00010000:00000010:1.1:1770653357.512922:0:67657:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647320500. 00010000:00000010:1.1:1770653357.512925:0:67657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955611318400. 00010000:00000010:1.1:1770653357.512928:0:67657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955611318a00. 00010000:00000010:1.1:1770653357.512931:0:67657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbf000. 00010000:00000010:1.1:1770653357.512934:0:67657:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647320000. 00010000:00000010:1.1:1770653357.512937:0:67657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbf600. 00010000:00000010:1.1:1770653357.512940:0:67657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbe400. 00010000:00000010:1.1:1770653357.512944:0:67657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbf200. 00010000:00000010:1.1:1770653357.512947:0:67657:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647320800. 00010000:00000010:1.1:1770653357.512950:0:67657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbe200. 00010000:00000010:1.1:1770653357.512952:0:67657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbfc00. 00010000:00000010:1.1:1770653357.512955:0:67657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbfa00. 00010000:00000010:1.1:1770653357.512958:0:67657:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642c43c00. 00010000:00000010:1.1:1770653357.512961:0:67657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbf400. 00010000:00000010:1.1:1770653357.512963:0:67657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbe800. 00010000:00000010:1.1:1770653357.512965:0:67657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbc400. 00010000:00000010:1.1:1770653357.512968:0:67657:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642c43b00. 00010000:00000010:1.1:1770653357.512970:0:67657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbc600. 00010000:00000010:1.1:1770653357.512972:0:67657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbdc00. 00010000:00000010:1.1:1770653357.512974:0:67657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbcc00. 00010000:00000010:1.1:1770653357.512976:0:67657:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642c43f00. 00010000:00000010:1.1:1770653357.512978:0:67657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbd400. 00010000:00000010:1.1:1770653357.512980:0:67657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbce00. 00010000:00000010:1.1:1770653357.580910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbd000. 00010000:00000010:1.1:1770653357.580924:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642c43900. 00010000:00000010:1.1:1770653357.580932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbda00. 00010000:00000010:1.1:1770653357.580940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbd800. 00010000:00000010:1.1:1770653357.580948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b1d2600. 00010000:00000010:1.1:1770653357.580959:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650b78200. 00010000:00000010:1.1:1770653357.580965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b1d3c00. 00010000:00000010:1.1:1770653357.580972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b1d3200. 00010000:00000010:1.1:1770653357.580977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b1d3e00. 00010000:00000010:1.1:1770653357.580983:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623542a00. 00010000:00000010:1.1:1770653357.580989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b1d2000. 00010000:00000010:1.1:1770653357.580994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b1d2c00. 00010000:00000010:1.1:1770653357.588932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b1d3600. 00010000:00000010:1.1:1770653357.588940:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623542d00. 00010000:00000010:1.1:1770653357.588944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b1d2a00. 00010000:00000010:1.1:1770653357.588947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b1d3400. 00010000:00000010:1.1:1770653357.588950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbd400. 00010000:00000010:1.1:1770653357.588954:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623542200. 00010000:00000010:1.1:1770653357.588959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbcc00. 00010000:00000010:1.1:1770653357.588961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbce00. 00010000:00000010:1.1:1770653357.588963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbc400. 00010000:00000010:1.1:1770653357.588966:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623542700. 00010000:00000010:1.1:1770653357.588969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbe800. 00010000:00000010:1.1:1770653357.588971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbc600. 00010000:00000010:1.1:1770653357.588974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbfc00. 00010000:00000010:1.1:1770653357.588976:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623542e00. 00010000:00000010:1.1:1770653357.588978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbe200. 00010000:00000010:1.1:1770653357.588980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbfa00. 00010000:00000010:1.1:1770653357.588982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbf600. 00010000:00000010:1.1:1770653357.588984:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623542600. 00010000:00000010:1.1:1770653357.588986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbf000. 00010000:00000010:1.1:1770653357.588988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbe400. 00010000:00000010:1.1:1770653357.588990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955611319c00. 00010000:00000010:1.1:1770653357.588994:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623542400. 00010000:00000010:1.1:1770653357.588996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955611318200. 00010000:00000010:1.1:1770653357.588998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955611318400. 00010000:00000010:1.1:1770653357.588999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955611319e00. 00010000:00000010:1.1:1770653357.589001:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623542100. 00010000:00000010:1.1:1770653357.589003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955611318c00. 00010000:00000010:1.1:1770653357.589005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955611319800. 00010000:00000010:1.1:1770653357.589007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644495000. 00010000:00000010:1.1:1770653357.589009:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642c43b00. 00010000:00000010:1.1:1770653357.589012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644494e00. 00010000:00000010:1.1:1770653357.589014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644495c00. 00010000:00000010:1.1:1770653357.589016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563dd75800. 00010000:00000010:1.1:1770653357.589019:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647320800. 00010000:00000010:1.1:1770653357.589021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563dd75e00. 00010000:00000010:1.1:1770653357.589023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563dd75600. 00010000:00000010:1.1:1770653357.589025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955656587400. 00010000:00000010:1.1:1770653357.589027:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647320500. 00010000:00000010:1.1:1770653357.589029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e62e00. 00010000:00000010:1.1:1770653357.589031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563dd74c00. 00010000:00000010:1.1:1770653357.589033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e63000. 00010000:00000010:1.1:1770653357.589036:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647321600. 00010000:00000010:1.1:1770653357.589038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3800. 00010000:00000010:1.1:1770653357.589040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e63400. 00010000:00000010:1.1:1770653357.589043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3e00. 00010000:00000010:1.1:1770653357.589046:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623543200. 00010000:00000010:1.1:1770653357.589050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635e06600. 00010000:00000010:1.1:1770653357.589052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2a00. 00010000:00000010:1.1:1770653357.589054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635e06c00. 00010000:00000010:1.1:1770653357.589056:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623543700. 00010000:00000010:1.1:1770653357.589058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635e07200. 00010000:00000010:1.1:1770653357.589060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635e06400. 00010000:00000010:1.1:1770653357.589062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635e06800. 00010000:00000010:1.1:1770653357.589064:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623543e00. 00010000:00000010:1.1:1770653357.589066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635e06200. 00010000:00000010:1.1:1770653357.589068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635e07800. 00010000:00000010:1.1:1770653357.589070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635e07a00. 00010000:00000010:1.1:1770653357.589072:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623543600. 00010000:00000010:1.1:1770653357.589075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635e05c00. 00010000:00000010:1.1:1770653357.589077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635e06000. 00010000:00000010:1.1:1770653357.589079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635e05e00. 00010000:00000010:1.1:1770653357.589081:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623543400. 00010000:00000010:1.1:1770653357.589084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635e04e00. 00010000:00000010:1.1:1770653357.589085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635e04600. 00010000:00000010:1.1:1770653357.589087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635e04200. 00010000:00000010:1.1:1770653357.589089:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623543100. 00010000:00000010:1.1:1770653357.589091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635e05800. 00010000:00000010:1.1:1770653357.589092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635e05400. 00010000:00000010:1.1:1770653357.589094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635e04a00. 00010000:00000010:1.1:1770653357.589096:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623543a00. 00010000:00000010:1.1:1770653357.589098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658bad800. 00010000:00000010:1.1:1770653357.589101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635e05a00. 00010000:00000010:1.1:1770653357.589103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658baca00. 00010000:00000010:1.1:1770653357.589105:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623543d00. 00010000:00000010:1.1:1770653357.589107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658bac000. 00010000:00000010:1.1:1770653357.589109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658bac200. 00010000:00000010:1.1:1770653357.589111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658bad600. 00010000:00000010:1.1:1770653357.589114:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955619b61d00. 00010000:00000010:1.1:1770653357.589117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658bac400. 00010000:00000010:1.1:1770653357.589119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658bac600. 00010000:00000010:1.1:1770653357.589121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658bace00. 00010000:00000010:1.1:1770653357.589122:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955619b61200. 00010000:00000010:1.1:1770653357.589125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644497000. 00010000:00000010:1.1:1770653357.589127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658bad200. 00010000:00000010:1.1:1770653357.589128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644497c00. 00010000:00000010:1.1:1770653357.589130:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955619b61700. 00010000:00000010:1.1:1770653357.589133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644496400. 00010000:00000010:1.1:1770653357.589135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644496a00. 00010000:00000010:1.1:1770653357.589136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644496e00. 00010000:00000010:1.1:1770653357.589138:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955619b61e00. 00010000:00000010:1.1:1770653357.589140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644496c00. 00010000:00000010:1.1:1770653357.589142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644497e00. 00010000:00000010:1.1:1770653357.589144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644497800. 00010000:00000010:1.1:1770653357.589145:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955619b61600. 00010000:00000010:1.1:1770653357.589148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ab3a400. 00010000:00000010:1.1:1770653357.589150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644496200. 00010000:00000010:1.1:1770653357.589151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ab3a600. 00010000:00000010:1.1:1770653357.589153:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955619b61400. 00010000:00000010:1.1:1770653357.589155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955623498e00. 00010000:00000010:1.1:1770653357.589159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ab3ae00. 00010000:00000010:1.1:1770653357.589161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563fac8600. 00010000:00000010:1.1:1770653357.589163:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955619b61100. 00010000:00000010:1.1:1770653357.589176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563fac8a00. 00010000:00000010:1.1:1770653357.589179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955623498400. 00010000:00000010:1.1:1770653357.589181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91aa00. 00010000:00000010:1.1:1770653357.589184:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955619b61a00. 00010000:00000010:1.1:1770653357.589186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91b400. 00010000:00000010:1.1:1770653357.589188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91ba00. 00010000:00000010:1.1:1770653357.589190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91ac00. 00010000:00000010:1.1:1770653357.589193:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955619b62700. 00010000:00000010:1.1:1770653357.589197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563e7b1400. 00010000:00000010:1.1:1770653357.589200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91a400. 00010000:00000010:1.1:1770653357.589202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617071800. 00010000:00000010:1.1:1770653357.589205:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955619b62e00. 00010000:00000010:1.1:1770653357.589207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617071400. 00010000:00000010:1.1:1770653357.589209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617071200. 00010000:00000010:1.1:1770653357.589211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562a088a00. 00010000:00000010:1.1:1770653357.589214:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955619b62600. 00010000:00000010:1.1:1770653357.589216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955656584600. 00010000:00000010:1.1:1770653357.589218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629e96000. 00010000:00000010:1.1:1770653357.589221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556216c1200. 00010000:00000010:1.1:1770653357.589223:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955619b62400. 00010000:00000010:1.1:1770653357.589225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556216c1c00. 00010000:00000010:1.1:1770653357.589227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955656584200. 00010000:00000010:1.1:1770653357.589230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666116e00. 00010000:00000010:1.1:1770653357.589234:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955619b62100. 00010000:00000010:1.1:1770653357.589236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666117200. 00010000:00000010:1.1:1770653357.589239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666116c00. 00010000:00000010:1.1:1770653357.589241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666116400. 00010000:00000010:1.1:1770653357.589243:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955619b62a00. 00010000:00000010:1.1:1770653357.589245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666117600. 00010000:00000010:1.1:1770653357.589247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666116600. 00010000:00000010:1.1:1770653357.589249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666117a00. 00010000:00000010:1.1:1770653357.589251:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955619b62d00. 00010000:00000010:1.1:1770653357.589252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666116000. 00010000:00000010:1.1:1770653357.589254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666116a00. 00010000:00000010:1.1:1770653357.589256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666116200. 00010000:00000010:1.1:1770653357.589258:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955619b62200. 00010000:00000010:1.1:1770653357.589260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666116800. 00010000:00000010:1.1:1770653357.589262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666117800. 00010000:00000010:1.1:1770653357.589264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a00d000. 00010000:00000010:1.1:1770653357.589267:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955619b63700. 00010000:00000010:1.1:1770653357.589271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a00ca00. 00010000:00000010:1.1:1770653357.589273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a00d600. 00010000:00000010:1.1:1770653357.589275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a00d400. 00010000:00000010:1.1:1770653357.589277:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955619b63e00. 00010000:00000010:1.1:1770653357.589279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a00d800. 00010000:00000010:1.1:1770653357.589281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a00c000. 00010000:00000010:1.1:1770653357.589283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a00de00. 00010000:00000010:1.1:1770653357.589284:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955619b63600. 00010000:00000010:1.1:1770653357.589286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a00cc00. 00010000:00000010:1.1:1770653357.589288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a00c800. 00010000:00000010:1.1:1770653357.589290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a00dc00. 00010000:00000010:1.1:1770653357.589292:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955619b63400. 00010000:00000010:1.1:1770653357.589293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a00c600. 00010000:00000010:1.1:1770653357.589295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a00d200. 00010000:00000010:1.1:1770653357.589297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640634c00. 00010000:00000010:1.1:1770653357.589299:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955619b63100. 00010000:00000010:1.1:1770653357.589301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640634e00. 00010000:00000010:1.1:1770653357.589304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640635e00. 00010000:00000010:1.1:1770653357.589305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640634600. 00010000:00000010:1.1:1770653357.589307:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955619b63a00. 00010000:00000010:1.1:1770653357.589309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640634400. 00010000:00000010:1.1:1770653357.589311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640635c00. 00010000:00000010:1.1:1770653357.589312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640634a00. 00010000:00000010:1.1:1770653357.589314:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955619b63d00. 00010000:00000010:1.1:1770653357.589316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640635a00. 00010000:00000010:1.1:1770653357.589318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640635000. 00010000:00000010:1.1:1770653357.589319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640635800. 00010000:00000010:1.1:1770653357.589321:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955619b63200. 00010000:00000010:1.1:1770653357.589323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640634200. 00010000:00000010:1.1:1770653357.589324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640635400. 00010000:00000010:1.1:1770653357.589327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640637800. 00010000:00000010:1.1:1770653357.589330:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955668124700. 00010000:00000010:1.1:1770653357.589333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640636200. 00010000:00000010:1.1:1770653357.589334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640637400. 00010000:00000010:1.1:1770653357.589336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640636c00. 00010000:00000010:1.1:1770653357.589338:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955668124e00. 00010000:00000010:1.1:1770653357.589340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640636e00. 00010000:00000010:1.1:1770653357.589342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640637e00. 00010000:00000010:1.1:1770653357.589344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640636600. 00010000:00000010:1.1:1770653357.589345:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955668124600. 00010000:00000010:1.1:1770653357.589347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640636400. 00010000:00000010:1.1:1770653357.589349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640637c00. 00010000:00000010:1.1:1770653357.589351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640636a00. 00010000:00000010:1.1:1770653357.589352:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955668124400. 00010000:00000010:1.1:1770653357.589354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640637a00. 00010000:00000010:1.1:1770653357.589356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640637000. 00010000:00000010:1.1:1770653357.589358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561fe4d200. 00010000:00000010:1.1:1770653357.589360:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955668124100. 00010000:00000010:1.1:1770653357.589361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561fe4dc00. 00010000:00000010:1.1:1770653357.589364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561fe4ce00. 00010000:00000010:1.1:1770653357.589365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561fe4d600. 00010000:00000010:1.1:1770653357.589367:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955668124a00. 00010000:00000010:1.1:1770653357.589369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561fe4d000. 00010000:00000010:1.1:1770653357.589370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561fe4c400. 00010000:00000010:1.1:1770653357.589372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561fe4c000. 00010000:00000010:1.1:1770653357.589374:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955668124d00. 00010000:00000010:1.1:1770653357.589375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561fe4d400. 00010000:00000010:1.1:1770653357.589377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561fe4da00. 00010000:00000010:1.1:1770653357.589379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561fe4c800. 00010000:00000010:1.1:1770653357.589380:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955668124200. 00010000:00000010:1.1:1770653357.589382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561fe4de00. 00010000:00000010:1.1:1770653357.589384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561fe4c200. 00010000:00000010:1.1:1770653357.589386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561fe4fa00. 00010000:00000010:1.1:1770653357.589388:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955668126f00. 00010000:00000010:1.1:1770653357.589390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561fe4e000. 00010000:00000010:1.1:1770653357.589392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561fe4ea00. 00010000:00000010:3.1:1770653357.589879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658bae000. 00010000:00000010:3.1:1770653357.589886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955659ad3e00. 00010000:00000010:3.1:1770653357.589890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955659ad2a00. 00010000:00000010:3.1:1770653357.589893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556683e8200. 00010000:00000010:3.1:1770653357.589896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e61600. 00010000:00000010:3.1:1770653357.589898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e61200. 00010000:00000010:3.1:1770653357.589901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a00e000. 00010000:00000010:3.1:1770653357.589903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a00e800. 00010000:00000010:3.1:1770653357.596873:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a00f200. 00010000:00000010:3.1:1770653357.596880:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a00f600. 00010000:00000010:0.1:1770653357.596992:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33e200. 00010000:00000010:0.1:1770653357.597001:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e60000. 00010000:00000010:0.1:1770653357.597009:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644756600. 00010000:00000010:0.1:1770653357.597016:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e61800. 00010000:00000010:0.1:1770653357.597021:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e60600. 00010000:00000010:0.1:1770653357.597027:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a00ea00. 00010000:00000010:0.1:1770653357.597031:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644756500. 00010000:00000010:0.1:1770653357.597036:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a00fa00. 00010000:00000010:0.1:1770653357.597040:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a00f000. 00010000:00000010:0.1:1770653357.597045:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a00f800. 00010000:00000010:0.1:1770653357.597049:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644756400. 00010000:00000010:0.1:1770653357.597055:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a00e200. 00010000:00000010:0.1:1770653357.597060:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a00f400. 00010000:00000010:0.1:1770653357.597064:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a00ec00. 00010000:00000010:0.1:1770653357.597068:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644756c00. 00010000:00000010:0.1:1770653357.597073:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a00ee00. 00010000:00000010:0.1:1770653357.597079:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a00fe00. 00010000:00000010:0.1:1770653357.600881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a00e600. 00010000:00000010:0.1:1770653357.600889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644756700. 00010000:00000010:0.1:1770653357.600891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a00e400. 00010000:00000010:0.1:1770653357.600893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a00fc00. 00010000:00000010:0.1:1770653357.604879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a00e000. 00010000:00000010:0.1:1770653357.604887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644757600. 00010000:00000010:0.1:1770653357.604891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658bae000. 00010000:00000010:0.1:1770653357.604895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a00e800. 00010000:00000010:3.1:1770653357.604907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658bae600. 00010000:00000010:0.1:1770653357.612885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658baf200. 00010000:00000010:0.1:1770653357.612892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644757600. 00010000:00000010:0.1:1770653357.612896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658bafc00. 00010000:00000010:0.1:1770653357.612899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658bae000. 00010000:00000010:3.1:1770653357.619884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658bae600. 00010000:00000010:0.1:1770653357.623869:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658bafc00. 00010000:00000010:0.1:1770653357.623874:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644757600. 00010000:00000010:0.1:1770653357.623876:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658baf200. 00010000:00000010:0.1:1770653357.623878:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658bae000. 00010000:00000010:3.1:1770653357.634880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34ae00. 00010000:00000010:1.1:1770653357.640883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561fe4f000. 00010000:00000010:1.1:1770653357.640889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955668124700. 00010000:00000010:1.1:1770653357.640892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561fe4e400. 00010000:00000010:1.1:1770653357.640894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561fe4f600. 00010000:00000010:3.1:1770653357.648882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561fe4e600. 00010000:00000010:0.1:1770653357.653876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33e200. 00010000:00000010:0.1:1770653357.653882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644757600. 00010000:00000010:0.1:1770653357.653885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3ca200. 00010000:00000010:0.1:1770653357.653886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33e800. 00010000:00000010:3.1:1770653357.657887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3cbc00. 00010000:00000010:1.1:1770653357.667888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561fe4f000. 00010000:00000010:1.1:1770653357.671881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955619b63d00. 00010000:00000010:1.1:1770653357.671886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561fe4f600. 00010000:00000010:1.1:1770653357.671889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561fe4e600. 00010000:00000010:3.1:1770653357.677905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561fe4c200. 00010000:00000010:0.1:1770653357.917891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33e800. 00010000:00000010:0.1:1770653357.917897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644757600. 00010000:00000010:0.1:1770653357.917900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a0dca00. 00010000:00000010:0.1:1770653357.917902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33e200. 00010000:00000010:3.1:1770653357.921875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658bae600. 00010000:00000010:3.1:1770653357.921882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556373a3400. 00010000:00000010:3.1:1770653357.921889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3cbc00. 00010000:00000010:3.1:1770653357.921894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658bafc00. 00010000:00000010:0.1:1770653357.929893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635e05a00. 00010000:00000010:0.1:1770653357.929899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635e05400. 00010000:00000010:0.1:1770653357.929902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644757500. 00010000:00000010:0.1:1770653357.929904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635e05800. 00010000:00000010:0.1:1770653357.929907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635e04a00. 00010000:00000010:0.1:1770653357.929909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635e04200. 00010000:00000010:0.1:1770653357.929911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635e04e00. 00010000:00000010:0.1:1770653357.929913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644757400. 00010000:00000010:0.1:1770653357.929915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635e05e00. 00010000:00000010:0.1:1770653357.929917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635e04600. 00010000:00000010:0.1:1770653357.929919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635e05c00. 00010000:00000010:0.1:1770653357.929921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629e95c00. 00010000:00000010:0.1:1770653357.929923:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644757c00. 00010000:00000010:0.1:1770653357.929925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629e94a00. 00010000:00000010:0.1:1770653357.929927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629e94800. 00010000:00000010:0.1:1770653357.929929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617072c00. 00010000:00000010:0.1:1770653357.929931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617073200. 00010000:00000010:0.1:1770653357.929933:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644757100. 00010000:00000010:0.1:1770653357.929935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617073a00. 00010000:00000010:0.1:1770653357.929937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617072e00. 00010000:00000010:0.1:1770653357.929939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617073600. 00010000:00000010:0.1:1770653357.929941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7200. 00010000:00000010:0.1:1770653357.929943:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644757300. 00010000:00000010:0.1:1770653357.929945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7c00. 00010000:00000010:0.1:1770653357.929947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617072600. 00010000:00000010:0.1:1770653357.929950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6600. 00010000:00000010:0.1:1770653357.929953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7600. 00010000:00000010:0.1:1770653357.929955:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644757a00. 00010000:00000010:0.1:1770653357.929957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7000. 00010000:00000010:0.1:1770653357.929959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6400. 00010000:00000010:0.1:1770653357.929961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6a00. 00010000:00000010:0.1:1770653357.929974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6000. 00010000:00000010:0.1:1770653357.929976:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644757900. 00010000:00000010:0.1:1770653357.929978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7400. 00010000:00000010:0.1:1770653357.929979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7a00. 00010000:00000010:0.1:1770653357.929981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7800. 00010000:00000010:0.1:1770653357.929983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6800. 00010000:00000010:0.1:1770653357.929984:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644757d00. 00010000:00000010:0.1:1770653357.929986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7e00. 00010000:00000010:0.1:1770653357.929988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6200. 00010000:00000010:0.1:1770653357.929990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6c00. 00010000:00000010:0.1:1770653357.929993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fc200. 00010000:00000010:0.1:1770653357.929997:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644757800. 00010000:00000010:0.1:1770653357.929999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fc800. 00010000:00000010:0.1:1770653357.930002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6e00. 00010000:00000010:0.1:1770653357.930005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fde00. 00010000:00000010:0.1:1770653357.930008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fce00. 00010000:00000010:0.1:1770653357.930011:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644757200. 00010000:00000010:0.1:1770653357.930013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fd200. 00010000:00000010:0.1:1770653357.930016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fcc00. 00010000:00000010:0.1:1770653357.930018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fdc00. 00010000:00000010:0.1:1770653357.930021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fc400. 00010000:00000010:0.1:1770653357.930024:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644757f00. 00010000:00000010:0.1:1770653357.930026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fd600. 00010000:00000010:0.1:1770653357.930029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fc600. 00010000:00000010:0.1:1770653357.930032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fd000. 00010000:00000010:0.1:1770653357.930034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fda00. 00010000:00000010:0.1:1770653357.930037:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644757700. 00010000:00000010:0.1:1770653357.930040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fc000. 00010000:00000010:0.1:1770653357.930043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fca00. 00010000:00000010:0.1:1770653357.935878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fd400. 00010000:00000010:0.1:1770653357.940888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a0dca00. 00010000:00000010:0.1:1770653357.940894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644757600. 00010000:00000010:0.1:1770653357.940896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33e200. 00010000:00000010:0.1:1770653357.940899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fd800. 00010000:00000010:0.1:1770653357.940900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33e800. 00010000:00000010:0.1:1770653357.949899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fc000. 00010000:00000010:0.1:1770653357.949904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644757700. 00010000:00000010:0.1:1770653357.949907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fda00. 00010000:00000010:0.1:1770653357.949909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fca00. 00010000:00000010:0.1:1770653357.954883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fd000. 00010000:00000010:0.1:1770653357.954888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fd600. 00010000:00000010:0.1:1770653357.954890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644757600. 00010000:00000010:0.1:1770653357.954892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fc400. 00010000:00000010:0.1:1770653357.954894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fc600. 00010000:00000010:0.1:1770653357.963878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fdc00. 00010000:00000010:0.1:1770653357.976879:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fc400. 00010000:00000010:0.1:1770653357.976885:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644757800. 00010000:00000010:0.1:1770653357.976892:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fd600. 00010000:00000010:0.1:1770653357.976898:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fdc00. 00010000:00000010:0.1:1770653357.980885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fd000. 00010000:00000010:0.1:1770653357.984875:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fda00. 00010000:00000010:0.1:1770653357.984885:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644757d00. 00010000:00000010:0.1:1770653357.984891:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fc000. 00010000:00000010:0.1:1770653357.984896:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fca00. 00010000:00000010:0.1:1770653358.010871:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fdc00. 00010000:00000010:3.1:1770653358.035876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556385b6600. 00010000:00000010:0.1:1770653358.040884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fc000. 00010000:00000010:0.1:1770653358.040892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644756e00. 00010000:00000010:0.1:1770653358.040898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fca00. 00010000:00000010:0.1:1770653358.040905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fda00. 00010000:00000010:0.1:1770653358.047869:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33e800. 00010000:00000010:0.1:1770653358.047874:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644756000. 00010000:00000010:0.1:1770653358.047877:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33e200. 00010000:00000010:0.1:1770653358.047879:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fd800. 00010000:00000010:0.1:1770653358.055913:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fca00. 00010000:00000010:0.1:1770653358.055918:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4c100. 00010000:00000010:0.1:1770653358.055921:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fd600. 00010000:00000010:0.1:1770653358.055923:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fc000. 00010000:00000010:0.1:1770653358.063883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6200. 00010000:00000010:0.1:1770653358.063889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4c300. 00010000:00000010:0.1:1770653358.063892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7e00. 00010000:00000010:0.1:1770653358.063894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6c00. 00010000:00000010:0.1:1770653358.068894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7a00. 00010000:00000010:0.1:1770653358.068899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4c100. 00010000:00000010:0.1:1770653358.068902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7400. 00010000:00000010:0.1:1770653358.068904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7800. 00010000:00000010:0.1:1770653358.080891:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7400. 00010000:00000010:0.1:1770653358.080897:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4c100. 00010000:00000010:0.1:1770653358.080901:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7a00. 00010000:00000010:0.1:1770653358.080904:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7800. 00010000:00000010:0.1:1770653358.088899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6a00. 00010000:00000010:0.1:1770653358.088907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4c300. 00010000:00000010:0.1:1770653358.088910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6400. 00010000:00000010:0.1:1770653358.088913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6200. 00010000:00000010:0.1:1770653358.093876:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7a00. 00010000:00000010:0.1:1770653358.093881:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4c100. 00010000:00000010:0.1:1770653358.093885:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7400. 00010000:00000010:0.1:1770653358.093889:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7800. 00010000:00000010:0.1:1770653358.102881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6a00. 00010000:00000010:0.1:1770653358.102891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4c300. 00010000:00000010:0.1:1770653358.102896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6600. 00010000:00000010:0.1:1770653358.102901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6400. 00010000:00000010:0.1:1770653358.112969:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7400. 00010000:00000010:0.1:1770653358.112976:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4c100. 00010000:00000010:0.1:1770653358.112979:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7a00. 00010000:00000010:0.1:1770653358.112982:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7800. 00010000:00000010:0.1:1770653358.122889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6600. 00010000:00000010:0.1:1770653358.122901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4c300. 00010000:00000010:0.1:1770653358.122909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6a00. 00010000:00000010:0.1:1770653358.122914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6400. 00010000:00000010:0.1:1770653358.122917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7000. 00010000:00000010:0.1:1770653358.122921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4ca00. 00010000:00000010:0.1:1770653358.122924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7e00. 00010000:00000010:0.1:1770653358.122927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6200. 00010000:00000010:0.1:1770653358.128879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7400. 00010000:00000010:0.1:1770653358.128888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4c100. 00010000:00000010:0.1:1770653358.128893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6c00. 00010000:00000010:0.1:1770653358.128900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7a00. 00010000:00000010:0.1:1770653358.138956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7e00. 00010000:00000010:0.1:1770653358.138970:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4ca00. 00010000:00000010:0.1:1770653358.138977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7000. 00010000:00000010:0.1:1770653358.138988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6200. 00010000:00000010:0.1:1770653358.143876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7400. 00010000:00000010:0.1:1770653358.143883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4c100. 00010000:00000010:0.1:1770653358.143886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6a00. 00010000:00000010:0.1:1770653358.143892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6c00. 00010000:00000010:0.1:1770653358.147919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7000. 00010000:00000010:0.1:1770653358.147936:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4ca00. 00010000:00000010:0.1:1770653358.147946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7e00. 00010000:00000010:0.1:1770653358.147958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6200. 00010000:00000010:0.1:1770653358.159898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6a00. 00010000:00000010:0.1:1770653358.159906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4c100. 00010000:00000010:0.1:1770653358.159909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7400. 00010000:00000010:0.1:1770653358.159914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6c00. 00010000:00000010:0.1:1770653358.167909:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7000. 00010000:00000010:0.1:1770653358.167914:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4ca00. 00010000:00000010:0.1:1770653358.167918:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6200. 00010000:00000010:0.1:1770653358.167920:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7e00. 00010000:00000010:0.1:1770653358.171879:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7400. 00010000:00000010:0.1:1770653358.171889:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4c100. 00010000:00000010:0.1:1770653358.171895:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6a00. 00010000:00000010:0.1:1770653358.171902:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6c00. 00010000:00000010:0.1:1770653358.180899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7e00. 00010000:00000010:0.1:1770653358.180906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4ca00. 00010000:00000010:0.1:1770653358.180909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6200. 00010000:00000010:0.1:1770653358.180913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6400. 00010000:00000010:0.1:1770653358.188899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6a00. 00010000:00000010:0.1:1770653358.188907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4c100. 00010000:00000010:0.1:1770653358.188911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7400. 00010000:00000010:0.1:1770653358.188913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6c00. 00010000:00000010:0.1:1770653358.193901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6200. 00010000:00000010:0.1:1770653358.193909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4ca00. 00010000:00000010:0.1:1770653358.193912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7e00. 00010000:00000010:0.1:1770653358.193914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6400. 00010000:00000010:0.1:1770653358.201882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7400. 00010000:00000010:0.1:1770653358.201890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4c100. 00010000:00000010:0.1:1770653358.201896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6a00. 00010000:00000010:0.1:1770653358.201903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6c00. 00010000:00000010:0.1:1770653358.205907:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6200. 00010000:00000010:0.1:1770653358.205919:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4ca00. 00010000:00000010:0.1:1770653358.205924:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7200. 00010000:00000010:0.1:1770653358.205946:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7e00. 00010000:00000010:0.1:1770653358.213923:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6a00. 00010000:00000010:0.1:1770653358.213932:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4ca00. 00010000:00000010:0.1:1770653358.213937:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7e00. 00010000:00000010:0.1:1770653358.213959:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6c00. 00010000:00000010:0.1:1770653358.221897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7400. 00010000:00000010:0.1:1770653358.221904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4c100. 00010000:00000010:0.1:1770653358.221907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7600. 00010000:00000010:0.1:1770653358.221909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6200. 00010000:00000010:0.1:1770653358.230908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7600. 00010000:00000010:0.1:1770653358.230916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4c100. 00010000:00000010:0.1:1770653358.230919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7400. 00010000:00000010:0.1:1770653358.230921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6200. 00010000:00000010:0.1:1770653358.239881:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7400. 00010000:00000010:0.1:1770653358.239888:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4c100. 00010000:00000010:0.1:1770653358.239895:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7600. 00010000:00000010:0.1:1770653358.239899:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6200. 00010000:00000010:0.1:1770653358.251884:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7600. 00010000:00000010:0.1:1770653358.251891:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4c100. 00010000:00000010:0.1:1770653358.251895:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7400. 00010000:00000010:0.1:1770653358.251900:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6200. 00010000:00000010:0.1:1770653358.259901:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7000. 00010000:00000010:0.1:1770653358.259908:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4c100. 00010000:00000010:0.1:1770653358.259912:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6200. 00010000:00000010:0.1:1770653358.259917:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6000. 00010000:00000010:0.1:1770653358.267883:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7a00. 00010000:00000010:0.1:1770653358.267891:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4ca00. 00010000:00000010:0.1:1770653358.267897:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6600. 00010000:00000010:0.1:1770653358.267904:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7600. 00010000:00000010:0.1:1770653358.275893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6600. 00010000:00000010:0.1:1770653358.275919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4ca00. 00010000:00000010:0.1:1770653358.275923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7a00. 00010000:00000010:0.1:1770653358.275926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7600. 00010000:00000010:0.1:1770653358.284907:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7a00. 00010000:00000010:0.1:1770653358.284917:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4ca00. 00010000:00000010:0.1:1770653358.284922:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6600. 00010000:00000010:0.1:1770653358.284929:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7600. 00010000:00000010:0.1:1770653358.292927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6200. 00010000:00000010:0.1:1770653358.292938:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4c100. 00010000:00000010:0.1:1770653358.292943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7600. 00010000:00000010:0.1:1770653358.292947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6e00. 00010000:00000010:0.1:1770653358.301909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7600. 00010000:00000010:0.1:1770653358.301917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4c100. 00010000:00000010:0.1:1770653358.301920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6200. 00010000:00000010:0.1:1770653358.301924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6e00. 00010000:00000010:0.1:1770653358.310889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6200. 00010000:00000010:0.1:1770653358.310897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4c100. 00010000:00000010:0.1:1770653358.310901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7600. 00010000:00000010:0.1:1770653358.310904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6e00. 00010000:00000010:0.1:1770653358.325893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7600. 00010000:00000010:0.1:1770653358.426919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4c100. 00010000:00000010:3.1:1770653358.426922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbd000. 00010000:00000010:0.1:1770653358.426929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6200. 00010000:00000010:3.1:1770653358.426932:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f46d100. 00010000:00000010:0.1:1770653358.426940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6e00. 00010000:00000010:3.1:1770653358.426941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbc600. 00010000:00000010:3.1:1770653358.426947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbd400. 00010000:00000010:1.1:1770653358.428885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640637e00. 00010000:00000010:1.1:1770653358.428910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623542d00. 00010000:00000010:1.1:1770653358.428916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640636e00. 00010000:00000010:1.1:1770653358.428919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640637a00. 00010000:00000010:3.1:1770653358.428928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7400. 00010000:00000010:1.1:1770653358.432891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640636200. 00010000:00000010:1.1:1770653358.432901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623542a00. 00010000:00000010:1.1:1770653358.432906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640637800. 00010000:00000010:1.1:1770653358.432909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640637400. 00010000:00000010:0.1:1770653358.432915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640636c00. 00010000:00000010:1.1:1770653358.432916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640635000. 00010000:00000010:0.1:1770653358.432931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640635400. 00010000:00000010:1.1:1770653358.432932:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650b78200. 00010000:00000010:1.1:1770653358.432945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640635a00. 00010000:00000010:0.1:1770653358.432945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640634a00. 00010000:00000010:1.1:1770653358.432960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640635800. 00010000:00000010:0.1:1770653358.432960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640635e00. 00010000:00000010:0.1:1770653358.432973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6c00. 00010000:00000010:1.1:1770653358.432975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640634400. 00010000:00000010:0.1:1770653358.432984:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4c900. 00010000:00000010:1.1:1770653358.432985:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642c43b00. 00010000:00000010:0.1:1770653358.432995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7200. 00010000:00000010:1.1:1770653358.432997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640634600. 00010000:00000010:0.1:1770653358.433006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7c00. 00010000:00000010:1.1:1770653358.433008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640635c00. 00010000:00000010:0.1:1770653358.433014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6400. 00010000:00000010:1.1:1770653358.433017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640634c00. 00010000:00000010:0.1:1770653358.433024:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4cd00. 00010000:00000010:1.1:1770653358.433027:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642c43900. 00010000:00000010:0.1:1770653358.433033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7800. 00010000:00000010:1.1:1770653358.433035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640634200. 00010000:00000010:0.1:1770653358.433041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6a00. 00010000:00000010:1.1:1770653358.433044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640634e00. 00010000:00000010:0.1:1770653358.433050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7000. 00010000:00000010:1.1:1770653358.433053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a00d200. 00010000:00000010:0.1:1770653358.433058:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4c800. 00010000:00000010:1.1:1770653358.433061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7e00. 00010000:00000010:0.1:1770653358.433065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6600. 00010000:00000010:1.1:1770653358.433070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6000. 00010000:00000010:0.1:1770653358.433074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7a00. 00010000:00000010:1.1:1770653358.433080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6800. 00010000:00000010:0.1:1770653358.433083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fca00. 00010000:00000010:1.1:1770653358.433089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fc000. 00010000:00000010:0.1:1770653358.433092:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4c200. 00010000:00000010:1.1:1770653358.433099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617073600. 00010000:00000010:0.1:1770653358.433101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fd800. 00010000:00000010:1.1:1770653358.433111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617072c00. 00010000:00000010:0.1:1770653358.433112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fd600. 00010000:00000010:0.1:1770653358.433118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33e800. 00010000:00000010:0.1:1770653358.433124:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4cf00. 00010000:00000010:0.1:1770653358.433127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617072600. 00010000:00000010:0.1:1770653358.433130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33e200. 00010000:00000010:0.1:1770653358.433132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617073a00. 00010000:00000010:0.1:1770653358.433134:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4c700. 00010000:00000010:0.1:1770653358.433137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617073200. 00010000:00000010:0.1:1770653358.433139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617072e00. 00010000:00000010:0.1:1770653358.433141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629e95c00. 00010000:00000010:0.1:1770653358.433143:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4c000. 00010000:00000010:0.1:1770653358.433146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629e94800. 00010000:00000010:0.1:1770653358.433148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629e94a00. 00010000:00000010:1.1:1770653358.436882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635e05c00. 00010000:00000010:0.1:1770653358.441899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635e05e00. 00010000:00000010:0.1:1770653358.441907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4c000. 00010000:00000010:0.1:1770653358.441910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635e04e00. 00010000:00000010:0.1:1770653358.441912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635e04600. 00010000:00000010:3.1:1770653358.453890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbc600. 00010000:00000010:3.1:1770653358.453896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f46d900. 00010000:00000010:3.1:1770653358.453898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbd000. 00010000:00000010:3.1:1770653358.453901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbd400. 00010000:00000010:1.1:1770653358.459887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b1d3c00. 00010000:00000010:3.1:1770653358.467885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b1d2c00. 00010000:00000010:3.1:1770653358.467922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f46d900. 00010000:00000010:3.1:1770653358.467925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b1d3e00. 00010000:00000010:3.1:1770653358.467927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b1d2600. 00010000:00000010:1.1:1770653358.471874:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b1d2000. 00010000:00000010:0.1:1770653358.506897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7a00. 00010000:00000010:0.1:1770653358.510870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4f500. 00010000:00000010:0.1:1770653358.510877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6000. 00010000:00000010:0.1:1770653358.510883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6800. 00010000:00000010:3.1:1770653358.518904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbc600. 00010000:00000010:3.1:1770653358.518912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f46e900. 00010000:00000010:3.1:1770653358.518915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33c000. 00010000:00000010:3.1:1770653358.518918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbd000. 00010000:00000010:3.1:1770653358.555876:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbc600. 00010000:00000010:3.1:1770653358.555881:0:76655:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666acc00. 00010000:00000010:3.1:1770653358.555883:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5400. 00010000:00000010:3.1:1770653358.555885:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbd000. 00010000:00000010:3.1:1770653358.560881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4000. 00010000:00000010:3.1:1770653358.565895:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5e00. 00010000:00000010:3.1:1770653358.565903:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666acc00. 00010000:00000010:3.1:1770653358.565907:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4800. 00010000:00000010:3.1:1770653358.565911:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5400. 00010000:00000010:3.1:1770653358.569870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4200. 00010000:00000010:3.1:1770653358.573872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5600. 00010000:00000010:3.1:1770653358.573877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666acc00. 00010000:00000010:3.1:1770653358.573879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5400. 00010000:00000010:3.1:1770653358.573881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4000. 00010000:00000010:3.1:1770653358.577876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4800. 00010000:00000010:3.1:1770653358.581900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5e00. 00010000:00000010:3.1:1770653358.581905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac100. 00010000:00000010:3.1:1770653358.581907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5c00. 00010000:00000010:3.1:1770653358.581910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4200. 00010000:00000010:3.1:1770653358.585898:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4e00. 00010000:00000010:3.1:1770653358.593874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4000. 00010000:00000010:3.1:1770653358.593879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666acc00. 00010000:00000010:3.1:1770653358.593881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5400. 00010000:00000010:3.1:1770653358.593883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4800. 00010000:00000010:3.1:1770653358.593885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5600. 00010000:00000010:3.1:1770653358.597863:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5c00. 00010000:00000010:3.1:1770653358.597883:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac100. 00010000:00000010:3.1:1770653358.597885:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5e00. 00010000:00000010:3.1:1770653358.597888:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4200. 00010000:00000010:3.1:1770653358.601870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4400. 00010000:00000010:3.1:1770653358.601874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbd000. 00010000:00000010:3.1:1770653358.601877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac300. 00010000:00000010:3.1:1770653358.601879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbc600. 00010000:00000010:3.1:1770653358.601881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4e00. 00010000:00000010:3.1:1770653358.606873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332c000. 00010000:00000010:3.1:1770653358.606877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332d800. 00010000:00000010:3.1:1770653358.606880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac100. 00010000:00000010:3.1:1770653358.606882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332c200. 00010000:00000010:3.1:1770653358.606884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332da00. 00010000:00000010:3.1:1770653358.610899:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332c800. 00010000:00000010:3.1:1770653358.614874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332d200. 00010000:00000010:3.1:1770653358.614879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac300. 00010000:00000010:3.1:1770653358.614881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332cc00. 00010000:00000010:3.1:1770653358.614883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332c400. 00010000:00000010:3.1:1770653358.619875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332c600. 00010000:00000010:3.1:1770653358.619881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332c200. 00010000:00000010:3.1:1770653358.619884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac100. 00010000:00000010:3.1:1770653358.619887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332d800. 00010000:00000010:3.1:1770653358.619890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332da00. 00010000:00000010:3.1:1770653358.623866:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332c800. 00010000:00000010:3.1:1770653358.631873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332cc00. 00010000:00000010:3.1:1770653358.631879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac300. 00010000:00000010:3.1:1770653358.631881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332d200. 00010000:00000010:3.1:1770653358.631883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332c400. 00010000:00000010:3.1:1770653358.631885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332c000. 00010000:00000010:3.1:1770653358.635866:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332d800. 00010000:00000010:3.1:1770653358.635870:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac100. 00010000:00000010:3.1:1770653358.635872:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332c200. 00010000:00000010:3.1:1770653358.635874:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332da00. 00010000:00000010:3.1:1770653358.639871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332c600. 00010000:00000010:3.1:1770653358.639875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbc600. 00010000:00000010:3.1:1770653358.639878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666acc00. 00010000:00000010:3.1:1770653358.639880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbd000. 00010000:00000010:3.1:1770653358.639882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332c800. 00010000:00000010:3.1:1770653358.647895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4e00. 00010000:00000010:3.1:1770653358.647901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4200. 00010000:00000010:3.1:1770653358.647903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac100. 00010000:00000010:3.1:1770653358.647906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5e00. 00010000:00000010:3.1:1770653358.647908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4400. 00010000:00000010:3.1:1770653358.651879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5c00. 00010000:00000010:3.1:1770653358.655865:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4800. 00010000:00000010:3.1:1770653358.655869:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666acc00. 00010000:00000010:3.1:1770653358.655872:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5400. 00010000:00000010:3.1:1770653358.655874:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5600. 00010000:00000010:3.1:1770653358.655876:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4000. 00010000:00000010:3.1:1770653358.659875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5e00. 00010000:00000010:3.1:1770653358.659879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac100. 00010000:00000010:3.1:1770653358.659882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4200. 00010000:00000010:3.1:1770653358.659884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4400. 00010000:00000010:3.1:1770653358.659885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4e00. 00010000:00000010:3.1:1770653358.663888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbd000. 00010000:00000010:3.1:1770653358.663894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac300. 00010000:00000010:3.1:1770653358.663896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbc600. 00010000:00000010:3.1:1770653358.663898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5c00. 00010000:00000010:3.1:1770653358.667915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4000. 00010000:00000010:3.1:1770653358.671870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4400. 00010000:00000010:3.1:1770653358.671875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac100. 00010000:00000010:3.1:1770653358.671877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4200. 00010000:00000010:3.1:1770653358.671878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4e00. 00010000:00000010:3.1:1770653358.675882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5e00. 00010000:00000010:3.1:1770653358.675886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5c00. 00010000:00000010:3.1:1770653358.679874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac300. 00010000:00000010:3.1:1770653358.679879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5600. 00010000:00000010:3.1:1770653358.679881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4000. 00010000:00000010:3.1:1770653358.679883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5400. 00010000:00000010:3.1:1770653358.683903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4200. 00010000:00000010:3.1:1770653358.683908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac100. 00010000:00000010:3.1:1770653358.683910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4400. 00010000:00000010:3.1:1770653358.683912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4e00. 00010000:00000010:3.1:1770653358.687867:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4800. 00010000:00000010:3.1:1770653358.695893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4000. 00010000:00000010:3.1:1770653358.695899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac300. 00010000:00000010:3.1:1770653358.695902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5600. 00010000:00000010:3.1:1770653358.695904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5400. 00010000:00000010:3.1:1770653358.695906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5c00. 00010000:00000010:3.1:1770653358.699874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4400. 00010000:00000010:3.1:1770653358.699879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac100. 00010000:00000010:3.1:1770653358.699881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4200. 00010000:00000010:3.1:1770653358.699883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4e00. 00010000:00000010:3.1:1770653358.703898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5e00. 00010000:00000010:3.1:1770653358.703902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbc600. 00010000:00000010:3.1:1770653358.703905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666acc00. 00010000:00000010:3.1:1770653358.703907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbd000. 00010000:00000010:3.1:1770653358.703909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4800. 00010000:00000010:3.1:1770653358.707882:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332c800. 00010000:00000010:3.1:1770653358.711876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332da00. 00010000:00000010:3.1:1770653358.711880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac100. 00010000:00000010:3.1:1770653358.711883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332c200. 00010000:00000010:3.1:1770653358.711885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332c600. 00010000:00000010:3.1:1770653358.711886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332d800. 00010000:00000010:3.1:1770653358.719883:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332c400. 00010000:00000010:3.1:1770653358.719887:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666acc00. 00010000:00000010:3.1:1770653358.719890:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332d200. 00010000:00000010:3.1:1770653358.719893:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332c000. 00010000:00000010:3.1:1770653358.723872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332cc00. 00010000:00000010:3.1:1770653358.727895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332c600. 00010000:00000010:3.1:1770653358.727902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac100. 00010000:00000010:3.1:1770653358.727905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332c200. 00010000:00000010:3.1:1770653358.727909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332d800. 00010000:00000010:3.1:1770653358.727912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332da00. 00010000:00000010:3.1:1770653358.727914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332d200. 00010000:00000010:3.1:1770653358.727917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666acc00. 00010000:00000010:3.1:1770653358.727920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332c400. 00010000:00000010:3.1:1770653358.727922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332c000. 00010000:00000010:3.1:1770653358.731898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332c800. 00010000:00000010:3.1:1770653358.735870:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbd000. 00010000:00000010:3.1:1770653358.735876:0:76655:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac300. 00010000:00000010:3.1:1770653358.735881:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbc600. 00010000:00000010:3.1:1770653358.735888:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332cc00. 00010000:00000010:3.1:1770653358.739871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4800. 00010000:00000010:3.1:1770653358.743881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4e00. 00010000:00000010:3.1:1770653358.743885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666acc00. 00010000:00000010:3.1:1770653358.743887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4200. 00010000:00000010:3.1:1770653358.743889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5e00. 00010000:00000010:3.1:1770653358.743891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4400. 00010000:00000010:3.1:1770653358.747875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5400. 00010000:00000010:3.1:1770653358.747879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac300. 00010000:00000010:3.1:1770653358.747882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5600. 00010000:00000010:3.1:1770653358.747883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5c00. 00010000:00000010:3.1:1770653358.751896:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4000. 00010000:00000010:3.1:1770653358.755870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5e00. 00010000:00000010:3.1:1770653358.755874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666acc00. 00010000:00000010:3.1:1770653358.755877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4200. 00010000:00000010:3.1:1770653358.755878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4400. 00010000:00000010:3.1:1770653358.755880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4e00. 00010000:00000010:3.1:1770653358.759903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4000. 00010000:00000010:3.1:1770653358.759908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac300. 00010000:00000010:3.1:1770653358.759911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5600. 00010000:00000010:3.1:1770653358.759913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5c00. 00010000:00000010:3.1:1770653358.763879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5400. 00010000:00000010:3.1:1770653358.767882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4400. 00010000:00000010:3.1:1770653358.767888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666acc00. 00010000:00000010:3.1:1770653358.767890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4200. 00010000:00000010:3.1:1770653358.767892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4e00. 00010000:00000010:3.1:1770653358.771881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5e00. 00010000:00000010:3.1:1770653358.775881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5c00. 00010000:00000010:3.1:1770653358.775887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac300. 00010000:00000010:3.1:1770653358.775889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5600. 00010000:00000010:3.1:1770653358.775891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5400. 00010000:00000010:3.1:1770653358.779879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4000. 00010000:00000010:3.1:1770653358.783879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4e00. 00010000:00000010:3.1:1770653358.783885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666acc00. 00010000:00000010:3.1:1770653358.783888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4200. 00010000:00000010:3.1:1770653358.783890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5e00. 00010000:00000010:3.1:1770653358.787897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4400. 00010000:00000010:3.1:1770653358.791883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5400. 00010000:00000010:3.1:1770653358.791888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac300. 00010000:00000010:3.1:1770653358.791891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5600. 00010000:00000010:3.1:1770653358.791893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4000. 00010000:00000010:3.1:1770653358.795881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5c00. 00010000:00000010:3.1:1770653358.799869:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5e00. 00010000:00000010:3.1:1770653358.799874:0:76655:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666acc00. 00010000:00000010:3.1:1770653358.799877:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4200. 00010000:00000010:3.1:1770653358.799879:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4400. 00010000:00000010:3.1:1770653358.799881:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4e00. 00010000:00000010:3.1:1770653358.803875:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4000. 00010000:00000010:3.1:1770653358.814882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac300. 00010000:00000010:3.1:1770653358.814889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5600. 00010000:00000010:3.1:1770653358.814892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5c00. 00010000:00000010:3.1:1770653358.814895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5400. 00010000:00000010:3.1:1770653358.818879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4e00. 00010000:00000010:3.1:1770653358.818894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666acc00. 00010000:00000010:3.1:1770653358.818899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4400. 00010000:00000010:3.1:1770653358.818902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4000. 00010000:00000010:0.1:1770653358.822904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6e00. 00010000:00000010:0.1:1770653358.822915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d4600. 00010000:00000010:0.1:1770653358.822922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7a00. 00010000:00000010:0.1:1770653358.822929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6200. 00010000:00000010:3.1:1770653358.933894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4400. 00010000:00000010:3.1:1770653358.933904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666acc00. 00010000:00000010:3.1:1770653358.933907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4e00. 00010000:00000010:3.1:1770653358.933909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4000. 00010000:00000010:3.1:1770653358.938891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5e00. 00010000:00000010:1.1:1770653358.938891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617073200. 00010000:00000010:1.1:1770653358.938903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556449f8400. 00010000:00000010:1.1:1770653358.938916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617073a00. 00010000:00000010:1.1:1770653358.938926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617072e00. 00010000:00000010:3.1:1770653358.942877:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5c00. 00010000:00000010:3.1:1770653358.942887:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac300. 00010000:00000010:3.1:1770653358.942893:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5600. 00010000:00000010:3.1:1770653358.942903:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5400. 00010000:00000010:3.1:1770653358.942912:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4800. 00010000:00000010:3.1:1770653358.942923:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbc600. 00010000:00000010:3.1:1770653358.942936:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac100. 00010000:00000010:3.1:1770653358.942942:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbd000. 00010000:00000010:3.1:1770653358.942946:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4200. 00010000:00000010:3.1:1770653358.942952:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332cc00. 00010000:00000010:3.1:1770653358.942958:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332c000. 00010000:00000010:3.1:1770653358.942960:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666aca00. 00010000:00000010:3.1:1770653358.942963:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332c400. 00010000:00000010:3.1:1770653358.942965:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332c800. 00010000:00000010:3.1:1770653358.942969:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332d200. 00010000:00000010:3.1:1770653358.942971:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332d800. 00010000:00000010:3.1:1770653358.942974:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac900. 00010000:00000010:3.1:1770653358.942976:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332c200. 00010000:00000010:3.1:1770653358.942978:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332da00. 00010000:00000010:3.1:1770653358.942981:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332c600. 00010000:00000010:3.1:1770653358.942985:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15de00. 00010000:00000010:3.1:1770653358.942988:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666acd00. 00010000:00000010:3.1:1770653358.942993:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15cc00. 00010000:00000010:3.1:1770653358.942995:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c800. 00010000:00000010:3.1:1770653358.942997:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15ce00. 00010000:00000010:3.1:1770653358.943000:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15dc00. 00010000:00000010:3.1:1770653358.943002:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac800. 00010000:00000010:3.1:1770653358.943005:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c600. 00010000:00000010:3.1:1770653358.943007:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d200. 00010000:00000010:3.1:1770653358.943010:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c400. 00010000:00000010:3.1:1770653358.943012:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d000. 00010000:00000010:3.1:1770653358.943015:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac200. 00010000:00000010:3.1:1770653358.943017:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15ca00. 00010000:00000010:3.1:1770653358.943097:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d600. 00010000:00000010:3.1:1770653358.943101:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15da00. 00010000:00000010:3.1:1770653358.943103:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d400. 00010000:00000010:3.1:1770653358.943105:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666acf00. 00010000:00000010:3.1:1770653358.943107:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d800. 00010000:00000010:3.1:1770653358.943108:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c000. 00010000:00000010:3.1:1770653358.947005:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c200. 00010000:00000010:3.1:1770653358.950898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4000. 00010000:00000010:3.1:1770653358.950910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666acc00. 00010000:00000010:3.1:1770653358.950917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4e00. 00010000:00000010:3.1:1770653358.950922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5e00. 00010000:00000010:3.1:1770653358.954898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4400. 00010000:00000010:3.1:1770653358.959882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4e00. 00010000:00000010:3.1:1770653358.959888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666acc00. 00010000:00000010:3.1:1770653358.959891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4000. 00010000:00000010:3.1:1770653358.959894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5e00. 00010000:00000010:3.1:1770653358.966888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4200. 00010000:00000010:3.1:1770653358.971887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5e00. 00010000:00000010:3.1:1770653358.971900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666acc00. 00010000:00000010:3.1:1770653358.971909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4e00. 00010000:00000010:3.1:1770653358.971916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4000. 00010000:00000010:3.1:1770653358.981878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4e00. 00010000:00000010:3.1:1770653358.981885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666acc00. 00010000:00000010:3.1:1770653358.981893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5e00. 00010000:00000010:3.1:1770653358.981896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4000. 00010000:00000010:0.1:1770653358.995897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7800. 00010000:00000010:0.1:1770653358.995904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d4400. 00010000:00000010:0.1:1770653358.995906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7a00. 00010000:00000010:0.1:1770653358.995909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6e00. 00010000:00000010:0.1:1770653359.008889:0:33123:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620a2b600. 00010000:00000010:0.1:1770653359.008895:0:33123:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e139c00. 00010000:00000010:0.1:1770653359.008900:0:33123:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620a2ac00. 00010000:00000010:0.1:1770653359.008905:0:33123:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620a2b800. 00010000:00000010:0.1:1770653359.014884:0:33123:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6e00. 00010000:00000010:0.1:1770653359.014900:0:33123:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cf5f500. 00010000:00000010:0.1:1770653359.014909:0:33123:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7a00. 00010000:00000010:0.1:1770653359.014914:0:33123:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6200. 00010000:00000010:3.1:1770653359.025882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4000. 00010000:00000010:3.1:1770653359.025889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666acc00. 00010000:00000010:3.1:1770653359.025892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4800. 00010000:00000010:3.1:1770653359.025895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5e00. 00010000:00000010:3.1:1770653359.034905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4e00. 00010000:00000010:3.1:1770653359.040875:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4800. 00010000:00000010:3.1:1770653359.040882:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666acc00. 00010000:00000010:3.1:1770653359.040893:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4000. 00010000:00000010:3.1:1770653359.040898:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5e00. 00010000:00000010:0.1:1770653359.062890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f581600. 00010000:00000010:0.1:1770653359.062898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d5500. 00010000:00000010:0.1:1770653359.062904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f580600. 00010000:00000010:0.1:1770653359.062910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f581a00. 00010000:00000010:3.1:1770653359.079875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5400. 00010000:00000010:3.1:1770653359.083879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac000. 00010000:00000010:3.1:1770653359.083885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4200. 00010000:00000010:3.1:1770653359.083888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5c00. 00010000:00000010:3.1:1770653359.087876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4400. 00010000:00000010:3.1:1770653359.099890:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5c00. 00010000:00000010:3.1:1770653359.099897:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac000. 00010000:00000010:3.1:1770653359.099900:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4200. 00010000:00000010:3.1:1770653359.099904:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4400. 00010000:00000010:3.1:1770653359.103888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5400. 00010000:00000010:3.1:1770653359.107899:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c000. 00010000:00000010:3.1:1770653359.107921:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac000. 00010000:00000010:3.1:1770653359.107926:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d800. 00010000:00000010:3.1:1770653359.107930:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c200. 00010000:00000010:3.1:1770653359.111878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d400. 00010000:00000010:3.1:1770653359.115878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d600. 00010000:00000010:3.1:1770653359.115882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac600. 00010000:00000010:3.1:1770653359.115885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15ca00. 00010000:00000010:3.1:1770653359.115886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15da00. 00010000:00000010:3.1:1770653359.119869:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d000. 00010000:00000010:3.1:1770653359.127877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c200. 00010000:00000010:3.1:1770653359.127882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac000. 00010000:00000010:3.1:1770653359.127884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d800. 00010000:00000010:3.1:1770653359.127887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d400. 00010000:00000010:3.1:1770653359.127888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c000. 00010000:00000010:3.1:1770653359.131889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15ca00. 00010000:00000010:3.1:1770653359.131894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac600. 00010000:00000010:3.1:1770653359.131897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d600. 00010000:00000010:3.1:1770653359.131899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15da00. 00010000:00000010:3.1:1770653359.135875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d000. 00010000:00000010:3.1:1770653359.135880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d200. 00010000:00000010:3.1:1770653359.135882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac500. 00010000:00000010:3.1:1770653359.135884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c600. 00010000:00000010:3.1:1770653359.135886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c400. 00010000:00000010:3.1:1770653359.139873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15dc00. 00010000:00000010:3.1:1770653359.143881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d600. 00010000:00000010:3.1:1770653359.143886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac600. 00010000:00000010:3.1:1770653359.143889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15ca00. 00010000:00000010:3.1:1770653359.143890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15da00. 00010000:00000010:3.1:1770653359.143893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c000. 00010000:00000010:3.1:1770653359.147867:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c600. 00010000:00000010:3.1:1770653359.147871:0:76655:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac500. 00010000:00000010:3.1:1770653359.147886:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d200. 00010000:00000010:3.1:1770653359.147888:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c400. 00010000:00000010:3.1:1770653359.151877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d000. 00010000:00000010:3.1:1770653359.155872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15da00. 00010000:00000010:3.1:1770653359.155877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac600. 00010000:00000010:3.1:1770653359.155879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15ca00. 00010000:00000010:3.1:1770653359.155881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c000. 00010000:00000010:3.1:1770653359.155882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d600. 00010000:00000010:3.1:1770653359.159909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d200. 00010000:00000010:3.1:1770653359.159915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac500. 00010000:00000010:3.1:1770653359.159918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c600. 00010000:00000010:3.1:1770653359.159920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c400. 00010000:00000010:3.1:1770653359.163865:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15dc00. 00010000:00000010:3.1:1770653359.167884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c000. 00010000:00000010:3.1:1770653359.167890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac600. 00010000:00000010:3.1:1770653359.167893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15ca00. 00010000:00000010:3.1:1770653359.167896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d600. 00010000:00000010:3.1:1770653359.167899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15da00. 00010000:00000010:3.1:1770653359.172882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c600. 00010000:00000010:3.1:1770653359.172888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac500. 00010000:00000010:3.1:1770653359.172891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d200. 00010000:00000010:3.1:1770653359.172893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c400. 00010000:00000010:3.1:1770653359.176874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d000. 00010000:00000010:3.1:1770653359.180885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d600. 00010000:00000010:3.1:1770653359.180891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac600. 00010000:00000010:3.1:1770653359.180895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15ca00. 00010000:00000010:3.1:1770653359.180898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15da00. 00010000:00000010:3.1:1770653359.180901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c000. 00010000:00000010:3.1:1770653359.184877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d200. 00010000:00000010:3.1:1770653359.184882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac500. 00010000:00000010:3.1:1770653359.184884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c600. 00010000:00000010:3.1:1770653359.184886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c400. 00010000:00000010:3.1:1770653359.193879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15dc00. 00010000:00000010:3.1:1770653359.197909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15da00. 00010000:00000010:3.1:1770653359.197915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac600. 00010000:00000010:3.1:1770653359.197918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15ca00. 00010000:00000010:3.1:1770653359.197920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c000. 00010000:00000010:3.1:1770653359.197922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d600. 00010000:00000010:3.1:1770653359.201900:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c600. 00010000:00000010:3.1:1770653359.201906:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac500. 00010000:00000010:3.1:1770653359.201910:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d200. 00010000:00000010:3.1:1770653359.201914:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c400. 00010000:00000010:3.1:1770653359.201918:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d000. 00010000:00000010:3.1:1770653359.209890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d400. 00010000:00000010:3.1:1770653359.209898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac000. 00010000:00000010:3.1:1770653359.209902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d800. 00010000:00000010:3.1:1770653359.209905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15dc00. 00010000:00000010:3.1:1770653359.209907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c200. 00010000:00000010:3.1:1770653359.213870:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c000. 00010000:00000010:3.1:1770653359.213875:0:76655:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac600. 00010000:00000010:3.1:1770653359.213879:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15ca00. 00010000:00000010:3.1:1770653359.213882:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d600. 00010000:00000010:3.1:1770653359.217868:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15da00. 00010000:00000010:3.1:1770653359.221875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15dc00. 00010000:00000010:3.1:1770653359.221880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac000. 00010000:00000010:3.1:1770653359.221882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d800. 00010000:00000010:3.1:1770653359.221885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c200. 00010000:00000010:3.1:1770653359.221887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d400. 00010000:00000010:3.1:1770653359.225876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15ca00. 00010000:00000010:3.1:1770653359.225881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac600. 00010000:00000010:3.1:1770653359.225883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c000. 00010000:00000010:3.1:1770653359.225886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d600. 00010000:00000010:3.1:1770653359.229865:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d000. 00010000:00000010:3.1:1770653359.235864:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c200. 00010000:00000010:3.1:1770653359.235867:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac000. 00010000:00000010:3.1:1770653359.235870:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d800. 00010000:00000010:3.1:1770653359.235872:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d400. 00010000:00000010:3.1:1770653359.235874:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15dc00. 00010000:00000010:3.1:1770653359.239876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c000. 00010000:00000010:3.1:1770653359.239880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac600. 00010000:00000010:3.1:1770653359.239882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15ca00. 00010000:00000010:3.1:1770653359.239884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d600. 00010000:00000010:3.1:1770653359.243875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15da00. 00010000:00000010:3.1:1770653359.243879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c400. 00010000:00000010:3.1:1770653359.243882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac500. 00010000:00000010:3.1:1770653359.243885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d200. 00010000:00000010:3.1:1770653359.243887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d000. 00010000:00000010:3.1:1770653359.247864:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15dc00. 00010000:00000010:3.1:1770653359.251875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15ca00. 00010000:00000010:3.1:1770653359.251880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac600. 00010000:00000010:3.1:1770653359.251882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c000. 00010000:00000010:3.1:1770653359.251884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d600. 00010000:00000010:3.1:1770653359.255875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d400. 00010000:00000010:3.1:1770653359.255879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d200. 00010000:00000010:3.1:1770653359.255882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac500. 00010000:00000010:3.1:1770653359.255884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c400. 00010000:00000010:3.1:1770653359.255886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d000. 00010000:00000010:3.1:1770653359.259864:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15dc00. 00010000:00000010:3.1:1770653359.264874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c000. 00010000:00000010:3.1:1770653359.264879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac600. 00010000:00000010:3.1:1770653359.264881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15ca00. 00010000:00000010:3.1:1770653359.264883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d600. 00010000:00000010:3.1:1770653359.264885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15da00. 00010000:00000010:3.1:1770653359.268869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c400. 00010000:00000010:3.1:1770653359.268873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac500. 00010000:00000010:3.1:1770653359.268876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d200. 00010000:00000010:3.1:1770653359.268878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d000. 00010000:00000010:3.1:1770653359.272869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d400. 00010000:00000010:3.1:1770653359.276874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d600. 00010000:00000010:3.1:1770653359.276879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac600. 00010000:00000010:3.1:1770653359.276882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15ca00. 00010000:00000010:3.1:1770653359.276883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15da00. 00010000:00000010:3.1:1770653359.276885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c000. 00010000:00000010:3.1:1770653359.280869:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d200. 00010000:00000010:3.1:1770653359.280875:0:76655:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac500. 00010000:00000010:3.1:1770653359.280880:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c400. 00010000:00000010:3.1:1770653359.280883:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d000. 00010000:00000010:3.1:1770653359.284871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15dc00. 00010000:00000010:3.1:1770653359.288877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15da00. 00010000:00000010:3.1:1770653359.288882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac600. 00010000:00000010:3.1:1770653359.288884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15ca00. 00010000:00000010:3.1:1770653359.288886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c000. 00010000:00000010:3.1:1770653359.288888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d600. 00010000:00000010:3.1:1770653359.292870:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c400. 00010000:00000010:3.1:1770653359.292876:0:76655:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac500. 00010000:00000010:3.1:1770653359.292882:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d200. 00010000:00000010:3.1:1770653359.292886:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d000. 00010000:00000010:3.1:1770653359.296871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d400. 00010000:00000010:3.1:1770653359.300874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c000. 00010000:00000010:3.1:1770653359.300878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac600. 00010000:00000010:3.1:1770653359.300881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15ca00. 00010000:00000010:3.1:1770653359.300883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d600. 00010000:00000010:3.1:1770653359.300885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15da00. 00010000:00000010:3.1:1770653359.304875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d200. 00010000:00000010:3.1:1770653359.304880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac500. 00010000:00000010:3.1:1770653359.304882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c400. 00010000:00000010:3.1:1770653359.304884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d000. 00010000:00000010:3.1:1770653359.308875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15dc00. 00010000:00000010:3.1:1770653359.312883:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d600. 00010000:00000010:3.1:1770653359.312896:0:76655:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac600. 00010000:00000010:3.1:1770653359.312910:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15ca00. 00010000:00000010:3.1:1770653359.312922:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15da00. 00010000:00000010:3.1:1770653359.315888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c000. 00010000:00000010:3.1:1770653359.333886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d000. 00010000:00000010:0.1:1770653359.333889:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f580200. 00010000:00000010:3.1:1770653359.333899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac500. 00010000:00000010:0.1:1770653359.333902:0:73796:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d5500. 00010000:00000010:3.1:1770653359.333908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c400. 00010000:00000010:0.1:1770653359.333912:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f581600. 00010000:00000010:3.1:1770653359.333914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15dc00. 00010000:00000010:0.1:1770653359.333926:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f580c00. 00010000:00000010:0.1:1770653359.333935:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d200. 00010000:00000010:3.1:1770653359.435944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15da00. 00010000:00000010:0.1:1770653359.435944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15d600. 00010000:00000010:3.1:1770653359.435966:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ac600. 00010000:00000010:0.1:1770653359.435971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f580e00. 00010000:00000010:3.1:1770653359.435997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15ca00. 00010000:00000010:0.1:1770653359.435998:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d5900. 00010000:00000010:3.1:1770653359.436015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c000. 00010000:00000010:0.1:1770653359.436024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f581200. 00010000:00000010:0.1:1770653359.436032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f581a00. 00010000:00000010:0.1:1770653359.436062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2400. 00010000:00000010:3.1:1770653359.439898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71d400. 00010000:00000010:3.1:1770653359.439907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71d600. 00010000:00000010:0.1:1770653359.439915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3200. 00010000:00000010:3.1:1770653359.439916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead7c00. 00010000:00000010:3.1:1770653359.439934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead7000. 00010000:00000010:0.1:1770653359.439934:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d5500. 00010000:00000010:0.1:1770653359.439948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2000. 00010000:00000010:3.1:1770653359.439949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead7400. 00010000:00000010:3.1:1770653359.439962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead7e00. 00010000:00000010:0.1:1770653359.439962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3a00. 00010000:00000010:0.1:1770653359.439974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3c00. 00010000:00000010:0.1:1770653359.439983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3e00. 00010000:00000010:0.1:1770653359.439991:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d5d00. 00010000:00000010:0.1:1770653359.439995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f580c00. 00010000:00000010:0.1:1770653359.440003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2800. 00010000:00000010:0.1:1770653359.440007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f581600. 00010000:00000010:0.1:1770653359.440011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71ce00. 00010000:00000010:0.1:1770653359.440014:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d5800. 00010000:00000010:0.1:1770653359.440018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71d200. 00010000:00000010:0.1:1770653359.440021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f580200. 00010000:00000010:0.1:1770653359.440024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71c200. 00010000:00000010:0.1:1770653359.440027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71c800. 00010000:00000010:0.1:1770653359.440030:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d5200. 00010000:00000010:0.1:1770653359.440033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71da00. 00010000:00000010:0.1:1770653359.440036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71de00. 00010000:00000010:0.1:1770653359.440038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71c400. 00010000:00000010:0.1:1770653359.440041:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d5f00. 00010000:00000010:0.1:1770653359.440043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71d000. 00010000:00000010:0.1:1770653359.440046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71c000. 00010000:00000010:0.1:1770653359.440049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead6e00. 00010000:00000010:0.1:1770653359.440052:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d5700. 00010000:00000010:0.1:1770653359.440055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead7200. 00010000:00000010:0.1:1770653359.440058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71dc00. 00010000:00000010:0.1:1770653359.440061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead6400. 00010000:00000010:0.1:1770653359.440064:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d5000. 00010000:00000010:0.1:1770653359.440066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead7600. 00010000:00000010:0.1:1770653359.440069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead6600. 00010000:00000010:0.1:1770653359.440072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead7a00. 00010000:00000010:0.1:1770653359.440074:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d5e00. 00010000:00000010:0.1:1770653359.440077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead6000. 00010000:00000010:0.1:1770653359.440080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead6a00. 00010000:00000010:0.1:1770653359.440082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead6200. 00010000:00000010:0.1:1770653359.440085:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d5b00. 00010000:00000010:0.1:1770653359.440088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead6800. 00010000:00000010:0.1:1770653359.440090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead7800. 00010000:00000010:0.1:1770653359.440093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a642600. 00010000:00000010:0.1:1770653359.440097:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d5600. 00010000:00000010:0.1:1770653359.440100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a642400. 00010000:00000010:0.1:1770653359.440103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead6c00. 00010000:00000010:3.1:1770653359.444885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a643600. 00010000:00000010:0.1:1770653359.451882:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a642600. 00010000:00000010:0.1:1770653359.451892:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d5600. 00010000:00000010:0.1:1770653359.451906:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a643000. 00010000:00000010:0.1:1770653359.451915:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a642400. 00010000:00000010:3.1:1770653359.458880:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a642a00. 00010000:00000010:1.1:1770653359.470899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666116400. 00010000:00000010:1.1:1770653359.470910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556449fa300. 00010000:00000010:1.1:1770653359.470918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666117600. 00010000:00000010:1.1:1770653359.470926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666116c00. 00010000:00000010:3.1:1770653359.475876:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666116600. 00010000:00000010:1.1:1770653359.479886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666117600. 00010000:00000010:1.1:1770653359.479901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556449fa300. 00010000:00000010:1.1:1770653359.479904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666116400. 00010000:00000010:1.1:1770653359.479908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666116c00. 00010000:00000010:3.1:1770653359.487883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666117a00. 00010000:00000010:1.1:1770653359.495885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666116400. 00010000:00000010:1.1:1770653359.495892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556449fa300. 00010000:00000010:1.1:1770653359.495896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666117600. 00010000:00000010:1.1:1770653359.495899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666116c00. 00010000:00000010:1.1:1770653359.499884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666116000. 00010000:00000010:1.1:1770653359.508888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a642200. 00010000:00000010:0.1:1770653359.508896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a643c00. 00010000:00000010:0.1:1770653359.508905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d6e00. 00010000:00000010:0.1:1770653359.508908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a642800. 00010000:00000010:0.1:1770653359.508910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a643200. 00010000:00000010:1.1:1770653359.519882:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666116400. 00010000:00000010:1.1:1770653359.519893:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556449fb800. 00010000:00000010:1.1:1770653359.519905:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666116e00. 00010000:00000010:1.1:1770653359.519918:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666116000. 00010000:00000010:1.1:1770653359.519929:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666117a00. 00010000:00000010:1.1:1770653359.519938:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556216c1c00. 00010000:00000010:1.1:1770653359.519943:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556449fb200. 00010000:00000010:1.1:1770653359.519952:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556216c1200. 00010000:00000010:1.1:1770653359.519958:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666116600. 00010000:00000010:1.1:1770653359.523873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629e96000. 00010000:00000010:0.1:1770653359.528888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a642600. 00010000:00000010:0.1:1770653359.528903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d6400. 00010000:00000010:0.1:1770653359.528914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a642a00. 00010000:00000010:0.1:1770653359.528925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a643800. 00010000:00000010:0.1:1770653359.541894:0:76573:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a642a00. 00010000:00000010:0.1:1770653359.541908:0:76573:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d6400. 00010000:00000010:0.1:1770653359.541920:0:76573:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a642600. 00010000:00000010:0.1:1770653359.541933:0:76573:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a643800. 00010000:00000010:0.1:1770653359.549890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a642400. 00010000:00000010:0.1:1770653359.563872:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a643400. 00010000:00000010:0.1:1770653359.568881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a643200. 00010000:00000010:0.1:1770653359.568886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d6200. 00010000:00000010:0.1:1770653359.568889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a642200. 00010000:00000010:0.1:1770653359.568891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a643800. 00010000:00000010:0.1:1770653359.573880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2800. 00010000:00000010:0.1:1770653359.581869:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3200. 00010000:00000010:0.1:1770653359.581874:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7800. 00010000:00000010:0.1:1770653359.581877:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2400. 00010000:00000010:0.1:1770653359.581879:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2000. 00010000:00000010:0.1:1770653359.589891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a643800. 00010000:00000010:0.1:1770653359.593891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a643200. 00010000:00000010:0.1:1770653359.593899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7200. 00010000:00000010:0.1:1770653359.593905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a643400. 00010000:00000010:0.1:1770653359.593908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a642200. 00010000:00000010:0.1:1770653359.593912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2800. 00010000:00000010:0.1:1770653359.593913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2400. 00010000:00000010:0.1:1770653359.593918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7800. 00010000:00000010:0.1:1770653359.593921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3200. 00010000:00000010:0.1:1770653359.593923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2000. 00010000:00000010:0.1:1770653359.597872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f580200. 00010000:00000010:0.1:1770653359.597876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f580c00. 00010000:00000010:0.1:1770653359.597879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7f00. 00010000:00000010:0.1:1770653359.597882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f581a00. 00010000:00000010:0.1:1770653359.597884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f581600. 00010000:00000010:0.1:1770653359.601881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f581200. 00010000:00000010:0.1:1770653359.601885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2000. 00010000:00000010:0.1:1770653359.601887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7800. 00010000:00000010:0.1:1770653359.601890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3200. 00010000:00000010:0.1:1770653359.605882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f580e00. 00010000:00000010:0.1:1770653359.605888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2400. 00010000:00000010:0.1:1770653359.609869:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f581600. 00010000:00000010:0.1:1770653359.609874:0:73796:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7f00. 00010000:00000010:0.1:1770653359.609877:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f581a00. 00010000:00000010:0.1:1770653359.609881:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2800. 00010000:00000010:0.1:1770653359.613877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f580c00. 00010000:00000010:0.1:1770653359.617890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f581200. 00010000:00000010:0.1:1770653359.617896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7800. 00010000:00000010:0.1:1770653359.617900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f580200. 00010000:00000010:0.1:1770653359.617902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f580e00. 00010000:00000010:0.1:1770653359.617904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2400. 00010000:00000010:0.1:1770653359.621872:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3200. 00010000:00000010:0.1:1770653359.621878:0:73796:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7f00. 00010000:00000010:0.1:1770653359.621882:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2000. 00010000:00000010:0.1:1770653359.621885:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2800. 00010000:00000010:0.1:1770653359.629888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f581a00. 00010000:00000010:0.1:1770653359.634871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f580200. 00010000:00000010:0.1:1770653359.634876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7800. 00010000:00000010:0.1:1770653359.634879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f581200. 00010000:00000010:0.1:1770653359.634881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f580e00. 00010000:00000010:0.1:1770653359.634883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f580c00. 00010000:00000010:0.1:1770653359.638877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2800. 00010000:00000010:0.1:1770653359.638881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7f00. 00010000:00000010:0.1:1770653359.638884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2000. 00010000:00000010:0.1:1770653359.638886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f581600. 00010000:00000010:0.1:1770653359.638888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3200. 00010000:00000010:0.1:1770653359.642889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f581a00. 00010000:00000010:0.1:1770653359.642895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7200. 00010000:00000010:0.1:1770653359.642899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a642200. 00010000:00000010:0.1:1770653359.642901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2400. 00010000:00000010:0.1:1770653359.642903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a643400. 00010000:00000010:0.1:1770653359.646876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a643800. 00010000:00000010:0.1:1770653359.646882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7800. 00010000:00000010:0.1:1770653359.646890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f580c00. 00010000:00000010:0.1:1770653359.646898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a643200. 00010000:00000010:0.1:1770653359.650884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f580e00. 00010000:00000010:0.1:1770653359.654891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f581600. 00010000:00000010:0.1:1770653359.654897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7200. 00010000:00000010:0.1:1770653359.654900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f581200. 00010000:00000010:0.1:1770653359.654902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f581a00. 00010000:00000010:0.1:1770653359.654904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f580200. 00010000:00000010:0.1:1770653359.658902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a643200. 00010000:00000010:0.1:1770653359.658913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7800. 00010000:00000010:0.1:1770653359.658921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a643800. 00010000:00000010:0.1:1770653359.658928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f580c00. 00010000:00000010:0.1:1770653359.662879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a643400. 00010000:00000010:0.1:1770653359.666899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f580200. 00010000:00000010:0.1:1770653359.666907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7200. 00010000:00000010:0.1:1770653359.666912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f581a00. 00010000:00000010:0.1:1770653359.666916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a642200. 00010000:00000010:0.1:1770653359.666919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f581200. 00010000:00000010:0.1:1770653359.675895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f581600. 00010000:00000010:0.1:1770653359.675902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7800. 00010000:00000010:0.1:1770653359.675907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f580e00. 00010000:00000010:0.1:1770653359.675910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f580c00. 00010000:00000010:0.1:1770653359.679900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a643800. 00010000:00000010:0.1:1770653359.687890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a643400. 00010000:00000010:0.1:1770653359.687898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7200. 00010000:00000010:0.1:1770653359.687903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a643200. 00010000:00000010:0.1:1770653359.687906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a642200. 00010000:00000010:0.1:1770653359.687909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f581200. 00010000:00000010:0.1:1770653359.687912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f580200. 00010000:00000010:0.1:1770653359.687915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7f00. 00010000:00000010:0.1:1770653359.687918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2400. 00010000:00000010:0.1:1770653359.687921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f581a00. 00010000:00000010:0.1:1770653359.691877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3200. 00010000:00000010:0.1:1770653359.691883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2800. 00010000:00000010:0.1:1770653359.691887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7800. 00010000:00000010:0.1:1770653359.691893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a643800. 00010000:00000010:0.1:1770653359.691897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2000. 00010000:00000010:0.1:1770653359.695871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f580c00. 00010000:00000010:0.1:1770653359.695877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f581600. 00010000:00000010:0.1:1770653359.695881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7700. 00010000:00000010:0.1:1770653359.695885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71ec00. 00010000:00000010:0.1:1770653359.695888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f580e00. 00010000:00000010:0.1:1770653359.699869:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71f800. 00010000:00000010:0.1:1770653359.699875:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71f200. 00010000:00000010:0.1:1770653359.699878:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7800. 00010000:00000010:0.1:1770653359.699882:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71fc00. 00010000:00000010:0.1:1770653359.708868:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71fe00. 00010000:00000010:0.1:1770653359.708873:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71e600. 00010000:00000010:0.1:1770653359.712878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71f400. 00010000:00000010:0.1:1770653359.712883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7700. 00010000:00000010:0.1:1770653359.712886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71ea00. 00010000:00000010:0.1:1770653359.712888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71ec00. 00010000:00000010:0.1:1770653359.716888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71f600. 00010000:00000010:0.1:1770653359.716893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71f200. 00010000:00000010:0.1:1770653359.716895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7800. 00010000:00000010:0.1:1770653359.716898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71f800. 00010000:00000010:0.1:1770653359.716900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71fc00. 00010000:00000010:0.1:1770653359.716902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2000. 00010000:00000010:0.1:1770653359.720887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3200. 00010000:00000010:0.1:1770653359.720893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7f00. 00010000:00000010:0.1:1770653359.720896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2400. 00010000:00000010:0.1:1770653359.720898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2800. 00010000:00000010:0.1:1770653359.724865:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71e600. 00010000:00000010:0.1:1770653359.728887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71f800. 00010000:00000010:0.1:1770653359.728893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7800. 00010000:00000010:0.1:1770653359.728897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71f200. 00010000:00000010:0.1:1770653359.728899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71fc00. 00010000:00000010:0.1:1770653359.728901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71f600. 00010000:00000010:0.1:1770653359.732887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71ea00. 00010000:00000010:0.1:1770653359.732893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7f00. 00010000:00000010:0.1:1770653359.732897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71f400. 00010000:00000010:0.1:1770653359.732899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71ec00. 00010000:00000010:0.1:1770653359.736864:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71fe00. 00010000:00000010:0.1:1770653359.740887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71fc00. 00010000:00000010:0.1:1770653359.740893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7800. 00010000:00000010:0.1:1770653359.740896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71f200. 00010000:00000010:0.1:1770653359.740898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71f600. 00010000:00000010:0.1:1770653359.740900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71f800. 00010000:00000010:0.1:1770653359.744874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71f400. 00010000:00000010:0.1:1770653359.744879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7f00. 00010000:00000010:0.1:1770653359.744883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71ea00. 00010000:00000010:0.1:1770653359.744885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71ec00. 00010000:00000010:0.1:1770653359.748863:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71e600. 00010000:00000010:0.1:1770653359.756886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71f600. 00010000:00000010:0.1:1770653359.756892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7800. 00010000:00000010:0.1:1770653359.756896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71f200. 00010000:00000010:0.1:1770653359.756897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71f800. 00010000:00000010:0.1:1770653359.756899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71fc00. 00010000:00000010:0.1:1770653359.760866:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71ea00. 00010000:00000010:0.1:1770653359.760869:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7f00. 00010000:00000010:0.1:1770653359.760872:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71f400. 00010000:00000010:0.1:1770653359.760874:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71ec00. 00010000:00000010:0.1:1770653359.765896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71fe00. 00010000:00000010:0.1:1770653359.765903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2800. 00010000:00000010:0.1:1770653359.765906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7700. 00010000:00000010:0.1:1770653359.765909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2400. 00010000:00000010:0.1:1770653359.765911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71e600. 00010000:00000010:1.1:1770653359.769894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71f400. 00010000:00000010:0.1:1770653359.769894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3200. 00010000:00000010:0.1:1770653359.769903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71fc00. 00010000:00000010:0.1:1770653359.769910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7800. 00010000:00000010:0.1:1770653359.769915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71ec00. 00010000:00000010:0.1:1770653359.769918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2000. 00010000:00000010:0.1:1770653359.779872:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71fe00. 00010000:00000010:0.1:1770653359.779877:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7700. 00010000:00000010:0.1:1770653359.779881:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71ea00. 00010000:00000010:0.1:1770653359.779883:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71e600. 00010000:00000010:1.1:1770653359.784873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71f800. 00010000:00000010:1.1:1770653359.784879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71f600. 00010000:00000010:1.1:1770653359.792898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2400. 00010000:00000010:0.1:1770653359.792905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71fc00. 00010000:00000010:0.1:1770653359.792913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7800. 00010000:00000010:0.1:1770653359.792916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71f200. 00010000:00000010:0.1:1770653359.792919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71ec00. 00010000:00000010:0.1:1770653359.792921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2000. 00010000:00000010:0.1:1770653359.792924:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7f00. 00010000:00000010:0.1:1770653359.792927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3200. 00010000:00000010:0.1:1770653359.792929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71f400. 00010000:00000010:1.1:1770653359.797868:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71e600. 00010000:00000010:0.1:1770653359.801873:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71f600. 00010000:00000010:0.1:1770653359.801878:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7700. 00010000:00000010:0.1:1770653359.801882:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71f800. 00010000:00000010:0.1:1770653359.801887:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2800. 00010000:00000010:1.1:1770653359.806896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71fc00. 00010000:00000010:0.1:1770653359.806900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71ec00. 00010000:00000010:0.1:1770653359.806908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7f00. 00010000:00000010:0.1:1770653359.806912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71f200. 00010000:00000010:0.1:1770653359.806914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71f400. 00010000:00000010:1.1:1770653359.810898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f580e00. 00010000:00000010:0.1:1770653359.810912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71fe00. 00010000:00000010:0.1:1770653359.810923:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7800. 00010000:00000010:0.1:1770653359.810928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71e600. 00010000:00000010:0.1:1770653359.810931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71ea00. 00010000:00000010:0.1:1770653359.815929:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f580c00. 00010000:00000010:0.1:1770653359.815935:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7f00. 00010000:00000010:0.1:1770653359.815939:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f581a00. 00010000:00000010:0.1:1770653359.815942:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f581600. 00010000:00000010:1.1:1770653359.823902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f580200. 00010000:00000010:0.1:1770653359.831875:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f580e00. 00010000:00000010:0.1:1770653359.831880:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7800. 00010000:00000010:0.1:1770653359.831885:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71ea00. 00010000:00000010:0.1:1770653359.831891:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f581200. 00010000:00000010:1.1:1770653359.835884:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71e600. 00010000:00000010:0.1:1770653359.835894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71f400. 00010000:00000010:0.1:1770653359.835905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7f00. 00010000:00000010:0.1:1770653359.835916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71f200. 00010000:00000010:0.1:1770653359.835923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71fe00. 00010000:00000010:0.1:1770653359.839920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71f800. 00010000:00000010:1.1:1770653359.839926:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71ec00. 00010000:00000010:0.1:1770653359.839934:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7700. 00010000:00000010:0.1:1770653359.839945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71f600. 00010000:00000010:0.1:1770653359.839965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71fc00. 00010000:00000010:3.1:1770653359.944896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead7600. 00010000:00000010:0.1:1770653359.944898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71ea00. 00010000:00000010:3.1:1770653359.944911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666af300. 00010000:00000010:3.1:1770653359.944925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead7a00. 00010000:00000010:3.1:1770653359.944937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead6600. 00010000:00000010:1.1:1770653359.951891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666116e00. 00010000:00000010:1.1:1770653359.951904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556449fbc00. 00010000:00000010:1.1:1770653359.951910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666116000. 00010000:00000010:1.1:1770653359.951931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666116400. 00010000:00000010:1.1:1770653359.951958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2800. 00010000:00000010:1.1:1770653359.951993:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556449fb100. 00010000:00000010:1.1:1770653359.952023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3200. 00010000:00000010:1.1:1770653359.952053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666116600. 00010000:00000010:1.1:1770653359.952086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562a088a00. 00010000:00000010:1.1:1770653359.952112:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556449fb300. 00010000:00000010:1.1:1770653359.952136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617071200. 00010000:00000010:1.1:1770653359.952167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2400. 00010000:00000010:1.1:1770653359.952193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563e7b1400. 00010000:00000010:1.1:1770653359.952205:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669524c00. 00010000:00000010:1.1:1770653359.952218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91a400. 00010000:00000010:1.1:1770653359.952232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617071800. 00010000:00000010:1.1:1770653359.952251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91b400. 00010000:00000010:1.1:1770653359.952261:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669524100. 00010000:00000010:1.1:1770653359.952276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91aa00. 00010000:00000010:1.1:1770653359.952299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91ba00. 00010000:00000010:1.1:1770653359.952318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955623498400. 00010000:00000010:1.1:1770653359.952331:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669524300. 00010000:00000010:1.1:1770653359.952346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955623498e00. 00010000:00000010:1.1:1770653359.952354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563fac8600. 00010000:00000010:1.1:1770653359.952364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15f400. 00010000:00000010:1.1:1770653359.952387:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669524a00. 00010000:00000010:1.1:1770653359.952410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15e800. 00010000:00000010:1.1:1770653359.952439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15fe00. 00010000:00000010:1.1:1770653359.952476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15fc00. 00010000:00000010:1.1:1770653359.952503:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669524900. 00010000:00000010:1.1:1770653359.952524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15e000. 00010000:00000010:1.1:1770653359.952555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15f200. 00010000:00000010:1.1:1770653359.952587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e63400. 00010000:00000010:1.1:1770653359.952613:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669524d00. 00010000:00000010:1.1:1770653359.952639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e62e00. 00010000:00000010:1.1:1770653359.952666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15e400. 00010000:00000010:0.1:1770653359.955906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666117a00. 00010000:00000010:0.1:1770653359.955925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2000. 00010000:00000010:0.1:1770653359.955934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617071400. 00010000:00000010:0.1:1770653359.955940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91ac00. 00010000:00000010:0.1:1770653359.955947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563fac8a00. 00010000:00000010:0.1:1770653359.955953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658033600. 00010000:00000010:0.1:1770653359.955963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15ee00. 00010000:00000010:0.1:1770653359.955989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15f000. 00010000:00000010:0.1:1770653359.956000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2aa00. 00010000:00000010:0.1:1770653359.959899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2b800. 00010000:00000010:1.1:1770653359.959909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2a000. 00010000:00000010:1.1:1770653359.959920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669524800. 00010000:00000010:1.1:1770653359.959925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2b400. 00010000:00000010:1.1:1770653359.959930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2ba00. 00010000:00000010:1.1:1770653359.964871:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2a800. 00010000:00000010:1.1:1770653359.964877:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669524d00. 00010000:00000010:1.1:1770653359.964882:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2be00. 00010000:00000010:1.1:1770653359.964886:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2a200. 00010000:00000010:0.1:1770653359.969872:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2ac00. 00010000:00000010:1.1:1770653359.973894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2b400. 00010000:00000010:1.1:1770653359.973905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669524800. 00010000:00000010:1.1:1770653359.973917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2a000. 00010000:00000010:1.1:1770653359.973925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2ba00. 00010000:00000010:1.1:1770653359.988869:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2a200. 00010000:00000010:1.1:1770653359.998909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2a000. 00010000:00000010:1.1:1770653359.998919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669524800. 00010000:00000010:1.1:1770653359.998924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2b400. 00010000:00000010:1.1:1770653359.998930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2ba00. 00010000:00000010:1.1:1770653360.003890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2ae00. 00010000:00000010:1.1:1770653360.003904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2b200. 00010000:00000010:1.1:1770653360.003917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669524100. 00010000:00000010:1.1:1770653360.003931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2bc00. 00010000:00000010:1.1:1770653360.003938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2a200. 00010000:00000010:1.1:1770653360.008885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2a600. 00010000:00000010:1.1:1770653360.013884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2bc00. 00010000:00000010:1.1:1770653360.013891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669524100. 00010000:00000010:1.1:1770653360.013894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2b200. 00010000:00000010:1.1:1770653360.013897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2a200. 00010000:00000010:0.1:1770653360.025882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2ae00. 00010000:00000010:1.1:1770653360.030887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2b200. 00010000:00000010:1.1:1770653360.030893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669524100. 00010000:00000010:1.1:1770653360.030895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2bc00. 00010000:00000010:1.1:1770653360.030897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2a200. 00010000:00000010:0.1:1770653360.048888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2a600. 00010000:00000010:1.1:1770653360.079879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2bc00. 00010000:00000010:1.1:1770653360.079886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669525a00. 00010000:00000010:1.1:1770653360.079889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2ae00. 00010000:00000010:1.1:1770653360.079891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2ba00. 00010000:00000010:1.1:1770653360.088891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2ae00. 00010000:00000010:1.1:1770653360.088897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669525a00. 00010000:00000010:1.1:1770653360.088900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2bc00. 00010000:00000010:1.1:1770653360.088902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2ba00. 00010000:00000010:1.1:1770653360.093873:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2ac00. 00010000:00000010:1.1:1770653360.101899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2b800. 00010000:00000010:1.1:1770653360.105899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a28a00. 00010000:00000010:1.1:1770653360.109906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a29600. 00010000:00000010:1.1:1770653360.114909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a28400. 00010000:00000010:1.1:1770653360.118893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a28200. 00010000:00000010:1.1:1770653360.127893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a29600. 00010000:00000010:1.1:1770653360.131914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a28a00. 00010000:00000010:1.1:1770653360.140892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a29200. 00010000:00000010:1.1:1770653360.144907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a28a00. 00010000:00000010:1.1:1770653360.154907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a29600. 00010000:00000010:1.1:1770653360.163898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a28200. 00010000:00000010:1.1:1770653360.168907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a29600. 00010000:00000010:1.1:1770653360.172904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3bbc00. 00010000:00000010:1.1:1770653360.180869:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3bbe00. 00010000:00000010:1.1:1770653360.188894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3bae00. 00010000:00000010:1.1:1770653360.200894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3ba400. 00010000:00000010:1.1:1770653360.204896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3bb000. 00010000:00000010:1.1:1770653360.212896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3bb600. 00010000:00000010:1.1:1770653360.216886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3bb000. 00010000:00000010:1.1:1770653360.228901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3ba400. 00010000:00000010:1.1:1770653360.240883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3bae00. 00010000:00000010:1.1:1770653360.244918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3bbe00. 00010000:00000010:1.1:1770653360.248885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3bbc00. 00010000:00000010:1.1:1770653360.256886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3bae00. 00010000:00000010:0.1:1770653360.265875:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a643400. 00010000:00000010:0.1:1770653360.265882:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b8100. 00010000:00000010:0.1:1770653360.265886:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a642200. 00010000:00000010:0.1:1770653360.265891:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a643200. 00010000:00000010:1.1:1770653360.265908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3ba400. 00010000:00000010:1.1:1770653360.269903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625bfaa00. 00010000:00000010:0.1:1770653360.273884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625bfac00. 00010000:00000010:0.1:1770653360.273891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b8100. 00010000:00000010:0.1:1770653360.273894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625bfa800. 00010000:00000010:0.1:1770653360.273896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625bfa600. 00010000:00000010:1.1:1770653360.277888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625bfb600. 00010000:00000010:0.1:1770653360.281892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a643200. 00010000:00000010:0.1:1770653360.281899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9600. 00010000:00000010:0.1:1770653360.281901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a642200. 00010000:00000010:0.1:1770653360.281904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625bfaa00. 00010000:00000010:1.1:1770653360.285889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a643400. 00010000:00000010:0.1:1770653360.292869:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625bfa600. 00010000:00000010:0.1:1770653360.292878:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9500. 00010000:00000010:0.1:1770653360.292883:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625bfa800. 00010000:00000010:0.1:1770653360.292887:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625bfb600. 00010000:00000010:1.1:1770653360.292899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625bfac00. 00010000:00000010:0.1:1770653360.300891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a642200. 00010000:00000010:0.1:1770653360.300898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9600. 00010000:00000010:0.1:1770653360.300901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a643200. 00010000:00000010:0.1:1770653360.300903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625bfaa00. 00010000:00000010:0.1:1770653360.304873:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f583600. 00010000:00000010:0.1:1770653360.304878:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9400. 00010000:00000010:0.1:1770653360.304881:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f582400. 00010000:00000010:0.1:1770653360.304883:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f582e00. 00010000:00000010:1.1:1770653360.304902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f582000. 00010000:00000010:1.1:1770653360.312892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f583e00. 00010000:00000010:1.1:1770653360.312899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625bfa600. 00010000:00000010:0.1:1770653360.313892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625bfb600. 00010000:00000010:0.1:1770653360.313899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9500. 00010000:00000010:0.1:1770653360.313903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625bfa800. 00010000:00000010:0.1:1770653360.313906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625bfac00. 00010000:00000010:0.1:1770653360.316876:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556385b4800. 00010000:00000010:0.1:1770653360.316884:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9600. 00010000:00000010:0.1:1770653360.316887:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955626252600. 00010000:00000010:0.1:1770653360.316890:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625bfaa00. 00010000:00000010:0.1:1770653360.320877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955626253800. 00010000:00000010:1.1:1770653360.320883:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955626253e00. 00010000:00000010:0.1:1770653360.320887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9400. 00010000:00000010:0.1:1770653360.320898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f582000. 00010000:00000010:0.1:1770653360.320905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955626252e00. 00010000:00000010:0.1:1770653360.324883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f583600. 00010000:00000010:0.1:1770653360.324891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9600. 00010000:00000010:1.1:1770653360.324892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f582e00. 00010000:00000010:0.1:1770653360.324895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f583e00. 00010000:00000010:0.1:1770653360.324900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f582400. 00010000:00000010:1.1:1770653360.328887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955626252600. 00010000:00000010:0.1:1770653360.332906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955626253800. 00010000:00000010:0.1:1770653360.332915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9400. 00010000:00000010:0.1:1770653360.332920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955626253e00. 00010000:00000010:0.1:1770653360.332925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955626252e00. 00010000:00000010:1.1:1770653360.336890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f582000. 00010000:00000010:1.1:1770653360.340888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f582e00. 00010000:00000010:0.1:1770653360.340895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f583e00. 00010000:00000010:0.1:1770653360.340902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9600. 00010000:00000010:0.1:1770653360.340905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f583600. 00010000:00000010:0.1:1770653360.340907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f582400. 00010000:00000010:0.1:1770653360.344876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641ff600. 00010000:00000010:0.1:1770653360.344881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9400. 00010000:00000010:0.1:1770653360.344884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fe200. 00010000:00000010:0.1:1770653360.344886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556385b4800. 00010000:00000010:1.1:1770653360.348893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641ff000. 00010000:00000010:0.1:1770653360.356880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556385b7800. 00010000:00000010:0.1:1770653360.356886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9600. 00010000:00000010:0.1:1770653360.356889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b0800. 00010000:00000010:0.1:1770653360.356892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556385b7600. 00010000:00000010:1.1:1770653360.356895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b0a00. 00010000:00000010:0.1:1770653360.360892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b1c00. 00010000:00000010:0.1:1770653360.360898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9400. 00010000:00000010:0.1:1770653360.360901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b0600. 00010000:00000010:0.1:1770653360.360903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b1800. 00010000:00000010:0.1:1770653360.364878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fe200. 00010000:00000010:1.1:1770653360.364881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556385b4800. 00010000:00000010:0.1:1770653360.364885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9500. 00010000:00000010:0.1:1770653360.364890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641ff600. 00010000:00000010:0.1:1770653360.364893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641ff000. 00010000:00000010:1.1:1770653360.369877:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562197a200. 00010000:00000010:1.1:1770653360.447893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b0600. 00010000:00000010:0.1:1770653360.448901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562197b000. 00010000:00000010:0.1:1770653360.448910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9400. 00010000:00000010:0.1:1770653360.448913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b1800. 00010000:00000010:0.1:1770653360.448915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562197b400. 00010000:00000010:3.1:1770653360.451889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71d000. 00010000:00000010:3.1:1770653360.451897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563335e800. 00010000:00000010:3.1:1770653360.451902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71c400. 00010000:00000010:3.1:1770653360.451904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71c000. 00010000:00000010:0.1:1770653360.452913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b0a00. 00010000:00000010:0.1:1770653360.452920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9500. 00010000:00000010:0.1:1770653360.452923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b0800. 00010000:00000010:0.1:1770653360.452925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b1c00. 00010000:00000010:0.1:1770653360.452927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fe200. 00010000:00000010:0.1:1770653360.452933:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9c00. 00010000:00000010:0.1:1770653360.452936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556385b7600. 00010000:00000010:0.1:1770653360.452939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641ff600. 00010000:00000010:0.1:1770653360.452941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955621979e00. 00010000:00000010:0.1:1770653360.452943:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9300. 00010000:00000010:0.1:1770653360.452946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955621978e00. 00010000:00000010:0.1:1770653360.452948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955621978400. 00010000:00000010:0.1:1770653360.452950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332e400. 00010000:00000010:0.1:1770653360.452952:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9900. 00010000:00000010:0.1:1770653360.452954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332ea00. 00010000:00000010:0.1:1770653360.452956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332ee00. 00010000:00000010:0.1:1770653360.452960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565907d200. 00010000:00000010:0.1:1770653360.452962:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9800. 00010000:00000010:0.1:1770653360.452965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565907d400. 00010000:00000010:0.1:1770653360.452967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565907d000. 00010000:00000010:0.1:1770653360.452969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565907e600. 00010000:00000010:0.1:1770653360.452971:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9f00. 00010000:00000010:0.1:1770653360.452973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565907ea00. 00010000:00000010:0.1:1770653360.452975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565907cc00. 00010000:00000010:0.1:1770653360.452978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625bf8600. 00010000:00000010:0.1:1770653360.452980:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9000. 00010000:00000010:0.1:1770653360.452982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625bf9200. 00010000:00000010:0.1:1770653360.452984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565907f200. 00010000:00000010:0.1:1770653360.452986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625bf9e00. 00010000:00000010:0.1:1770653360.452988:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9b00. 00010000:00000010:0.1:1770653360.452989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625bf8a00. 00010000:00000010:0.1:1770653360.452991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625bf8c00. 00010000:00000010:0.1:1770653360.452994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556302e3800. 00010000:00000010:0.1:1770653360.452997:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643baf00. 00010000:00000010:0.1:1770653360.452999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556302e3200. 00010000:00000010:0.1:1770653360.453001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556302e2200. 00010000:00000010:0.1:1770653360.453004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3b8600. 00010000:00000010:0.1:1770653360.453006:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643ba000. 00010000:00000010:0.1:1770653360.453008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3b9c00. 00010000:00000010:0.1:1770653360.453010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3b9200. 00010000:00000010:0.1:1770653360.453012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3b9e00. 00010000:00000010:0.1:1770653360.453014:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643bab00. 00010000:00000010:0.1:1770653360.453016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3b8000. 00010000:00000010:0.1:1770653360.453017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3b8c00. 00010000:00000010:0.1:1770653360.453019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3b9600. 00010000:00000010:0.1:1770653360.453021:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643ba500. 00010000:00000010:0.1:1770653360.453023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3b8a00. 00010000:00000010:0.1:1770653360.453024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3b9400. 00010000:00000010:0.1:1770653360.453028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453c00. 00010000:00000010:0.1:1770653360.453030:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643bac00. 00010000:00000010:0.1:1770653360.453032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453200. 00010000:00000010:0.1:1770653360.453036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452e00. 00010000:00000010:0.1:1770653360.453038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452800. 00010000:00000010:0.1:1770653360.453039:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643ba300. 00010000:00000010:0.1:1770653360.453041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453a00. 00010000:00000010:0.1:1770653360.453043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453e00. 00010000:00000010:0.1:1770653360.453045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452400. 00010000:00000010:0.1:1770653360.453047:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643ba900. 00010000:00000010:0.1:1770653360.453049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453000. 00010000:00000010:0.1:1770653360.453051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452000. 00010000:00000010:0.1:1770653360.453054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631451400. 00010000:00000010:0.1:1770653360.453056:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643ba800. 00010000:00000010:0.1:1770653360.453059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631450000. 00010000:00000010:0.1:1770653360.453061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631451a00. 00010000:00000010:0.1:1770653360.453063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631451600. 00010000:00000010:0.1:1770653360.453066:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643bb100. 00010000:00000010:0.1:1770653360.453068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631450e00. 00010000:00000010:0.1:1770653360.453069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631451000. 00010000:00000010:0.1:1770653360.453071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631450200. 00010000:00000010:0.1:1770653360.453073:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643bba00. 00010000:00000010:0.1:1770653360.453075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631451e00. 00010000:00000010:0.1:1770653360.453077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631451200. 00010000:00000010:0.1:1770653360.453079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658bad600. 00010000:00000010:0.1:1770653360.453082:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643bbd00. 00010000:00000010:0.1:1770653360.453084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658bac000. 00010000:00000010:0.1:1770653360.453087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635e06800. 00010000:00000010:0.1:1770653360.453089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbe400. 00010000:00000010:0.1:1770653360.453092:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643bb200. 00010000:00000010:0.1:1770653360.453094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2a00. 00010000:00000010:0.1:1770653360.453096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbe800. 00010000:00000010:0.1:1770653360.453099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620a28e00. 00010000:00000010:0.1:1770653360.453101:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643bb700. 00010000:00000010:0.1:1770653360.453103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620a29e00. 00010000:00000010:0.1:1770653360.453105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955611319c00. 00010000:00000010:0.1:1770653360.453110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955643b12400. 00010000:00000010:0.1:1770653360.453112:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643bbe00. 00010000:00000010:0.1:1770653360.453114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955643b12600. 00010000:00000010:0.1:1770653360.453116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620a28800. 00010000:00000010:0.1:1770653360.453118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955643b13a00. 00010000:00000010:0.1:1770653360.453120:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643bb600. 00010000:00000010:0.1:1770653360.453122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955643b12c00. 00010000:00000010:0.1:1770653360.453124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955643b12a00. 00010000:00000010:0.1:1770653360.453126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955643b13e00. 00010000:00000010:0.1:1770653360.453128:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643bb400. 00010000:00000010:0.1:1770653360.453130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306d9e00. 00010000:00000010:0.1:1770653360.453132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955643b13400. 00010000:00000010:0.1:1770653360.453134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306d9200. 00010000:00000010:0.1:1770653360.453137:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556678e5900. 00010000:00000010:0.1:1770653360.453139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306d9c00. 00010000:00000010:0.1:1770653360.453141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306d8e00. 00010000:00000010:0.1:1770653360.453143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306d8400. 00010000:00000010:0.1:1770653360.453159:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556678e5800. 00010000:00000010:0.1:1770653360.453161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306d9a00. 00010000:00000010:0.1:1770653360.453163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306d9000. 00010000:00000010:0.1:1770653360.453165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306dbe00. 00010000:00000010:0.1:1770653360.453167:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556678e5f00. 00010000:00000010:0.1:1770653360.453170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306dac00. 00010000:00000010:0.1:1770653360.453181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306db800. 00010000:00000010:0.1:1770653360.453183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306da400. 00010000:00000010:0.1:1770653360.453185:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556678e5000. 00010000:00000010:0.1:1770653360.453187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306dbc00. 00010000:00000010:0.1:1770653360.453189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306daa00. 00010000:00000010:0.1:1770653360.453191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556302e0400. 00010000:00000010:0.1:1770653360.453193:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556678e5b00. 00010000:00000010:0.1:1770653360.453196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556302e0a00. 00010000:00000010:0.1:1770653360.453198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556302e1600. 00010000:00000010:0.1:1770653360.453200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556302e0e00. 00010000:00000010:0.1:1770653360.453201:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556678e5500. 00010000:00000010:0.1:1770653360.453203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556302e0800. 00010000:00000010:0.1:1770653360.453205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556302e0000. 00010000:00000010:0.1:1770653360.453207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955626252e00. 00010000:00000010:0.1:1770653360.453209:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556678e5c00. 00010000:00000010:0.1:1770653360.453211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955626253e00. 00010000:00000010:0.1:1770653360.453213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556302e0c00. 00010000:00000010:0.1:1770653360.453214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625bfaa00. 00010000:00000010:0.1:1770653360.453217:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556678e5300. 00010000:00000010:0.1:1770653360.453218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625bfac00. 00010000:00000010:0.1:1770653360.453220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955626252600. 00010000:00000010:0.1:1770653360.453222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625bfa600. 00010000:00000010:0.1:1770653360.453224:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556678e6000. 00010000:00000010:0.1:1770653360.453227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a643200. 00010000:00000010:0.1:1770653360.453230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625bfb600. 00010000:00000010:0.1:1770653360.453232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a28a00. 00010000:00000010:0.1:1770653360.453234:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556678e6b00. 00010000:00000010:0.1:1770653360.453237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a29200. 00010000:00000010:0.1:1770653360.453239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a643400. 00010000:00000010:0.1:1770653360.453241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a28400. 00010000:00000010:0.1:1770653360.453243:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556678e6500. 00010000:00000010:0.1:1770653360.453245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a29600. 00010000:00000010:0.1:1770653360.453247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a29a00. 00010000:00000010:0.1:1770653360.453248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a28800. 00010000:00000010:0.1:1770653360.453250:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556678e6c00. 00010000:00000010:0.1:1770653360.453252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a28200. 00010000:00000010:0.1:1770653360.453254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a29800. 00010000:00000010:0.1:1770653360.453257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15f000. 00010000:00000010:0.1:1770653360.453259:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556678e6300. 00010000:00000010:0.1:1770653360.453261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15ee00. 00010000:00000010:0.1:1770653360.453264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e63400. 00010000:00000010:0.1:1770653360.453266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15e000. 00010000:00000010:0.1:1770653360.453268:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556678e6900. 00010000:00000010:0.1:1770653360.453269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15fc00. 00010000:00000010:0.1:1770653360.453271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15f200. 00010000:00000010:0.1:1770653360.453272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15f400. 00010000:00000010:0.1:1770653360.453274:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556678e6800. 00010000:00000010:0.1:1770653360.453276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563e7b1400. 00010000:00000010:0.1:1770653360.453279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15e800. 00010000:00000010:0.1:1770653360.453281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3200. 00010000:00000010:0.1:1770653360.453282:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556678e6f00. 00010000:00000010:0.1:1770653360.453284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2800. 00010000:00000010:0.1:1770653360.453286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2400. 00010000:00000010:0.1:1770653360.453288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617071800. 00010000:00000010:0.1:1770653360.453291:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556678e7d00. 00010000:00000010:0.1:1770653360.453293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617071200. 00010000:00000010:0.1:1770653360.453295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617071400. 00010000:00000010:0.1:1770653360.453297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666116400. 00010000:00000010:0.1:1770653360.453300:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556678e7200. 00010000:00000010:0.1:1770653360.453302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666116000. 00010000:00000010:0.1:1770653360.453304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666116600. 00010000:00000010:0.1:1770653360.453307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d5e00. 00010000:00000010:0.1:1770653360.453309:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556678e7700. 00010000:00000010:0.1:1770653360.453312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d4c00. 00010000:00000010:0.1:1770653360.453314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d4800. 00010000:00000010:0.1:1770653360.453316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d5c00. 00010000:00000010:0.1:1770653360.453318:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556678e7e00. 00010000:00000010:0.1:1770653360.453320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d4600. 00010000:00000010:0.1:1770653360.453322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d5200. 00010000:00000010:0.1:1770653360.453324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d5000. 00010000:00000010:0.1:1770653360.453326:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556678e7600. 00010000:00000010:0.1:1770653360.453328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d4a00. 00010000:00000010:0.1:1770653360.453330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d5600. 00010000:00000010:0.1:1770653360.453332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d5400. 00010000:00000010:0.1:1770653360.453333:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556678e7400. 00010000:00000010:0.1:1770653360.453335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d5800. 00010000:00000010:0.1:1770653360.453337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d4000. 00010000:00000010:0.1:1770653360.453339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6600. 00010000:00000010:0.1:1770653360.453341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556678e7100. 00010000:00000010:0.1:1770653360.453342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6400. 00010000:00000010:0.1:1770653360.453344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7c00. 00010000:00000010:0.1:1770653360.453346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6a00. 00010000:00000010:0.1:1770653360.453348:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556678e7a00. 00010000:00000010:0.1:1770653360.453349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7a00. 00010000:00000010:0.1:1770653360.453351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7000. 00010000:00000010:0.1:1770653360.453353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7800. 00010000:00000010:0.1:1770653360.453355:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955625f14b00. 00010000:00000010:0.1:1770653360.453357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6200. 00010000:00000010:0.1:1770653360.453358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7400. 00010000:00000010:0.1:1770653360.453360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6c00. 00010000:00000010:0.1:1770653360.453361:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955625f14500. 00010000:00000010:0.1:1770653360.453363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6e00. 00010000:00000010:0.1:1770653360.453365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7e00. 00010000:00000010:0.1:1770653360.453367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2d600. 00010000:00000010:0.1:1770653360.453369:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955625f14c00. 00010000:00000010:0.1:1770653360.453371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2d000. 00010000:00000010:0.1:1770653360.453373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c400. 00010000:00000010:0.1:1770653360.453374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c000. 00010000:00000010:0.1:1770653360.453376:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955625f14300. 00010000:00000010:0.1:1770653360.453378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2d400. 00010000:00000010:0.1:1770653360.453380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2da00. 00010000:00000010:0.1:1770653360.453382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c800. 00010000:00000010:0.1:1770653360.453384:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955625f14900. 00010000:00000010:0.1:1770653360.453385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2de00. 00010000:00000010:0.1:1770653360.453387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c200. 00010000:00000010:0.1:1770653360.453389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2d200. 00010000:00000010:0.1:1770653360.453390:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955625f14800. 00010000:00000010:0.1:1770653360.453392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2dc00. 00010000:00000010:0.1:1770653360.453394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2ce00. 00010000:00000010:0.1:1770653360.453396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc90400. 00010000:00000010:0.1:1770653360.453398:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955625f14f00. 00010000:00000010:0.1:1770653360.453400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc91600. 00010000:00000010:0.1:1770653360.453402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc90600. 00010000:00000010:0.1:1770653360.453403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc91a00. 00010000:00000010:0.1:1770653360.453405:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955625f14000. 00010000:00000010:0.1:1770653360.453407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc90000. 00010000:00000010:0.1:1770653360.453408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc90a00. 00010000:00000010:0.1:1770653360.453410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc90200. 00010000:00000010:0.1:1770653360.453412:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955625f16f00. 00010000:00000010:0.1:1770653360.453414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc90800. 00010000:00000010:0.1:1770653360.453416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc91800. 00010000:00000010:0.1:1770653360.453417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc90e00. 00010000:00000010:0.1:1770653360.453419:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955625f16000. 00010000:00000010:0.1:1770653360.453421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc91200. 00010000:00000010:0.1:1770653360.453423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc90c00. 00010000:00000010:0.1:1770653360.453424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc92000. 00010000:00000010:0.1:1770653360.453426:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955625f16b00. 00010000:00000010:0.1:1770653360.453428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc93400. 00010000:00000010:0.1:1770653360.453430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc93a00. 00010000:00000010:0.1:1770653360.453431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc92800. 00010000:00000010:0.1:1770653360.453433:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955625f16500. 00010000:00000010:0.1:1770653360.453435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc93e00. 00010000:00000010:0.1:1770653360.453436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc92200. 00010000:00000010:0.1:1770653360.453438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc93200. 00010000:00000010:0.1:1770653360.453440:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955625f16c00. 00010000:00000010:0.1:1770653360.453442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc93c00. 00010000:00000010:0.1:1770653360.453444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc92e00. 00010000:00000010:0.1:1770653360.453445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc93600. 00010000:00000010:0.1:1770653360.453447:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955625f16300. 00010000:00000010:0.1:1770653360.453449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc93000. 00010000:00000010:0.1:1770653360.453450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc92400. 00010000:00000010:0.1:1770653360.453452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a6fc200. 00010000:00000010:0.1:1770653360.453454:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955625f16900. 00010000:00000010:0.1:1770653360.453455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a6fc800. 00010000:00000010:0.1:1770653360.453457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a6fd800. 00010000:00000010:0.1:1770653360.453458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a6fce00. 00010000:00000010:0.1:1770653360.453460:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955625f16800. 00010000:00000010:0.1:1770653360.453462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a6fd200. 00010000:00000010:0.1:1770653360.453463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a6fcc00. 00010000:00000010:1.1:1770653360.455896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2ac00. 00010000:00000010:1.1:1770653360.455908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669525a00. 00010000:00000010:1.1:1770653360.455912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2ba00. 00010000:00000010:1.1:1770653360.455917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2b800. 00010000:00000010:1.1:1770653360.455920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2bc00. 00010000:00000010:1.1:1770653360.455923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2aa00. 00010000:00000010:1.1:1770653360.455927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669525900. 00010000:00000010:1.1:1770653360.455931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562197a200. 00010000:00000010:1.1:1770653360.455934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2ae00. 00010000:00000010:1.1:1770653360.455937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556385b4800. 00010000:00000010:1.1:1770653360.455943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f583600. 00010000:00000010:1.1:1770653360.455947:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669525d00. 00010000:00000010:1.1:1770653360.455951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f583e00. 00010000:00000010:1.1:1770653360.455955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f582400. 00010000:00000010:1.1:1770653360.455958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f582e00. 00010000:00000010:1.1:1770653360.455962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead5800. 00010000:00000010:1.1:1770653360.455967:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669525800. 00010000:00000010:1.1:1770653360.455971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead5400. 00010000:00000010:1.1:1770653360.455974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f582000. 00010000:00000010:1.1:1770653360.455978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead4800. 00010000:00000010:1.1:1770653360.455982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead4c00. 00010000:00000010:1.1:1770653360.455986:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669525200. 00010000:00000010:1.1:1770653360.455989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead5000. 00010000:00000010:1.1:1770653360.455993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead5e00. 00010000:00000010:1.1:1770653360.455996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead4600. 00010000:00000010:1.1:1770653360.455999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead5600. 00010000:00000010:1.1:1770653360.456003:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669525f00. 00010000:00000010:1.1:1770653360.456007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563fac8a00. 00010000:00000010:1.1:1770653360.456011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead5200. 00010000:00000010:1.1:1770653360.456014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563fac8600. 00010000:00000010:1.1:1770653360.456018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91ba00. 00010000:00000010:1.1:1770653360.456023:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669525700. 00010000:00000010:1.1:1770653360.456027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91aa00. 00010000:00000010:1.1:1770653360.456030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91ac00. 00010000:00000010:1.1:1770653360.456033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91b400. 00010000:00000010:1.1:1770653360.456037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955623498e00. 00010000:00000010:1.1:1770653360.456040:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669525000. 00010000:00000010:1.1:1770653360.456043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955623498400. 00010000:00000010:1.1:1770653360.456046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91a400. 00010000:00000010:1.1:1770653360.456049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2e800. 00010000:00000010:1.1:1770653360.456053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2ec00. 00010000:00000010:1.1:1770653360.456056:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669525e00. 00010000:00000010:1.1:1770653360.456070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2ee00. 00010000:00000010:1.1:1770653360.456074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2fe00. 00010000:00000010:1.1:1770653360.456077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2f200. 00010000:00000010:1.1:1770653360.464903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2e600. 00010000:00000010:1.1:1770653360.464914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669525b00. 00010000:00000010:1.1:1770653360.464923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2e400. 00010000:00000010:1.1:1770653360.464931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2fc00. 00010000:00000010:1.1:1770653360.468877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2f600. 00010000:00000010:1.1:1770653360.473900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2fe00. 00010000:00000010:1.1:1770653360.473907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669525e00. 00010000:00000010:1.1:1770653360.473911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2ee00. 00010000:00000010:1.1:1770653360.473914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2f200. 00010000:00000010:1.1:1770653360.480908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2ee00. 00010000:00000010:1.1:1770653360.480914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669525e00. 00010000:00000010:1.1:1770653360.480917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2fe00. 00010000:00000010:1.1:1770653360.480919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2f200. 00010000:00000010:0.1:1770653360.485887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2ec00. 00010000:00000010:0.1:1770653360.489896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2e600. 00010000:00000010:1.1:1770653360.497873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2fe00. 00010000:00000010:1.1:1770653360.497879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669525e00. 00010000:00000010:1.1:1770653360.497883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2ee00. 00010000:00000010:1.1:1770653360.497885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2f200. 00010000:00000010:0.1:1770653360.501936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2f000. 00010000:00000010:1.1:1770653360.505900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2e000. 00010000:00000010:1.1:1770653360.505910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669525500. 00010000:00000010:1.1:1770653360.505920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2f400. 00010000:00000010:1.1:1770653360.505938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2fa00. 00010000:00000010:0.1:1770653360.510875:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2f800. 00010000:00000010:1.1:1770653360.516910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2f400. 00010000:00000010:1.1:1770653360.516919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669525500. 00010000:00000010:1.1:1770653360.516924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2e000. 00010000:00000010:1.1:1770653360.521891:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2fa00. 00010000:00000010:0.1:1770653360.525898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2f200. 00010000:00000010:1.1:1770653360.529877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2f400. 00010000:00000010:1.1:1770653360.529884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669525500. 00010000:00000010:1.1:1770653360.529886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2fa00. 00010000:00000010:1.1:1770653360.529888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2e000. 00010000:00000010:0.1:1770653360.536880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2ee00. 00010000:00000010:1.1:1770653360.541892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2fa00. 00010000:00000010:1.1:1770653360.541899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669525500. 00010000:00000010:1.1:1770653360.541902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2f400. 00010000:00000010:1.1:1770653360.541903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2e000. 00010000:00000010:1.1:1770653360.549882:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2fe00. 00010000:00000010:1.1:1770653360.554876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2f400. 00010000:00000010:1.1:1770653360.558892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669525500. 00010000:00000010:1.1:1770653360.558899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2fa00. 00010000:00000010:1.1:1770653360.558901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2e000. 00010000:00000010:1.1:1770653360.562887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2e200. 00010000:00000010:0.1:1770653360.579900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc90400. 00010000:00000010:0.1:1770653360.579908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9f00. 00010000:00000010:0.1:1770653360.579914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc91a00. 00010000:00000010:0.1:1770653360.583874:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc91600. 00010000:00000010:1.1:1770653360.587881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc90000. 00010000:00000010:0.1:1770653360.596872:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc91600. 00010000:00000010:0.1:1770653360.596879:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9f00. 00010000:00000010:0.1:1770653360.596882:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc90400. 00010000:00000010:0.1:1770653360.596885:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc91a00. 00010000:00000010:1.1:1770653360.601883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc91800. 00010000:00000010:0.1:1770653360.604883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc90000. 00010000:00000010:0.1:1770653360.604891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9500. 00010000:00000010:0.1:1770653360.604895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc90200. 00010000:00000010:0.1:1770653360.604897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc91200. 00010000:00000010:0.1:1770653360.604899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2d200. 00010000:00000010:0.1:1770653360.604901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9f00. 00010000:00000010:0.1:1770653360.604903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c200. 00010000:00000010:0.1:1770653360.604905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2dc00. 00010000:00000010:1.1:1770653360.608883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2ce00. 00010000:00000010:1.1:1770653360.608891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2de00. 00010000:00000010:0.1:1770653360.613884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2da00. 00010000:00000010:1.1:1770653360.613886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c000. 00010000:00000010:0.1:1770653360.613903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9400. 00010000:00000010:0.1:1770653360.613906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2d400. 00010000:00000010:0.1:1770653360.613909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c800. 00010000:00000010:0.1:1770653360.616882:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c200. 00010000:00000010:0.1:1770653360.616887:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9f00. 00010000:00000010:0.1:1770653360.616890:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2d200. 00010000:00000010:0.1:1770653360.616893:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2dc00. 00010000:00000010:1.1:1770653360.620909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c400. 00010000:00000010:0.1:1770653360.624895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2d400. 00010000:00000010:0.1:1770653360.624903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9400. 00010000:00000010:0.1:1770653360.624906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2da00. 00010000:00000010:0.1:1770653360.624908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c800. 00010000:00000010:1.1:1770653360.628884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2d000. 00010000:00000010:1.1:1770653360.633887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2d600. 00010000:00000010:0.1:1770653360.635889:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2d200. 00010000:00000010:0.1:1770653360.635894:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9f00. 00010000:00000010:0.1:1770653360.635897:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c200. 00010000:00000010:0.1:1770653360.635900:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2dc00. 00010000:00000010:0.1:1770653360.637885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2da00. 00010000:00000010:0.1:1770653360.637904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9400. 00010000:00000010:0.1:1770653360.637907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2d400. 00010000:00000010:0.1:1770653360.637910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c800. 00010000:00000010:0.1:1770653360.641879:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c000. 00010000:00000010:1.1:1770653360.641880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2d000. 00010000:00000010:0.1:1770653360.641884:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9500. 00010000:00000010:0.1:1770653360.641888:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2de00. 00010000:00000010:0.1:1770653360.641890:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c400. 00010000:00000010:1.1:1770653360.646901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2ce00. 00010000:00000010:0.1:1770653360.650912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2d400. 00010000:00000010:0.1:1770653360.650926:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9400. 00010000:00000010:0.1:1770653360.650938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2da00. 00010000:00000010:0.1:1770653360.650951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c800. 00010000:00000010:0.1:1770653360.654875:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2de00. 00010000:00000010:0.1:1770653360.654881:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9500. 00010000:00000010:1.1:1770653360.654882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2dc00. 00010000:00000010:0.1:1770653360.654884:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c000. 00010000:00000010:0.1:1770653360.654887:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c400. 00010000:00000010:1.1:1770653360.658884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c200. 00010000:00000010:0.1:1770653360.667901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2da00. 00010000:00000010:0.1:1770653360.667910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9400. 00010000:00000010:0.1:1770653360.667913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2d400. 00010000:00000010:0.1:1770653360.667916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c800. 00010000:00000010:1.1:1770653360.671889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2d200. 00010000:00000010:0.1:1770653360.680903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c000. 00010000:00000010:0.1:1770653360.680911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9500. 00010000:00000010:0.1:1770653360.680915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2de00. 00010000:00000010:0.1:1770653360.680918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c400. 00010000:00000010:1.1:1770653360.681881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c200. 00010000:00000010:1.1:1770653360.684886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2dc00. 00010000:00000010:0.1:1770653360.685878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2d400. 00010000:00000010:0.1:1770653360.685884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9400. 00010000:00000010:0.1:1770653360.685888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2da00. 00010000:00000010:0.1:1770653360.685892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c800. 00010000:00000010:1.1:1770653360.688885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2d200. 00010000:00000010:0.1:1770653360.689892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2d000. 00010000:00000010:0.1:1770653360.689900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9f00. 00010000:00000010:0.1:1770653360.689903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2d600. 00010000:00000010:0.1:1770653360.689906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2ce00. 00010000:00000010:1.1:1770653360.692888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc91200. 00010000:00000010:0.1:1770653360.693874:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2de00. 00010000:00000010:0.1:1770653360.693879:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9500. 00010000:00000010:0.1:1770653360.693882:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c000. 00010000:00000010:0.1:1770653360.693886:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c400. 00010000:00000010:0.1:1770653360.696892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc90000. 00010000:00000010:0.1:1770653360.696899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9400. 00010000:00000010:0.1:1770653360.696903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc91800. 00010000:00000010:0.1:1770653360.696906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc90200. 00010000:00000010:0.1:1770653360.700886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc91600. 00010000:00000010:0.1:1770653360.700894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9f00. 00010000:00000010:0.1:1770653360.700898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc91200. 00010000:00000010:0.1:1770653360.700901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc90400. 00010000:00000010:1.1:1770653360.701894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc91a00. 00010000:00000010:1.1:1770653360.705885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7e00. 00010000:00000010:0.1:1770653360.713886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6c00. 00010000:00000010:0.1:1770653360.713892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9400. 00010000:00000010:0.1:1770653360.713895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7400. 00010000:00000010:0.1:1770653360.713898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6e00. 00010000:00000010:1.1:1770653360.717884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6200. 00010000:00000010:0.1:1770653360.718875:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7000. 00010000:00000010:0.1:1770653360.718881:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9f00. 00010000:00000010:0.1:1770653360.718884:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7a00. 00010000:00000010:0.1:1770653360.718888:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7800. 00010000:00000010:1.1:1770653360.721878:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6a00. 00010000:00000010:0.1:1770653360.721891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6400. 00010000:00000010:0.1:1770653360.721897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9500. 00010000:00000010:0.1:1770653360.721901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6600. 00010000:00000010:0.1:1770653360.721904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7c00. 00010000:00000010:1.1:1770653360.725886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7e00. 00010000:00000010:0.1:1770653360.726893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7400. 00010000:00000010:0.1:1770653360.726901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9400. 00010000:00000010:0.1:1770653360.726905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6c00. 00010000:00000010:0.1:1770653360.726908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6e00. 00010000:00000010:1.1:1770653360.730885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6200. 00010000:00000010:0.1:1770653360.735896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6600. 00010000:00000010:0.1:1770653360.735904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9500. 00010000:00000010:0.1:1770653360.735907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6400. 00010000:00000010:0.1:1770653360.735910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7c00. 00010000:00000010:1.1:1770653360.744897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7800. 00010000:00000010:0.1:1770653360.744897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6c00. 00010000:00000010:0.1:1770653360.744905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9400. 00010000:00000010:0.1:1770653360.744909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7400. 00010000:00000010:0.1:1770653360.744912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6e00. 00010000:00000010:1.1:1770653360.748891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7a00. 00010000:00000010:1.1:1770653360.753896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7000. 00010000:00000010:0.1:1770653360.753896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6400. 00010000:00000010:0.1:1770653360.753904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9500. 00010000:00000010:0.1:1770653360.753907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6600. 00010000:00000010:0.1:1770653360.753910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7c00. 00010000:00000010:0.1:1770653360.753913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7e00. 00010000:00000010:0.1:1770653360.753915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9f00. 00010000:00000010:0.1:1770653360.753919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6a00. 00010000:00000010:0.1:1770653360.753922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6200. 00010000:00000010:1.1:1770653360.758882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc91a00. 00010000:00000010:0.1:1770653360.758882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc91200. 00010000:00000010:0.1:1770653360.758889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9400. 00010000:00000010:0.1:1770653360.758892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc91600. 00010000:00000010:0.1:1770653360.758896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc90400. 00010000:00000010:1.1:1770653360.762895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc90200. 00010000:00000010:1.1:1770653360.766926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6a00. 00010000:00000010:0.1:1770653360.767877:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc90000. 00010000:00000010:0.1:1770653360.767882:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9f00. 00010000:00000010:0.1:1770653360.767889:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6200. 00010000:00000010:0.1:1770653360.767893:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc91800. 00010000:00000010:0.1:1770653360.775919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7c00. 00010000:00000010:0.1:1770653360.775926:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9400. 00010000:00000010:0.1:1770653360.775929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6600. 00010000:00000010:0.1:1770653360.775931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7e00. 00010000:00000010:0.1:1770653360.779881:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7a00. 00010000:00000010:1.1:1770653360.779888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6400. 00010000:00000010:0.1:1770653360.779892:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9500. 00010000:00000010:0.1:1770653360.779900:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6e00. 00010000:00000010:0.1:1770653360.779903:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7000. 00010000:00000010:1.1:1770653360.783877:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7400. 00010000:00000010:0.1:1770653360.783898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7800. 00010000:00000010:0.1:1770653360.783908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9f00. 00010000:00000010:0.1:1770653360.783916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6c00. 00010000:00000010:0.1:1770653360.783922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6200. 00010000:00000010:0.1:1770653360.787881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7000. 00010000:00000010:1.1:1770653360.787887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6a00. 00010000:00000010:0.1:1770653360.787887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9500. 00010000:00000010:0.1:1770653360.787894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6e00. 00010000:00000010:0.1:1770653360.787898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7e00. 00010000:00000010:1.1:1770653360.792890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7a00. 00010000:00000010:0.1:1770653360.796907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6c00. 00010000:00000010:0.1:1770653360.796917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9f00. 00010000:00000010:0.1:1770653360.796925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7800. 00010000:00000010:0.1:1770653360.796929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6200. 00010000:00000010:1.1:1770653360.800897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6600. 00010000:00000010:0.1:1770653360.800902:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6e00. 00010000:00000010:0.1:1770653360.800914:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9500. 00010000:00000010:0.1:1770653360.800920:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7000. 00010000:00000010:0.1:1770653360.800923:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7e00. 00010000:00000010:1.1:1770653360.804885:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7c00. 00010000:00000010:0.1:1770653360.808902:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7800. 00010000:00000010:0.1:1770653360.808909:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9f00. 00010000:00000010:0.1:1770653360.808913:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6c00. 00010000:00000010:0.1:1770653360.808916:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6200. 00010000:00000010:1.1:1770653360.813892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7a00. 00010000:00000010:0.1:1770653360.818896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7000. 00010000:00000010:0.1:1770653360.818904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9500. 00010000:00000010:0.1:1770653360.818906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6e00. 00010000:00000010:0.1:1770653360.818909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7e00. 00010000:00000010:1.1:1770653360.822888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6a00. 00010000:00000010:0.1:1770653360.827874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6c00. 00010000:00000010:0.1:1770653360.827880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9f00. 00010000:00000010:0.1:1770653360.827883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7800. 00010000:00000010:0.1:1770653360.827886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6200. 00010000:00000010:1.1:1770653360.827889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7400. 00010000:00000010:0.1:1770653360.831881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6e00. 00010000:00000010:0.1:1770653360.831888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9500. 00010000:00000010:0.1:1770653360.831891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7000. 00010000:00000010:0.1:1770653360.831893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7e00. 00010000:00000010:1.1:1770653360.840887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6400. 00010000:00000010:1.1:1770653360.843940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7400. 00010000:00000010:0.1:1770653360.844886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7800. 00010000:00000010:0.1:1770653360.844897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9f00. 00010000:00000010:0.1:1770653360.844905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6c00. 00010000:00000010:0.1:1770653360.844912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6200. 00010000:00000010:1.1:1770653360.848879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6a00. 00010000:00000010:0.1:1770653360.848883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7000. 00010000:00000010:0.1:1770653360.848889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9500. 00010000:00000010:0.1:1770653360.848908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6e00. 00010000:00000010:0.1:1770653360.848910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7e00. 00010000:00000010:1.1:1770653360.852876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6400. 00010000:00000010:0.1:1770653360.852892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7c00. 00010000:00000010:0.1:1770653360.852898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9400. 00010000:00000010:0.1:1770653360.852901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6600. 00010000:00000010:0.1:1770653360.852903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7a00. 00010000:00000010:0.1:1770653360.856889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6c00. 00010000:00000010:0.1:1770653360.856895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9f00. 00010000:00000010:0.1:1770653360.856898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7800. 00010000:00000010:0.1:1770653360.856900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6200. 00010000:00000010:1.1:1770653360.860899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7400. 00010000:00000010:0.1:1770653360.869873:0:67648:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6600. 00010000:00000010:0.1:1770653360.869885:0:67648:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9400. 00010000:00000010:0.1:1770653360.869893:0:67648:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7c00. 00010000:00000010:0.1:1770653360.869901:0:67648:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7a00. 00010000:00000010:1.1:1770653360.938877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7e00. 00010000:00000010:1.1:1770653360.942889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c000. 00010000:00000010:0.1:1770653360.942893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7800. 00010000:00000010:1.1:1770653360.942897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669525500. 00010000:00000010:0.1:1770653360.942902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9f00. 00010000:00000010:1.1:1770653360.942906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2de00. 00010000:00000010:0.1:1770653360.942910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6c00. 00010000:00000010:1.1:1770653360.942912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c400. 00010000:00000010:0.1:1770653360.942916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6200. 00010000:00000010:1.1:1770653360.942918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6e00. 00010000:00000010:0.1:1770653360.942921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7400. 00010000:00000010:1.1:1770653360.942924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2d000. 00010000:00000010:0.1:1770653360.942927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9500. 00010000:00000010:1.1:1770653360.942929:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669527b00. 00010000:00000010:0.1:1770653360.942933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6400. 00010000:00000010:1.1:1770653360.942935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2d200. 00010000:00000010:0.1:1770653360.942938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7000. 00010000:00000010:1.1:1770653360.942941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2d600. 00010000:00000010:0.1:1770653360.942944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc90000. 00010000:00000010:0.1:1770653360.942950:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624354e00. 00010000:00000010:0.1:1770653360.942953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc90200. 00010000:00000010:0.1:1770653360.942956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc91800. 00010000:00000010:0.1:1770653360.942959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc91a00. 00010000:00000010:0.1:1770653360.942962:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624354600. 00010000:00000010:0.1:1770653360.942966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc91200. 00010000:00000010:0.1:1770653360.942969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc91600. 00010000:00000010:0.1:1770653360.942972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d5400. 00010000:00000010:0.1:1770653360.942976:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624354400. 00010000:00000010:0.1:1770653360.942979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d5600. 00010000:00000010:0.1:1770653360.942982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d5800. 00010000:00000010:0.1:1770653360.942985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d5200. 00010000:00000010:0.1:1770653360.942988:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624354100. 00010000:00000010:0.1:1770653360.942991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d4600. 00010000:00000010:0.1:1770653360.942994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d5000. 00010000:00000010:0.1:1770653360.942997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d4c00. 00010000:00000010:0.1:1770653360.943000:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624354a00. 00010000:00000010:0.1:1770653360.943003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d5e00. 00010000:00000010:0.1:1770653360.943006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d4800. 00010000:00000010:0.1:1770653360.943008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6600. 00010000:00000010:0.1:1770653360.943011:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624354d00. 00010000:00000010:0.1:1770653360.943015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666116600. 00010000:00000010:0.1:1770653360.943020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7c00. 00010000:00000010:0.1:1770653360.943024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617071400. 00010000:00000010:0.1:1770653360.943028:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624354200. 00010000:00000010:0.1:1770653360.943031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617071200. 00010000:00000010:0.1:1770653360.943034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666116400. 00010000:00000010:0.1:1770653360.943038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2800. 00010000:00000010:0.1:1770653360.943041:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624354700. 00010000:00000010:0.1:1770653360.943045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3200. 00010000:00000010:0.1:1770653360.943048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2400. 00010000:00000010:0.1:1770653360.943052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631451200. 00010000:00000010:0.1:1770653360.943057:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624355600. 00010000:00000010:0.1:1770653360.943060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631451e00. 00010000:00000010:0.1:1770653360.943064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635e06800. 00010000:00000010:0.1:1770653360.943067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631450e00. 00010000:00000010:0.1:1770653360.943070:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624355400. 00010000:00000010:0.1:1770653360.943072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631451600. 00010000:00000010:0.1:1770653360.943074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631451000. 00010000:00000010:0.1:1770653360.943076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631451400. 00010000:00000010:0.1:1770653360.943078:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624355100. 00010000:00000010:0.1:1770653360.943080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658bac000. 00010000:00000010:0.1:1770653360.943082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631450000. 00010000:00000010:0.1:1770653360.943084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453000. 00010000:00000010:0.1:1770653360.943086:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624355a00. 00010000:00000010:0.1:1770653360.943089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452400. 00010000:00000010:0.1:1770653360.943091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452000. 00010000:00000010:0.1:1770653360.943092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452800. 00010000:00000010:0.1:1770653360.943094:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624355d00. 00010000:00000010:0.1:1770653360.943097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452e00. 00010000:00000010:0.1:1770653360.943099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453a00. 00010000:00000010:0.1:1770653360.943101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3b9400. 00010000:00000010:0.1:1770653360.943104:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624355200. 00010000:00000010:0.1:1770653360.943106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3b8a00. 00010000:00000010:0.1:1770653360.943108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453c00. 00010000:00000010:0.1:1770653360.943110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3b8000. 00010000:00000010:0.1:1770653360.943111:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624355700. 00010000:00000010:0.1:1770653360.943113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3b9e00. 00010000:00000010:0.1:1770653360.943115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3b8c00. 00010000:00000010:0.1:1770653360.943116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3b8600. 00010000:00000010:0.1:1770653360.943118:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624355e00. 00010000:00000010:0.1:1770653360.943120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556302e2200. 00010000:00000010:0.1:1770653360.943122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3b9c00. 00010000:00000010:0.1:1770653360.943124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625bf8c00. 00010000:00000010:0.1:1770653360.943127:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624356d00. 00010000:00000010:0.1:1770653360.943129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625bf8a00. 00010000:00000010:0.1:1770653360.943131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556302e3800. 00010000:00000010:0.1:1770653360.943133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625bf8600. 00010000:00000010:0.1:1770653360.943135:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624356200. 00010000:00000010:0.1:1770653360.943137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565907f200. 00010000:00000010:0.1:1770653360.943139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625bf9200. 00010000:00000010:0.1:1770653360.943155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565907cc00. 00010000:00000010:0.1:1770653360.943157:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624356700. 00010000:00000010:0.1:1770653360.943159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565907d000. 00010000:00000010:0.1:1770653360.943161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565907e600. 00010000:00000010:0.1:1770653360.943164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332ee00. 00010000:00000010:0.1:1770653360.943167:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624356e00. 00010000:00000010:0.1:1770653360.943169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332ea00. 00010000:00000010:0.1:1770653360.943171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565907d200. 00010000:00000010:0.1:1770653360.943173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955621978400. 00010000:00000010:0.1:1770653360.943175:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624356600. 00010000:00000010:0.1:1770653360.943178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955621978e00. 00010000:00000010:0.1:1770653360.943180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556385b7600. 00010000:00000010:0.1:1770653360.943182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fe200. 00010000:00000010:0.1:1770653360.943186:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624356400. 00010000:00000010:0.1:1770653360.943189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15e800. 00010000:00000010:0.1:1770653360.943191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641ff600. 00010000:00000010:0.1:1770653360.943193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15fc00. 00010000:00000010:0.1:1770653360.943195:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624356100. 00010000:00000010:0.1:1770653360.943197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15e000. 00010000:00000010:0.1:1770653360.943198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15f200. 00010000:00000010:0.1:1770653360.943200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e63400. 00010000:00000010:0.1:1770653360.943203:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624356a00. 00010000:00000010:0.1:1770653360.943205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562197a200. 00010000:00000010:0.1:1770653360.943207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15f000. 00010000:00000010:0.1:1770653360.943209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a29800. 00010000:00000010:0.1:1770653360.943212:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a288f00. 00010000:00000010:0.1:1770653360.943214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a28200. 00010000:00000010:0.1:1770653360.943216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562197b000. 00010000:00000010:0.1:1770653360.943218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a29600. 00010000:00000010:0.1:1770653360.943220:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a288000. 00010000:00000010:0.1:1770653360.943222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a28400. 00010000:00000010:0.1:1770653360.943224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a29a00. 00010000:00000010:0.1:1770653360.943226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a643400. 00010000:00000010:0.1:1770653360.943228:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a288b00. 00010000:00000010:0.1:1770653360.943230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a643200. 00010000:00000010:0.1:1770653360.943233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a28a00. 00010000:00000010:0.1:1770653360.943235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955626252e00. 00010000:00000010:0.1:1770653360.943237:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a288500. 00010000:00000010:0.1:1770653360.943239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625bfb600. 00010000:00000010:0.1:1770653360.943241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955626253e00. 00010000:00000010:0.1:1770653360.943243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625bfaa00. 00010000:00000010:0.1:1770653360.943245:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a288c00. 00010000:00000010:0.1:1770653360.943249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556302e0c00. 00010000:00000010:0.1:1770653360.943251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625bfac00. 00010000:00000010:0.1:1770653360.943253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556302e0e00. 00010000:00000010:0.1:1770653360.943255:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a288300. 00010000:00000010:0.1:1770653360.943258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556302e1600. 00010000:00000010:0.1:1770653360.943260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556302e0800. 00010000:00000010:0.1:1770653360.943261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306daa00. 00010000:00000010:0.1:1770653360.943263:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a288900. 00010000:00000010:0.1:1770653360.943266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306dbc00. 00010000:00000010:0.1:1770653360.943268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556302e0400. 00010000:00000010:0.1:1770653360.943269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306dac00. 00010000:00000010:0.1:1770653360.943271:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a288800. 00010000:00000010:0.1:1770653360.943272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306dbe00. 00010000:00000010:0.1:1770653360.943274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306db800. 00010000:00000010:0.1:1770653360.943276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306d8400. 00010000:00000010:0.1:1770653360.943278:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a289c00. 00010000:00000010:0.1:1770653360.943280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306d8e00. 00010000:00000010:0.1:1770653360.943282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306d9a00. 00010000:00000010:0.1:1770653360.943284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306d9e00. 00010000:00000010:0.1:1770653360.943285:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a289300. 00010000:00000010:0.1:1770653360.943288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955643b13400. 00010000:00000010:0.1:1770653360.943290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306d9200. 00010000:00000010:0.1:1770653360.943292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955643b12c00. 00010000:00000010:0.1:1770653360.943294:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a289900. 00010000:00000010:0.1:1770653360.943296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955643b13a00. 00010000:00000010:0.1:1770653360.943298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955643b12a00. 00010000:00000010:0.1:1770653360.943300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955611319c00. 00010000:00000010:0.1:1770653360.943303:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a289800. 00010000:00000010:0.1:1770653360.943305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbe800. 00010000:00000010:0.1:1770653360.943307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955643b12400. 00010000:00000010:0.1:1770653360.943309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620a28800. 00010000:00000010:0.1:1770653360.943311:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a289f00. 00010000:00000010:0.1:1770653360.943314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620a29e00. 00010000:00000010:0.1:1770653360.943316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2a00. 00010000:00000010:0.1:1770653360.943318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253f6800. 00010000:00000010:0.1:1770653360.943320:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a289000. 00010000:00000010:0.1:1770653360.943323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253f7e00. 00010000:00000010:0.1:1770653360.943324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253f6200. 00010000:00000010:0.1:1770653360.943326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253f7200. 00010000:00000010:0.1:1770653360.943328:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a289b00. 00010000:00000010:0.1:1770653360.943330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253f7c00. 00010000:00000010:0.1:1770653360.943332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253f6e00. 00010000:00000010:0.1:1770653360.943333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253f7600. 00010000:00000010:0.1:1770653360.943335:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a289500. 00010000:00000010:0.1:1770653360.943337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253f7000. 00010000:00000010:0.1:1770653360.943338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253f6400. 00010000:00000010:0.1:1770653360.943340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253f6000. 00010000:00000010:0.1:1770653360.943342:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a28ac00. 00010000:00000010:0.1:1770653360.943344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253f7400. 00010000:00000010:0.1:1770653360.943346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253f7a00. 00010000:00000010:0.1:1770653360.943348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250b9400. 00010000:00000010:0.1:1770653360.943350:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a28a300. 00010000:00000010:0.1:1770653360.943351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250b9800. 00010000:00000010:0.1:1770653360.943353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250b8000. 00010000:00000010:0.1:1770653360.943355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250b9e00. 00010000:00000010:0.1:1770653360.943357:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a28a900. 00010000:00000010:0.1:1770653360.943359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250b8c00. 00010000:00000010:0.1:1770653360.943361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250b8800. 00010000:00000010:0.1:1770653360.943362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250b9c00. 00010000:00000010:0.1:1770653360.943364:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a28a800. 00010000:00000010:0.1:1770653360.943366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250b8600. 00010000:00000010:0.1:1770653360.943367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250b9200. 00010000:00000010:0.1:1770653360.943369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250b9000. 00010000:00000010:0.1:1770653360.943371:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a28af00. 00010000:00000010:0.1:1770653360.943373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250b8a00. 00010000:00000010:0.1:1770653360.943375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250b9600. 00010000:00000010:0.1:1770653360.943377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250bac00. 00010000:00000010:0.1:1770653360.943379:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a28a000. 00010000:00000010:0.1:1770653360.943381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250bae00. 00010000:00000010:0.1:1770653360.943383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250bbe00. 00010000:00000010:0.1:1770653360.943384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250ba600. 00010000:00000010:0.1:1770653360.943386:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a28ab00. 00010000:00000010:0.1:1770653360.943388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250ba400. 00010000:00000010:0.1:1770653360.943389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250bbc00. 00010000:00000010:0.1:1770653360.943391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250baa00. 00010000:00000010:0.1:1770653360.943392:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a28a500. 00010000:00000010:0.1:1770653360.943394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250bba00. 00010000:00000010:0.1:1770653360.943396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250bb000. 00010000:00000010:0.1:1770653360.943397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250bb800. 00010000:00000010:0.1:1770653360.943399:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a28be00. 00010000:00000010:0.1:1770653360.943401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250ba200. 00010000:00000010:0.1:1770653360.943402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250bb400. 00010000:00000010:0.1:1770653360.943404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639de9000. 00010000:00000010:0.1:1770653360.943406:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a28b600. 00010000:00000010:0.1:1770653360.943408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639de8a00. 00010000:00000010:0.1:1770653360.943410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639de9600. 00010000:00000010:0.1:1770653360.943411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639de9400. 00010000:00000010:0.1:1770653360.943413:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a28b400. 00010000:00000010:0.1:1770653360.943415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639de9800. 00010000:00000010:0.1:1770653360.943417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639de8000. 00010000:00000010:0.1:1770653360.943418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639de9e00. 00010000:00000010:0.1:1770653360.943420:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a28b100. 00010000:00000010:0.1:1770653360.943422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639de8c00. 00010000:00000010:0.1:1770653360.943424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639de8800. 00010000:00000010:0.1:1770653360.943426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639de9c00. 00010000:00000010:0.1:1770653360.943427:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a28ba00. 00010000:00000010:0.1:1770653360.943430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639de8600. 00010000:00000010:0.1:1770653360.943432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639de9200. 00010000:00000010:0.1:1770653360.943434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639dea200. 00010000:00000010:0.1:1770653360.943436:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a28bd00. 00010000:00000010:0.1:1770653360.943438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639dea800. 00010000:00000010:0.1:1770653360.943440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639deb800. 00010000:00000010:0.1:1770653360.943442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639deae00. 00010000:00000010:0.1:1770653360.943443:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a28b200. 00010000:00000010:0.1:1770653360.943445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639deb200. 00010000:00000010:0.1:1770653360.943446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639deac00. 00010000:00000010:0.1:1770653360.943448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639dea400. 00010000:00000010:0.1:1770653360.943450:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a28b700. 00010000:00000010:0.1:1770653360.943451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639deb600. 00010000:00000010:0.1:1770653360.943453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639dea600. 00010000:00000010:0.1:1770653360.943454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639deba00. 00010000:00000010:0.1:1770653360.943456:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955610821800. 00010000:00000010:0.1:1770653360.943458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639dea000. 00010000:00000010:0.1:1770653360.943459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639deaa00. 00010000:00000010:0.1:1770653360.943461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c4400. 00010000:00000010:0.1:1770653360.943463:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955610821f00. 00010000:00000010:0.1:1770653360.943465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c5600. 00010000:00000010:0.1:1770653360.943466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c4600. 00010000:00000010:0.1:1770653360.943468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c5a00. 00010000:00000010:0.1:1770653360.943469:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955610821000. 00010000:00000010:0.1:1770653360.943471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c4000. 00010000:00000010:0.1:1770653360.943473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c4a00. 00010000:00000010:0.1:1770653360.943474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c4200. 00010000:00000010:0.1:1770653360.943476:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955610821b00. 00010000:00000010:0.1:1770653360.943477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c4800. 00010000:00000010:0.1:1770653360.943479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c5800. 00010000:00000010:0.1:1770653360.943480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c4e00. 00010000:00000010:0.1:1770653360.943482:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955610821500. 00010000:00000010:0.1:1770653360.943485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c5200. 00010000:00000010:0.1:1770653360.943486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c4c00. 00010000:00000010:0.1:1770653360.943488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c6400. 00010000:00000010:0.1:1770653360.943490:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955610821c00. 00010000:00000010:0.1:1770653360.943492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c7600. 00010000:00000010:0.1:1770653360.943494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c6600. 00010000:00000010:0.1:1770653360.943495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c7a00. 00010000:00000010:0.1:1770653360.943497:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955610821300. 00010000:00000010:0.1:1770653360.943499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c6000. 00010000:00000010:0.1:1770653360.943500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c6a00. 00010000:00000010:1.1:1770653360.946888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c800. 00010000:00000010:1.1:1770653360.946894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2d400. 00010000:00000010:1.1:1770653360.946898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669527600. 00010000:00000010:1.1:1770653360.946900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2dc00. 00010000:00000010:1.1:1770653360.946902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2da00. 00010000:00000010:1.1:1770653360.946904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c200. 00010000:00000010:1.1:1770653360.946906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955623498e00. 00010000:00000010:1.1:1770653360.946909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669527500. 00010000:00000010:1.1:1770653360.946912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91a400. 00010000:00000010:1.1:1770653360.946914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955623498400. 00010000:00000010:1.1:1770653360.946916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91b400. 00010000:00000010:1.1:1770653360.946918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91aa00. 00010000:00000010:1.1:1770653360.946919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669527400. 00010000:00000010:1.1:1770653360.946921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91ba00. 00010000:00000010:1.1:1770653360.946923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91ac00. 00010000:00000010:1.1:1770653360.946926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563fac8600. 00010000:00000010:1.1:1770653360.946928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead5200. 00010000:00000010:1.1:1770653360.946931:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669527c00. 00010000:00000010:1.1:1770653360.946933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead5600. 00010000:00000010:1.1:1770653360.946935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563fac8a00. 00010000:00000010:1.1:1770653360.946937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead4600. 00010000:00000010:1.1:1770653360.946939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead5000. 00010000:00000010:1.1:1770653360.946941:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669527100. 00010000:00000010:1.1:1770653360.946943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead4c00. 00010000:00000010:1.1:1770653360.946945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead5e00. 00010000:00000010:1.1:1770653360.946947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead4800. 00010000:00000010:1.1:1770653360.946949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead5800. 00010000:00000010:1.1:1770653360.946950:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669527300. 00010000:00000010:1.1:1770653360.946952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f582000. 00010000:00000010:1.1:1770653360.946954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead5400. 00010000:00000010:1.1:1770653360.946956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f582e00. 00010000:00000010:1.1:1770653360.946958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f583e00. 00010000:00000010:1.1:1770653360.946959:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669527a00. 00010000:00000010:1.1:1770653360.946961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f583600. 00010000:00000010:1.1:1770653360.946962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f582400. 00010000:00000010:1.1:1770653360.946964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556385b4800. 00010000:00000010:1.1:1770653360.946966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2aa00. 00010000:00000010:1.1:1770653360.946968:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669527900. 00010000:00000010:1.1:1770653360.946970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2bc00. 00010000:00000010:1.1:1770653360.946972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2ae00. 00010000:00000010:1.1:1770653360.950888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2b800. 00010000:00000010:1.1:1770653360.954875:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2ac00. 00010000:00000010:1.1:1770653360.954885:0:76655:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669527b00. 00010000:00000010:1.1:1770653360.954894:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2d600. 00010000:00000010:1.1:1770653360.954904:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2ba00. 00010000:00000010:1.1:1770653360.960892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2d200. 00010000:00000010:1.1:1770653360.965885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2da00. 00010000:00000010:1.1:1770653360.965891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669527b00. 00010000:00000010:1.1:1770653360.965894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2dc00. 00010000:00000010:1.1:1770653360.965896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c200. 00010000:00000010:3.1:1770653360.970876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2d400. 00010000:00000010:1.1:1770653360.977896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2dc00. 00010000:00000010:1.1:1770653360.977903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669527b00. 00010000:00000010:1.1:1770653360.977906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2da00. 00010000:00000010:1.1:1770653360.977908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c200. 00010000:00000010:1.1:1770653360.990895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2da00. 00010000:00000010:1.1:1770653360.990901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669527b00. 00010000:00000010:1.1:1770653360.990904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2dc00. 00010000:00000010:1.1:1770653360.990906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c200. 00010000:00000010:1.1:1770653361.003884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2dc00. 00010000:00000010:1.1:1770653361.003891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669527b00. 00010000:00000010:1.1:1770653361.003895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2da00. 00010000:00000010:1.1:1770653361.003897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c200. 00010000:00000010:1.1:1770653361.017866:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c400. 00010000:00000010:1.1:1770653361.017870:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669527b00. 00010000:00000010:1.1:1770653361.017872:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2de00. 00010000:00000010:1.1:1770653361.017874:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2dc00. 00010000:00000010:1.1:1770653361.049878:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2d200. 00010000:00000010:1.1:1770653361.049887:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669527b00. 00010000:00000010:1.1:1770653361.049891:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2d400. 00010000:00000010:1.1:1770653361.049893:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c800. 00010000:00000010:1.1:1770653361.055873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2d600. 00010000:00000010:1.1:1770653361.059873:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c000. 00010000:00000010:1.1:1770653361.059882:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669527900. 00010000:00000010:1.1:1770653361.059890:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2de00. 00010000:00000010:1.1:1770653361.059896:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c400. 00010000:00000010:1.1:1770653361.065882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2dc00. 00010000:00000010:1.1:1770653361.069892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c800. 00010000:00000010:1.1:1770653361.069903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669527b00. 00010000:00000010:1.1:1770653361.069909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2d400. 00010000:00000010:1.1:1770653361.069917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2d600. 00010000:00000010:1.1:1770653361.073880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2d200. 00010000:00000010:1.1:1770653361.081883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c400. 00010000:00000010:1.1:1770653361.081889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669527900. 00010000:00000010:1.1:1770653361.081892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2de00. 00010000:00000010:1.1:1770653361.081894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2dc00. 00010000:00000010:1.1:1770653361.089871:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c800. 00010000:00000010:1.1:1770653361.089879:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669527300. 00010000:00000010:1.1:1770653361.089884:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2da00. 00010000:00000010:1.1:1770653361.089888:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2d200. 00010000:00000010:1.1:1770653361.093891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2de00. 00010000:00000010:1.1:1770653361.093899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669527900. 00010000:00000010:1.1:1770653361.093906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c400. 00010000:00000010:1.1:1770653361.093909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2dc00. 00010000:00000010:1.1:1770653361.097875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c000. 00010000:00000010:1.1:1770653361.097881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669527100. 00010000:00000010:1.1:1770653361.097884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2ba00. 00010000:00000010:1.1:1770653361.097887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2d000. 00010000:00000010:1.1:1770653361.105888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2ae00. 00010000:00000010:1.1:1770653361.105896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669527900. 00010000:00000010:1.1:1770653361.105900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2bc00. 00010000:00000010:1.1:1770653361.105903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2b800. 00010000:00000010:1.1:1770653361.113891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2ac00. 00010000:00000010:1.1:1770653361.113898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669527100. 00010000:00000010:1.1:1770653361.113902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2d000. 00010000:00000010:1.1:1770653361.113905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2ba00. 00010000:00000010:1.1:1770653361.117893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c400. 00010000:00000010:1.1:1770653361.117899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669527900. 00010000:00000010:1.1:1770653361.117901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c200. 00010000:00000010:1.1:1770653361.117904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2dc00. 00010000:00000010:1.1:1770653361.129891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2d600. 00010000:00000010:1.1:1770653361.129898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669527100. 00010000:00000010:1.1:1770653361.129903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2d200. 00010000:00000010:1.1:1770653361.129914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2d000. 00010000:00000010:2.1:1770653361.412873:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cfb2600. 00010000:00000010:2.1:1770653361.412877:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d5000. 00010000:00000010:2.1:1770653361.412880:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d4c00. 00010000:00000010:2.1:1770653361.412883:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d4800. 00010000:00000010:2.1:1770653361.412886:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453000. 00010000:00000010:2.1:1770653361.412890:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cfb2c00. 00010000:00000010:0.1:1770653361.412894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c4600. 00010000:00000010:2.1:1770653361.412895:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452800. 00010000:00000010:2.1:1770653361.412899:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452000. 00010000:00000010:0.1:1770653361.412905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a289c00. 00010000:00000010:0.1:1770653361.412912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c5600. 00010000:00000010:0.1:1770653361.412917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c5a00. 00010000:00000010:0.1:1770653361.412923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c4a00. 00010000:00000010:0.1:1770653361.412929:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a288900. 00010000:00000010:0.1:1770653361.412934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c4200. 00010000:00000010:0.1:1770653361.412940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c4000. 00010000:00000010:0.1:1770653361.412944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c4e00. 00010000:00000010:0.1:1770653361.412951:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a288c00. 00010000:00000010:0.1:1770653361.412960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639deaa00. 00010000:00000010:0.1:1770653361.412970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c5800. 00010000:00000010:0.1:1770653361.412978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639dea600. 00010000:00000010:0.1:1770653361.412987:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a288b00. 00010000:00000010:0.1:1770653361.412995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639deb600. 00010000:00000010:0.1:1770653361.413003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639deba00. 00010000:00000010:0.1:1770653361.413010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639deb200. 00010000:00000010:0.1:1770653361.413018:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a288f00. 00010000:00000010:0.1:1770653361.413028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639deae00. 00010000:00000010:0.1:1770653361.413037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639deac00. 00010000:00000010:0.1:1770653361.413046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639dea200. 00010000:00000010:0.1:1770653361.413055:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624356100. 00010000:00000010:0.1:1770653361.413067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639de9200. 00010000:00000010:0.1:1770653361.413073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639dea800. 00010000:00000010:0.1:1770653361.413081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639de8800. 00010000:00000010:0.1:1770653361.413086:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624356600. 00010000:00000010:0.1:1770653361.413095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639de8c00. 00010000:00000010:0.1:1770653361.413103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639de9c00. 00010000:00000010:0.1:1770653361.413111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639de9800. 00010000:00000010:0.1:1770653361.413120:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624356700. 00010000:00000010:0.1:1770653361.413129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639de9400. 00010000:00000010:0.1:1770653361.413153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639de8000. 00010000:00000010:0.1:1770653361.413161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639de9000. 00010000:00000010:0.1:1770653361.413169:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624356d00. 00010000:00000010:0.1:1770653361.413179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250bb400. 00010000:00000010:0.1:1770653361.413187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639de8a00. 00010000:00000010:0.1:1770653361.413193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250bb000. 00010000:00000010:0.1:1770653361.413202:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624355700. 00010000:00000010:0.1:1770653361.413210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250bba00. 00010000:00000010:0.1:1770653361.413217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250bb800. 00010000:00000010:0.1:1770653361.413225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250ba400. 00010000:00000010:0.1:1770653361.413232:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624355d00. 00010000:00000010:0.1:1770653361.413239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250ba600. 00010000:00000010:0.1:1770653361.413245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250bbc00. 00010000:00000010:0.1:1770653361.413253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250bac00. 00010000:00000010:0.1:1770653361.413259:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624355100. 00010000:00000010:0.1:1770653361.413267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250b9600. 00010000:00000010:0.1:1770653361.413274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250bae00. 00010000:00000010:0.1:1770653361.413281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250b9200. 00010000:00000010:0.1:1770653361.413287:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624355600. 00010000:00000010:0.1:1770653361.413295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250b8600. 00010000:00000010:0.1:1770653361.413301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250b9000. 00010000:00000010:0.1:1770653361.413307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250b8c00. 00010000:00000010:0.1:1770653361.413313:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624354200. 00010000:00000010:0.1:1770653361.413321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250b9e00. 00010000:00000010:0.1:1770653361.413324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250b8800. 00010000:00000010:0.1:1770653361.413328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250b9400. 00010000:00000010:0.1:1770653361.413332:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624354a00. 00010000:00000010:0.1:1770653361.413338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253f7a00. 00010000:00000010:0.1:1770653361.413344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250b9800. 00010000:00000010:0.1:1770653361.413349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253f6400. 00010000:00000010:0.1:1770653361.413353:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624354400. 00010000:00000010:0.1:1770653361.413357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253f7000. 00010000:00000010:0.1:1770653361.413361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253f6000. 00010000:00000010:0.1:1770653361.413368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253f7c00. 00010000:00000010:0.1:1770653361.413372:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624354e00. 00010000:00000010:0.1:1770653361.413375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253f7200. 00010000:00000010:0.1:1770653361.413380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253f6e00. 00010000:00000010:0.1:1770653361.413384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253f6800. 00010000:00000010:0.1:1770653361.413388:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643b9f00. 00010000:00000010:0.1:1770653361.413393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2a00. 00010000:00000010:0.1:1770653361.413396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253f7e00. 00010000:00000010:0.1:1770653361.413401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbe800. 00010000:00000010:0.1:1770653361.413408:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955610822200. 00010000:00000010:0.1:1770653361.413412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955611319c00. 00010000:00000010:0.1:1770653361.413418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620a28800. 00010000:00000010:0.1:1770653361.413422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955643b13a00. 00010000:00000010:0.1:1770653361.413427:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955610822700. 00010000:00000010:0.1:1770653361.413432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955643b12c00. 00010000:00000010:0.1:1770653361.413437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955643b12a00. 00010000:00000010:0.1:1770653361.413442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306dbe00. 00010000:00000010:0.1:1770653361.413449:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955610822e00. 00010000:00000010:0.1:1770653361.413456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306dac00. 00010000:00000010:0.1:1770653361.413462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306db800. 00010000:00000010:0.1:1770653361.413467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556302e0400. 00010000:00000010:0.1:1770653361.413472:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955610822600. 00010000:00000010:0.1:1770653361.413477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556302e0800. 00010000:00000010:0.1:1770653361.413482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306daa00. 00010000:00000010:0.1:1770653361.413486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556302e0c00. 00010000:00000010:0.1:1770653361.413490:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955610822400. 00010000:00000010:0.1:1770653361.413495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625bfac00. 00010000:00000010:0.1:1770653361.413499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556302e0e00. 00010000:00000010:0.1:1770653361.413503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a643200. 00010000:00000010:0.1:1770653361.413509:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955610822100. 00010000:00000010:0.1:1770653361.413512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a643400. 00010000:00000010:0.1:1770653361.413517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625bfb600. 00010000:00000010:0.1:1770653361.413520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a28a00. 00010000:00000010:0.1:1770653361.413524:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955610822a00. 00010000:00000010:0.1:1770653361.413531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a29a00. 00010000:00000010:0.1:1770653361.413539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955626252e00. 00010000:00000010:0.1:1770653361.413543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a28200. 00010000:00000010:0.1:1770653361.413548:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955610822d00. 00010000:00000010:0.1:1770653361.413552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a29800. 00010000:00000010:0.1:1770653361.413556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a29600. 00010000:00000010:0.1:1770653361.413562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e63400. 00010000:00000010:0.1:1770653361.413568:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632298e00. 00010000:00000010:0.1:1770653361.413571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641ff600. 00010000:00000010:0.1:1770653361.413576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562197a200. 00010000:00000010:0.1:1770653361.413580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15f200. 00010000:00000010:0.1:1770653361.413585:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632298600. 00010000:00000010:0.1:1770653361.413589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15e000. 00010000:00000010:0.1:1770653361.413593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15f000. 00010000:00000010:0.1:1770653361.413597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556385b7600. 00010000:00000010:0.1:1770653361.413600:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632298400. 00010000:00000010:0.1:1770653361.413606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332ea00. 00010000:00000010:0.1:1770653361.413609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15e800. 00010000:00000010:0.1:1770653361.413613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955621978400. 00010000:00000010:0.1:1770653361.413619:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632298100. 00010000:00000010:0.1:1770653361.413625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53d000. 00010000:00000010:0.1:1770653361.413630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955621978e00. 00010000:00000010:0.1:1770653361.413634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53c000. 00010000:00000010:0.1:1770653361.413638:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632298a00. 00010000:00000010:0.1:1770653361.413644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53d400. 00010000:00000010:0.1:1770653361.413648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53da00. 00010000:00000010:0.1:1770653361.413651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53c800. 00010000:00000010:0.1:1770653361.413655:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632298d00. 00010000:00000010:0.1:1770653361.413660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53de00. 00010000:00000010:0.1:1770653361.413664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53c200. 00010000:00000010:0.1:1770653361.413669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53d200. 00010000:00000010:0.1:1770653361.413674:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632298200. 00010000:00000010:0.1:1770653361.413680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53dc00. 00010000:00000010:0.1:1770653361.413685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53ce00. 00010000:00000010:0.1:1770653361.413689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53d600. 00010000:00000010:0.1:1770653361.413693:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632298700. 00010000:00000010:0.1:1770653361.413699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1400. 00010000:00000010:0.1:1770653361.413705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53c400. 00010000:00000010:0.1:1770653361.413710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e0800. 00010000:00000010:0.1:1770653361.413714:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299800. 00010000:00000010:0.1:1770653361.413718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1e00. 00010000:00000010:0.1:1770653361.413722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e0200. 00010000:00000010:0.1:1770653361.413725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1200. 00010000:00000010:0.1:1770653361.413729:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299f00. 00010000:00000010:0.1:1770653361.413733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1c00. 00010000:00000010:0.1:1770653361.413738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e0e00. 00010000:00000010:0.1:1770653361.413743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1600. 00010000:00000010:0.1:1770653361.413746:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299000. 00010000:00000010:0.1:1770653361.413750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1000. 00010000:00000010:0.1:1770653361.413754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e0400. 00010000:00000010:0.1:1770653361.413760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e0000. 00010000:00000010:0.1:1770653361.413765:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299b00. 00010000:00000010:0.1:1770653361.413769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e3000. 00010000:00000010:0.1:1770653361.413773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1a00. 00010000:00000010:0.1:1770653361.413778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e2000. 00010000:00000010:0.1:1770653361.413782:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299500. 00010000:00000010:0.1:1770653361.413787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e3400. 00010000:00000010:0.1:1770653361.413793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e3a00. 00010000:00000010:0.1:1770653361.413798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e2800. 00010000:00000010:0.1:1770653361.413804:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299c00. 00010000:00000010:0.1:1770653361.413806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e3e00. 00010000:00000010:0.1:1770653361.413810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e2200. 00010000:00000010:0.1:1770653361.413813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e3200. 00010000:00000010:0.1:1770653361.413817:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299300. 00010000:00000010:0.1:1770653361.413821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e3c00. 00010000:00000010:0.1:1770653361.413826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e2e00. 00010000:00000010:0.1:1770653361.413830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e3600. 00010000:00000010:0.1:1770653361.413833:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299900. 00010000:00000010:0.1:1770653361.413838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce1000. 00010000:00000010:0.1:1770653361.413844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e2400. 00010000:00000010:0.1:1770653361.413864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce0000. 00010000:00000010:0.1:1770653361.413867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563229a800. 00010000:00000010:0.1:1770653361.413870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce1400. 00010000:00000010:0.1:1770653361.413872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce1a00. 00010000:00000010:0.1:1770653361.413874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce0800. 00010000:00000010:0.1:1770653361.413877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563229af00. 00010000:00000010:0.1:1770653361.413882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce1e00. 00010000:00000010:0.1:1770653361.413886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce0200. 00010000:00000010:0.1:1770653361.413890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce1200. 00010000:00000010:0.1:1770653361.413894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563229a000. 00010000:00000010:0.1:1770653361.413898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce1c00. 00010000:00000010:0.1:1770653361.413902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce0e00. 00010000:00000010:0.1:1770653361.413907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce1600. 00010000:00000010:0.1:1770653361.413910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563229ab00. 00010000:00000010:0.1:1770653361.413917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce3400. 00010000:00000010:0.1:1770653361.413922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce0400. 00010000:00000010:0.1:1770653361.413927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce2800. 00010000:00000010:0.1:1770653361.413931:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563229a500. 00010000:00000010:0.1:1770653361.413935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce3e00. 00010000:00000010:0.1:1770653361.413940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce2200. 00010000:00000010:0.1:1770653361.413945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce3200. 00010000:00000010:0.1:1770653361.413951:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563229ac00. 00010000:00000010:0.1:1770653361.413957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce3c00. 00010000:00000010:0.1:1770653361.413964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce2e00. 00010000:00000010:0.1:1770653361.413970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce3600. 00010000:00000010:0.1:1770653361.413977:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563229a300. 00010000:00000010:0.1:1770653361.413985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce3000. 00010000:00000010:0.1:1770653361.413993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce2400. 00010000:00000010:0.1:1770653361.413999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce2000. 00010000:00000010:0.1:1770653361.414005:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563229a900. 00010000:00000010:0.1:1770653361.414013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff0800. 00010000:00000010:0.1:1770653361.414020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce3a00. 00010000:00000010:0.1:1770653361.414027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff0e00. 00010000:00000010:0.1:1770653361.414034:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563229b900. 00010000:00000010:0.1:1770653361.414042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff1200. 00010000:00000010:0.1:1770653361.414049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff0c00. 00010000:00000010:0.1:1770653361.414057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff0400. 00010000:00000010:0.1:1770653361.414065:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563229b800. 00010000:00000010:0.1:1770653361.414071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff1600. 00010000:00000010:0.1:1770653361.414080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff0600. 00010000:00000010:0.1:1770653361.414087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff1a00. 00010000:00000010:0.1:1770653361.414095:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563229bf00. 00010000:00000010:0.1:1770653361.414102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff0000. 00010000:00000010:0.1:1770653361.414109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff0a00. 00010000:00000010:0.1:1770653361.414115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff0200. 00010000:00000010:0.1:1770653361.414122:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563229b000. 00010000:00000010:0.1:1770653361.414131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff2800. 00010000:00000010:0.1:1770653361.414152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff1800. 00010000:00000010:0.1:1770653361.414158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff2e00. 00010000:00000010:0.1:1770653361.414164:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563229bb00. 00010000:00000010:0.1:1770653361.414171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff3200. 00010000:00000010:0.1:1770653361.414177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff2c00. 00010000:00000010:0.1:1770653361.414183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff2400. 00010000:00000010:0.1:1770653361.414191:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563229b500. 00010000:00000010:0.1:1770653361.414196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff3600. 00010000:00000010:0.1:1770653361.414202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff2600. 00010000:00000010:0.1:1770653361.414208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff3a00. 00010000:00000010:0.1:1770653361.414215:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563229bc00. 00010000:00000010:0.1:1770653361.414222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff2000. 00010000:00000010:0.1:1770653361.414228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff2a00. 00010000:00000010:0.1:1770653361.414231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff2200. 00010000:00000010:0.1:1770653361.414236:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563229b300. 00010000:00000010:0.1:1770653361.414242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b07000. 00010000:00000010:0.1:1770653361.414247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff3800. 00010000:00000010:0.1:1770653361.414250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b06000. 00010000:00000010:0.1:1770653361.414254:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560b009c00. 00010000:00000010:0.1:1770653361.414257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b07400. 00010000:00000010:0.1:1770653361.414261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b07a00. 00010000:00000010:0.1:1770653361.414265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b06800. 00010000:00000010:0.1:1770653361.414270:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560b009300. 00010000:00000010:0.1:1770653361.414275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b07e00. 00010000:00000010:0.1:1770653361.414279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b06200. 00010000:00000010:0.1:1770653361.414283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b07200. 00010000:00000010:0.1:1770653361.414286:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560b009900. 00010000:00000010:0.1:1770653361.414290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b07c00. 00010000:00000010:0.1:1770653361.414292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b06e00. 00010000:00000010:0.1:1770653361.414298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b07600. 00010000:00000010:0.1:1770653361.414304:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560b009800. 00010000:00000010:0.1:1770653361.414309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee41e00. 00010000:00000010:0.1:1770653361.414312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b06400. 00010000:00000010:0.1:1770653361.414317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee41200. 00010000:00000010:0.1:1770653361.414321:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560b009f00. 00010000:00000010:0.1:1770653361.414326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee41c00. 00010000:00000010:0.1:1770653361.414328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee40e00. 00010000:00000010:0.1:1770653361.414332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee41600. 00010000:00000010:0.1:1770653361.414335:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560b009000. 00010000:00000010:0.1:1770653361.414339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee41000. 00010000:00000010:0.1:1770653361.414343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee40400. 00010000:00000010:2.1:1770653361.416895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452400. 00010000:00000010:2.1:1770653361.416903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc91600. 00010000:00000010:2.1:1770653361.416908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cfb2100. 00010000:00000010:2.1:1770653361.416912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc91200. 00010000:00000010:2.1:1770653361.416915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d5400. 00010000:00000010:2.1:1770653361.416918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc91a00. 00010000:00000010:2.1:1770653361.416921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc90200. 00010000:00000010:2.1:1770653361.416924:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cfb2300. 00010000:00000010:2.1:1770653361.416928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc90000. 00010000:00000010:2.1:1770653361.416930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc91800. 00010000:00000010:2.1:1770653361.416934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306d9200. 00010000:00000010:2.1:1770653361.416937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306d9a00. 00010000:00000010:2.1:1770653361.416939:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cfb2a00. 00010000:00000010:2.1:1770653361.416943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306d8e00. 00010000:00000010:2.1:1770653361.416946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306d9e00. 00010000:00000010:2.1:1770653361.416949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306d8400. 00010000:00000010:2.1:1770653361.416953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53fa00. 00010000:00000010:2.1:1770653361.416956:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cfb2900. 00010000:00000010:2.1:1770653361.416960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53e000. 00010000:00000010:2.1:1770653361.416963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53ea00. 00010000:00000010:2.1:1770653361.416967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53f400. 00010000:00000010:2.1:1770653361.416970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53e200. 00010000:00000010:2.1:1770653361.416972:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cfb2d00. 00010000:00000010:2.1:1770653361.416976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53e800. 00010000:00000010:2.1:1770653361.416978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53f800. 00010000:00000010:2.1:1770653361.416982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53fe00. 00010000:00000010:2.1:1770653361.416985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53ee00. 00010000:00000010:2.1:1770653361.416987:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cfb2800. 00010000:00000010:2.1:1770653361.416990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53f200. 00010000:00000010:2.1:1770653361.416992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53ec00. 00010000:00000010:2.1:1770653361.416994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53fc00. 00010000:00000010:2.1:1770653361.416997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53e400. 00010000:00000010:2.1:1770653361.417000:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cfb2200. 00010000:00000010:2.1:1770653361.417003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53f600. 00010000:00000010:2.1:1770653361.417005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53e600. 00010000:00000010:2.1:1770653361.417008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53f000. 00010000:00000010:2.1:1770653361.417011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b04800. 00010000:00000010:2.1:1770653361.417015:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cfb2f00. 00010000:00000010:2.1:1770653361.417018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b05e00. 00010000:00000010:2.1:1770653361.417021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b04200. 00010000:00000010:2.1:1770653361.417024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b04c00. 00010000:00000010:2.1:1770653361.417027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b05200. 00010000:00000010:2.1:1770653361.417029:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cfb2700. 00010000:00000010:2.1:1770653361.417032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b05c00. 00010000:00000010:2.1:1770653361.417035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b04e00. 00010000:00000010:2.1:1770653361.420904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b04600. 00010000:00000010:2.1:1770653361.420913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b05600. 00010000:00000010:2.1:1770653361.420919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cfb2500. 00010000:00000010:2.1:1770653361.420926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b05000. 00010000:00000010:2.1:1770653361.420929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b04400. 00010000:00000010:2.1:1770653361.426884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b04a00. 00010000:00000010:2.1:1770653361.435890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b05000. 00010000:00000010:2.1:1770653361.435897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cfb2500. 00010000:00000010:2.1:1770653361.435900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b05600. 00010000:00000010:2.1:1770653361.435903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b04400. 00010000:00000010:2.1:1770653361.440877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b04600. 00010000:00000010:2.1:1770653361.440883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b05c00. 00010000:00000010:2.1:1770653361.440887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cfb2200. 00010000:00000010:2.1:1770653361.440891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b05200. 00010000:00000010:2.1:1770653361.440893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b04e00. 00010000:00000010:1.1:1770653361.453889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b04c00. 00010000:00000010:1.1:1770653361.457875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c400. 00010000:00000010:1.1:1770653361.457881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669527400. 00010000:00000010:1.1:1770653361.457883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c800. 00010000:00000010:1.1:1770653361.457885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c200. 00010000:00000010:1.1:1770653361.461872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2d000. 00010000:00000010:0.1:1770653361.661882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee41800. 00010000:00000010:0.1:1770653361.661892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560b009b00. 00010000:00000010:0.1:1770653361.661898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee40200. 00010000:00000010:0.1:1770653361.661902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee41400. 00010000:00000010:2.1:1770653361.715897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff2000. 00010000:00000010:2.1:1770653361.715904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563229a300. 00010000:00000010:2.1:1770653361.715906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff3a00. 00010000:00000010:2.1:1770653361.715909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff2a00. 00010000:00000010:0.1:1770653361.716881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee41a00. 00010000:00000010:0.1:1770653361.716890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560b009500. 00010000:00000010:1.1:1770653361.716891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead4800. 00010000:00000010:0.1:1770653361.716896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee41e00. 00010000:00000010:0.1:1770653361.716903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee40000. 00010000:00000010:1.1:1770653361.716906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660817600. 00010000:00000010:0.1:1770653361.716908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee40e00. 00010000:00000010:1.1:1770653361.716915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead5e00. 00010000:00000010:0.1:1770653361.716916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563229bc00. 00010000:00000010:1.1:1770653361.716928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead5800. 00010000:00000010:0.1:1770653361.716928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b06400. 00010000:00000010:1.1:1770653361.716941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead4600. 00010000:00000010:0.1:1770653361.716942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee41c00. 00010000:00000010:1.1:1770653361.716955:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660817400. 00010000:00000010:0.1:1770653361.716955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b07c00. 00010000:00000010:1.1:1770653361.716967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead5600. 00010000:00000010:0.1:1770653361.716967:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563229bb00. 00010000:00000010:0.1:1770653361.716976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b07200. 00010000:00000010:1.1:1770653361.716978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead5000. 00010000:00000010:0.1:1770653361.716986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b06e00. 00010000:00000010:1.1:1770653361.716987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563fac8600. 00010000:00000010:0.1:1770653361.716992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b06800. 00010000:00000010:1.1:1770653361.716998:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660817100. 00010000:00000010:0.1:1770653361.716999:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563229bf00. 00010000:00000010:1.1:1770653361.717010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91ac00. 00010000:00000010:0.1:1770653361.717010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b07a00. 00010000:00000010:0.1:1770653361.717015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b07e00. 00010000:00000010:1.1:1770653361.717021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563fac8a00. 00010000:00000010:0.1:1770653361.717021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b07000. 00010000:00000010:0.1:1770653361.717027:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563229b900. 00010000:00000010:1.1:1770653361.717031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91b400. 00010000:00000010:0.1:1770653361.717035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff3800. 00010000:00000010:1.1:1770653361.717042:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660817a00. 00010000:00000010:0.1:1770653361.717043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b06000. 00010000:00000010:1.1:1770653361.717054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91a400. 00010000:00000010:1.1:1770653361.717063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91aa00. 00010000:00000010:2.1:1770653361.720891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53fe00. 00010000:00000010:2.1:1770653361.720898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d779900. 00010000:00000010:2.1:1770653361.720901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53f800. 00010000:00000010:2.1:1770653361.720903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53ee00. 00010000:00000010:3.1:1770653361.724870:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955611319c00. 00010000:00000010:3.1:1770653361.724876:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633b12000. 00010000:00000010:3.1:1770653361.724880:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620a28800. 00010000:00000010:3.1:1770653361.724883:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbe800. 00010000:00000010:3.1:1770653361.724886:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53c400. 00010000:00000010:3.1:1770653361.724888:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53ce00. 00010000:00000010:3.1:1770653361.724893:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633b12e00. 00010000:00000010:2.1:1770653361.724893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53f400. 00010000:00000010:3.1:1770653361.724903:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53dc00. 00010000:00000010:2.1:1770653361.724904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d779800. 00010000:00000010:3.1:1770653361.724907:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53d600. 00010000:00000010:2.1:1770653361.724913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53ea00. 00010000:00000010:3.1:1770653361.724914:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53d200. 00010000:00000010:2.1:1770653361.724920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53e200. 00010000:00000010:3.1:1770653361.724923:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53de00. 00010000:00000010:2.1:1770653361.724926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53ec00. 00010000:00000010:3.1:1770653361.724929:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633b12b00. 00010000:00000010:2.1:1770653361.724932:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d779f00. 00010000:00000010:3.1:1770653361.724935:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53c800. 00010000:00000010:2.1:1770653361.724938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53fc00. 00010000:00000010:3.1:1770653361.724940:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53c200. 00010000:00000010:2.1:1770653361.724943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53fa00. 00010000:00000010:3.1:1770653361.724946:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53da00. 00010000:00000010:2.1:1770653361.724949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306d8400. 00010000:00000010:3.1:1770653361.724951:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53c000. 00010000:00000010:2.1:1770653361.724954:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d779000. 00010000:00000010:3.1:1770653361.724957:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633b12600. 00010000:00000010:2.1:1770653361.724960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306d9e00. 00010000:00000010:3.1:1770653361.724963:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53d000. 00010000:00000010:2.1:1770653361.724965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53e600. 00010000:00000010:2.1:1770653361.724973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306d9200. 00010000:00000010:3.1:1770653361.724974:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53d400. 00010000:00000010:2.1:1770653361.724976:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d779b00. 00010000:00000010:3.1:1770653361.724983:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739d400. 00010000:00000010:2.1:1770653361.724983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc91800. 00010000:00000010:2.1:1770653361.724992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306d9a00. 00010000:00000010:3.1:1770653361.724995:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739c200. 00010000:00000010:2.1:1770653361.724996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc91a00. 00010000:00000010:3.1:1770653361.725007:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633b12500. 00010000:00000010:2.1:1770653361.725007:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d779500. 00010000:00000010:2.1:1770653361.725014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc91200. 00010000:00000010:3.1:1770653361.725017:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739c800. 00010000:00000010:2.1:1770653361.725019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc90200. 00010000:00000010:3.1:1770653361.725026:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739d800. 00010000:00000010:2.1:1770653361.725026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452000. 00010000:00000010:2.1:1770653361.725035:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955665214900. 00010000:00000010:2.1:1770653361.725040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452800. 00010000:00000010:2.1:1770653361.725046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452400. 00010000:00000010:2.1:1770653361.725051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d4800. 00010000:00000010:2.1:1770653361.725058:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955665214800. 00010000:00000010:2.1:1770653361.725064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d4c00. 00010000:00000010:2.1:1770653361.725070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d5400. 00010000:00000010:2.1:1770653361.725076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d5e00. 00010000:00000010:2.1:1770653361.725083:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955665214f00. 00010000:00000010:2.1:1770653361.725091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d4600. 00010000:00000010:2.1:1770653361.725096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d5200. 00010000:00000010:2.1:1770653361.725104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253f6800. 00010000:00000010:2.1:1770653361.725108:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955665214000. 00010000:00000010:2.1:1770653361.725114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253f6e00. 00010000:00000010:2.1:1770653361.725119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253f7e00. 00010000:00000010:2.1:1770653361.725123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253f6000. 00010000:00000010:2.1:1770653361.725129:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955665214b00. 00010000:00000010:2.1:1770653361.725146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253f7000. 00010000:00000010:2.1:1770653361.725150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253f7c00. 00010000:00000010:2.1:1770653361.725156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250b9800. 00010000:00000010:2.1:1770653361.725161:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955665214500. 00010000:00000010:2.1:1770653361.725167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250b9400. 00010000:00000010:2.1:1770653361.725172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253f7a00. 00010000:00000010:2.1:1770653361.725178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250b8c00. 00010000:00000010:2.1:1770653361.725184:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955665214c00. 00010000:00000010:2.1:1770653361.725190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250b9000. 00010000:00000010:2.1:1770653361.725195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250b9e00. 00010000:00000010:2.1:1770653361.725199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250b9600. 00010000:00000010:2.1:1770653361.725202:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955665214300. 00010000:00000010:2.1:1770653361.725209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250bae00. 00010000:00000010:2.1:1770653361.725215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250b9200. 00010000:00000010:2.1:1770653361.725219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250ba600. 00010000:00000010:2.1:1770653361.725225:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563807be00. 00010000:00000010:2.1:1770653361.725231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250ba400. 00010000:00000010:2.1:1770653361.725235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250bbc00. 00010000:00000010:2.1:1770653361.725239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250bb000. 00010000:00000010:2.1:1770653361.725243:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563807b600. 00010000:00000010:2.1:1770653361.725248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250bb400. 00010000:00000010:2.1:1770653361.725252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250bba00. 00010000:00000010:2.1:1770653361.725259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639de8000. 00010000:00000010:2.1:1770653361.725265:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563807b400. 00010000:00000010:2.1:1770653361.725271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639de9400. 00010000:00000010:2.1:1770653361.725277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639de9000. 00010000:00000010:2.1:1770653361.725283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639de8c00. 00010000:00000010:2.1:1770653361.725289:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563807b100. 00010000:00000010:2.1:1770653361.725294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639de8800. 00010000:00000010:2.1:1770653361.725299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639de9c00. 00010000:00000010:2.1:1770653361.725303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639dea200. 00010000:00000010:2.1:1770653361.725310:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563807ba00. 00010000:00000010:2.1:1770653361.725317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639deac00. 00010000:00000010:2.1:1770653361.725321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639dea800. 00010000:00000010:2.1:1770653361.725327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639deba00. 00010000:00000010:2.1:1770653361.725332:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563807bd00. 00010000:00000010:2.1:1770653361.725338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639deb600. 00010000:00000010:2.1:1770653361.725343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639deb200. 00010000:00000010:2.1:1770653361.725349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c5800. 00010000:00000010:2.1:1770653361.725353:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563807b200. 00010000:00000010:2.1:1770653361.725361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c4e00. 00010000:00000010:2.1:1770653361.725367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639deaa00. 00010000:00000010:2.1:1770653361.725372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c4a00. 00010000:00000010:2.1:1770653361.725376:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563807b700. 00010000:00000010:2.1:1770653361.725383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c5a00. 00010000:00000010:2.1:1770653361.725387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c4200. 00010000:00000010:2.1:1770653361.725392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce0400. 00010000:00000010:2.1:1770653361.725398:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633e72000. 00010000:00000010:2.1:1770653361.725405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce1600. 00010000:00000010:2.1:1770653361.725410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c4600. 00010000:00000010:2.1:1770653361.725415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce1200. 00010000:00000010:2.1:1770653361.725418:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633e72b00. 00010000:00000010:2.1:1770653361.725424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce0200. 00010000:00000010:2.1:1770653361.725431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce1c00. 00010000:00000010:2.1:1770653361.725436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce1a00. 00010000:00000010:2.1:1770653361.725441:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633e72500. 00010000:00000010:2.1:1770653361.725445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce1400. 00010000:00000010:2.1:1770653361.725451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce0800. 00010000:00000010:2.1:1770653361.725455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e2400. 00010000:00000010:2.1:1770653361.725458:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633e72c00. 00010000:00000010:2.1:1770653361.725464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e3600. 00010000:00000010:2.1:1770653361.725466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce1000. 00010000:00000010:2.1:1770653361.725471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e3200. 00010000:00000010:2.1:1770653361.725474:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633e72300. 00010000:00000010:2.1:1770653361.725479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e2200. 00010000:00000010:2.1:1770653361.725486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e3c00. 00010000:00000010:2.1:1770653361.725488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e3a00. 00010000:00000010:2.1:1770653361.725493:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633e72900. 00010000:00000010:2.1:1770653361.725496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e3400. 00010000:00000010:2.1:1770653361.725501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e2800. 00010000:00000010:2.1:1770653361.725505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1a00. 00010000:00000010:2.1:1770653361.725509:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633e72800. 00010000:00000010:2.1:1770653361.725512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e0000. 00010000:00000010:2.1:1770653361.725513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e3000. 00010000:00000010:2.1:1770653361.725515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1600. 00010000:00000010:2.1:1770653361.725517:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633e72f00. 00010000:00000010:2.1:1770653361.725519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e0e00. 00010000:00000010:2.1:1770653361.725520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1000. 00010000:00000010:2.1:1770653361.725522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e0200. 00010000:00000010:2.1:1770653361.725524:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633e75300. 00010000:00000010:2.1:1770653361.725526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1e00. 00010000:00000010:2.1:1770653361.725527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1200. 00010000:00000010:2.1:1770653361.725529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955621978e00. 00010000:00000010:2.1:1770653361.725532:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633e75900. 00010000:00000010:2.1:1770653361.725533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955621978400. 00010000:00000010:2.1:1770653361.725535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1400. 00010000:00000010:2.1:1770653361.725538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15e000. 00010000:00000010:2.1:1770653361.725539:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633e75800. 00010000:00000010:2.1:1770653361.725542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15f200. 00010000:00000010:2.1:1770653361.725544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15f000. 00010000:00000010:2.1:1770653361.725545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562197a200. 00010000:00000010:2.1:1770653361.725547:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633e75f00. 00010000:00000010:2.1:1770653361.725549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a29600. 00010000:00000010:2.1:1770653361.725552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332ea00. 00010000:00000010:2.1:1770653361.725555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a29a00. 00010000:00000010:2.1:1770653361.725556:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633e75000. 00010000:00000010:2.1:1770653361.725558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a28a00. 00010000:00000010:2.1:1770653361.725560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a28200. 00010000:00000010:2.1:1770653361.725562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641ff600. 00010000:00000010:2.1:1770653361.725567:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633e75b00. 00010000:00000010:2.1:1770653361.725572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a643400. 00010000:00000010:2.1:1770653361.725580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e63400. 00010000:00000010:2.1:1770653361.725585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee43000. 00010000:00000010:2.1:1770653361.725591:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633e75500. 00010000:00000010:2.1:1770653361.725595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee42a00. 00010000:00000010:2.1:1770653361.725601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee43600. 00010000:00000010:2.1:1770653361.725605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee43400. 00010000:00000010:2.1:1770653361.725611:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633e75c00. 00010000:00000010:2.1:1770653361.725617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee43800. 00010000:00000010:2.1:1770653361.725622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee42000. 00010000:00000010:2.1:1770653361.725624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee43e00. 00010000:00000010:2.1:1770653361.725627:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556606e9d00. 00010000:00000010:2.1:1770653361.725637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee42c00. 00010000:00000010:2.1:1770653361.725644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee42800. 00010000:00000010:2.1:1770653361.725651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee43c00. 00010000:00000010:2.1:1770653361.725658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556606e9200. 00010000:00000010:2.1:1770653361.725663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee42600. 00010000:00000010:2.1:1770653361.725670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee43200. 00010000:00000010:2.1:1770653361.725678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eece00. 00010000:00000010:2.1:1770653361.725685:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556606e9700. 00010000:00000010:2.1:1770653361.725692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eed200. 00010000:00000010:2.1:1770653361.725699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eecc00. 00010000:00000010:2.1:1770653361.725705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eec400. 00010000:00000010:2.1:1770653361.725712:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556606e9e00. 00010000:00000010:2.1:1770653361.725718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eed600. 00010000:00000010:2.1:1770653361.725727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eec600. 00010000:00000010:2.1:1770653361.725735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eeda00. 00010000:00000010:2.1:1770653361.725743:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556606e9600. 00010000:00000010:2.1:1770653361.725754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eec000. 00010000:00000010:2.1:1770653361.725759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eeca00. 00010000:00000010:2.1:1770653361.725767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eec200. 00010000:00000010:2.1:1770653361.725773:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556606e9400. 00010000:00000010:2.1:1770653361.725780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eec800. 00010000:00000010:2.1:1770653361.725785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eed800. 00010000:00000010:2.1:1770653361.725794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eef200. 00010000:00000010:2.1:1770653361.725797:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556606e9100. 00010000:00000010:2.1:1770653361.725799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eefc00. 00010000:00000010:2.1:1770653361.725802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eeee00. 00010000:00000010:2.1:1770653361.725805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eef600. 00010000:00000010:2.1:1770653361.725809:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556606e9a00. 00010000:00000010:2.1:1770653361.725816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eef000. 00010000:00000010:2.1:1770653361.725825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eee400. 00010000:00000010:2.1:1770653361.725829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eee000. 00010000:00000010:2.1:1770653361.725836:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556606eaa00. 00010000:00000010:2.1:1770653361.725842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eef400. 00010000:00000010:2.1:1770653361.725846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eefa00. 00010000:00000010:2.1:1770653361.725866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eee800. 00010000:00000010:2.1:1770653361.725870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556606ead00. 00010000:00000010:2.1:1770653361.725875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eefe00. 00010000:00000010:2.1:1770653361.725882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eee200. 00010000:00000010:2.1:1770653361.725887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635b60a00. 00010000:00000010:2.1:1770653361.725892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556606ea200. 00010000:00000010:2.1:1770653361.725896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635b61a00. 00010000:00000010:2.1:1770653361.725901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635b61000. 00010000:00000010:2.1:1770653361.725907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635b61800. 00010000:00000010:2.1:1770653361.725913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556606ea700. 00010000:00000010:2.1:1770653361.725920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635b60200. 00010000:00000010:2.1:1770653361.725924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635b61400. 00010000:00000010:2.1:1770653361.725926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635b60c00. 00010000:00000010:2.1:1770653361.725932:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556606eae00. 00010000:00000010:2.1:1770653361.725937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635b60e00. 00010000:00000010:2.1:1770653361.725941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635b61e00. 00010000:00000010:2.1:1770653361.725946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635b60600. 00010000:00000010:2.1:1770653361.725953:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556606ea600. 00010000:00000010:2.1:1770653361.725955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635b60400. 00010000:00000010:2.1:1770653361.725961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635b61c00. 00010000:00000010:2.1:1770653361.725965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635b63c00. 00010000:00000010:2.1:1770653361.725971:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556606ea400. 00010000:00000010:2.1:1770653361.725974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635b62600. 00010000:00000010:2.1:1770653361.725978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635b63200. 00010000:00000010:2.1:1770653361.725983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635b63000. 00010000:00000010:2.1:1770653361.725987:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556606ea100. 00010000:00000010:2.1:1770653361.725993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635b62a00. 00010000:00000010:2.1:1770653361.725996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635b63600. 00010000:00000010:2.1:1770653361.726000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635b63400. 00010000:00000010:2.1:1770653361.726003:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556606ebc00. 00010000:00000010:2.1:1770653361.726006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635b63800. 00010000:00000010:2.1:1770653361.726008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635b62000. 00010000:00000010:2.1:1770653361.726011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635b63e00. 00010000:00000010:2.1:1770653361.726017:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556606eb300. 00010000:00000010:2.1:1770653361.726021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635b62c00. 00010000:00000010:2.1:1770653361.726026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635b62800. 00010000:00000010:2.1:1770653361.726028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739f800. 00010000:00000010:2.1:1770653361.726033:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556606eb900. 00010000:00000010:2.1:1770653361.726039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739e200. 00010000:00000010:2.1:1770653361.726043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739f400. 00010000:00000010:3.1:1770653361.728875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739de00. 00010000:00000010:3.1:1770653361.733873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739ce00. 00010000:00000010:3.1:1770653361.733939:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633b12400. 00010000:00000010:3.1:1770653361.733948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739d200. 00010000:00000010:3.1:1770653361.733953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739cc00. 00010000:00000010:1.1:1770653361.748882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739dc00. 00010000:00000010:3.1:1770653361.761870:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739ce00. 00010000:00000010:3.1:1770653361.761874:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633b12c00. 00010000:00000010:3.1:1770653361.761878:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739c800. 00010000:00000010:3.1:1770653361.761881:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739d200. 00010000:00000010:1.1:1770653361.765887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739c200. 00010000:00000010:3.1:1770653361.769864:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739c600. 00010000:00000010:3.1:1770653361.769868:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633b12100. 00010000:00000010:3.1:1770653361.769871:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739c400. 00010000:00000010:3.1:1770653361.769875:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739d400. 00010000:00000010:1.1:1770653361.773880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739d600. 00010000:00000010:3.1:1770653361.777865:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739ca00. 00010000:00000010:3.1:1770653361.777869:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633b13200. 00010000:00000010:3.1:1770653361.777872:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739d400. 00010000:00000010:3.1:1770653361.777875:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739d000. 00010000:00000010:1.1:1770653361.782872:0:33123:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739c400. 00010000:00000010:3.1:1770653361.786878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739da00. 00010000:00000010:3.1:1770653361.786882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633b13f00. 00010000:00000010:3.1:1770653361.786885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739c000. 00010000:00000010:3.1:1770653361.786887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739c600. 00010000:00000010:2.1:1770653361.808873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739d600. 00010000:00000010:3.1:1770653361.821878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739d600. 00010000:00000010:3.1:1770653361.825876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea0800. 00010000:00000010:3.1:1770653361.825881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739c400. 00010000:00000010:3.1:1770653361.825884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739dc00. 00010000:00000010:1.1:1770653361.830891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53d400. 00010000:00000010:1.1:1770653361.880867:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b1c00. 00010000:00000010:1.1:1770653361.880871:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6500. 00010000:00000010:1.1:1770653361.880873:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b0800. 00010000:00000010:1.1:1770653361.880875:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead5000. 00010000:00000010:1.1:1770653361.885890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b0a00. 00010000:00000010:1.1:1770653361.889889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b0600. 00010000:00000010:1.1:1770653361.889895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6500. 00010000:00000010:1.1:1770653361.889897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b0800. 00010000:00000010:1.1:1770653361.889899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b1800. 00010000:00000010:1.1:1770653361.893881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b1c00. 00010000:00000010:1.1:1770653361.897883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead5000. 00010000:00000010:1.1:1770653361.897889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6400. 00010000:00000010:1.1:1770653361.897892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1400. 00010000:00000010:1.1:1770653361.897894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b0a00. 00010000:00000010:1.1:1770653361.897896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1200. 00010000:00000010:1.1:1770653361.901891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e0200. 00010000:00000010:1.1:1770653361.901897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6500. 00010000:00000010:1.1:1770653361.901900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1000. 00010000:00000010:1.1:1770653361.901902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1e00. 00010000:00000010:1.1:1770653361.906882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e0e00. 00010000:00000010:1.1:1770653361.910889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1400. 00010000:00000010:1.1:1770653361.910897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6400. 00010000:00000010:1.1:1770653361.910905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1600. 00010000:00000010:1.1:1770653361.910913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1200. 00010000:00000010:1.1:1770653361.910919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e0000. 00010000:00000010:1.1:1770653361.914876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1000. 00010000:00000010:1.1:1770653361.914880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6500. 00010000:00000010:1.1:1770653361.914882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e0200. 00010000:00000010:1.1:1770653361.914884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1e00. 00010000:00000010:1.1:1770653361.918878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1a00. 00010000:00000010:1.1:1770653361.918882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1200. 00010000:00000010:1.1:1770653361.922891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6400. 00010000:00000010:1.1:1770653361.922900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1600. 00010000:00000010:1.1:1770653361.922909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e0000. 00010000:00000010:1.1:1770653361.922915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1400. 00010000:00000010:1.1:1770653361.927889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e0200. 00010000:00000010:1.1:1770653361.927895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6500. 00010000:00000010:1.1:1770653361.927898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1000. 00010000:00000010:1.1:1770653361.927900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1e00. 00010000:00000010:1.1:1770653361.931884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e0e00. 00010000:00000010:1.1:1770653361.931889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e0000. 00010000:00000010:1.1:1770653361.931892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6400. 00010000:00000010:1.1:1770653361.931896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1600. 00010000:00000010:1.1:1770653361.931899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1400. 00010000:00000010:1.1:1770653361.935883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1200. 00010000:00000010:1.1:1770653361.943881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1000. 00010000:00000010:1.1:1770653361.943886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6500. 00010000:00000010:1.1:1770653361.943889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e0200. 00010000:00000010:1.1:1770653361.943891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1e00. 00010000:00000010:1.1:1770653361.943893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1a00. 00010000:00000010:1.1:1770653361.947866:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1600. 00010000:00000010:1.1:1770653361.947870:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6400. 00010000:00000010:1.1:1770653361.947872:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e0000. 00010000:00000010:1.1:1770653361.947874:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1400. 00010000:00000010:1.1:1770653361.955876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e0e00. 00010000:00000010:1.1:1770653361.955881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead5000. 00010000:00000010:1.1:1770653361.955886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6c00. 00010000:00000010:1.1:1770653361.955890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b0a00. 00010000:00000010:1.1:1770653361.955893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1200. 00010000:00000010:1.1:1770653361.955896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b1c00. 00010000:00000010:1.1:1770653361.959870:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b0800. 00010000:00000010:1.1:1770653361.959873:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6500. 00010000:00000010:3.1:1770653361.959878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1a00. 00010000:00000010:1.1:1770653361.959878:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b0600. 00010000:00000010:1.1:1770653361.959887:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b1800. 00010000:00000010:3.1:1770653361.964872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53d600. 00010000:00000010:3.1:1770653361.964879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea0300. 00010000:00000010:3.1:1770653361.964882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53dc00. 00010000:00000010:3.1:1770653361.964887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53d200. 00010000:00000010:3.1:1770653361.964890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53ce00. 00010000:00000010:1.1:1770653361.968894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e0e00. 00010000:00000010:1.1:1770653361.968900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6c00. 00010000:00000010:1.1:1770653361.968903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1400. 00010000:00000010:1.1:1770653361.968905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1200. 00010000:00000010:3.1:1770653361.972871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e0000. 00010000:00000010:1.1:1770653361.972880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1e00. 00010000:00000010:1.1:1770653361.977871:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6500. 00010000:00000010:1.1:1770653361.977875:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e0200. 00010000:00000010:3.1:1770653361.977880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1000. 00010000:00000010:1.1:1770653361.977881:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1600. 00010000:00000010:1.1:1770653361.982896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1400. 00010000:00000010:1.1:1770653361.982902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6c00. 00010000:00000010:1.1:1770653361.982904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e0e00. 00010000:00000010:1.1:1770653361.982906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1200. 00010000:00000010:3.1:1770653361.986870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1a00. 00010000:00000010:1.1:1770653361.986895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e0000. 00010000:00000010:1.1:1770653361.986901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6400. 00010000:00000010:1.1:1770653361.986904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b1800. 00010000:00000010:1.1:1770653361.986906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1e00. 00010000:00000010:3.1:1770653361.990872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b0600. 00010000:00000010:1.1:1770653361.990886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b1c00. 00010000:00000010:3.1:1770653361.994882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1200. 00010000:00000010:1.1:1770653361.994898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6c00. 00010000:00000010:1.1:1770653361.994903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b0a00. 00010000:00000010:1.1:1770653361.994906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b0800. 00010000:00000010:1.1:1770653361.998894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e0000. 00010000:00000010:1.1:1770653361.998900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6400. 00010000:00000010:1.1:1770653361.998902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e0e00. 00010000:00000010:1.1:1770653361.998904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1e00. 00010000:00000010:3.1:1770653362.002889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1400. 00010000:00000010:1.1:1770653362.002897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1000. 00010000:00000010:1.1:1770653362.002904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6c00. 00010000:00000010:1.1:1770653362.002906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e0200. 00010000:00000010:3.1:1770653362.006872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1200. 00010000:00000010:1.1:1770653362.006875:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1600. 00010000:00000010:3.1:1770653362.011892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1a00. 00010000:00000010:1.1:1770653362.011897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e0e00. 00010000:00000010:1.1:1770653362.011904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6400. 00010000:00000010:1.1:1770653362.011907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e0000. 00010000:00000010:1.1:1770653362.011909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1e00. 00010000:00000010:1.1:1770653362.015896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1000. 00010000:00000010:1.1:1770653362.015902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6c00. 00010000:00000010:1.1:1770653362.015904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1600. 00010000:00000010:1.1:1770653362.015906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e0200. 00010000:00000010:3.1:1770653362.019872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1200. 00010000:00000010:1.1:1770653362.024871:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e0000. 00010000:00000010:1.1:1770653362.024875:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6400. 00010000:00000010:3.1:1770653362.024880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1400. 00010000:00000010:1.1:1770653362.024881:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e0e00. 00010000:00000010:1.1:1770653362.024889:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1e00. 00010000:00000010:1.1:1770653362.028896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1600. 00010000:00000010:1.1:1770653362.028903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6c00. 00010000:00000010:1.1:1770653362.028905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1000. 00010000:00000010:1.1:1770653362.028907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e0200. 00010000:00000010:1.1:1770653362.032869:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1e00. 00010000:00000010:1.1:1770653362.032874:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6400. 00010000:00000010:1.1:1770653362.032879:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e0e00. 00010000:00000010:1.1:1770653362.032882:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1200. 00010000:00000010:3.1:1770653362.032909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1a00. 00010000:00000010:3.1:1770653362.037865:0:67648:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e0000. 00010000:00000010:0.1:1770653362.085898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1400. 00010000:00000010:1.1:1770653362.085900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1000. 00010000:00000010:1.1:1770653362.085910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6c00. 00010000:00000010:1.1:1770653362.085917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1600. 00010000:00000010:1.1:1770653362.085924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e0200. 00010000:00000010:3.1:1770653362.116876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53d200. 00010000:00000010:3.1:1770653362.116883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea0300. 00010000:00000010:3.1:1770653362.116889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53dc00. 00010000:00000010:2.1:1770653362.116891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739fe00. 00010000:00000010:3.1:1770653362.116893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53ce00. 00010000:00000010:3.1:1770653362.116901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53d400. 00010000:00000010:2.1:1770653362.116904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556606e9a00. 00010000:00000010:3.1:1770653362.116906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea0900. 00010000:00000010:2.1:1770653362.116913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739f800. 00010000:00000010:3.1:1770653362.116914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739dc00. 00010000:00000010:3.1:1770653362.116918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53c400. 00010000:00000010:2.1:1770653362.116922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739f000. 00010000:00000010:3.1:1770653362.116923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbe800. 00010000:00000010:3.1:1770653362.116933:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea1300. 00010000:00000010:3.1:1770653362.116937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620a28800. 00010000:00000010:3.1:1770653362.116939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739d600. 00010000:00000010:3.1:1770653362.116944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e2800. 00010000:00000010:3.1:1770653362.116947:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea1900. 00010000:00000010:3.1:1770653362.116949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e3400. 00010000:00000010:3.1:1770653362.116951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e3000. 00010000:00000010:3.1:1770653362.116953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e2200. 00010000:00000010:3.1:1770653362.116955:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea1800. 00010000:00000010:3.1:1770653362.116956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e3200. 00010000:00000010:3.1:1770653362.116958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e3c00. 00010000:00000010:3.1:1770653362.116960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce1000. 00010000:00000010:3.1:1770653362.116962:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea1f00. 00010000:00000010:3.1:1770653362.116964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce0800. 00010000:00000010:3.1:1770653362.116966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e2400. 00010000:00000010:3.1:1770653362.116968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce1c00. 00010000:00000010:3.1:1770653362.116970:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea1000. 00010000:00000010:3.1:1770653362.116971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce0200. 00010000:00000010:3.1:1770653362.116973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce1a00. 00010000:00000010:3.1:1770653362.116975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce0400. 00010000:00000010:3.1:1770653362.116976:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea1b00. 00010000:00000010:3.1:1770653362.116978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c4600. 00010000:00000010:3.1:1770653362.116980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce1600. 00010000:00000010:3.1:1770653362.116982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c4a00. 00010000:00000010:3.1:1770653362.116983:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea1500. 00010000:00000010:3.1:1770653362.116985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c4e00. 00010000:00000010:3.1:1770653362.116987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c5a00. 00010000:00000010:3.1:1770653362.116989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639deb200. 00010000:00000010:3.1:1770653362.116991:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea1c00. 00010000:00000010:3.1:1770653362.116993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639deb600. 00010000:00000010:3.1:1770653362.116995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639deaa00. 00010000:00000010:3.1:1770653362.116997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639deac00. 00010000:00000010:3.1:1770653362.117000:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea2200. 00010000:00000010:3.1:1770653362.117002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639dea200. 00010000:00000010:3.1:1770653362.117004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639dea800. 00010000:00000010:3.1:1770653362.117006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639de8c00. 00010000:00000010:3.1:1770653362.117008:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea2700. 00010000:00000010:3.1:1770653362.117011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639de9000. 00010000:00000010:3.1:1770653362.117012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639de8800. 00010000:00000010:3.1:1770653362.117014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250bba00. 00010000:00000010:3.1:1770653362.117016:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea2e00. 00010000:00000010:3.1:1770653362.117018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250bb400. 00010000:00000010:3.1:1770653362.117020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639de8000. 00010000:00000010:3.1:1770653362.117022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250ba400. 00010000:00000010:3.1:1770653362.117023:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea2600. 00010000:00000010:3.1:1770653362.117025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250ba600. 00010000:00000010:3.1:1770653362.117026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250bbc00. 00010000:00000010:3.1:1770653362.117028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250b9600. 00010000:00000010:3.1:1770653362.117031:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea2400. 00010000:00000010:3.1:1770653362.117032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250b9e00. 00010000:00000010:3.1:1770653362.117034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250b9200. 00010000:00000010:3.1:1770653362.117036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250b9400. 00010000:00000010:3.1:1770653362.117037:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea2100. 00010000:00000010:3.1:1770653362.117039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250b9800. 00010000:00000010:3.1:1770653362.117040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250b8c00. 00010000:00000010:3.1:1770653362.117043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253f7000. 00010000:00000010:3.1:1770653362.117044:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea2a00. 00010000:00000010:3.1:1770653362.117046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253f6000. 00010000:00000010:3.1:1770653362.117048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253f7c00. 00010000:00000010:3.1:1770653362.117050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253f6800. 00010000:00000010:3.1:1770653362.117051:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea2d00. 00010000:00000010:3.1:1770653362.117053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc90200. 00010000:00000010:3.1:1770653362.117055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253f6e00. 00010000:00000010:3.1:1770653362.117057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc91800. 00010000:00000010:3.1:1770653362.117060:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3800. 00010000:00000010:3.1:1770653362.117062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306d9a00. 00010000:00000010:3.1:1770653362.117064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc91a00. 00010000:00000010:3.1:1770653362.117066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306d8400. 00010000:00000010:3.1:1770653362.117068:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3f00. 00010000:00000010:3.1:1770653362.117070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53e600. 00010000:00000010:3.1:1770653362.117073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306d9e00. 00010000:00000010:3.1:1770653362.117075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53ec00. 00010000:00000010:3.1:1770653362.117076:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3000. 00010000:00000010:3.1:1770653362.117078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53e200. 00010000:00000010:3.1:1770653362.117080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53fc00. 00010000:00000010:3.1:1770653362.117083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53ee00. 00010000:00000010:3.1:1770653362.117086:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3b00. 00010000:00000010:3.1:1770653362.117088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53f800. 00010000:00000010:3.1:1770653362.117091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53f400. 00010000:00000010:3.1:1770653362.117094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561af61800. 00010000:00000010:3.1:1770653362.117097:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3500. 00010000:00000010:3.1:1770653362.117100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561af60200. 00010000:00000010:3.1:1770653362.117103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561af61400. 00010000:00000010:3.1:1770653362.117105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561af60c00. 00010000:00000010:3.1:1770653362.117108:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3c00. 00010000:00000010:3.1:1770653362.117111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561af60e00. 00010000:00000010:3.1:1770653362.117114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561af61e00. 00010000:00000010:3.1:1770653362.117116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561af60600. 00010000:00000010:3.1:1770653362.117119:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3300. 00010000:00000010:3.1:1770653362.117122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561af60400. 00010000:00000010:3.1:1770653362.117124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561af61c00. 00010000:00000010:3.1:1770653362.117127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561af60a00. 00010000:00000010:3.1:1770653362.117129:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3900. 00010000:00000010:3.1:1770653362.117145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561af61a00. 00010000:00000010:3.1:1770653362.117147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561af61000. 00010000:00000010:3.1:1770653362.117150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561af62200. 00010000:00000010:3.1:1770653362.117154:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955658331b00. 00010000:00000010:3.1:1770653362.117157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561af62800. 00010000:00000010:3.1:1770653362.117160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561af63800. 00010000:00000010:3.1:1770653362.117163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561af62e00. 00010000:00000010:3.1:1770653362.117166:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955658331500. 00010000:00000010:3.1:1770653362.117169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561af63200. 00010000:00000010:3.1:1770653362.117172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561af62c00. 00010000:00000010:3.1:1770653362.117175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561af62400. 00010000:00000010:3.1:1770653362.117176:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955658331c00. 00010000:00000010:3.1:1770653362.117178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561af63600. 00010000:00000010:3.1:1770653362.117180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561af62600. 00010000:00000010:3.1:1770653362.117182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561af63a00. 00010000:00000010:3.1:1770653362.117183:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955658331300. 00010000:00000010:3.1:1770653362.117185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561af62000. 00010000:00000010:3.1:1770653362.117186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561af62a00. 00010000:00000010:3.1:1770653362.117188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ee18000. 00010000:00000010:3.1:1770653362.117190:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955658331900. 00010000:00000010:3.1:1770653362.117192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ee19400. 00010000:00000010:3.1:1770653362.117194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ee19a00. 00010000:00000010:3.1:1770653362.117196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ee18800. 00010000:00000010:3.1:1770653362.117197:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955658331800. 00010000:00000010:3.1:1770653362.117199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ee19e00. 00010000:00000010:3.1:1770653362.117201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ee18200. 00010000:00000010:3.1:1770653362.117202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ee19200. 00010000:00000010:3.1:1770653362.117204:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955658331f00. 00010000:00000010:3.1:1770653362.117206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ee19c00. 00010000:00000010:3.1:1770653362.117208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ee18e00. 00010000:00000010:3.1:1770653362.117209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ee19600. 00010000:00000010:3.1:1770653362.117211:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955658331000. 00010000:00000010:3.1:1770653362.117213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ee19000. 00010000:00000010:3.1:1770653362.117214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ee18400. 00010000:00000010:3.1:1770653362.117216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ee1a800. 00010000:00000010:3.1:1770653362.117218:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955658332100. 00010000:00000010:3.1:1770653362.117220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ee1be00. 00010000:00000010:3.1:1770653362.117222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ee1a200. 00010000:00000010:3.1:1770653362.117224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ee1b200. 00010000:00000010:3.1:1770653362.117226:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955658332a00. 00010000:00000010:3.1:1770653362.117228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ee1bc00. 00010000:00000010:3.1:1770653362.117229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ee1ae00. 00010000:00000010:3.1:1770653362.117231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ee1b600. 00010000:00000010:3.1:1770653362.117233:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955658332d00. 00010000:00000010:3.1:1770653362.117234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ee1b000. 00010000:00000010:3.1:1770653362.117236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ee1a400. 00010000:00000010:3.1:1770653362.117237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ee1a000. 00010000:00000010:3.1:1770653362.117239:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955658332200. 00010000:00000010:3.1:1770653362.117241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ee1b400. 00010000:00000010:3.1:1770653362.117242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ee1ba00. 00010000:00000010:3.1:1770653362.117244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395bfc00. 00010000:00000010:3.1:1770653362.117246:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955658332700. 00010000:00000010:3.1:1770653362.117248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395be600. 00010000:00000010:3.1:1770653362.117249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395bf200. 00010000:00000010:1.1:1770653362.118883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e0e00. 00010000:00000010:1.1:1770653362.118889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6400. 00010000:00000010:1.1:1770653362.118893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e0000. 00010000:00000010:0.1:1770653362.118894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1200. 00010000:00000010:1.1:1770653362.118896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1e00. 00010000:00000010:1.1:1770653362.118905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b0800. 00010000:00000010:0.1:1770653362.118905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b1c00. 00010000:00000010:3.1:1770653362.118913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395bf000. 00010000:00000010:1.1:1770653362.118917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6500. 00010000:00000010:0.1:1770653362.118918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d5200. 00010000:00000010:3.1:1770653362.118919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955658332e00. 00010000:00000010:1.1:1770653362.118928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b0a00. 00010000:00000010:0.1:1770653362.118930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d4c00. 00010000:00000010:3.1:1770653362.118931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395bea00. 00010000:00000010:1.1:1770653362.118933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1a00. 00010000:00000010:3.1:1770653362.118940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395bf600. 00010000:00000010:0.1:1770653362.118942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452000. 00010000:00000010:1.1:1770653362.118943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b1800. 00010000:00000010:3.1:1770653362.118946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395bf400. 00010000:00000010:0.1:1770653362.118954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395bcc00. 00010000:00000010:3.1:1770653362.118955:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955658332600. 00010000:00000010:1.1:1770653362.118955:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6100. 00010000:00000010:3.1:1770653362.118966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395bf800. 00010000:00000010:1.1:1770653362.118967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead5000. 00010000:00000010:3.1:1770653362.118970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395be000. 00010000:00000010:1.1:1770653362.118973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b0600. 00010000:00000010:3.1:1770653362.118976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395bfe00. 00010000:00000010:1.1:1770653362.118979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d5e00. 00010000:00000010:3.1:1770653362.118981:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955658332400. 00010000:00000010:1.1:1770653362.118985:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6300. 00010000:00000010:3.1:1770653362.118987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395bec00. 00010000:00000010:1.1:1770653362.118990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d5400. 00010000:00000010:3.1:1770653362.118993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395be800. 00010000:00000010:1.1:1770653362.118996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d4600. 00010000:00000010:3.1:1770653362.118999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637358600. 00010000:00000010:1.1:1770653362.119002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452400. 00010000:00000010:3.1:1770653362.119005:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955658333600. 00010000:00000010:1.1:1770653362.119008:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6a00. 00010000:00000010:3.1:1770653362.119012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637358400. 00010000:00000010:1.1:1770653362.119014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452800. 00010000:00000010:3.1:1770653362.119020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637359c00. 00010000:00000010:1.1:1770653362.119021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d4800. 00010000:00000010:3.1:1770653362.119028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637358a00. 00010000:00000010:1.1:1770653362.119029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395bc800. 00010000:00000010:3.1:1770653362.119034:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955658333400. 00010000:00000010:1.1:1770653362.119036:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6900. 00010000:00000010:3.1:1770653362.119040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637359a00. 00010000:00000010:1.1:1770653362.119042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395bde00. 00010000:00000010:3.1:1770653362.119045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637359000. 00010000:00000010:1.1:1770653362.119048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395bc200. 00010000:00000010:3.1:1770653362.119051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637359800. 00010000:00000010:3.1:1770653362.119056:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955658333100. 00010000:00000010:3.1:1770653362.119058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637358200. 00010000:00000010:3.1:1770653362.119059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637359400. 00010000:00000010:3.1:1770653362.119061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637358c00. 00010000:00000010:3.1:1770653362.119062:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955658333a00. 00010000:00000010:3.1:1770653362.119064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637358e00. 00010000:00000010:3.1:1770653362.119066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637359e00. 00010000:00000010:3.1:1770653362.119068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563735a600. 00010000:00000010:3.1:1770653362.119069:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955658333d00. 00010000:00000010:3.1:1770653362.119071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563735a400. 00010000:00000010:3.1:1770653362.119073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563735bc00. 00010000:00000010:3.1:1770653362.119074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563735aa00. 00010000:00000010:3.1:1770653362.119076:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955658333200. 00010000:00000010:3.1:1770653362.119078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563735ba00. 00010000:00000010:3.1:1770653362.119079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563735b000. 00010000:00000010:3.1:1770653362.119081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563735b800. 00010000:00000010:3.1:1770653362.119082:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955658333700. 00010000:00000010:3.1:1770653362.119084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563735a200. 00010000:00000010:3.1:1770653362.119086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563735b400. 00010000:00000010:3.1:1770653362.119087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563735ac00. 00010000:00000010:3.1:1770653362.119089:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955658333e00. 00010000:00000010:3.1:1770653362.119091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563735ae00. 00010000:00000010:3.1:1770653362.119093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563735be00. 00010000:00000010:3.1:1770653362.119095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1c200. 00010000:00000010:3.1:1770653362.119097:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561c7b8700. 00010000:00000010:3.1:1770653362.119099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1c800. 00010000:00000010:3.1:1770653362.119101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1d800. 00010000:00000010:3.1:1770653362.119103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1ce00. 00010000:00000010:3.1:1770653362.119105:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561c7b8e00. 00010000:00000010:3.1:1770653362.119107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1d200. 00010000:00000010:3.1:1770653362.119109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1cc00. 00010000:00000010:3.1:1770653362.119111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1c400. 00010000:00000010:3.1:1770653362.119112:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561c7b8600. 00010000:00000010:3.1:1770653362.119114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1d600. 00010000:00000010:3.1:1770653362.119115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1c600. 00010000:00000010:3.1:1770653362.119117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1da00. 00010000:00000010:3.1:1770653362.119119:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561c7b8400. 00010000:00000010:3.1:1770653362.119120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1c000. 00010000:00000010:3.1:1770653362.119122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1ca00. 00010000:00000010:3.1:1770653362.119123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1fe00. 00010000:00000010:3.1:1770653362.119125:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561c7b8100. 00010000:00000010:3.1:1770653362.119127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1ec00. 00010000:00000010:3.1:1770653362.119129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e800. 00010000:00000010:3.1:1770653362.119141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1fc00. 00010000:00000010:3.1:1770653362.119145:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561c7b8a00. 00010000:00000010:3.1:1770653362.119147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e600. 00010000:00000010:3.1:1770653362.119148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f200. 00010000:00000010:3.1:1770653362.119150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f000. 00010000:00000010:3.1:1770653362.119151:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561c7b8d00. 00010000:00000010:3.1:1770653362.119153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1ea00. 00010000:00000010:3.1:1770653362.119154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f600. 00010000:00000010:3.1:1770653362.119156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f400. 00010000:00000010:3.1:1770653362.119158:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561c7b8200. 00010000:00000010:3.1:1770653362.119159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f800. 00010000:00000010:3.1:1770653362.119161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e000. 00010000:00000010:3.1:1770653362.119163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661795800. 00010000:00000010:3.1:1770653362.119165:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561c7ba600. 00010000:00000010:3.1:1770653362.119168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661794200. 00010000:00000010:3.1:1770653362.119170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661795400. 00010000:00000010:3.1:1770653362.119171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661794c00. 00010000:00000010:3.1:1770653362.119173:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561c7ba400. 00010000:00000010:3.1:1770653362.119175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661794e00. 00010000:00000010:3.1:1770653362.119177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661795e00. 00010000:00000010:3.1:1770653362.119178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661794600. 00010000:00000010:3.1:1770653362.119180:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561c7ba100. 00010000:00000010:3.1:1770653362.119182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661794400. 00010000:00000010:3.1:1770653362.119183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661795c00. 00010000:00000010:3.1:1770653362.119185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661794a00. 00010000:00000010:3.1:1770653362.119186:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561c7baa00. 00010000:00000010:3.1:1770653362.119188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661795a00. 00010000:00000010:3.1:1770653362.119189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661795000. 00010000:00000010:3.1:1770653362.119191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667f19400. 00010000:00000010:3.1:1770653362.119193:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561c7bad00. 00010000:00000010:3.1:1770653362.119194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667f19800. 00010000:00000010:3.1:1770653362.119196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667f18000. 00010000:00000010:3.1:1770653362.119198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667f19e00. 00010000:00000010:3.1:1770653362.119199:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561c7ba200. 00010000:00000010:3.1:1770653362.119201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667f18c00. 00010000:00000010:3.1:1770653362.119202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667f18800. 00010000:00000010:0.1:1770653362.123887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395bc600. 00010000:00000010:1.1:1770653362.123894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395bd200. 00010000:00000010:0.1:1770653362.123894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395bca00. 00010000:00000010:1.1:1770653362.123905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6c00. 00010000:00000010:0.1:1770653362.123906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395bd800. 00010000:00000010:1.1:1770653362.123916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395bdc00. 00010000:00000010:0.1:1770653362.123916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661797c00. 00010000:00000010:1.1:1770653362.123924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395bce00. 00010000:00000010:1.1:1770653362.123928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395bd600. 00010000:00000010:1.1:1770653362.123930:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6d00. 00010000:00000010:1.1:1770653362.123932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395bd000. 00010000:00000010:1.1:1770653362.123934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395bc400. 00010000:00000010:1.1:1770653362.123935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395bc000. 00010000:00000010:1.1:1770653362.123937:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6800. 00010000:00000010:1.1:1770653362.123939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395bd400. 00010000:00000010:1.1:1770653362.123941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395bda00. 00010000:00000010:1.1:1770653362.123942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661796e00. 00010000:00000010:1.1:1770653362.123944:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6200. 00010000:00000010:1.1:1770653362.123946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661797200. 00010000:00000010:1.1:1770653362.123948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661796c00. 00010000:00000010:1.1:1770653362.127891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661797600. 00010000:00000010:1.1:1770653362.127896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6f00. 00010000:00000010:1.1:1770653362.127899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661797000. 00010000:00000010:1.1:1770653362.127901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661796400. 00010000:00000010:0.1:1770653362.135883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661796a00. 00010000:00000010:1.1:1770653362.144897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661797000. 00010000:00000010:1.1:1770653362.144903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6f00. 00010000:00000010:1.1:1770653362.144906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661797600. 00010000:00000010:1.1:1770653362.144908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661796400. 00010000:00000010:0.1:1770653362.155886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661796c00. 00010000:00000010:1.1:1770653362.155896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661796200. 00010000:00000010:1.1:1770653362.155902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6900. 00010000:00000010:1.1:1770653362.155905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661796800. 00010000:00000010:1.1:1770653362.155907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661797800. 00010000:00000010:0.1:1770653362.161867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661797e00. 00010000:00000010:1.1:1770653362.165902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661796800. 00010000:00000010:1.1:1770653362.165908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6900. 00010000:00000010:1.1:1770653362.165911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661796200. 00010000:00000010:1.1:1770653362.165914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661797800. 00010000:00000010:1.1:1770653362.171876:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661797000. 00010000:00000010:1.1:1770653362.176891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661796200. 00010000:00000010:1.1:1770653362.176897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6900. 00010000:00000010:1.1:1770653362.176899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661796800. 00010000:00000010:1.1:1770653362.176901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661797800. 00010000:00000010:1.1:1770653362.182877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661797e00. 00010000:00000010:1.1:1770653362.240879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661796c00. 00010000:00000010:1.1:1770653362.240885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f6900. 00010000:00000010:1.1:1770653362.240887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661797600. 00010000:00000010:1.1:1770653362.240890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661797000. 00010000:00000010:1.1:1770653362.248888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661796400. 00010000:00000010:3.1:1770653362.253869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661795800. 00010000:00000010:3.1:1770653362.253874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3000. 00010000:00000010:3.1:1770653362.253878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667f19a00. 00010000:00000010:3.1:1770653362.253881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661794200. 00010000:00000010:2.1:1770653362.258891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e000. 00010000:00000010:3.1:1770653362.258892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f400. 00010000:00000010:3.1:1770653362.258899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3f00. 00010000:00000010:3.1:1770653362.258902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f600. 00010000:00000010:3.1:1770653362.258904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f800. 00010000:00000010:3.1:1770653362.267875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f200. 00010000:00000010:3.1:1770653362.267881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3000. 00010000:00000010:3.1:1770653362.267884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e600. 00010000:00000010:3.1:1770653362.267886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f000. 00010000:00000010:2.1:1770653362.267891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1ea00. 00010000:00000010:2.1:1770653362.271895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1fc00. 00010000:00000010:2.1:1770653362.271901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e800. 00010000:00000010:3.1:1770653362.275880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f600. 00010000:00000010:3.1:1770653362.275885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3f00. 00010000:00000010:3.1:1770653362.275888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f400. 00010000:00000010:3.1:1770653362.275893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f800. 00010000:00000010:3.1:1770653362.280893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e600. 00010000:00000010:3.1:1770653362.280898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3000. 00010000:00000010:3.1:1770653362.280901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f200. 00010000:00000010:3.1:1770653362.280903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f000. 00010000:00000010:2.1:1770653362.284890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1ec00. 00010000:00000010:3.1:1770653362.288870:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f200. 00010000:00000010:3.1:1770653362.288876:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3000. 00010000:00000010:3.1:1770653362.288879:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e600. 00010000:00000010:3.1:1770653362.288881:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f000. 00010000:00000010:2.1:1770653362.293890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f800. 00010000:00000010:3.1:1770653362.297865:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e600. 00010000:00000010:3.1:1770653362.297868:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3000. 00010000:00000010:3.1:1770653362.297871:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f200. 00010000:00000010:3.1:1770653362.297873:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f000. 00010000:00000010:2.1:1770653362.297891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f400. 00010000:00000010:3.1:1770653362.304872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1fe00. 00010000:00000010:3.1:1770653362.304876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3f00. 00010000:00000010:3.1:1770653362.304879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f800. 00010000:00000010:3.1:1770653362.304881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f600. 00010000:00000010:2.1:1770653362.309880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f000. 00010000:00000010:2.1:1770653362.313875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e800. 00010000:00000010:3.1:1770653362.313881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e600. 00010000:00000010:3.1:1770653362.313886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3000. 00010000:00000010:3.1:1770653362.313888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1ec00. 00010000:00000010:3.1:1770653362.313891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f200. 00010000:00000010:2.1:1770653362.317895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1fc00. 00010000:00000010:3.1:1770653362.322875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f800. 00010000:00000010:3.1:1770653362.322880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3f00. 00010000:00000010:3.1:1770653362.322883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1fe00. 00010000:00000010:3.1:1770653362.322886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f600. 00010000:00000010:3.1:1770653362.326889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1ec00. 00010000:00000010:2.1:1770653362.326894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1ea00. 00010000:00000010:3.1:1770653362.326895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3000. 00010000:00000010:3.1:1770653362.326902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e600. 00010000:00000010:3.1:1770653362.326904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f200. 00010000:00000010:2.1:1770653362.330869:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f000. 00010000:00000010:3.1:1770653362.330887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1fc00. 00010000:00000010:3.1:1770653362.330895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3800. 00010000:00000010:3.1:1770653362.330901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e800. 00010000:00000010:3.1:1770653362.330907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e000. 00010000:00000010:3.1:1770653362.335881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e600. 00010000:00000010:3.1:1770653362.335887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3000. 00010000:00000010:3.1:1770653362.335889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1ec00. 00010000:00000010:3.1:1770653362.335892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f200. 00010000:00000010:3.1:1770653362.343877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e800. 00010000:00000010:3.1:1770653362.343882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3800. 00010000:00000010:3.1:1770653362.343885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1fc00. 00010000:00000010:3.1:1770653362.343888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e000. 00010000:00000010:2.1:1770653362.343895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f600. 00010000:00000010:3.1:1770653362.347877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1ec00. 00010000:00000010:3.1:1770653362.347882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3000. 00010000:00000010:3.1:1770653362.347885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e600. 00010000:00000010:3.1:1770653362.347891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f200. 00010000:00000010:2.1:1770653362.347892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1fe00. 00010000:00000010:3.1:1770653362.351869:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1fc00. 00010000:00000010:3.1:1770653362.351873:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3800. 00010000:00000010:3.1:1770653362.351876:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e800. 00010000:00000010:3.1:1770653362.351878:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e000. 00010000:00000010:2.1:1770653362.351894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f800. 00010000:00000010:2.1:1770653362.359886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f400. 00010000:00000010:3.1:1770653362.363869:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e600. 00010000:00000010:3.1:1770653362.363873:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3000. 00010000:00000010:3.1:1770653362.363876:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1ec00. 00010000:00000010:3.1:1770653362.363879:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f200. 00010000:00000010:3.1:1770653362.363883:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e800. 00010000:00000010:3.1:1770653362.363886:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3800. 00010000:00000010:3.1:1770653362.363888:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1fc00. 00010000:00000010:3.1:1770653362.363890:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e000. 00010000:00000010:2.1:1770653362.367893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1fe00. 00010000:00000010:2.1:1770653362.367898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f600. 00010000:00000010:3.1:1770653362.375869:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1ea00. 00010000:00000010:3.1:1770653362.375873:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3f00. 00010000:00000010:3.1:1770653362.375877:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f400. 00010000:00000010:3.1:1770653362.375881:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f000. 00010000:00000010:3.1:1770653362.379878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1fc00. 00010000:00000010:3.1:1770653362.379883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3800. 00010000:00000010:3.1:1770653362.379886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e800. 00010000:00000010:3.1:1770653362.379888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e000. 00010000:00000010:2.1:1770653362.379894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f800. 00010000:00000010:3.1:1770653362.383877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e600. 00010000:00000010:3.1:1770653362.383882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3000. 00010000:00000010:3.1:1770653362.383888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f600. 00010000:00000010:2.1:1770653362.383888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f200. 00010000:00000010:3.1:1770653362.383895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1ec00. 00010000:00000010:3.1:1770653362.387870:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e800. 00010000:00000010:3.1:1770653362.387873:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3800. 00010000:00000010:3.1:1770653362.387876:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1fc00. 00010000:00000010:3.1:1770653362.387879:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e000. 00010000:00000010:2.1:1770653362.387884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1fe00. 00010000:00000010:2.1:1770653362.391876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f000. 00010000:00000010:3.1:1770653362.395881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f600. 00010000:00000010:3.1:1770653362.395886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3000. 00010000:00000010:3.1:1770653362.395889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e600. 00010000:00000010:3.1:1770653362.395890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1ec00. 00010000:00000010:3.1:1770653362.399868:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1fc00. 00010000:00000010:3.1:1770653362.399872:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3800. 00010000:00000010:3.1:1770653362.399875:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e800. 00010000:00000010:3.1:1770653362.399879:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e000. 00010000:00000010:2.1:1770653362.399888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f400. 00010000:00000010:2.1:1770653362.403888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1ea00. 00010000:00000010:3.1:1770653362.407877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e600. 00010000:00000010:3.1:1770653362.407882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3000. 00010000:00000010:3.1:1770653362.407885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f600. 00010000:00000010:3.1:1770653362.407887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1ec00. 00010000:00000010:3.1:1770653362.411869:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e800. 00010000:00000010:3.1:1770653362.411872:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3800. 00010000:00000010:3.1:1770653362.411876:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1fc00. 00010000:00000010:3.1:1770653362.411879:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e000. 00010000:00000010:2.1:1770653362.411891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f000. 00010000:00000010:2.1:1770653362.415886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1fe00. 00010000:00000010:3.1:1770653362.419878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f600. 00010000:00000010:3.1:1770653362.419884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3000. 00010000:00000010:3.1:1770653362.419887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e600. 00010000:00000010:3.1:1770653362.419888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1ec00. 00010000:00000010:3.1:1770653362.423867:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1fc00. 00010000:00000010:3.1:1770653362.423871:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3800. 00010000:00000010:3.1:1770653362.423873:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e800. 00010000:00000010:3.1:1770653362.423877:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e000. 00010000:00000010:2.1:1770653362.423896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f200. 00010000:00000010:2.1:1770653362.428885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f800. 00010000:00000010:2.1:1770653362.432875:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e000. 00010000:00000010:3.1:1770653362.432880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e600. 00010000:00000010:3.1:1770653362.432887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3000. 00010000:00000010:3.1:1770653362.432891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f600. 00010000:00000010:3.1:1770653362.432896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1ec00. 00010000:00000010:3.1:1770653362.437882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1fc00. 00010000:00000010:3.1:1770653362.437886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3800. 00010000:00000010:3.1:1770653362.437891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f800. 00010000:00000010:2.1:1770653362.437893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f200. 00010000:00000010:3.1:1770653362.437895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e800. 00010000:00000010:3.1:1770653362.441868:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f600. 00010000:00000010:3.1:1770653362.441874:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3000. 00010000:00000010:3.1:1770653362.441878:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e600. 00010000:00000010:3.1:1770653362.441882:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1ec00. 00010000:00000010:2.1:1770653362.449894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1fe00. 00010000:00000010:2.1:1770653362.453888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f000. 00010000:00000010:2.1:1770653362.459874:0:67648:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1ea00. 00010000:00000010:3.1:1770653362.460880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f800. 00010000:00000010:3.1:1770653362.460890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3800. 00010000:00000010:3.1:1770653362.460898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1fc00. 00010000:00000010:3.1:1770653362.460904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e800. 00010000:00000010:3.1:1770653362.460911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e600. 00010000:00000010:3.1:1770653362.460917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3000. 00010000:00000010:3.1:1770653362.460921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f600. 00010000:00000010:3.1:1770653362.460926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1ec00. 00010000:00000010:2.1:1770653362.524882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635b61800. 00010000:00000010:3.1:1770653362.524891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f000. 00010000:00000010:2.1:1770653362.524891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d779900. 00010000:00000010:2.1:1770653362.524903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635b61000. 00010000:00000010:3.1:1770653362.524905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3f00. 00010000:00000010:2.1:1770653362.524909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635b60200. 00010000:00000010:3.1:1770653362.524916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1fe00. 00010000:00000010:2.1:1770653362.524916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635b61e00. 00010000:00000010:2.1:1770653362.524925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955654882600. 00010000:00000010:3.1:1770653362.524926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f400. 00010000:00000010:2.1:1770653362.524936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eee200. 00010000:00000010:2.1:1770653362.524943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635b60a00. 00010000:00000010:3.1:1770653362.543906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f200. 00010000:00000010:2.1:1770653362.543911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eefa00. 00010000:00000010:2.1:1770653362.543919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955654882400. 00010000:00000010:2.1:1770653362.543923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eef400. 00010000:00000010:2.1:1770653362.543925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eee800. 00010000:00000010:2.1:1770653362.543927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eef000. 00010000:00000010:2.1:1770653362.543929:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955654882100. 00010000:00000010:2.1:1770653362.543932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eef600. 00010000:00000010:2.1:1770653362.543934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eee400. 00010000:00000010:2.1:1770653362.543935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eef200. 00010000:00000010:2.1:1770653362.543937:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955654882a00. 00010000:00000010:2.1:1770653362.543941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eed800. 00010000:00000010:2.1:1770653362.543943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eefc00. 00010000:00000010:2.1:1770653362.543946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eeca00. 00010000:00000010:2.1:1770653362.543948:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955654882d00. 00010000:00000010:2.1:1770653362.543951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eec000. 00010000:00000010:2.1:1770653362.543952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eec200. 00010000:00000010:2.1:1770653362.543954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eed600. 00010000:00000010:2.1:1770653362.543956:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955654882200. 00010000:00000010:2.1:1770653362.543958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eec400. 00010000:00000010:2.1:1770653362.543960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eec600. 00010000:00000010:2.1:1770653362.543961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eece00. 00010000:00000010:2.1:1770653362.543963:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955654882700. 00010000:00000010:2.1:1770653362.543966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee43200. 00010000:00000010:2.1:1770653362.543968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648eed200. 00010000:00000010:2.1:1770653362.543970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee42800. 00010000:00000010:2.1:1770653362.543972:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955654882e00. 00010000:00000010:2.1:1770653362.543974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee42c00. 00010000:00000010:2.1:1770653362.543976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee43c00. 00010000:00000010:2.1:1770653362.543978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee43800. 00010000:00000010:2.1:1770653362.543981:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955654883800. 00010000:00000010:2.1:1770653362.543985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee43400. 00010000:00000010:2.1:1770653362.543988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee42000. 00010000:00000010:2.1:1770653362.543990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee43000. 00010000:00000010:2.1:1770653362.543993:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955654883f00. 00010000:00000010:2.1:1770653362.543997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e63400. 00010000:00000010:2.1:1770653362.544001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee42a00. 00010000:00000010:2.1:1770653362.544004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332ea00. 00010000:00000010:2.1:1770653362.544007:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955654883000. 00010000:00000010:2.1:1770653362.544011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a28200. 00010000:00000010:2.1:1770653362.544015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641ff600. 00010000:00000010:2.1:1770653362.544019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a29600. 00010000:00000010:2.1:1770653362.544023:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955654883b00. 00010000:00000010:2.1:1770653362.544028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562197a200. 00010000:00000010:2.1:1770653362.544031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a29a00. 00010000:00000010:2.1:1770653362.544035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15e000. 00010000:00000010:2.1:1770653362.544038:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955654883500. 00010000:00000010:2.1:1770653362.544042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955621978400. 00010000:00000010:2.1:1770653362.544044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15f200. 00010000:00000010:2.1:1770653362.544046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306d8400. 00010000:00000010:2.1:1770653362.544048:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955654883c00. 00010000:00000010:2.1:1770653362.544051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306d9a00. 00010000:00000010:2.1:1770653362.544053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306d9e00. 00010000:00000010:2.1:1770653362.544055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253f7c00. 00010000:00000010:2.1:1770653362.544057:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955654883300. 00010000:00000010:2.1:1770653362.544059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253f6000. 00010000:00000010:2.1:1770653362.544061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253f6800. 00010000:00000010:2.1:1770653362.544063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc91800. 00010000:00000010:2.1:1770653362.544065:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955654883900. 00010000:00000010:2.1:1770653362.544067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc90200. 00010000:00000010:2.1:1770653362.544069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc91a00. 00010000:00000010:2.1:1770653362.544072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250b9400. 00010000:00000010:2.1:1770653362.544076:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c5900. 00010000:00000010:2.1:1770653362.544079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250b9200. 00010000:00000010:2.1:1770653362.544080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250b9800. 00010000:00000010:2.1:1770653362.544083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250bbc00. 00010000:00000010:2.1:1770653362.544086:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c5800. 00010000:00000010:2.1:1770653362.544088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250ba600. 00010000:00000010:2.1:1770653362.544090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250b9600. 00010000:00000010:2.1:1770653362.544092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250bba00. 00010000:00000010:2.1:1770653362.544094:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c5f00. 00010000:00000010:2.1:1770653362.544096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639de8000. 00010000:00000010:2.1:1770653362.544098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556250bb400. 00010000:00000010:2.1:1770653362.544100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639de8c00. 00010000:00000010:2.1:1770653362.544102:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c5000. 00010000:00000010:2.1:1770653362.544104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639dea800. 00010000:00000010:2.1:1770653362.544106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639de9000. 00010000:00000010:2.1:1770653362.544108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639deaa00. 00010000:00000010:2.1:1770653362.544110:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c5b00. 00010000:00000010:2.1:1770653362.544113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639deb600. 00010000:00000010:2.1:1770653362.544115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639deac00. 00010000:00000010:2.1:1770653362.544117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c4e00. 00010000:00000010:2.1:1770653362.544119:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c5500. 00010000:00000010:2.1:1770653362.544121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c4a00. 00010000:00000010:2.1:1770653362.544122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c5a00. 00010000:00000010:2.1:1770653362.544125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce0400. 00010000:00000010:2.1:1770653362.544127:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c5c00. 00010000:00000010:2.1:1770653362.544142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce1a00. 00010000:00000010:2.1:1770653362.544144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce1600. 00010000:00000010:2.1:1770653362.544146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce0800. 00010000:00000010:2.1:1770653362.544148:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c5300. 00010000:00000010:2.1:1770653362.544150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce1000. 00010000:00000010:2.1:1770653362.544152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce1c00. 00010000:00000010:2.1:1770653362.544154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e3200. 00010000:00000010:2.1:1770653362.544156:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6400. 00010000:00000010:2.1:1770653362.544159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e2200. 00010000:00000010:2.1:1770653362.544160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e3c00. 00010000:00000010:2.1:1770653362.544162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e2800. 00010000:00000010:2.1:1770653362.544164:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6100. 00010000:00000010:2.1:1770653362.544166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620a28800. 00010000:00000010:2.1:1770653362.544168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e3400. 00010000:00000010:2.1:1770653362.544170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53ce00. 00010000:00000010:2.1:1770653362.544172:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6a00. 00010000:00000010:2.1:1770653362.544174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53dc00. 00010000:00000010:2.1:1770653362.544176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53d400. 00010000:00000010:2.1:1770653362.544178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739dc00. 00010000:00000010:2.1:1770653362.544180:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6d00. 00010000:00000010:2.1:1770653362.544183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ecbe800. 00010000:00000010:2.1:1770653362.544185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739d600. 00010000:00000010:2.1:1770653362.544188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667f1ae00. 00010000:00000010:2.1:1770653362.544190:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6200. 00010000:00000010:2.1:1770653362.544193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667f1b200. 00010000:00000010:2.1:1770653362.544195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667f1ac00. 00010000:00000010:2.1:1770653362.544196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667f1a400. 00010000:00000010:2.1:1770653362.544198:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6700. 00010000:00000010:2.1:1770653362.544200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667f1b600. 00010000:00000010:2.1:1770653362.544201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667f1a600. 00010000:00000010:2.1:1770653362.544203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667f1ba00. 00010000:00000010:2.1:1770653362.544205:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6e00. 00010000:00000010:2.1:1770653362.544207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667f1a000. 00010000:00000010:2.1:1770653362.544208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667f1aa00. 00010000:00000010:2.1:1770653362.544210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667f1a200. 00010000:00000010:2.1:1770653362.544212:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6600. 00010000:00000010:2.1:1770653362.544213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667f1a800. 00010000:00000010:2.1:1770653362.544215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667f1b800. 00010000:00000010:2.1:1770653362.544217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955616b04600. 00010000:00000010:2.1:1770653362.544219:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c7400. 00010000:00000010:2.1:1770653362.544221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955616b04400. 00010000:00000010:2.1:1770653362.544223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955616b05c00. 00010000:00000010:2.1:1770653362.544225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955616b04a00. 00010000:00000010:2.1:1770653362.544227:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c7100. 00010000:00000010:2.1:1770653362.544228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955616b05a00. 00010000:00000010:2.1:1770653362.544230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955616b05000. 00010000:00000010:2.1:1770653362.544232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955616b05800. 00010000:00000010:2.1:1770653362.544233:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c7a00. 00010000:00000010:2.1:1770653362.544235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955616b04200. 00010000:00000010:2.1:1770653362.544237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955616b05400. 00010000:00000010:2.1:1770653362.544239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955616b04c00. 00010000:00000010:2.1:1770653362.544241:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c7d00. 00010000:00000010:2.1:1770653362.544243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955616b04e00. 00010000:00000010:2.1:1770653362.544245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955616b05e00. 00010000:00000010:2.1:1770653362.544247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955616b06800. 00010000:00000010:2.1:1770653362.544249:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c7200. 00010000:00000010:2.1:1770653362.544252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955616b07e00. 00010000:00000010:2.1:1770653362.544254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955616b06200. 00010000:00000010:2.1:1770653362.544256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955616b07200. 00010000:00000010:2.1:1770653362.544258:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c7700. 00010000:00000010:2.1:1770653362.544259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955616b07c00. 00010000:00000010:2.1:1770653362.544262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955616b06e00. 00010000:00000010:2.1:1770653362.544263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955616b07600. 00010000:00000010:2.1:1770653362.544265:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c7e00. 00010000:00000010:2.1:1770653362.544267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955616b07000. 00010000:00000010:2.1:1770653362.544269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955616b06400. 00010000:00000010:2.1:1770653362.544271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955616b06000. 00010000:00000010:2.1:1770653362.544273:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c7600. 00010000:00000010:2.1:1770653362.544274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955616b07400. 00010000:00000010:2.1:1770653362.544276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955616b07a00. 00010000:00000010:2.1:1770653362.544277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c800. 00010000:00000010:2.1:1770653362.544280:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955661024200. 00010000:00000010:2.1:1770653362.544282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08de00. 00010000:00000010:2.1:1770653362.544284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c200. 00010000:00000010:2.1:1770653362.544285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d200. 00010000:00000010:2.1:1770653362.544287:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955661024700. 00010000:00000010:2.1:1770653362.544289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08dc00. 00010000:00000010:2.1:1770653362.544290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08ce00. 00010000:00000010:2.1:1770653362.544292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d600. 00010000:00000010:2.1:1770653362.544294:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955661024e00. 00010000:00000010:2.1:1770653362.544295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d000. 00010000:00000010:2.1:1770653362.544297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c400. 00010000:00000010:2.1:1770653362.544299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c000. 00010000:00000010:2.1:1770653362.544301:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955661024600. 00010000:00000010:2.1:1770653362.544303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d400. 00010000:00000010:2.1:1770653362.544305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08da00. 00010000:00000010:2.1:1770653362.544307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08fe00. 00010000:00000010:2.1:1770653362.544309:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955661024400. 00010000:00000010:2.1:1770653362.544311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08ec00. 00010000:00000010:2.1:1770653362.544313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08e800. 00010000:00000010:2.1:1770653362.544314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08fc00. 00010000:00000010:2.1:1770653362.544316:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955661024100. 00010000:00000010:2.1:1770653362.544318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08e600. 00010000:00000010:2.1:1770653362.544319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08f200. 00010000:00000010:2.1:1770653362.544321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08f000. 00010000:00000010:2.1:1770653362.544322:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955661024a00. 00010000:00000010:2.1:1770653362.544324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08ea00. 00010000:00000010:2.1:1770653362.544326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08f600. 00010000:00000010:2.1:1770653362.544327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08f400. 00010000:00000010:2.1:1770653362.544330:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955661024d00. 00010000:00000010:2.1:1770653362.544333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08f800. 00010000:00000010:2.1:1770653362.544335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08e000. 00010000:00000010:0.1:1770653362.547887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556160c5800. 00010000:00000010:3.1:1770653362.547889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f600. 00010000:00000010:0.1:1770653362.547895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955661026900. 00010000:00000010:3.1:1770653362.547899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3000. 00010000:00000010:0.1:1770653362.547903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556160c4200. 00010000:00000010:3.1:1770653362.547907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e600. 00010000:00000010:0.1:1770653362.547910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556160c5400. 00010000:00000010:3.1:1770653362.547914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1ec00. 00010000:00000010:0.1:1770653362.547918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395bde00. 00010000:00000010:3.1:1770653362.547921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e800. 00010000:00000010:0.1:1770653362.547925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560b00bb00. 00010000:00000010:3.1:1770653362.547929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f800. 00010000:00000010:0.1:1770653362.547933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395bc600. 00010000:00000010:3.1:1770653362.547935:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3800. 00010000:00000010:0.1:1770653362.547941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395bc200. 00010000:00000010:3.1:1770653362.547943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1e000. 00010000:00000010:0.1:1770653362.547948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452000. 00010000:00000010:3.1:1770653362.547950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1fc00. 00010000:00000010:0.1:1770653362.547955:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560b00b500. 00010000:00000010:3.1:1770653362.547957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1ea00. 00010000:00000010:0.1:1770653362.547964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d4800. 00010000:00000010:3.1:1770653362.547965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661794200. 00010000:00000010:0.1:1770653362.547974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452400. 00010000:00000010:3.1:1770653362.547975:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea2d00. 00010000:00000010:0.1:1770653362.547982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d5e00. 00010000:00000010:3.1:1770653362.547984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661795800. 00010000:00000010:0.1:1770653362.547991:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560b00bc00. 00010000:00000010:3.1:1770653362.547993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667f19a00. 00010000:00000010:0.1:1770653362.548001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d4c00. 00010000:00000010:3.1:1770653362.548002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1ca00. 00010000:00000010:0.1:1770653362.548008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d5400. 00010000:00000010:3.1:1770653362.548011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1da00. 00010000:00000010:0.1:1770653362.548015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b1800. 00010000:00000010:3.1:1770653362.548018:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea2a00. 00010000:00000010:0.1:1770653362.548024:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955630b48900. 00010000:00000010:3.1:1770653362.548026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1c600. 00010000:00000010:0.1:1770653362.548033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b0a00. 00010000:00000010:3.1:1770653362.548035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1c000. 00010000:00000010:0.1:1770653362.548043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b0600. 00010000:00000010:3.1:1770653362.548044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1d600. 00010000:00000010:3.1:1770653362.548055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1cc00. 00010000:00000010:0.1:1770653362.548055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1a00. 00010000:00000010:3.1:1770653362.548067:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea2100. 00010000:00000010:0.1:1770653362.548067:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955630b48800. 00010000:00000010:3.1:1770653362.548077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1d200. 00010000:00000010:0.1:1770653362.548079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1e00. 00010000:00000010:3.1:1770653362.548084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1c400. 00010000:00000010:0.1:1770653362.548086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b1c00. 00010000:00000010:3.1:1770653362.548093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1ce00. 00010000:00000010:0.1:1770653362.548095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e0e00. 00010000:00000010:3.1:1770653362.548102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1c800. 00010000:00000010:0.1:1770653362.548103:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955630b48f00. 00010000:00000010:3.1:1770653362.548111:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea2400. 00010000:00000010:0.1:1770653362.548113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e0200. 00010000:00000010:3.1:1770653362.548117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1c200. 00010000:00000010:0.1:1770653362.548120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e0000. 00010000:00000010:3.1:1770653362.548122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1d800. 00010000:00000010:0.1:1770653362.548140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1400. 00010000:00000010:3.1:1770653362.548141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563735be00. 00010000:00000010:3.1:1770653362.548151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563735ac00. 00010000:00000010:0.1:1770653362.548151:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955630b48000. 00010000:00000010:3.1:1770653362.548157:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea2600. 00010000:00000010:0.1:1770653362.548162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee41c00. 00010000:00000010:3.1:1770653362.548163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563735b400. 00010000:00000010:3.1:1770653362.548174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563735ae00. 00010000:00000010:0.1:1770653362.548174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556416e1000. 00010000:00000010:3.1:1770653362.548185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563735a200. 00010000:00000010:0.1:1770653362.548185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee41e00. 00010000:00000010:3.1:1770653362.548192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563735b000. 00010000:00000010:0.1:1770653362.548195:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955630b48b00. 00010000:00000010:3.1:1770653362.548197:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea2e00. 00010000:00000010:3.1:1770653362.548203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563735ba00. 00010000:00000010:0.1:1770653362.548204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee41a00. 00010000:00000010:3.1:1770653362.548206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563735b800. 00010000:00000010:3.1:1770653362.548213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563735aa00. 00010000:00000010:0.1:1770653362.548214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee40000. 00010000:00000010:0.1:1770653362.548220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee41800. 00010000:00000010:0.1:1770653362.548223:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955630b48500. 00010000:00000010:0.1:1770653362.548226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff1800. 00010000:00000010:0.1:1770653362.548230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee40200. 00010000:00000010:0.1:1770653362.548233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff0000. 00010000:00000010:0.1:1770653362.548236:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955630b48c00. 00010000:00000010:0.1:1770653362.548239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff1a00. 00010000:00000010:0.1:1770653362.548242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff0a00. 00010000:00000010:0.1:1770653362.548245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff0400. 00010000:00000010:0.1:1770653362.548248:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955630b48300. 00010000:00000010:0.1:1770653362.548251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff0c00. 00010000:00000010:0.1:1770653362.548254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff1600. 00010000:00000010:0.1:1770653362.548257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff0800. 00010000:00000010:0.1:1770653362.548261:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955630b49500. 00010000:00000010:0.1:1770653362.548264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce3a00. 00010000:00000010:0.1:1770653362.548267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff0e00. 00010000:00000010:3.1:1770653362.551899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563735a400. 00010000:00000010:3.1:1770653362.551905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea2700. 00010000:00000010:3.1:1770653362.551908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563735a600. 00010000:00000010:3.1:1770653362.551911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563735bc00. 00010000:00000010:3.1:1770653362.551915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f400. 00010000:00000010:3.1:1770653362.551918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1f000. 00010000:00000010:3.1:1770653362.551921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea2200. 00010000:00000010:3.1:1770653362.551924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637359e00. 00010000:00000010:3.1:1770653362.551927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb1fe00. 00010000:00000010:3.1:1770653362.551930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637358e00. 00010000:00000010:3.1:1770653362.556868:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637359400. 00010000:00000010:3.1:1770653362.556873:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea2e00. 00010000:00000010:3.1:1770653362.556877:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637358200. 00010000:00000010:3.1:1770653362.556880:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637358c00. 00010000:00000010:3.1:1770653362.561888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637359800. 00010000:00000010:3.1:1770653362.565885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637358200. 00010000:00000010:3.1:1770653362.565891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea2e00. 00010000:00000010:3.1:1770653362.565895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637359400. 00010000:00000010:3.1:1770653362.565898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637358c00. 00010000:00000010:3.1:1770653362.569889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637358e00. 00010000:00000010:3.1:1770653362.573885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637359400. 00010000:00000010:3.1:1770653362.573891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea2e00. 00010000:00000010:3.1:1770653362.573894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637358200. 00010000:00000010:3.1:1770653362.573897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637358c00. 00010000:00000010:3.1:1770653362.585875:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637359800. 00010000:00000010:3.1:1770653362.590867:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637358200. 00010000:00000010:3.1:1770653362.590872:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea2e00. 00010000:00000010:3.1:1770653362.590876:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637359400. 00010000:00000010:3.1:1770653362.590879:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637358c00. 00010000:00000010:3.1:1770653362.597899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637358e00. 00010000:00000010:3.1:1770653362.600892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637359000. 00010000:00000010:3.1:1770653362.600900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea2600. 00010000:00000010:3.1:1770653362.600905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637359a00. 00010000:00000010:3.1:1770653362.600910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637359800. 00010000:00000010:3.1:1770653362.604887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637358a00. 00010000:00000010:3.1:1770653362.612889:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637358c00. 00010000:00000010:3.1:1770653362.612901:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea2e00. 00010000:00000010:3.1:1770653362.612916:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637359400. 00010000:00000010:3.1:1770653362.612928:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637358e00. 00010000:00000010:3.1:1770653362.618867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637358200. 00010000:00000010:2.1:1770653362.622896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556160c5400. 00010000:00000010:2.1:1770653362.622905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c7d00. 00010000:00000010:2.1:1770653362.622910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08e000. 00010000:00000010:2.1:1770653362.622912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556160c4200. 00010000:00000010:3.1:1770653362.629891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08f800. 00010000:00000010:2.1:1770653362.633889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08f400. 00010000:00000010:2.1:1770653362.633896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c7d00. 00010000:00000010:2.1:1770653362.633899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08f600. 00010000:00000010:2.1:1770653362.633902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08e000. 00010000:00000010:3.1:1770653362.641882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08ea00. 00010000:00000010:2.1:1770653362.678894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08f600. 00010000:00000010:2.1:1770653362.678901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c7d00. 00010000:00000010:2.1:1770653362.678904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08f400. 00010000:00000010:2.1:1770653362.682870:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08e000. 00010000:00000010:2.1:1770653362.688901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08ec00. 00010000:00000010:2.1:1770653362.688907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6200. 00010000:00000010:2.1:1770653362.688912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08fe00. 00010000:00000010:2.1:1770653362.688914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08f600. 00010000:00000010:3.1:1770653362.692889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08f000. 00010000:00000010:3.1:1770653362.696887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08f200. 00010000:00000010:3.1:1770653362.701873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08ea00. 00010000:00000010:2.1:1770653362.701900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08fe00. 00010000:00000010:2.1:1770653362.701907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6200. 00010000:00000010:2.1:1770653362.701910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08ec00. 00010000:00000010:2.1:1770653362.701911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08f600. 00010000:00000010:2.1:1770653362.705893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08f000. 00010000:00000010:2.1:1770653362.705900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6100. 00010000:00000010:2.1:1770653362.705903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556160c4200. 00010000:00000010:2.1:1770653362.705905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08f800. 00010000:00000010:3.1:1770653362.709919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556160c5400. 00010000:00000010:3.1:1770653362.713875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c400. 00010000:00000010:2.1:1770653362.713902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d400. 00010000:00000010:2.1:1770653362.713909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6200. 00010000:00000010:2.1:1770653362.713912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c000. 00010000:00000010:2.1:1770653362.713914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08da00. 00010000:00000010:2.1:1770653362.717907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d600. 00010000:00000010:2.1:1770653362.717916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6100. 00010000:00000010:2.1:1770653362.717920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08ce00. 00010000:00000010:2.1:1770653362.717924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d000. 00010000:00000010:3.1:1770653362.725872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08dc00. 00010000:00000010:2.1:1770653362.730890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c000. 00010000:00000010:2.1:1770653362.730897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6200. 00010000:00000010:2.1:1770653362.730901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d400. 00010000:00000010:2.1:1770653362.730903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08da00. 00010000:00000010:3.1:1770653362.730914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d200. 00010000:00000010:3.1:1770653362.734874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c200. 00010000:00000010:2.1:1770653362.734891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08ce00. 00010000:00000010:2.1:1770653362.734896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6100. 00010000:00000010:2.1:1770653362.734899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d600. 00010000:00000010:2.1:1770653362.734902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d000. 00010000:00000010:2.1:1770653362.739881:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c800. 00010000:00000010:2.1:1770653362.739885:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6400. 00010000:00000010:2.1:1770653362.739889:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08dc00. 00010000:00000010:2.1:1770653362.739891:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08de00. 00010000:00000010:3.1:1770653362.740870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c400. 00010000:00000010:2.1:1770653362.744894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d400. 00010000:00000010:2.1:1770653362.744900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6200. 00010000:00000010:2.1:1770653362.744904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c000. 00010000:00000010:2.1:1770653362.744906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08da00. 00010000:00000010:2.1:1770653362.748899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d600. 00010000:00000010:3.1:1770653362.748903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d200. 00010000:00000010:2.1:1770653362.748908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6100. 00010000:00000010:2.1:1770653362.748914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08ce00. 00010000:00000010:2.1:1770653362.748917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d000. 00010000:00000010:3.1:1770653362.752895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08de00. 00010000:00000010:3.1:1770653362.756882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08dc00. 00010000:00000010:2.1:1770653362.756890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c000. 00010000:00000010:2.1:1770653362.756897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6200. 00010000:00000010:2.1:1770653362.756900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d400. 00010000:00000010:2.1:1770653362.756902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08da00. 00010000:00000010:2.1:1770653362.760883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08ce00. 00010000:00000010:2.1:1770653362.760890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6100. 00010000:00000010:2.1:1770653362.760893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d600. 00010000:00000010:2.1:1770653362.760895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d000. 00010000:00000010:3.1:1770653362.764878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c800. 00010000:00000010:2.1:1770653362.764884:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d400. 00010000:00000010:2.1:1770653362.764892:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6200. 00010000:00000010:2.1:1770653362.764896:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c000. 00010000:00000010:2.1:1770653362.764899:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08da00. 00010000:00000010:3.1:1770653362.772892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08dc00. 00010000:00000010:2.1:1770653362.776875:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d600. 00010000:00000010:2.1:1770653362.776881:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6100. 00010000:00000010:2.1:1770653362.776886:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08ce00. 00010000:00000010:2.1:1770653362.776888:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d000. 00010000:00000010:2.1:1770653362.776894:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c000. 00010000:00000010:2.1:1770653362.776897:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6200. 00010000:00000010:2.1:1770653362.776900:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d400. 00010000:00000010:2.1:1770653362.776903:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08da00. 00010000:00000010:3.1:1770653362.780875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08de00. 00010000:00000010:3.1:1770653362.788876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d200. 00010000:00000010:2.1:1770653362.788887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08da00. 00010000:00000010:2.1:1770653362.788893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6200. 00010000:00000010:2.1:1770653362.788896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d400. 00010000:00000010:2.1:1770653362.788899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c400. 00010000:00000010:3.1:1770653362.792872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c000. 00010000:00000010:2.1:1770653362.801880:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08ce00. 00010000:00000010:3.1:1770653362.801885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c200. 00010000:00000010:2.1:1770653362.801888:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6100. 00010000:00000010:2.1:1770653362.801895:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d600. 00010000:00000010:2.1:1770653362.801897:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d000. 00010000:00000010:3.1:1770653362.805872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d200. 00010000:00000010:2.1:1770653362.805899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d400. 00010000:00000010:2.1:1770653362.805906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6200. 00010000:00000010:2.1:1770653362.805908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08da00. 00010000:00000010:2.1:1770653362.805911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c400. 00010000:00000010:3.1:1770653362.809897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c000. 00010000:00000010:2.1:1770653362.809903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08dc00. 00010000:00000010:2.1:1770653362.809910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6400. 00010000:00000010:2.1:1770653362.809913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c800. 00010000:00000010:2.1:1770653362.809916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08de00. 00010000:00000010:2.1:1770653362.809918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d600. 00010000:00000010:2.1:1770653362.809920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6100. 00010000:00000010:2.1:1770653362.809922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08ce00. 00010000:00000010:2.1:1770653362.809924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d000. 00010000:00000010:3.1:1770653362.813894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c200. 00010000:00000010:2.1:1770653362.817901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08da00. 00010000:00000010:2.1:1770653362.817908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6200. 00010000:00000010:2.1:1770653362.817911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d400. 00010000:00000010:2.1:1770653362.817913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c400. 00010000:00000010:3.1:1770653362.821895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d200. 00010000:00000010:3.1:1770653362.825890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08de00. 00010000:00000010:2.1:1770653362.825908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08ce00. 00010000:00000010:2.1:1770653362.825915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6100. 00010000:00000010:2.1:1770653362.825918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d600. 00010000:00000010:2.1:1770653362.825920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d000. 00010000:00000010:2.1:1770653362.829903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d400. 00010000:00000010:2.1:1770653362.829918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6200. 00010000:00000010:2.1:1770653362.829925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08da00. 00010000:00000010:2.1:1770653362.829933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c400. 00010000:00000010:3.1:1770653362.833894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c800. 00010000:00000010:3.1:1770653362.837876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08dc00. 00010000:00000010:2.1:1770653362.837898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d600. 00010000:00000010:2.1:1770653362.837905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6100. 00010000:00000010:2.1:1770653362.837907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08ce00. 00010000:00000010:2.1:1770653362.837909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d000. 00010000:00000010:2.1:1770653362.841900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08da00. 00010000:00000010:2.1:1770653362.841907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6200. 00010000:00000010:2.1:1770653362.841910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d400. 00010000:00000010:2.1:1770653362.841912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c400. 00010000:00000010:3.1:1770653362.845901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08de00. 00010000:00000010:3.1:1770653362.849874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d200. 00010000:00000010:2.1:1770653362.849906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08ce00. 00010000:00000010:2.1:1770653362.849913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6100. 00010000:00000010:2.1:1770653362.849917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d600. 00010000:00000010:2.1:1770653362.849918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d000. 00010000:00000010:2.1:1770653362.857908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d400. 00010000:00000010:2.1:1770653362.857914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6200. 00010000:00000010:2.1:1770653362.857917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08da00. 00010000:00000010:2.1:1770653362.857919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c400. 00010000:00000010:3.1:1770653362.861909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c200. 00010000:00000010:3.1:1770653362.865868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c000. 00010000:00000010:2.1:1770653362.865894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d600. 00010000:00000010:2.1:1770653362.865901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6100. 00010000:00000010:2.1:1770653362.865904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08ce00. 00010000:00000010:2.1:1770653362.865906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d000. 00010000:00000010:2.1:1770653362.869879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08da00. 00010000:00000010:2.1:1770653362.869884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6200. 00010000:00000010:2.1:1770653362.869886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d400. 00010000:00000010:2.1:1770653362.869888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c400. 00010000:00000010:3.1:1770653362.873911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c200. 00010000:00000010:2.1:1770653362.877908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08ce00. 00010000:00000010:2.1:1770653362.877916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6100. 00010000:00000010:2.1:1770653362.877918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d600. 00010000:00000010:2.1:1770653362.877920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d000. 00010000:00000010:3.1:1770653362.881902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d200. 00010000:00000010:3.1:1770653362.885893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08de00. 00010000:00000010:2.1:1770653362.885910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d400. 00010000:00000010:2.1:1770653362.885917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6200. 00010000:00000010:2.1:1770653362.885919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08da00. 00010000:00000010:2.1:1770653362.885922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c400. 00010000:00000010:2.1:1770653362.889885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d600. 00010000:00000010:2.1:1770653362.889889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6100. 00010000:00000010:2.1:1770653362.889892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08ce00. 00010000:00000010:2.1:1770653362.889905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d000. 00010000:00000010:3.1:1770653362.893911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08dc00. 00010000:00000010:2.1:1770653362.897899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08da00. 00010000:00000010:2.1:1770653362.897906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6200. 00010000:00000010:2.1:1770653362.897909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d400. 00010000:00000010:2.1:1770653362.897911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c400. 00010000:00000010:3.1:1770653362.906898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c800. 00010000:00000010:3.1:1770653362.910869:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08dc00. 00010000:00000010:2.1:1770653362.910900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08ce00. 00010000:00000010:2.1:1770653362.910914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6100. 00010000:00000010:2.1:1770653362.910926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d600. 00010000:00000010:2.1:1770653362.910931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d000. 00010000:00000010:2.1:1770653362.914890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d400. 00010000:00000010:2.1:1770653362.914898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6200. 00010000:00000010:2.1:1770653362.914909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08da00. 00010000:00000010:3.1:1770653362.914911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08de00. 00010000:00000010:2.1:1770653362.914914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c400. 00010000:00000010:2.1:1770653362.919877:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c200. 00010000:00000010:3.1:1770653362.919888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c800. 00010000:00000010:2.1:1770653362.919888:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6400. 00010000:00000010:2.1:1770653362.919905:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c000. 00010000:00000010:2.1:1770653362.919912:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d200. 00010000:00000010:2.1:1770653362.923883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d600. 00010000:00000010:2.1:1770653362.923889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6100. 00010000:00000010:2.1:1770653362.923892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08ce00. 00010000:00000010:2.1:1770653362.923895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d000. 00010000:00000010:3.1:1770653362.927873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08dc00. 00010000:00000010:2.1:1770653362.927897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c000. 00010000:00000010:2.1:1770653362.927905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6400. 00010000:00000010:2.1:1770653362.927909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c200. 00010000:00000010:2.1:1770653362.927912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d200. 00010000:00000010:3.1:1770653362.931878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c400. 00010000:00000010:2.1:1770653362.935893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08ce00. 00010000:00000010:2.1:1770653362.935908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6100. 00010000:00000010:2.1:1770653362.935920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d600. 00010000:00000010:2.1:1770653362.935926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d000. 00010000:00000010:3.1:1770653362.944931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08da00. 00010000:00000010:3.1:1770653362.948869:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d400. 00010000:00000010:2.1:1770653362.948903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c200. 00010000:00000010:2.1:1770653362.948915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6400. 00010000:00000010:2.1:1770653362.948921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c000. 00010000:00000010:2.1:1770653362.948926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d200. 00010000:00000010:3.1:1770653362.952872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c400. 00010000:00000010:2.1:1770653362.952889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d600. 00010000:00000010:2.1:1770653362.952895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6100. 00010000:00000010:2.1:1770653362.952899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08ce00. 00010000:00000010:2.1:1770653362.952900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d000. 00010000:00000010:3.1:1770653362.957877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08da00. 00010000:00000010:2.1:1770653362.957878:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c800. 00010000:00000010:2.1:1770653362.957889:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6200. 00010000:00000010:2.1:1770653362.957896:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08de00. 00010000:00000010:2.1:1770653362.957898:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08dc00. 00010000:00000010:2.1:1770653362.964878:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c000. 00010000:00000010:2.1:1770653362.964882:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6400. 00010000:00000010:2.1:1770653362.964884:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c200. 00010000:00000010:2.1:1770653362.964887:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d200. 00010000:00000010:3.1:1770653362.969881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d400. 00010000:00000010:2.1:1770653362.969895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08dc00. 00010000:00000010:2.1:1770653362.969902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6200. 00010000:00000010:2.1:1770653362.969905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08de00. 00010000:00000010:2.1:1770653362.969907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d000. 00010000:00000010:3.1:1770653362.973868:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c800. 00010000:00000010:2.1:1770653362.973900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d600. 00010000:00000010:2.1:1770653362.973911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6100. 00010000:00000010:2.1:1770653362.973917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08da00. 00010000:00000010:2.1:1770653362.973928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08ce00. 00010000:00000010:3.1:1770653362.981882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c400. 00010000:00000010:3.1:1770653362.985886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d200. 00010000:00000010:2.1:1770653362.985894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08de00. 00010000:00000010:2.1:1770653362.985904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6200. 00010000:00000010:2.1:1770653362.985912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08dc00. 00010000:00000010:2.1:1770653362.985916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d000. 00010000:00000010:2.1:1770653362.989874:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08da00. 00010000:00000010:2.1:1770653362.989881:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6100. 00010000:00000010:2.1:1770653362.989885:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d600. 00010000:00000010:2.1:1770653362.989890:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08ce00. 00010000:00000010:3.1:1770653362.989894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c200. 00010000:00000010:2.1:1770653362.994883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c400. 00010000:00000010:3.1:1770653362.994890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d400. 00010000:00000010:2.1:1770653362.994898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6400. 00010000:00000010:2.1:1770653362.994907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c800. 00010000:00000010:2.1:1770653362.994911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c000. 00010000:00000010:2.1:1770653362.998898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08dc00. 00010000:00000010:2.1:1770653362.998915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6200. 00010000:00000010:2.1:1770653362.998927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08de00. 00010000:00000010:2.1:1770653362.998934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d000. 00010000:00000010:3.1:1770653363.002893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d200. 00010000:00000010:2.1:1770653363.006888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c800. 00010000:00000010:3.1:1770653363.006895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08ce00. 00010000:00000010:2.1:1770653363.006897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6400. 00010000:00000010:2.1:1770653363.006911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c400. 00010000:00000010:2.1:1770653363.006915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c000. 00010000:00000010:2.1:1770653363.010886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08de00. 00010000:00000010:2.1:1770653363.010894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6200. 00010000:00000010:2.1:1770653363.010897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08dc00. 00010000:00000010:2.1:1770653363.010899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d000. 00010000:00000010:3.1:1770653363.014881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d600. 00010000:00000010:3.1:1770653363.019880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08da00. 00010000:00000010:2.1:1770653363.019899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c400. 00010000:00000010:2.1:1770653363.019908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6400. 00010000:00000010:2.1:1770653363.019912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c800. 00010000:00000010:2.1:1770653363.019915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c000. 00010000:00000010:2.1:1770653363.023895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08dc00. 00010000:00000010:2.1:1770653363.023907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6200. 00010000:00000010:2.1:1770653363.023914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08de00. 00010000:00000010:2.1:1770653363.023919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d000. 00010000:00000010:3.1:1770653363.027894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08ce00. 00010000:00000010:3.1:1770653363.032880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d200. 00010000:00000010:2.1:1770653363.032890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c800. 00010000:00000010:2.1:1770653363.032901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6400. 00010000:00000010:2.1:1770653363.032908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c400. 00010000:00000010:2.1:1770653363.032913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c000. 00010000:00000010:2.1:1770653363.036885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08de00. 00010000:00000010:2.1:1770653363.036890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6200. 00010000:00000010:2.1:1770653363.036893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08dc00. 00010000:00000010:2.1:1770653363.036895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d000. 00010000:00000010:3.1:1770653363.044877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d400. 00010000:00000010:2.1:1770653363.048900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c400. 00010000:00000010:2.1:1770653363.048909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6400. 00010000:00000010:2.1:1770653363.048913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c800. 00010000:00000010:2.1:1770653363.048916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c000. 00010000:00000010:3.1:1770653363.048931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c200. 00010000:00000010:3.1:1770653363.057876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d200. 00010000:00000010:2.1:1770653363.057896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08dc00. 00010000:00000010:2.1:1770653363.057904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6200. 00010000:00000010:2.1:1770653363.057907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08de00. 00010000:00000010:2.1:1770653363.057909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d000. 00010000:00000010:3.1:1770653363.061870:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d400. 00010000:00000010:2.1:1770653363.061893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08da00. 00010000:00000010:2.1:1770653363.061905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6100. 00010000:00000010:2.1:1770653363.061912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d600. 00010000:00000010:2.1:1770653363.061921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08ce00. 00010000:00000010:2.1:1770653363.065879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c800. 00010000:00000010:2.1:1770653363.065884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6400. 00010000:00000010:2.1:1770653363.065887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c400. 00010000:00000010:2.1:1770653363.065893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c000. 00010000:00000010:3.1:1770653363.065929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c200. 00010000:00000010:3.1:1770653363.070876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d200. 00010000:00000010:2.1:1770653363.070883:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08de00. 00010000:00000010:2.1:1770653363.070893:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6200. 00010000:00000010:2.1:1770653363.070897:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08dc00. 00010000:00000010:2.1:1770653363.070900:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d000. 00010000:00000010:2.1:1770653363.074892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d600. 00010000:00000010:2.1:1770653363.074899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6100. 00010000:00000010:2.1:1770653363.074902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08da00. 00010000:00000010:2.1:1770653363.074905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08ce00. 00010000:00000010:3.1:1770653363.078879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d400. 00010000:00000010:2.1:1770653363.078882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08dc00. 00010000:00000010:2.1:1770653363.078889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6200. 00010000:00000010:2.1:1770653363.078891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08de00. 00010000:00000010:2.1:1770653363.078893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d000. 00010000:00000010:3.1:1770653363.082875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c000. 00010000:00000010:2.1:1770653363.086890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08da00. 00010000:00000010:2.1:1770653363.086900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6100. 00010000:00000010:2.1:1770653363.086911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d600. 00010000:00000010:2.1:1770653363.086921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08ce00. 00010000:00000010:3.1:1770653363.090899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c400. 00010000:00000010:3.1:1770653363.095875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c800. 00010000:00000010:2.1:1770653363.095912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08de00. 00010000:00000010:2.1:1770653363.095921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6200. 00010000:00000010:2.1:1770653363.095924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08dc00. 00010000:00000010:2.1:1770653363.095929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d000. 00010000:00000010:2.1:1770653363.099891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d600. 00010000:00000010:2.1:1770653363.099908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6100. 00010000:00000010:2.1:1770653363.099929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08da00. 00010000:00000010:2.1:1770653363.099949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08ce00. 00010000:00000010:3.1:1770653363.107881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c000. 00010000:00000010:3.1:1770653363.111879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d400. 00010000:00000010:2.1:1770653363.111893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08dc00. 00010000:00000010:2.1:1770653363.111903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6200. 00010000:00000010:2.1:1770653363.111918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08de00. 00010000:00000010:2.1:1770653363.111925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d000. 00010000:00000010:2.1:1770653363.115882:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08da00. 00010000:00000010:3.1:1770653363.115883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d200. 00010000:00000010:2.1:1770653363.115893:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6100. 00010000:00000010:2.1:1770653363.115901:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d600. 00010000:00000010:2.1:1770653363.115906:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08ce00. 00010000:00000010:3.1:1770653363.120883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c400. 00010000:00000010:2.1:1770653363.120885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c000. 00010000:00000010:2.1:1770653363.120894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6400. 00010000:00000010:2.1:1770653363.120897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c800. 00010000:00000010:2.1:1770653363.120904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c200. 00010000:00000010:2.1:1770653363.124895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08de00. 00010000:00000010:2.1:1770653363.124902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6200. 00010000:00000010:2.1:1770653363.124904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08dc00. 00010000:00000010:2.1:1770653363.124906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d000. 00010000:00000010:3.1:1770653363.132883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d400. 00010000:00000010:2.1:1770653363.132901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c800. 00010000:00000010:3.1:1770653363.136870:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08ce00. 00010000:00000010:2.1:1770653363.136883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6400. 00010000:00000010:2.1:1770653363.136891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c000. 00010000:00000010:2.1:1770653363.136896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c200. 00010000:00000010:2.1:1770653363.140871:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08dc00. 00010000:00000010:2.1:1770653363.140875:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6200. 00010000:00000010:2.1:1770653363.140879:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08de00. 00010000:00000010:2.1:1770653363.140885:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d000. 00010000:00000010:3.1:1770653363.140897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d600. 00010000:00000010:3.1:1770653363.145894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c400. 00010000:00000010:2.1:1770653363.145904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08da00. 00010000:00000010:2.1:1770653363.145912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6100. 00010000:00000010:2.1:1770653363.145915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d400. 00010000:00000010:2.1:1770653363.145917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c800. 00010000:00000010:2.1:1770653363.149883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c000. 00010000:00000010:2.1:1770653363.149889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6400. 00010000:00000010:2.1:1770653363.149894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d200. 00010000:00000010:2.1:1770653363.149895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c200. 00010000:00000010:3.1:1770653363.153872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08ce00. 00010000:00000010:3.1:1770653363.158877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d000. 00010000:00000010:2.1:1770653363.158880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d400. 00010000:00000010:2.1:1770653363.158889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6100. 00010000:00000010:2.1:1770653363.158892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08da00. 00010000:00000010:2.1:1770653363.158894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c800. 00010000:00000010:2.1:1770653363.162887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d200. 00010000:00000010:2.1:1770653363.162893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6400. 00010000:00000010:2.1:1770653363.162896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c000. 00010000:00000010:2.1:1770653363.162898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c200. 00010000:00000010:3.1:1770653363.166872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08de00. 00010000:00000010:2.1:1770653363.166883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08da00. 00010000:00000010:3.1:1770653363.170878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08dc00. 00010000:00000010:2.1:1770653363.170899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6100. 00010000:00000010:2.1:1770653363.170907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d400. 00010000:00000010:2.1:1770653363.170910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c800. 00010000:00000010:2.1:1770653363.174888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c000. 00010000:00000010:2.1:1770653363.174895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6400. 00010000:00000010:2.1:1770653363.174898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d200. 00010000:00000010:2.1:1770653363.174900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c200. 00010000:00000010:3.1:1770653363.178891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d000. 00010000:00000010:2.1:1770653363.183886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d400. 00010000:00000010:2.1:1770653363.183892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6100. 00010000:00000010:2.1:1770653363.183895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08da00. 00010000:00000010:2.1:1770653363.183898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c800. 00010000:00000010:3.1:1770653363.184873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08ce00. 00010000:00000010:2.1:1770653363.187896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d200. 00010000:00000010:2.1:1770653363.187909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6400. 00010000:00000010:2.1:1770653363.187922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c000. 00010000:00000010:2.1:1770653363.187930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c200. 00010000:00000010:3.1:1770653363.191897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c400. 00010000:00000010:3.1:1770653363.196880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d600. 00010000:00000010:2.1:1770653363.196892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08da00. 00010000:00000010:2.1:1770653363.196902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6100. 00010000:00000010:2.1:1770653363.196906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d400. 00010000:00000010:2.1:1770653363.196910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c800. 00010000:00000010:2.1:1770653363.200895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c000. 00010000:00000010:2.1:1770653363.200909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6400. 00010000:00000010:2.1:1770653363.200918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d200. 00010000:00000010:2.1:1770653363.200928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c200. 00010000:00000010:3.1:1770653363.204883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08ce00. 00010000:00000010:3.1:1770653363.209894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d000. 00010000:00000010:2.1:1770653363.209906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d400. 00010000:00000010:2.1:1770653363.209912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6100. 00010000:00000010:2.1:1770653363.209915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08da00. 00010000:00000010:2.1:1770653363.209917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c800. 00010000:00000010:2.1:1770653363.213886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d200. 00010000:00000010:2.1:1770653363.213893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6400. 00010000:00000010:2.1:1770653363.213896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c000. 00010000:00000010:2.1:1770653363.213899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c200. 00010000:00000010:3.1:1770653363.222873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08dc00. 00010000:00000010:3.1:1770653363.226873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08de00. 00010000:00000010:2.1:1770653363.226899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08da00. 00010000:00000010:2.1:1770653363.226906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6100. 00010000:00000010:2.1:1770653363.226909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d400. 00010000:00000010:2.1:1770653363.226911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c800. 00010000:00000010:3.1:1770653363.230868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d000. 00010000:00000010:2.1:1770653363.230895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c000. 00010000:00000010:2.1:1770653363.230904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6400. 00010000:00000010:2.1:1770653363.230908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d200. 00010000:00000010:2.1:1770653363.230911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c200. 00010000:00000010:2.1:1770653363.230914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d600. 00010000:00000010:2.1:1770653363.234887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6200. 00010000:00000010:3.1:1770653363.234891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08dc00. 00010000:00000010:2.1:1770653363.234894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c400. 00010000:00000010:2.1:1770653363.234900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08ce00. 00010000:00000010:2.1:1770653363.238907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d400. 00010000:00000010:2.1:1770653363.238921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6100. 00010000:00000010:2.1:1770653363.238935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08da00. 00010000:00000010:2.1:1770653363.238948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c800. 00010000:00000010:3.1:1770653363.242872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08de00. 00010000:00000010:3.1:1770653363.246886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c200. 00010000:00000010:2.1:1770653363.246889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c400. 00010000:00000010:2.1:1770653363.246896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6200. 00010000:00000010:2.1:1770653363.246900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d600. 00010000:00000010:2.1:1770653363.246903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08ce00. 00010000:00000010:2.1:1770653363.250896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08da00. 00010000:00000010:2.1:1770653363.250905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6100. 00010000:00000010:2.1:1770653363.250908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d400. 00010000:00000010:2.1:1770653363.250911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c800. 00010000:00000010:3.1:1770653363.259898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d200. 00010000:00000010:3.1:1770653363.263862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c000. 00010000:00000010:2.1:1770653363.263896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d600. 00010000:00000010:2.1:1770653363.263905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6200. 00010000:00000010:2.1:1770653363.263910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c400. 00010000:00000010:2.1:1770653363.263913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08ce00. 00010000:00000010:3.1:1770653363.267868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c200. 00010000:00000010:2.1:1770653363.267886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d400. 00010000:00000010:2.1:1770653363.267892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6100. 00010000:00000010:2.1:1770653363.267894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08da00. 00010000:00000010:2.1:1770653363.267896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c800. 00010000:00000010:3.1:1770653363.271894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d200. 00010000:00000010:2.1:1770653363.271899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08dc00. 00010000:00000010:2.1:1770653363.271910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6400. 00010000:00000010:2.1:1770653363.271914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d000. 00010000:00000010:2.1:1770653363.271917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08de00. 00010000:00000010:2.1:1770653363.275896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c400. 00010000:00000010:2.1:1770653363.275906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6200. 00010000:00000010:2.1:1770653363.275910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d600. 00010000:00000010:2.1:1770653363.275912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08ce00. 00010000:00000010:3.1:1770653363.279890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08c000. 00010000:00000010:0.1:1770653379.689899:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955646a39c00. 00010000:00000010:0.1:1770653379.689918:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561b743000. 00010000:00000010:1.1:1770653379.689967:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662e78e00. 00010000:00000010:3.1:1770653379.690908:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562cdede00. 00010000:00000010:3.1:1770653379.690948:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556188a8800. 00010000:00000010:0.1:1770653379.696906:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556267ad600. 00010000:00000010:3.1:1770653379.697879:0:76649:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95572dece400. 00010000:00000010:3.1:1770653379.697889:0:76649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:3.1:1770653379.697903:0:76649:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f84e500. 00010000:00000010:3.1:1770653379.697918:0:76649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152800. 00010000:00000010:3.1:1770653379.697934:0:76649:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556692a8700. 00010000:00000010:3.1:1770653379.697946:0:76649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152a00. 00010000:00000010:3.1:1770653379.701888:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f35b800. 00010000:00000010:2.1:1770653379.704881:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556590b4e00. 00010000:00000010:2.1:1770653379.704891:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f08ea00. 00010000:00000010:0.1:1770653379.704917:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556072e6600. 00010000:00000010:0.1:1770653379.704947:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1600. 00010000:00000010:0.1:1770653379.704962:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e68ce00. 00010000:00000010:0.1:1770653379.704976:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79600. 00010000:00000010:0.1:1770653379.704991:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560be25600. 00010000:00000010:3.1:1770653379.705902:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560c3e2000. 00010000:00000010:3.1:1770653379.705910:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556638eb800. 00010000:00000010:3.1:1770653379.709901:0:73799:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563a931700. 00010000:00000010:3.1:1770653379.709908:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:3.1:1770653379.709913:0:73799:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c023000. 00010000:00000010:3.1:1770653379.709926:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0400. 00010000:00000010:0.1:1770653379.714898:0:5743:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560f4f9e00. 00010000:00000010:2.1:1770653379.714914:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557044b3300. 00010000:00000010:0.1:1770653379.714917:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1e00. 00010000:00000010:2.1:1770653379.714929:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153c00. 00010000:00000010:0.1:1770653379.718899:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562721a200. 00010000:00000010:2.1:1770653379.718903:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955735189e00. 00010000:00000010:0.1:1770653379.718908:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153800. 00010000:00000010:2.1:1770653379.718920:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0c00. 00010000:00000010:3.1:1770653379.719889:0:5745:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562dde2f00. 00010000:00000010:3.1:1770653379.719898:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:3.1:1770653379.721913:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563c133200. 00010000:00000010:0.1:1770653379.721914:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657232000. 00010000:00000010:1.1:1770653379.722906:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ee40000. 00010000:00000010:1.1:1770653379.722932:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556614d0000. 00010000:00000010:3.1:1770653379.726908:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561d276000. 00010000:00000010:0.1:1770653379.726910:0:81837:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565e8c9000. 00010000:00000010:3.1:1770653379.726920:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153e00. 00010000:00000010:0.1:1770653379.726927:0:81837:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152600. 00010000:00000010:3.1:1770653379.726929:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565975a900. 00010000:00000010:3.1:1770653379.726941:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152c00. 00010000:00000010:1.1:1770653379.737887:0:76658:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560dfb6e00. 00010000:00000010:1.1:1770653379.737915:0:76658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153a00. 00010000:00000010:1.1:1770653379.745877:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560fe2ee00. 00010000:00000010:1.1:1770653379.745884:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564ee4c700. 00010000:00000010:1.1:1770653379.745888:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08d000. 00010000:00000010:0.1:1770653379.745894:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955608ab4e00. 00010000:00000010:3.1:1770653379.745899:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a5c3600. 00010000:00000010:2.1:1770653379.745907:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955668c83200. 00010000:00000010:0.1:1770653379.745910:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b772200. 00010000:00000010:1.1:1770653379.745912:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566153b000. 00010000:00000010:1.1:1770653379.745937:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566153ba00. 00010000:00000010:0.1:1770653379.745943:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562cc1f000. 00010000:00000010:2.1:1770653379.745946:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152800. 00010000:00000010:1.1:1770653379.745952:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626619500. 00010000:00000010:2.1:1770653379.745963:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666e10600. 00010000:00000010:1.1:1770653379.745966:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566153b200. 00010000:00000010:1.1:1770653379.745981:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626619300. 00010000:00000010:2.1:1770653379.745982:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:0.1:1770653379.748885:0:5743:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955641933500. 00010000:00000010:2.1:1770653379.748893:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556672cd600. 00010000:00000010:0.1:1770653379.748897:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79600. 00010000:00000010:3.1:1770653379.753886:0:12200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565c4b7800. 00010000:00000010:3.1:1770653379.753894:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1200. 00010000:00000010:3.1:1770653379.756878:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560cb1c400. 00010000:00000010:2.1:1770653379.756894:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560be38200. 00010000:00000010:2.1:1770653379.756919:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c8cee00. 00010000:00000010:2.1:1770653379.756933:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660abb600. 00010000:00000010:1.1:1770653379.757898:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08fc00. 00010000:00000010:0.1:1770653379.761896:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c7800. 00010000:00000010:1.1:1770653379.761906:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955710169000. 00010000:00000010:2.1:1770653379.761909:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565c4b7900. 00010000:00000010:0.1:1770653379.761909:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556416b0e00. 00010000:00000010:1.1:1770653379.761916:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955605a9fa00. 00010000:00000010:0.1:1770653379.761922:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:2.1:1770653379.761938:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152e00. 00010000:00000010:1.1:1770653379.761938:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:0.1:1770653379.761938:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c7400. 00010000:00000010:0.1:1770653379.761966:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152200. 00010000:00000010:3.1:1770653379.766917:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a00e600. 00010000:00000010:1.1:1770653379.767895:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a28ba00. 00010000:00000010:1.1:1770653379.767906:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153000. 00010000:00000010:1.1:1770653379.767927:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955618834d00. 00010000:00000010:1.1:1770653379.767948:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:0.1:1770653379.771905:0:81837:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955618f28400. 00010000:00000010:2.1:1770653379.771912:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566153a400. 00010000:00000010:0.1:1770653379.771919:0:81837:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1e00. 00010000:00000010:0.1:1770653379.771926:0:81837:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624196b00. 00010000:00000010:0.1:1770653379.771932:0:81837:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1e00. 00010000:00000010:0.1:1770653379.775883:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556216c3200. 00010000:00000010:1.1:1770653379.775893:0:76654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955606de2000. 00010000:00000010:0.1:1770653379.775898:0:76646:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561b36be00. 00010000:00000010:0.1:1770653379.775905:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0c00. 00010000:00000010:1.1:1770653379.780890:0:76658:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565a9a7600. 00010000:00000010:1.1:1770653379.780912:0:76658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152600. 00010000:00000010:2.1:1770653379.785889:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95573c4ebd00. 00010000:00000010:3.1:1770653379.785906:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565c1c7600. 00010000:00000010:2.1:1770653379.785907:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1200. 00010000:00000010:0.1:1770653379.785911:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11d400. 00010000:00000010:1.1:1770653379.789885:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556499a3200. 00010000:00000010:0.1:1770653379.789909:0:73798:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633ba3600. 00010000:00000010:0.1:1770653379.789943:0:73798:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557092fff00. 00010000:00000010:0.1:1770653379.789961:0:73798:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0400. 00010000:00000010:0.1:1770653379.792923:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556273f2a00. 00010000:00000010:0.1:1770653379.792943:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1a00. 00010000:00000010:0.1:1770653379.792954:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564fa69600. 00010000:00000010:0.1:1770653379.792985:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78400. 00010000:00000010:0.1:1770653379.796877:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955624328400. 00010000:00000010:3.1:1770653379.796888:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625d70400. 00010000:00000010:0.1:1770653379.796890:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662e79a00. 00010000:00000010:1.1:1770653379.796899:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556205d6a00. 00010000:00000010:0.1:1770653379.800890:0:76416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955630dfe500. 00010000:00000010:1.1:1770653379.800897:0:76658:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565fa9b200. 00010000:00000010:0.1:1770653379.800906:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79800. 00010000:00000010:1.1:1770653379.800910:0:76658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:0.1:1770653379.803892:0:76416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560626fc00. 00010000:00000010:0.1:1770653379.803904:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1800. 00010000:00000010:0.1:1770653379.803916:0:76416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563a932a00. 00010000:00000010:0.1:1770653379.803931:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0600. 00010000:00000010:2.1:1770653379.812882:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a6fda00. 00010000:00000010:2.1:1770653379.812901:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556678e7200. 00010000:00000010:2.1:1770653379.812930:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1400. 00010000:00000010:2.1:1770653379.812954:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560be24000. 00010000:00000010:3.1:1770653379.818884:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955638af7000. 00010000:00000010:3.1:1770653379.818894:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95572e9da500. 00010000:00000010:0.1:1770653379.818898:0:76416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565c7cb600. 00010000:00000010:0.1:1770653379.821886:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:3.1:1770653379.821905:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1200. 00010000:00000010:2.1:1770653379.821906:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556402e9300. 00010000:00000010:1.1:1770653379.821910:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563bd41200. 00010000:00000010:0.1:1770653379.821913:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648ddea00. 00010000:00000010:2.1:1770653379.821928:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152200. 00010000:00000010:3.1:1770653379.821932:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b1e1200. 00010000:00000010:2.1:1770653379.821935:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557226e5900. 00010000:00000010:3.1:1770653379.821949:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955669f22000. 00010000:00000010:2.1:1770653379.821950:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1a00. 00010000:00000010:2.1:1770653379.821968:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562721aa00. 00010000:00000010:2.1:1770653379.821989:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1200. 00010000:00000010:1.1:1770653379.825896:0:81839:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566bf8ce00. 00010000:00000010:3.1:1770653379.829902:0:76416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955640533000. 00010000:00000010:3.1:1770653379.829921:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1000. 00010000:00000010:0.1:1770653379.843879:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557030af800. 00010000:00000010:2.1:1770653379.843898:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955622a74400. 00010000:00000010:2.1:1770653379.843914:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1e00. 00010000:00000010:0.1:1770653379.848882:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632081800. 00010000:00000010:3.1:1770653379.848916:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016a400. 00010000:00000010:1.1:1770653379.850900:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b05400. 00010000:00000010:1.1:1770653379.850922:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563311a400. 00010000:00000010:1.1:1770653379.853883:0:73799:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666613200. 00010000:00000010:1.1:1770653379.853893:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78800. 00010000:00000010:1.1:1770653379.853905:0:73799:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564bf85a00. 00010000:00000010:1.1:1770653379.853917:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153600. 00010000:00000010:0.1:1770653379.854876:0:76654:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565c0600. 00010000:00000010:0.1:1770653379.854892:0:76654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153400. 00010000:00000010:1.1:1770653379.858932:0:76649:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570810dd00. 00010000:00000010:1.1:1770653379.858946:0:76649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78200. 00010000:00000010:0.1:1770653379.863880:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565770ac00. 00010000:00000010:3.1:1770653379.863883:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b043c00. 00010000:00000010:1.1:1770653379.863891:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560c31ec00. 00010000:00000010:0.1:1770653379.866874:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633cc3e00. 00010000:00000010:3.1:1770653379.866895:0:76659:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955664726000. 00010000:00000010:2.1:1770653379.866895:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f2d9e00. 00010000:00000010:3.1:1770653379.866917:0:76659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152200. 00010000:00000010:2.1:1770653379.866926:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1400. 00010000:00000010:3.1:1770653379.866929:0:76659:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564ed83600. 00010000:00000010:3.1:1770653379.866959:0:76659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:3.1:1770653379.866982:0:76659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b05c00. 00010000:00000010:3.1:1770653379.867015:0:76659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3c8a00. 00010000:00000010:0.1:1770653379.871896:0:76646:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660f84500. 00010000:00000010:0.1:1770653379.871904:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1c00. 00010000:00000010:0.1:1770653379.871923:0:76646:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562fcf6a00. 00010000:00000010:0.1:1770653379.871941:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1000. 00010000:00000010:0.1:1770653379.871960:0:76646:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e5e3900. 00010000:00000010:0.1:1770653379.871975:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1a00. 00010000:00000010:3.1:1770653379.876909:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642c1c200. 00010000:00000010:3.1:1770653379.878886:0:76416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cc05b00. 00010000:00000010:2.1:1770653379.878887:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955603e97c00. 00010000:00000010:2.1:1770653379.878904:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0c00. 00010000:00000010:3.1:1770653379.878905:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1e00. 00010000:00000010:0.1:1770653379.879890:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955621425c00. 00010000:00000010:0.1:1770653379.879898:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563bd41400. 00010000:00000010:0.1:1770653379.879909:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556667a4100. 00010000:00000010:0.1:1770653379.879926:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:0.1:1770653379.882886:0:76654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627c7ce00. 00010000:00000010:0.1:1770653379.884897:0:76646:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660a26a00. 00010000:00000010:0.1:1770653379.884912:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152600. 00010000:00000010:0.1:1770653379.884928:0:76646:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561f2dbb00. 00010000:00000010:0.1:1770653379.884949:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:0.1:1770653379.884970:0:76646:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564fc24900. 00010000:00000010:0.1:1770653379.884990:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78800. 00010000:00000010:1.1:1770653379.885881:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562526aa00. 00010000:00000010:1.1:1770653379.885892:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635136800. 00010000:00000010:0.1:1770653379.888885:0:76654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332d200. 00010000:00000010:2.1:1770653379.892914:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563a6ffc00. 00010000:00000010:2.1:1770653379.892941:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:0.1:1770653379.896881:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955621be5c00. 00010000:00000010:3.1:1770653379.896902:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955704c17b00. 00010000:00000010:3.1:1770653379.896924:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0c00. 00010000:00000010:0.1:1770653379.896926:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642ab0800. 00010000:00000010:3.1:1770653379.902910:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562ab8f900. 00010000:00000010:3.1:1770653379.902926:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1600. 00010000:00000010:1.1:1770653379.905911:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635257e00. 00010000:00000010:0.1:1770653379.910883:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955659631800. 00010000:00000010:0.1:1770653379.910890:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632e18400. 00010000:00000010:2.1:1770653379.910899:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556357df800. 00010000:00000010:0.1:1770653379.910900:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1400. 00010000:00000010:0.1:1770653379.910920:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955657a1de00. 00010000:00000010:0.1:1770653379.910936:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:2.1:1770653379.915887:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556613f1f00. 00010000:00000010:2.1:1770653379.915899:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0800. 00010000:00000010:3.1:1770653379.915901:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561f2d9000. 00010000:00000010:2.1:1770653379.915904:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b036400. 00010000:00000010:3.1:1770653379.915912:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1000. 00010000:00000010:3.1:1770653379.918873:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556196a4d00. 00010000:00000010:3.1:1770653379.918880:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1600. 00010000:00000010:1.1:1770653379.919898:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625e09000. 00010000:00000010:1.1:1770653379.922881:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645a5d800. 00010000:00000010:0.1:1770653379.925908:0:73798:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562f803300. 00010000:00000010:0.1:1770653379.925922:0:73798:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152600. 00010000:00000010:0.1:1770653379.929878:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556664c3600. 00010000:00000010:0.1:1770653379.929889:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e168100. 00010000:00000010:0.1:1770653379.929900:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79e00. 00010000:00000010:3.1:1770653379.932906:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660bc5a00. 00010000:00000010:3.1:1770653379.932919:0:76416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556592a6f00. 00010000:00000010:3.1:1770653379.932935:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:0.1:1770653379.937880:0:76654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561131bc00. 00010000:00000010:2.1:1770653379.937892:0:73798:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955606073500. 00010000:00000010:2.1:1770653379.937915:0:73798:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1400. 00010000:00000010:1.1:1770653379.938886:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563ccd0c00. 00010000:00000010:3.1:1770653379.944907:0:76416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c88b00. 00010000:00000010:3.1:1770653379.944919:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153000. 00010000:00000010:2.1:1770653379.947912:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625973a00. 00010000:00000010:0.1:1770653379.948904:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955621914a00. 00010000:00000010:3.1:1770653379.952880:0:81843:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632078600. 00010000:00000010:0.1:1770653379.952882:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563996fb00. 00010000:00000010:2.1:1770653379.952898:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a640c00. 00010000:00000010:0.1:1770653379.952902:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0000. 00010000:00000010:3.1:1770653379.952903:0:81843:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f245900. 00010000:00000010:0.1:1770653379.952924:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955608fa0c00. 00010000:00000010:3.1:1770653379.952925:0:81843:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:0.1:1770653379.952948:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556308d9000. 00010000:00000010:0.1:1770653379.952966:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:2.1:1770653379.962883:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d66ad00. 00010000:00000010:2.1:1770653379.962897:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0e00. 00010000:00000010:2.1:1770653379.962912:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f864400. 00010000:00000010:1.1:1770653379.962915:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016c600. 00010000:00000010:2.1:1770653379.962927:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153400. 00010000:00000010:3.1:1770653379.962988:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561bd0ce00. 00010000:00000010:3.1:1770653379.963021:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152600. 00010000:00000010:0.1:1770653379.969879:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556416b5f00. 00010000:00000010:1.1:1770653379.969896:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562877a200. 00010000:00000010:0.1:1770653379.969901:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:2.1:1770653379.969906:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620b1c600. 00010000:00000010:3.1:1770653379.969920:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565fbcac00. 00010000:00000010:0.1:1770653379.969921:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564efd2500. 00010000:00000010:3.1:1770653379.969934:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:0.1:1770653379.969944:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1e00. 00010000:00000010:0.1:1770653379.969964:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955664491800. 00010000:00000010:0.1:1770653379.980883:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564947c800. 00010000:00000010:2.1:1770653379.985894:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955664328200. 00010000:00000010:1.1:1770653379.985898:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562611c800. 00010000:00000010:2.1:1770653379.985925:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562366fb00. 00010000:00000010:2.1:1770653379.985936:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153a00. 00010000:00000010:0.1:1770653379.986885:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562a0b8200. 00010000:00000010:0.1:1770653379.989890:0:5744:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626047800. 00010000:00000010:0.1:1770653379.989903:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79e00. 00010000:00000010:0.1:1770653379.989914:0:5744:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955617a2bf00. 00010000:00000010:0.1:1770653379.989934:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1600. 00010000:00000010:0.1:1770653379.992890:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642088c00. 00010000:00000010:1.1:1770653379.992912:0:73798:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644346000. 00010000:00000010:3.1:1770653379.993463:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14f800. 00010000:00000010:3.1:1770653379.993481:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152e00. 00010000:00000010:2.1:1770653379.995901:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644494800. 00010000:00000010:0.1:1770653379.995920:0:7409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566432b300. 00010000:00000010:3.1:1770653379.995926:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566aba7f00. 00010000:00000010:0.1:1770653379.995929:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152800. 00010000:00000010:3.1:1770653379.995954:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:3.1:1770653380.000905:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627c7e200. 00010000:00000010:2.1:1770653380.000906:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c8af00. 00010000:00000010:2.1:1770653380.000935:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:1.1:1770653380.001901:0:76649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629f35e00. 00010000:00000010:2.1:1770653380.006907:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a00e600. 00010000:00000010:0.1:1770653380.007878:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e947d00. 00010000:00000010:1.1:1770653380.007895:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632611e00. 00010000:00000010:0.1:1770653380.007896:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79600. 00010000:00000010:0.1:1770653380.010877:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562d6d4c00. 00010000:00000010:3.1:1770653380.010882:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643cde500. 00010000:00000010:0.1:1770653380.010886:0:5745:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566abbcd00. 00010000:00000010:0.1:1770653380.010894:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153800. 00010000:00000010:0.1:1770653380.010903:0:5745:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e6b3700. 00010000:00000010:2.1:1770653380.010909:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f46fd00. 00010000:00000010:0.1:1770653380.010915:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:2.1:1770653380.010918:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0800. 00010000:00000010:3.1:1770653380.010923:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1800. 00010000:00000010:1.1:1770653380.013884:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564fd1d000. 00010000:00000010:2.1:1770653380.013899:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955624ad6e00. 00010000:00000010:3.1:1770653380.016887:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644b28e00. 00010000:00000010:0.1:1770653380.016890:0:5744:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563949df00. 00010000:00000010:0.1:1770653380.016902:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1800. 00010000:00000010:1.1:1770653380.016911:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955622831300. 00010000:00000010:0.1:1770653380.016916:0:5744:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955649321d00. 00010000:00000010:2.1:1770653380.016921:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556216ae000. 00010000:00000010:1.1:1770653380.016923:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78800. 00010000:00000010:0.1:1770653380.016931:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152c00. 00010000:00000010:2.1:1770653380.020899:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c984000. 00010000:00000010:2.1:1770653380.023876:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556219fb500. 00010000:00000010:2.1:1770653380.023883:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79800. 00010000:00000010:0.1:1770653380.024876:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955628f6be00. 00010000:00000010:1.1:1770653380.024884:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556259a5e00. 00010000:00000010:0.1:1770653380.024890:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0c00. 00010000:00000010:0.1:1770653380.029900:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561ae41800. 00010000:00000010:0.1:1770653380.029909:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152800. 00010000:00000010:2.1:1770653380.034904:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a37200. 00010000:00000010:3.1:1770653380.040907:0:76383:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955705f0c500. 00010000:00000010:3.1:1770653380.040919:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1c00. 00010000:00000010:1.1:1770653380.042899:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617bc3400. 00010000:00000010:0.1:1770653380.045877:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562dd9c300. 00010000:00000010:0.1:1770653380.045886:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152c00. 00010000:00000010:3.1:1770653380.046874:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560da44000. 00010000:00000010:0.1:1770653380.050905:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565a3b8c00. 00010000:00000010:0.1:1770653380.050918:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1800. 00010000:00000010:1.1:1770653380.053905:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565506bc00. 00010000:00000010:2.1:1770653380.053908:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ea7f600. 00010000:00000010:2.1:1770653380.053930:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565bcf9a00. 00010000:00000010:2.1:1770653380.063878:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565770da00. 00010000:00000010:3.1:1770653380.063899:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955657411400. 00010000:00000010:1.1:1770653380.063906:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560daa0800. 00010000:00000010:3.1:1770653380.063911:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:0.1:1770653380.064892:0:76654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561854e800. 00010000:00000010:0.1:1770653380.064900:0:76654:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955659af0500. 00010000:00000010:0.1:1770653380.064908:0:76654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78200. 00010000:00000010:0.1:1770653380.067880:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955627273a00. 00010000:00000010:3.1:1770653380.067886:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564fc72700. 00010000:00000010:3.1:1770653380.067894:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:0.1:1770653380.067899:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153800. 00010000:00000010:1.1:1770653380.067902:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955630bfc000. 00010000:00000010:0.1:1770653380.067925:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633106400. 00010000:00000010:3.1:1770653380.067927:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955665cccf00. 00010000:00000010:3.1:1770653380.067951:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79800. 00010000:00000010:0.1:1770653380.069926:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955641acf600. 00010000:00000010:0.1:1770653380.069941:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:3.1:1770653380.070899:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955603f46d00. 00010000:00000010:3.1:1770653380.070919:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153c00. 00010000:00000010:3.1:1770653380.070930:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d900200. 00010000:00000010:3.1:1770653380.070941:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0e00. 00010000:00000010:1.1:1770653380.071884:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639a7c200. 00010000:00000010:1.1:1770653380.073882:0:12200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556416c0300. 00010000:00000010:0.1:1770653380.073887:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cf5d300. 00010000:00000010:0.1:1770653380.073896:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1c00. 00010000:00000010:1.1:1770653380.073900:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78800. 00010000:00000010:0.1:1770653380.073905:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561fe4d000. 00010000:00000010:3.1:1770653380.074894:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644496e00. 00010000:00000010:3.1:1770653380.077878:0:81845:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556308db400. 00010000:00000010:3.1:1770653380.077894:0:81845:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d349b00. 00010000:00000010:3.1:1770653380.077899:0:81845:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:0.1:1770653380.082880:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955619b63100. 00010000:00000010:0.1:1770653380.082887:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152000. 00010000:00000010:0.1:1770653380.088883:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c200. 00010000:00000010:0.1:1770653380.094896:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ad700. 00010000:00000010:0.1:1770653380.094914:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153e00. 00010000:00000010:1.1:1770653380.110876:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617b11a00. 00010000:00000010:0.1:1770653380.110908:0:76650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662bce800. 00010000:00000010:0.1:1770653380.110918:0:76650:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955602d07500. 00010000:00000010:0.1:1770653380.110940:0:76650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0000. 00010000:00000010:0.1:1770653380.110952:0:76650:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556508fc300. 00010000:00000010:0.1:1770653380.110971:0:76650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79600. 00010000:00000010:0.1:1770653380.129912:0:76654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658351200. 00010000:00000010:0.1:1770653380.129926:0:76654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564a12ec00. 00010000:00000010:0.1:1770653380.129938:0:76654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556650ec200. 00010000:00000010:0.1:1770653380.129950:0:76654:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556596af900. 00010000:00000010:0.1:1770653380.129970:0:76654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:0.1:1770653380.130004:0:76654:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955662748900. 00010000:00000010:0.1:1770653380.130019:0:76654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:1.1:1770653380.130883:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660b03600. 00010000:00000010:2.1:1770653380.134885:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c985a00. 00010000:00000010:2.1:1770653380.134904:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644496400. 00010000:00000010:3.1:1770653380.134913:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666234600. 00010000:00000010:3.1:1770653380.134928:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78800. 00010000:00000010:3.1:1770653380.134981:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556259c3a00. 00010000:00000010:3.1:1770653380.135072:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560bd04000. 00010000:00000010:3.1:1770653380.135089:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1a00. 00010000:00000010:3.1:1770653380.135101:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563ccb1800. 00010000:00000010:3.1:1770653380.135113:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153800. 00010000:00000010:1.1:1770653380.135898:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667d95c00. 00010000:00000010:3.1:1770653380.138889:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556448dd800. 00010000:00000010:0.1:1770653380.138890:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955641909c00. 00010000:00000010:0.1:1770653380.138913:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1c00. 00010000:00000010:3.1:1770653380.138915:0:5745:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556110e7000. 00010000:00000010:0.1:1770653380.138922:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666261000. 00010000:00000010:3.1:1770653380.138927:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:0.1:1770653380.138934:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cf5e900. 00010000:00000010:0.1:1770653380.138953:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1c00. 00010000:00000010:3.1:1770653380.138955:0:5745:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566804c300. 00010000:00000010:3.1:1770653380.138972:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:1.1:1770653380.139900:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564203ea00. 00010000:00000010:2.1:1770653380.141893:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561bd8a200. 00010000:00000010:3.1:1770653380.141899:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cd61600. 00010000:00000010:3.1:1770653380.141918:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0200. 00010000:00000010:3.1:1770653380.141926:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566aa80000. 00010000:00000010:3.1:1770653380.141933:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:0.1:1770653380.142886:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602f8bc00. 00010000:00000010:0.1:1770653380.142895:0:6529:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561606ac00. 00010000:00000010:0.1:1770653380.142914:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152000. 00010000:00000010:2.1:1770653380.146918:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561bff7e00. 00010000:00000010:3.1:1770653380.147032:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955713078f00. 00010000:00000010:3.1:1770653380.147055:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79e00. 00010000:00000010:3.1:1770653380.147072:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556672cf500. 00010000:00000010:3.1:1770653380.147089:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:0.1:1770653380.154875:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c985e00. 00010000:00000010:3.1:1770653380.154899:0:81853:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556595c4600. 00010000:00000010:3.1:1770653380.154912:0:81853:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78400. 00010000:00000010:3.1:1770653380.154936:0:81853:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560bd06300. 00010000:00000010:3.1:1770653380.154965:0:81853:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153000. 00010000:00000010:2.1:1770653380.155883:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ee1fc00. 00010000:00000010:0.1:1770653380.161891:0:73798:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565f51f000. 00010000:00000010:1.1:1770653380.161892:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617b13200. 00010000:00000010:2.1:1770653380.167919:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632613e00. 00010000:00000010:0.1:1770653380.167939:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a6fd800. 00010000:00000010:0.1:1770653380.167953:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d7cc100. 00010000:00000010:0.1:1770653380.167964:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:3.1:1770653380.168055:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565e8c8000. 00010000:00000010:3.1:1770653380.168067:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152600. 00010000:00000010:3.1:1770653380.168082:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562644b100. 00010000:00000010:3.1:1770653380.168101:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79a00. 00010000:00000010:0.1:1770653380.171895:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955625f16000. 00010000:00000010:0.1:1770653380.171910:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:0.1:1770653380.171923:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566478a600. 00010000:00000010:0.1:1770653380.171939:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0800. 00010000:00000010:1.1:1770653380.172896:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955610296200. 00010000:00000010:0.1:1770653380.176906:0:73798:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617a28c00. 00010000:00000010:0.1:1770653380.181886:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556371f9f00. 00010000:00000010:0.1:1770653380.181902:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:0.1:1770653380.190887:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955616a96c00. 00010000:00000010:2.1:1770653380.192882:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617a28600. 00010000:00000010:1.1:1770653380.197905:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602f8ae00. 00010000:00000010:0.1:1770653380.197906:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556371f9c00. 00010000:00000010:0.1:1770653380.197926:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1400. 00010000:00000010:0.1:1770653380.197939:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562a951f00. 00010000:00000010:0.1:1770653380.197948:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79e00. 00010000:00000010:0.1:1770653380.197964:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561bd0c500. 00010000:00000010:0.1:1770653380.197977:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1000. 00010000:00000010:2.1:1770653380.201901:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955664490c00. 00010000:00000010:0.1:1770653380.205884:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f151e00. 00010000:00000010:3.1:1770653380.205949:0:81847:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955665ccd400. 00010000:00000010:3.1:1770653380.205965:0:81847:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1800. 00010000:00000010:0.1:1770653380.209902:0:76650:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566569b500. 00010000:00000010:0.1:1770653380.209908:0:76650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0c00. 00010000:00000010:0.1:1770653380.209913:0:76650:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955622a74d00. 00010000:00000010:0.1:1770653380.209930:0:76650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:2.1:1770653380.210901:0:76649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557030ae200. 00010000:00000010:0.1:1770653380.213888:0:76416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955720085500. 00010000:00000010:0.1:1770653380.213911:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152e00. 00010000:00000010:0.1:1770653380.213930:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632200a00. 00010000:00000010:2.1:1770653380.214921:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560677a000. 00010000:00000010:2.1:1770653380.217897:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955621647000. 00010000:00000010:2.1:1770653380.217909:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561e6af200. 00010000:00000010:0.1:1770653380.217909:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658bad200. 00010000:00000010:0.1:1770653380.217918:0:6529:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955635a0c600. 00010000:00000010:0.1:1770653380.217933:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:3.1:1770653380.219908:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b043200. 00010000:00000010:3.1:1770653380.219925:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff2c00. 00010000:00000010:0.1:1770653380.221891:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cf5e000. 00010000:00000010:0.1:1770653380.221908:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1600. 00010000:00000010:0.1:1770653380.221932:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632206900. 00010000:00000010:0.1:1770653380.221965:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152c00. 00010000:00000010:0.1:1770653380.226888:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562688e000. 00010000:00000010:0.1:1770653380.226903:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152400. 00010000:00000010:3.1:1770653380.230881:0:73798:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556302e2400. 00010000:00000010:0.1:1770653380.230901:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955638a77800. 00010000:00000010:0.1:1770653380.233877:0:5744:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955635bcc900. 00010000:00000010:3.1:1770653380.233881:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ea7fa00. 00010000:00000010:0.1:1770653380.233892:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152a00. 00010000:00000010:2.1:1770653380.233901:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955634616200. 00010000:00000010:0.1:1770653380.233901:0:5744:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556664c0700. 00010000:00000010:0.1:1770653380.233918:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78800. 00010000:00000010:0.1:1770653380.233937:0:5744:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660a27500. 00010000:00000010:0.1:1770653380.233958:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79600. 00010000:00000010:0.1:1770653380.237906:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d668d00. 00010000:00000010:0.1:1770653380.237919:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0e00. 00010000:00000010:3.1:1770653380.237948:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564a12fe00. 00010000:00000010:0.1:1770653380.240883:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556595c5b00. 00010000:00000010:0.1:1770653380.240893:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1e00. 00010000:00000010:0.1:1770653380.240897:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c2a9b00. 00010000:00000010:0.1:1770653380.240901:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1200. 00010000:00000010:3.1:1770653380.250890:0:62761:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299800. 00010000:00000010:3.1:1770653380.250909:0:62761:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0800. 00010000:00000010:0.1:1770653380.253902:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556209cc800. 00010000:00000010:3.1:1770653380.259882:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348200. 00010000:00000010:2.1:1770653380.259911:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c93a000. 00010000:00000010:0.1:1770653380.259914:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955661eefb00. 00010000:00000010:0.1:1770653380.259941:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79800. 00010000:00000010:2.1:1770653380.259942:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563010f000. 00010000:00000010:0.1:1770653380.259951:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955661600200. 00010000:00000010:0.1:1770653380.259970:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0600. 00010000:00000010:0.1:1770653380.259988:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560a99f400. 00010000:00000010:0.1:1770653380.260014:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1800. 00010000:00000010:0.1:1770653380.260023:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561f2da600. 00010000:00000010:0.1:1770653380.260033:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78200. 00010000:00000010:0.1:1770653380.265923:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565b51d000. 00010000:00000010:2.1:1770653380.265924:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560a498c00. 00010000:00000010:0.1:1770653380.265933:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562a1d4900. 00010000:00000010:0.1:1770653380.265951:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:0.1:1770653380.265968:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955619b61700. 00010000:00000010:0.1:1770653380.265980:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1600. 00010000:00000010:3.1:1770653380.268909:0:81854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561fe4dc00. 00010000:00000010:0.1:1770653380.268917:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644aaf200. 00010000:00000010:0.1:1770653380.268943:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1600. 00010000:00000010:3.1:1770653380.268944:0:81854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556182ac200. 00010000:00000010:3.1:1770653380.268960:0:81854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564203fc00. 00010000:00000010:2.1:1770653380.269887:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640098200. 00010000:00000010:2.1:1770653380.274905:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556209cc000. 00010000:00000010:0.1:1770653380.274919:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955664123800. 00010000:00000010:1.1:1770653380.274937:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565812b500. 00010000:00000010:0.1:1770653380.274941:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1800. 00010000:00000010:1.1:1770653380.274962:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:0.1:1770653380.274962:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955662a0c100. 00010000:00000010:0.1:1770653380.274986:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:0.1:1770653380.275012:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d94b300. 00010000:00000010:0.1:1770653380.275027:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1000. 00010000:00000010:0.1:1770653380.281895:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643b15900. 00010000:00000010:0.1:1770653380.281908:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152400. 00010000:00000010:2.1:1770653380.281909:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c914400. 00010000:00000010:3.1:1770653380.285880:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631ec7a00. 00010000:00000010:2.1:1770653380.285897:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a2e2700. 00010000:00000010:2.1:1770653380.285913:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1400. 00010000:00000010:3.1:1770653380.293915:0:73798:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617b12a00. 00010000:00000010:2.1:1770653380.300900:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660b03400. 00010000:00000010:2.1:1770653380.300913:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ed02800. 00010000:00000010:2.1:1770653380.304903:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955623614a00. 00010000:00000010:1.1:1770653380.305891:0:76383:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955605a9e700. 00010000:00000010:1.1:1770653380.305902:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:2.1:1770653380.309900:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635286200. 00010000:00000010:2.1:1770653380.309917:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955659850f00. 00010000:00000010:2.1:1770653380.309931:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:0.1:1770653380.310876:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955630861d00. 00010000:00000010:0.1:1770653380.310891:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79a00. 00010000:00000010:0.1:1770653380.317880:0:76646:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556595c4400. 00010000:00000010:2.1:1770653380.317887:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561f133a00. 00010000:00000010:0.1:1770653380.317896:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:0.1:1770653380.317908:0:76646:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955631da8800. 00010000:00000010:0.1:1770653380.317922:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0400. 00010000:00000010:0.1:1770653380.317934:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560daa1200. 00010000:00000010:3.1:1770653380.321888:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562611c200. 00010000:00000010:0.1:1770653380.321890:0:5744:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564fa6f600. 00010000:00000010:0.1:1770653380.321906:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152600. 00010000:00000010:2.1:1770653380.321909:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955616083200. 00010000:00000010:0.1:1770653380.321936:0:5744:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626047300. 00010000:00000010:0.1:1770653380.321950:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0800. 00010000:00000010:1.1:1770653380.322886:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955659af0300. 00010000:00000010:1.1:1770653380.322908:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79e00. 00010000:00000010:1.1:1770653380.324890:0:76654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644497800. 00010000:00000010:2.1:1770653380.324891:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658264c00. 00010000:00000010:1.1:1770653380.329917:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955659850500. 00010000:00000010:1.1:1770653380.329933:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152200. 00010000:00000010:0.1:1770653380.330895:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cf5db00. 00010000:00000010:0.1:1770653380.330907:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153000. 00010000:00000010:2.1:1770653380.332893:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955665ccc500. 00010000:00000010:1.1:1770653380.332898:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625e00e00. 00010000:00000010:2.1:1770653380.332903:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1400. 00010000:00000010:1.1:1770653380.332920:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a6bc800. 00010000:00000010:2.1:1770653380.332923:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb4c00. 00010000:00000010:0.1:1770653380.335880:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556692aac00. 00010000:00000010:0.1:1770653380.335908:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0c00. 00010000:00000010:0.1:1770653380.335918:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955636f55000. 00010000:00000010:0.1:1770653380.335930:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:0.1:1770653380.335946:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669fc6900. 00010000:00000010:0.1:1770653380.335959:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0800. 00010000:00000010:2.1:1770653380.340902:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560b042000. 00010000:00000010:2.1:1770653380.340915:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666234200. 00010000:00000010:2.1:1770653380.340937:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153800. 00010000:00000010:2.1:1770653380.345908:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639bd0200. 00010000:00000010:3.1:1770653380.345909:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2b400. 00010000:00000010:1.1:1770653380.345911:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d34fa00. 00010000:00000010:0.1:1770653380.349898:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f612600. 00010000:00000010:0.1:1770653380.349912:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:0.1:1770653380.349926:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560b7fec00. 00010000:00000010:0.1:1770653380.349935:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:0.1:1770653380.354122:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556449fbc00. 00010000:00000010:0.1:1770653380.354134:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152e00. 00010000:00000010:3.1:1770653380.359878:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564e054200. 00010000:00000010:0.1:1770653380.359879:0:5745:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955655725e00. 00010000:00000010:0.1:1770653380.359895:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1200. 00010000:00000010:3.1:1770653380.363913:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563869f000. 00010000:00000010:1.1:1770653380.363926:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556267af000. 00010000:00000010:1.1:1770653380.363937:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556660ee200. 00010000:00000010:0.1:1770653380.366885:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565e9ab800. 00010000:00000010:2.1:1770653380.366888:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560edd5200. 00010000:00000010:0.1:1770653380.366899:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152a00. 00010000:00000010:2.1:1770653380.366903:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1e00. 00010000:00000010:0.1:1770653380.366924:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566aadce00. 00010000:00000010:2.1:1770653380.366926:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560a498a00. 00010000:00000010:0.1:1770653380.366939:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:2.1:1770653380.366942:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563010e200. 00010000:00000010:0.1:1770653380.366952:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563da14f00. 00010000:00000010:0.1:1770653380.366965:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:0.1:1770653380.366974:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560a99fd00. 00010000:00000010:0.1:1770653380.366987:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1a00. 00010000:00000010:1.1:1770653380.368886:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955630862a00. 00010000:00000010:2.1:1770653380.371888:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561606a000. 00010000:00000010:0.1:1770653380.371892:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556637e6300. 00010000:00000010:3.1:1770653380.371898:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666260400. 00010000:00000010:0.1:1770653380.371902:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:2.1:1770653380.371903:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1000. 00010000:00000010:1.1:1770653380.378908:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351cd800. 00010000:00000010:3.1:1770653380.382877:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556499a2400. 00010000:00000010:0.1:1770653380.382882:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955705681800. 00010000:00000010:0.1:1770653380.382901:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1200. 00010000:00000010:0.1:1770653380.382914:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564beaf500. 00010000:00000010:0.1:1770653380.382933:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78200. 00010000:00000010:0.1:1770653380.382952:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556273f2b00. 00010000:00000010:0.1:1770653380.382969:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0000. 00010000:00000010:1.1:1770653380.386893:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955669078400. 00010000:00000010:3.1:1770653380.386918:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b41e800. 00010000:00000010:2.1:1770653380.386921:0:73798:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c719200. 00010000:00000010:2.1:1770653380.386936:0:73798:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:2.1:1770653380.390875:0:76650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d34da00. 00010000:00000010:1.1:1770653380.394891:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667bcc600. 00010000:00000010:0.1:1770653380.394927:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955646b15700. 00010000:00000010:0.1:1770653380.394942:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:0.1:1770653380.399896:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561abeed00. 00010000:00000010:0.1:1770653380.399909:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153c00. 00010000:00000010:2.1:1770653380.400886:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556660e8e00. 00010000:00000010:3.1:1770653380.402878:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955669079a00. 00010000:00000010:0.1:1770653380.402910:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560b1d7400. 00010000:00000010:0.1:1770653380.402924:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:0.1:1770653380.402940:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564beaf000. 00010000:00000010:0.1:1770653380.402960:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0800. 00010000:00000010:2.1:1770653380.404900:0:76649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565642d200. 00010000:00000010:2.1:1770653380.404912:0:76649:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955618eb1100. 00010000:00000010:1.1:1770653380.404912:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b3fe800. 00010000:00000010:2.1:1770653380.404944:0:76649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79800. 00010000:00000010:1.1:1770653380.411904:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562611ce00. 00010000:00000010:0.1:1770653380.411906:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561f2f0e00. 00010000:00000010:0.1:1770653380.411933:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153a00. 00010000:00000010:0.1:1770653380.414893:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644542a00. 00010000:00000010:0.1:1770653380.414903:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643cdc700. 00010000:00000010:0.1:1770653380.414922:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153c00. 00010000:00000010:2.1:1770653380.415885:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b54c400. 00010000:00000010:0.1:1770653380.418920:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632e19b00. 00010000:00000010:0.1:1770653380.418936:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1800. 00010000:00000010:0.1:1770653380.421905:0:7409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c579000. 00010000:00000010:2.1:1770653380.421908:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565edd3c00. 00010000:00000010:0.1:1770653380.421920:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:2.1:1770653380.421925:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79600. 00010000:00000010:1.1:1770653380.422907:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560daeb200. 00010000:00000010:1.1:1770653380.426901:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563323dc00. 00010000:00000010:1.1:1770653380.426917:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565c66ba00. 00010000:00000010:0.1:1770653380.431888:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955635bccb00. 00010000:00000010:0.1:1770653380.431901:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:0.1:1770653380.431921:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556300e4100. 00010000:00000010:0.1:1770653380.431936:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1600. 00010000:00000010:3.1:1770653380.434938:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556660eee00. 00010000:00000010:0.1:1770653380.434941:0:6529:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566aadc200. 00010000:00000010:0.1:1770653380.434959:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1200. 00010000:00000010:1.1:1770653380.438884:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa7400. 00010000:00000010:1.1:1770653380.438891:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632081000. 00010000:00000010:2.1:1770653380.443879:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666613400. 00010000:00000010:2.1:1770653380.443893:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:3.1:1770653380.443907:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739f200. 00010000:00000010:3.1:1770653380.443925:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556606eb200. 00010000:00000010:3.1:1770653380.443949:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0c00. 00010000:00000010:3.1:1770653380.443960:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c880b00. 00010000:00000010:3.1:1770653380.443978:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78800. 00010000:00000010:0.1:1770653380.449029:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562ddbb700. 00010000:00000010:0.1:1770653380.449045:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1e00. 00010000:00000010:0.1:1770653380.454900:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563dd77e00. 00010000:00000010:2.1:1770653380.454916:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561e6ae800. 00010000:00000010:0.1:1770653380.457895:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d2ad400. 00010000:00000010:0.1:1770653380.457914:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153c00. 00010000:00000010:0.1:1770653380.461914:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560daa4600. 00010000:00000010:2.1:1770653380.465885:0:76649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955621425a00. 00010000:00000010:1.1:1770653380.465897:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53b400. 00010000:00000010:1.1:1770653380.465914:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627c7d800. 00010000:00000010:0.1:1770653380.465933:0:81857:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955603e97500. 00010000:00000010:0.1:1770653380.465945:0:81857:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0000. 00010000:00000010:2.1:1770653380.469882:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660a26d00. 00010000:00000010:2.1:1770653380.469897:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79600. 00010000:00000010:3.1:1770653380.470916:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561854da00. 00010000:00000010:3.1:1770653380.470938:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:3.1:1770653380.470953:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e018600. 00010000:00000010:3.1:1770653380.470968:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152200. 00010000:00000010:3.1:1770653380.473877:0:76650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564e3d8c00. 00010000:00000010:2.1:1770653380.473908:0:76649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562b988a00. 00010000:00000010:0.1:1770653380.473923:0:81857:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633a0b700. 00010000:00000010:0.1:1770653380.473938:0:81857:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153400. 00010000:00000010:0.1:1770653380.473956:0:81857:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565605ab00. 00010000:00000010:0.1:1770653380.473971:0:81857:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0c00. 00010000:00000010:3.1:1770653380.481885:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c915000. 00010000:00000010:0.1:1770653380.482214:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643b15800. 00010000:00000010:0.1:1770653380.482230:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1c00. 00010000:00000010:2.1:1770653380.482895:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53aa00. 00010000:00000010:1.1:1770653380.483910:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa6a00. 00010000:00000010:1.1:1770653380.486910:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561854dc00. 00010000:00000010:1.1:1770653380.486924:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0400. 00010000:00000010:1.1:1770653380.486936:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c880c00. 00010000:00000010:1.1:1770653380.486945:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152400. 00010000:00000010:1.1:1770653380.496917:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53f600. 00010000:00000010:2.1:1770653380.497911:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5fc00. 00010000:00000010:2.1:1770653380.497926:0:76416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955608f15800. 00010000:00000010:2.1:1770653380.497946:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:2.1:1770653380.500905:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955665e86800. 00010000:00000010:0.1:1770653380.501059:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563dd77400. 00010000:00000010:0.1:1770653380.501095:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d2ad700. 00010000:00000010:0.1:1770653380.501362:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153c00. 00010000:00000010:0.1:1770653380.506881:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562d26da00. 00010000:00000010:2.1:1770653380.506893:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53ac00. 00010000:00000010:0.1:1770653380.506903:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1400. 00010000:00000010:0.1:1770653380.506926:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e057200. 00010000:00000010:0.1:1770653380.506945:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:1.1:1770653380.507881:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b3eb200. 00010000:00000010:1.1:1770653380.510907:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560b511400. 00010000:00000010:0.1:1770653380.514905:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562aacc800. 00010000:00000010:2.1:1770653380.515021:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566633aa00. 00010000:00000010:2.1:1770653380.515036:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1c00. 00010000:00000010:2.1:1770653380.515053:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633a0b200. 00010000:00000010:2.1:1770653380.515068:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153400. 00010000:00000010:3.1:1770653380.516884:0:1372:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633cc2400. 00010000:00000010:2.1:1770653380.521889:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395bce00. 00010000:00000010:3.1:1770653380.521890:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955669078600. 00010000:00000010:2.1:1770653380.524919:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e5e3500. 00010000:00000010:2.1:1770653380.524933:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0c00. 00010000:00000010:0.1:1770653380.524940:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d779100. 00010000:00000010:0.1:1770653380.524956:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:0.1:1770653380.524976:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a288f00. 00010000:00000010:0.1:1770653380.525002:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1c00. 00010000:00000010:2.1:1770653380.528914:0:76649:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564beaee00. 00010000:00000010:0.1:1770653380.528916:0:6529:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556637e5e00. 00010000:00000010:2.1:1770653380.528927:0:76649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:0.1:1770653380.528934:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153c00. 00010000:00000010:0.1:1770653380.536894:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632612800. 00010000:00000010:2.1:1770653380.536903:0:73798:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff2800. 00010000:00000010:1.1:1770653380.538900:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560daebe00. 00010000:00000010:3.1:1770653380.541886:0:76650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564abf1200. 00010000:00000010:2.1:1770653380.541919:0:73798:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626d70400. 00010000:00000010:2.1:1770653380.541941:0:73798:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152400. 00010000:00000010:2.1:1770653380.541953:0:73798:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562eea0400. 00010000:00000010:2.1:1770653380.541969:0:73798:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:0.1:1770653380.542914:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566478b000. 00010000:00000010:0.1:1770653380.542924:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152000. 00010000:00000010:0.1:1770653380.542933:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299000. 00010000:00000010:0.1:1770653380.542957:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153600. 00010000:00000010:0.1:1770653380.542976:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666613a00. 00010000:00000010:0.1:1770653380.543000:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:1.1:1770653380.543901:0:76654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632081e00. 00010000:00000010:2.1:1770653380.545887:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562611d600. 00010000:00000010:0.1:1770653380.549884:0:5744:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c579500. 00010000:00000010:0.1:1770653380.549911:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78800. 00010000:00000010:3.1:1770653380.549944:0:76650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556579a3600. 00010000:00000010:1.1:1770653380.550880:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562a0b8400. 00010000:00000010:1.1:1770653380.554898:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617a28000. 00010000:00000010:0.1:1770653380.554923:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955619a1e900. 00010000:00000010:0.1:1770653380.554941:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152200. 00010000:00000010:3.1:1770653380.557890:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631fd0e00. 00010000:00000010:2.1:1770653380.557897:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955618eb5c00. 00010000:00000010:2.1:1770653380.557919:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1600. 00010000:00000010:2.1:1770653380.557936:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e3ec300. 00010000:00000010:2.1:1770653380.557954:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153600. 00010000:00000010:0.1:1770653380.558912:0:7409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955618833d00. 00010000:00000010:0.1:1770653380.558932:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0400. 00010000:00000010:0.1:1770653380.561909:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c4d6000. 00010000:00000010:0.1:1770653380.561931:0:5744:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955667af7c00. 00010000:00000010:0.1:1770653380.561946:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0200. 00010000:00000010:0.1:1770653380.566893:0:76416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d349900. 00010000:00000010:0.1:1770653380.566907:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79a00. 00010000:00000010:1.1:1770653380.567899:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556308db000. 00010000:00000010:2.1:1770653380.573904:0:73798:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660b03c00. 00010000:00000010:0.1:1770653380.573914:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955620859100. 00010000:00000010:2.1:1770653380.573923:0:73798:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955605a9e600. 00010000:00000010:0.1:1770653380.573932:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:2.1:1770653380.573938:0:73798:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:1.1:1770653380.575882:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560a250400. 00010000:00000010:0.1:1770653380.585897:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561fe4c400. 00010000:00000010:2.1:1770653380.585902:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955619b61100. 00010000:00000010:2.1:1770653380.585913:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152200. 00010000:00000010:2.1:1770653380.585925:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562dd99000. 00010000:00000010:3.1:1770653380.590922:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633b8ca00. 00010000:00000010:1.1:1770653380.591913:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661797a00. 00010000:00000010:2.1:1770653380.594890:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e8c7600. 00010000:00000010:3.1:1770653380.594891:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556347f7400. 00010000:00000010:0.1:1770653380.594898:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f7f00. 00010000:00000010:0.1:1770653380.594909:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152000. 00010000:00000010:1.1:1770653380.595910:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563d575600. 00010000:00000010:2.1:1770653380.599884:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae42400. 00010000:00000010:1.1:1770653380.599888:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955656bac800. 00010000:00000010:0.1:1770653380.599891:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556082cd900. 00010000:00000010:2.1:1770653380.599896:0:5745:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561886bb00. 00010000:00000010:0.1:1770653380.599903:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:2.1:1770653380.599905:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153c00. 00010000:00000010:2.1:1770653380.599919:0:5745:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955621727d00. 00010000:00000010:0.1:1770653380.599921:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556300e7200. 00010000:00000010:2.1:1770653380.599925:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1800. 00010000:00000010:0.1:1770653380.599942:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:0.1:1770653380.604915:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557062fc600. 00010000:00000010:3.1:1770653380.604922:0:81863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562a089000. 00010000:00000010:0.1:1770653380.604946:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78800. 00010000:00000010:0.1:1770653380.604960:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f247e00. 00010000:00000010:0.1:1770653380.604973:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1600. 00010000:00000010:2.1:1770653380.609885:0:76383:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e5a6b00. 00010000:00000010:0.1:1770653380.609908:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561aa3d900. 00010000:00000010:2.1:1770653380.609912:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0800. 00010000:00000010:0.1:1770653380.609929:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0800. 00010000:00000010:2.1:1770653380.611904:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561b0be800. 00010000:00000010:2.1:1770653380.611926:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566804c000. 00010000:00000010:2.1:1770653380.611941:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79e00. 00010000:00000010:1.1:1770653380.613909:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639693a00. 00010000:00000010:2.1:1770653380.616892:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562ea82900. 00010000:00000010:2.1:1770653380.616912:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152000. 00010000:00000010:3.1:1770653380.620942:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632224000. 00010000:00000010:0.1:1770653380.623903:0:76416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955620788800. 00010000:00000010:0.1:1770653380.623924:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1200. 00010000:00000010:1.1:1770653380.625891:0:73805:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564edf2000. 00010000:00000010:1.1:1770653380.630875:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561f2bf800. 00010000:00000010:0.1:1770653380.631880:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d254d00. 00010000:00000010:0.1:1770653380.631900:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1000. 00010000:00000010:2.1:1770653380.634874:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955637241b00. 00010000:00000010:2.1:1770653380.634883:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1800. 00010000:00000010:3.1:1770653380.638905:0:76650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562526bc00. 00010000:00000010:1.1:1770653380.638912:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3cb000. 00010000:00000010:3.1:1770653380.638936:0:76650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556209cdc00. 00010000:00000010:1.1:1770653380.641912:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b41ee00. 00010000:00000010:0.1:1770653380.644882:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561f2db900. 00010000:00000010:0.1:1770653380.644891:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79600. 00010000:00000010:0.1:1770653380.644903:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560c5ec500. 00010000:00000010:0.1:1770653380.644918:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1e00. 00010000:00000010:0.1:1770653380.644935:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163c00. 00010000:00000010:0.1:1770653380.648903:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d94bb00. 00010000:00000010:0.1:1770653380.648929:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1200. 00010000:00000010:0.1:1770653380.648940:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d348c00. 00010000:00000010:0.1:1770653380.648958:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152600. 00010000:00000010:0.1:1770653380.650891:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556672cd200. 00010000:00000010:2.1:1770653380.651876:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b05600. 00010000:00000010:0.1:1770653380.656919:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566631d500. 00010000:00000010:0.1:1770653380.656938:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153e00. 00010000:00000010:0.1:1770653380.656954:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565c0100. 00010000:00000010:0.1:1770653380.656964:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1a00. 00010000:00000010:1.1:1770653380.660909:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556354eb000. 00010000:00000010:1.1:1770653380.660932:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955607533400. 00010000:00000010:2.1:1770653380.661885:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955654bc2500. 00010000:00000010:2.1:1770653380.661904:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:1.1:1770653380.667883:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661067a00. 00010000:00000010:0.1:1770653380.667890:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2e000. 00010000:00000010:2.1:1770653380.667895:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561584ac00. 00010000:00000010:0.1:1770653380.667904:0:6529:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564ec36600. 00010000:00000010:0.1:1770653380.667923:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:0.1:1770653380.667935:0:6529:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955656194300. 00010000:00000010:0.1:1770653380.667943:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1800. 00010000:00000010:0.1:1770653380.669888:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f0d4800. 00010000:00000010:2.1:1770653380.669895:0:76383:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669526900. 00010000:00000010:0.1:1770653380.669913:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0400. 00010000:00000010:2.1:1770653380.669917:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153000. 00010000:00000010:2.1:1770653380.669933:0:76383:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566d20e500. 00010000:00000010:2.1:1770653380.669949:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0000. 00010000:00000010:2.1:1770653380.669962:0:76383:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632dd7c00. 00010000:00000010:2.1:1770653380.669984:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153a00. 00010000:00000010:2.1:1770653380.670003:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642fbe400. 00010000:00000010:1.1:1770653380.674919:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631489a00. 00010000:00000010:0.1:1770653380.676904:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565c7e0d00. 00010000:00000010:0.1:1770653380.676911:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1e00. 00010000:00000010:0.1:1770653380.679918:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955665e86200. 00010000:00000010:1.1:1770653380.680904:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564e054e00. 00010000:00000010:1.1:1770653380.684895:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955623615800. 00010000:00000010:0.1:1770653380.692903:0:73798:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562d26d100. 00010000:00000010:0.1:1770653380.692922:0:73798:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153800. 00010000:00000010:2.1:1770653380.698879:0:73806:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955655725d00. 00010000:00000010:2.1:1770653380.698893:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79e00. 00010000:00000010:2.1:1770653380.698908:0:73806:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955631fab600. 00010000:00000010:2.1:1770653380.698926:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0c00. 00010000:00000010:2.1:1770653380.698943:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a827400. 00010000:00000010:0.1:1770653380.702887:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666212d00. 00010000:00000010:0.1:1770653380.702893:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0000. 00010000:00000010:0.1:1770653380.702898:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955634610000. 00010000:00000010:0.1:1770653380.708875:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a6fd200. 00010000:00000010:2.1:1770653380.708886:0:81864:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644495600. 00010000:00000010:1.1:1770653380.708887:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ff8ec00. 00010000:00000010:0.1:1770653380.708890:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647321a00. 00010000:00000010:0.1:1770653380.708922:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0400. 00010000:00000010:1.1:1770653380.711882:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a641800. 00010000:00000010:0.1:1770653380.711898:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955625f16300. 00010000:00000010:1.1:1770653380.711900:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955618d46200. 00010000:00000010:0.1:1770653380.711913:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1000. 00010000:00000010:2.1:1770653380.711914:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d66b200. 00010000:00000010:0.1:1770653380.711921:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955621647200. 00010000:00000010:2.1:1770653380.711923:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152600. 00010000:00000010:2.1:1770653380.711939:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564a161300. 00010000:00000010:2.1:1770653380.711946:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152a00. 00010000:00000010:2.1:1770653380.715889:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565b51f800. 00010000:00000010:0.1:1770653380.715899:0:6529:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566cdaab00. 00010000:00000010:0.1:1770653380.715915:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:0.1:1770653380.715929:0:6529:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955657a1ef00. 00010000:00000010:0.1:1770653380.715943:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1400. 00010000:00000010:0.1:1770653380.715963:0:6529:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561ae40900. 00010000:00000010:0.1:1770653380.715975:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152c00. 00010000:00000010:0.1:1770653380.716001:0:6529:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564bf80900. 00010000:00000010:0.1:1770653380.716019:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1200. 00010000:00000010:0.1:1770653380.722907:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633107800. 00010000:00000010:1.1:1770653380.725908:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561bd8b000. 00010000:00000010:2.1:1770653380.726886:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566ab09d00. 00010000:00000010:2.1:1770653380.726905:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152e00. 00010000:00000010:2.1:1770653380.732907:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556664c3a00. 00010000:00000010:0.1:1770653380.733912:0:7409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e5a6900. 00010000:00000010:0.1:1770653380.733930:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:2.1:1770653380.735898:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351cc600. 00010000:00000010:0.1:1770653380.735901:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e168200. 00010000:00000010:0.1:1770653380.735924:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1000. 00010000:00000010:0.1:1770653380.735949:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565b4a9200. 00010000:00000010:0.1:1770653380.735968:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e322300. 00010000:00000010:0.1:1770653380.735986:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0800. 00010000:00000010:1.1:1770653380.736902:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561767f600. 00010000:00000010:2.1:1770653380.739875:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557042e1000. 00010000:00000010:2.1:1770653380.739888:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78800. 00010000:00000010:2.1:1770653380.739896:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955705680900. 00010000:00000010:0.1:1770653380.739901:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632081200. 00010000:00000010:2.1:1770653380.739905:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0800. 00010000:00000010:0.1:1770653380.739914:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e9d0c00. 00010000:00000010:0.1:1770653380.739924:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153800. 00010000:00000010:0.1:1770653380.745907:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632384a00. 00010000:00000010:0.1:1770653380.750897:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563a42a200. 00010000:00000010:0.1:1770653380.750914:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152c00. 00010000:00000010:0.1:1770653380.755890:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556558b9c00. 00010000:00000010:2.1:1770653380.756904:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561f17bc00. 00010000:00000010:1.1:1770653380.757907:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563d81c200. 00010000:00000010:2.1:1770653380.760880:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561c748400. 00010000:00000010:3.1:1770653380.760882:0:76654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a643e00. 00010000:00000010:2.1:1770653380.760911:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152800. 00010000:00000010:2.1:1770653380.760925:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566b028700. 00010000:00000010:2.1:1770653380.760939:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78400. 00010000:00000010:1.1:1770653380.761897:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556448dc200. 00010000:00000010:0.1:1770653380.767900:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563949c800. 00010000:00000010:0.1:1770653380.767919:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0e00. 00010000:00000010:0.1:1770653380.767932:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955641909900. 00010000:00000010:0.1:1770653380.767955:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:0.1:1770653380.767969:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d5200. 00010000:00000010:0.1:1770653380.767980:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0800. 00010000:00000010:1.1:1770653380.768912:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560be13600. 00010000:00000010:0.1:1770653380.770893:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563ccafc00. 00010000:00000010:2.1:1770653380.770917:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560b756600. 00010000:00000010:2.1:1770653380.770932:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78800. 00010000:00000010:0.1:1770653380.773886:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660bc5800. 00010000:00000010:2.1:1770653380.773897:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564b5fec00. 00010000:00000010:2.1:1770653380.773909:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153800. 00010000:00000010:0.1:1770653380.781879:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d7ccd00. 00010000:00000010:0.1:1770653380.781893:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152c00. 00010000:00000010:0.1:1770653380.785903:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562d6d4a00. 00010000:00000010:1.1:1770653380.786897:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c35b800. 00010000:00000010:1.1:1770653380.786911:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253b6000. 00010000:00000010:2.1:1770653380.790895:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666260c00. 00010000:00000010:0.1:1770653380.790903:0:5744:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561606a800. 00010000:00000010:0.1:1770653380.790925:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1a00. 00010000:00000010:3.1:1770653380.794880:0:76654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a6fce00. 00010000:00000010:0.1:1770653380.794884:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d156200. 00010000:00000010:0.1:1770653380.794895:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1800. 00010000:00000010:0.1:1770653380.794906:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565532e000. 00010000:00000010:0.1:1770653380.794913:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1200. 00010000:00000010:2.1:1770653380.795889:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565a3b8b00. 00010000:00000010:2.1:1770653380.795911:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79a00. 00010000:00000010:1.1:1770653380.796914:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560da45000. 00010000:00000010:0.1:1770653380.799894:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955625f16500. 00010000:00000010:0.1:1770653380.799909:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152e00. 00010000:00000010:0.1:1770653380.799924:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642fb9a00. 00010000:00000010:0.1:1770653380.799939:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152800. 00010000:00000010:3.1:1770653380.802890:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a00dc00. 00010000:00000010:1.1:1770653380.802894:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556201bc800. 00010000:00000010:0.1:1770653380.806883:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657a1b200. 00010000:00000010:2.1:1770653380.807880:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565f51e000. 00010000:00000010:2.1:1770653380.807898:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955667210400. 00010000:00000010:2.1:1770653380.807910:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79e00. 00010000:00000010:0.1:1770653380.811886:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565e8c8800. 00010000:00000010:0.1:1770653380.811899:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0000. 00010000:00000010:2.1:1770653380.812898:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955624ad1800. 00010000:00000010:2.1:1770653380.812918:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c8afb00. 00010000:00000010:2.1:1770653380.812934:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152a00. 00010000:00000010:0.1:1770653380.816910:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563ab12c00. 00010000:00000010:0.1:1770653380.816920:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:0.1:1770653380.816938:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955668127300. 00010000:00000010:0.1:1770653380.816951:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0e00. 00010000:00000010:1.1:1770653380.819914:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562154e400. 00010000:00000010:0.1:1770653380.821883:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955635c96e00. 00010000:00000010:3.1:1770653380.821884:0:76654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15da00. 00010000:00000010:0.1:1770653380.821897:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:2.1:1770653380.822895:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34aa00. 00010000:00000010:2.1:1770653380.822914:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565f7d2500. 00010000:00000010:2.1:1770653380.822932:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0400. 00010000:00000010:2.1:1770653380.825905:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ad600. 00010000:00000010:2.1:1770653380.825920:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:0.1:1770653380.834912:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561b0cee00. 00010000:00000010:0.1:1770653380.834921:0:5744:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955618553c00. 00010000:00000010:0.1:1770653380.834939:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152c00. 00010000:00000010:3.1:1770653380.836906:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e919000. 00010000:00000010:3.1:1770653380.836919:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955634616400. 00010000:00000010:1.1:1770653380.839917:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556201bf800. 00010000:00000010:2.1:1770653380.839921:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955668f5e600. 00010000:00000010:0.1:1770653380.840893:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955635a0d700. 00010000:00000010:0.1:1770653380.840906:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0200. 00010000:00000010:2.1:1770653380.843929:0:5745:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955608f17600. 00010000:00000010:2.1:1770653380.843947:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153a00. 00010000:00000010:2.1:1770653380.843961:0:5745:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563719a700. 00010000:00000010:2.1:1770653380.843970:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79600. 00010000:00000010:3.1:1770653380.846891:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556259c2800. 00010000:00000010:0.1:1770653380.846892:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d156100. 00010000:00000010:1.1:1770653380.846893:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253b7c00. 00010000:00000010:0.1:1770653380.846931:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:1.1:1770653380.846933:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565770b600. 00010000:00000010:0.1:1770653380.846953:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643cdec00. 00010000:00000010:0.1:1770653380.846969:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0c00. 00010000:00000010:0.1:1770653380.849880:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955610296a00. 00010000:00000010:0.1:1770653380.849902:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561023da00. 00010000:00000010:2.1:1770653380.849946:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562644b700. 00010000:00000010:2.1:1770653380.849958:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152e00. 00010000:00000010:2.1:1770653380.853880:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563ccb1f00. 00010000:00000010:1.1:1770653380.853892:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556308dbc00. 00010000:00000010:2.1:1770653380.853903:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0400. 00010000:00000010:2.1:1770653380.853929:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955710467300. 00010000:00000010:2.1:1770653380.853940:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153e00. 00010000:00000010:2.1:1770653380.853953:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633cc1500. 00010000:00000010:2.1:1770653380.853973:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79800. 00010000:00000010:2.1:1770653380.856886:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635e04e00. 00010000:00000010:0.1:1770653380.861903:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4c900. 00010000:00000010:0.1:1770653380.861915:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1400. 00010000:00000010:0.1:1770653380.865880:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556217c0000. 00010000:00000010:3.1:1770653380.865881:0:76654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1cc00. 00010000:00000010:2.1:1770653380.866916:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955641909b00. 00010000:00000010:2.1:1770653380.866946:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:0.1:1770653380.868876:0:5744:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cf5c400. 00010000:00000010:0.1:1770653380.868884:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78200. 00010000:00000010:2.1:1770653380.869914:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563a64ff00. 00010000:00000010:2.1:1770653380.869933:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153c00. 00010000:00000010:3.1:1770653380.873879:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565506b000. 00010000:00000010:1.1:1770653380.874899:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556592e9e00. 00010000:00000010:2.1:1770653380.878890:0:5745:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556508fcc00. 00010000:00000010:2.1:1770653380.878897:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153600. 00010000:00000010:0.1:1770653380.878909:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955657411a00. 00010000:00000010:0.1:1770653380.878930:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1600. 00010000:00000010:2.1:1770653380.883884:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f84b000. 00010000:00000010:2.1:1770653380.883898:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562ce47100. 00010000:00000010:2.1:1770653380.883911:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0400. 00010000:00000010:2.1:1770653380.883921:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ea3c600. 00010000:00000010:2.1:1770653380.886907:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955664789300. 00010000:00000010:2.1:1770653380.886924:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1600. 00010000:00000010:0.1:1770653380.896876:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561f1f8400. 00010000:00000010:1.1:1770653380.896883:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639a7e200. 00010000:00000010:3.1:1770653380.900891:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639a7ce00. 00010000:00000010:0.1:1770653380.900894:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566d092800. 00010000:00000010:2.1:1770653380.900906:0:81868:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562085ac00. 00010000:00000010:0.1:1770653380.900910:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:2.1:1770653380.900918:0:81868:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0600. 00010000:00000010:0.1:1770653380.900924:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657a1a400. 00010000:00000010:2.1:1770653380.900948:0:81868:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643cdc200. 00010000:00000010:2.1:1770653380.900968:0:81868:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153c00. 00010000:00000010:2.1:1770653380.904907:0:81868:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556259ec900. 00010000:00000010:2.1:1770653380.904916:0:81868:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:2.1:1770653380.904931:0:81868:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c8af800. 00010000:00000010:2.1:1770653380.904938:0:81868:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153e00. 00010000:00000010:3.1:1770653380.905894:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561bfd0600. 00010000:00000010:1.1:1770653380.906876:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644346c00. 00010000:00000010:1.1:1770653380.909895:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661cea400. 00010000:00000010:2.1:1770653380.909898:0:81869:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955602c71c00. 00010000:00000010:2.1:1770653380.909922:0:81869:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79800. 00010000:00000010:2.1:1770653380.909972:0:81869:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562085eb00. 00010000:00000010:2.1:1770653380.909999:0:81869:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78200. 00010000:00000010:3.1:1770653380.918905:0:76650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7000. 00010000:00000010:1.1:1770653380.919875:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556259a5600. 00010000:00000010:1.1:1770653380.922895:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556579a1c00. 00010000:00000010:2.1:1770653380.923889:0:12200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4f100. 00010000:00000010:2.1:1770653380.923907:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152e00. 00010000:00000010:2.1:1770653380.923925:0:12200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556219fbb00. 00010000:00000010:2.1:1770653380.923944:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:2.1:1770653380.927913:0:7409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955619a1fd00. 00010000:00000010:2.1:1770653380.927930:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153a00. 00010000:00000010:3.1:1770653380.933877:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633ba3800. 00010000:00000010:3.1:1770653380.933898:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560677c800. 00010000:00000010:2.1:1770653380.934191:0:66075:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623a7ea00. 00010000:00000010:2.1:1770653380.934221:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0600. 00010000:00000010:3.1:1770653380.936884:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955665e67400. 00010000:00000010:2.1:1770653380.936888:0:81874:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564beadd00. 00010000:00000010:3.1:1770653380.936894:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1f600. 00010000:00000010:2.1:1770653380.936916:0:81874:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1c00. 00010000:00000010:2.1:1770653380.937021:0:81874:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556596aff00. 00010000:00000010:2.1:1770653380.937046:0:81874:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79600. 00010000:00000010:1.1:1770653380.937898:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667c03c00. 00010000:00000010:3.1:1770653380.940877:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562ff24400. 00010000:00000010:0.1:1770653380.940893:0:76383:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955635111f00. 00010000:00000010:0.1:1770653380.940907:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:1.1:1770653380.940908:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667d95600. 00010000:00000010:2.1:1770653380.940937:0:81867:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955635c96a00. 00010000:00000010:2.1:1770653380.940965:0:81867:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:2.1:1770653380.940978:0:81867:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955631e40200. 00010000:00000010:2.1:1770653380.941010:0:81867:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79e00. 00010000:00000010:2.1:1770653380.943978:0:81876:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561fb17b00. 00010000:00000010:2.1:1770653380.944009:0:81876:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152c00. 00010000:00000010:1.1:1770653380.952877:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561e7f8400. 00010000:00000010:3.1:1770653380.952911:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955622a48400. 00010000:00000010:0.1:1770653380.955912:0:12200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a66b800. 00010000:00000010:0.1:1770653380.955930:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152000. 00010000:00000010:3.1:1770653380.961875:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620b1da00. 00010000:00000010:3.1:1770653380.961883:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564efd2800. 00010000:00000010:3.1:1770653380.961893:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153000. 00010000:00000010:2.1:1770653380.961900:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560edd5100. 00010000:00000010:1.1:1770653380.961903:0:76650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563869f200. 00010000:00000010:2.1:1770653380.961922:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0400. 00010000:00000010:1.1:1770653380.967892:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563072aa00. 00010000:00000010:1.1:1770653380.970908:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662e7ae00. 00010000:00000010:2.1:1770653380.970909:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c914a00. 00010000:00000010:2.1:1770653380.970927:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955610824300. 00010000:00000010:2.1:1770653380.970934:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79a00. 00010000:00000010:2.1:1770653380.970940:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556267bb000. 00010000:00000010:2.1:1770653380.970948:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:3.1:1770653380.974899:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561767f200. 00010000:00000010:2.1:1770653380.974903:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955610824f00. 00010000:00000010:2.1:1770653380.974916:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152800. 00010000:00000010:0.1:1770653380.974921:0:12200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556683ea900. 00010000:00000010:0.1:1770653380.974939:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0600. 00010000:00000010:0.1:1770653380.974949:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556323ce200. 00010000:00000010:0.1:1770653380.979899:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955665f55e00. 00010000:00000010:0.1:1770653380.979919:0:6529:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f705500. 00010000:00000010:0.1:1770653380.979932:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152600. 00010000:00000010:1.1:1770653380.980898:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb4ec00. 00010000:00000010:3.1:1770653380.982875:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623b65700. 00010000:00000010:3.1:1770653380.982888:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78800. 00010000:00000010:1.1:1770653380.982906:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d9b4000. 00010000:00000010:2.1:1770653380.982910:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562d277b00. 00010000:00000010:0.1:1770653380.982912:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f2dd000. 00010000:00000010:2.1:1770653380.982929:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1000. 00010000:00000010:2.1:1770653380.985915:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650b7ac00. 00010000:00000010:2.1:1770653380.985937:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152000. 00010000:00000010:0.1:1770653380.991896:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955659632e00. 00010000:00000010:2.1:1770653380.995907:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955627222e00. 00010000:00000010:2.1:1770653380.995925:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152a00. 00010000:00000010:1.1:1770653380.999901:0:73798:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566242ce00. 00010000:00000010:3.1:1770653381.005904:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666e59f00. 00010000:00000010:3.1:1770653381.005918:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:0.1:1770653381.010874:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623726f00. 00010000:00000010:1.1:1770653381.010878:0:73805:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565f49b000. 00010000:00000010:0.1:1770653381.010885:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0c00. 00010000:00000010:1.1:1770653381.010887:0:73805:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625bf9200. 00010000:00000010:0.1:1770653381.010897:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351cde00. 00010000:00000010:0.1:1770653381.010907:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566154ce00. 00010000:00000010:0.1:1770653381.010920:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152600. 00010000:00000010:1.1:1770653381.013883:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566968ae00. 00010000:00000010:0.1:1770653381.013886:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566d0f0000. 00010000:00000010:1.1:1770653381.017877:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c35ba00. 00010000:00000010:1.1:1770653381.017891:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563bd40c00. 00010000:00000010:2.1:1770653381.017898:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955705680800. 00010000:00000010:3.1:1770653381.017911:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565532e800. 00010000:00000010:0.1:1770653381.017912:0:73809:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955630dada00. 00010000:00000010:2.1:1770653381.017916:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:0.1:1770653381.017941:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1c00. 00010000:00000010:2.1:1770653381.017945:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955667c84200. 00010000:00000010:3.1:1770653381.017946:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1000. 00010000:00000010:2.1:1770653381.017977:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0400. 00010000:00000010:0.1:1770653381.021886:0:12200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556475dcd00. 00010000:00000010:0.1:1770653381.021896:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78400. 00010000:00000010:0.1:1770653381.021909:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955623d42e00. 00010000:00000010:2.1:1770653381.025904:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cc05200. 00010000:00000010:2.1:1770653381.025919:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0600. 00010000:00000010:3.1:1770653381.028913:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660e10900. 00010000:00000010:1.1:1770653381.028916:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563871f600. 00010000:00000010:0.1:1770653381.028920:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556449fb000. 00010000:00000010:3.1:1770653381.028933:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1600. 00010000:00000010:0.1:1770653381.028933:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1600. 00010000:00000010:3.1:1770653381.028954:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563846b800. 00010000:00000010:3.1:1770653381.028973:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152000. 00010000:00000010:2.1:1770653381.031899:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629e96000. 00010000:00000010:0.1:1770653381.032022:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565c914000. 00010000:00000010:3.1:1770653381.039893:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556613f3000. 00010000:00000010:3.1:1770653381.039900:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:0.1:1770653381.044918:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560b74ec00. 00010000:00000010:1.1:1770653381.045906:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564abf1c00. 00010000:00000010:3.1:1770653381.048882:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a00f000. 00010000:00000010:2.1:1770653381.048905:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566419f600. 00010000:00000010:2.1:1770653381.048919:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152600. 00010000:00000010:2.1:1770653381.053925:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955605a19100. 00010000:00000010:2.1:1770653381.053941:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0400. 00010000:00000010:0.1:1770653381.058891:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563871ae00. 00010000:00000010:0.1:1770653381.064896:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955606cd8100. 00010000:00000010:0.1:1770653381.064903:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1800. 00010000:00000010:1.1:1770653381.065902:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556683e8000. 00010000:00000010:3.1:1770653381.070880:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566631e900. 00010000:00000010:2.1:1770653381.070887:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a827c00. 00010000:00000010:2.1:1770653381.070898:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a00f200. 00010000:00000010:3.1:1770653381.070900:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:2.1:1770653381.070916:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556214cf700. 00010000:00000010:3.1:1770653381.070921:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955602fde600. 00010000:00000010:2.1:1770653381.070930:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153800. 00010000:00000010:3.1:1770653381.070934:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78400. 00010000:00000010:2.1:1770653381.070952:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666212300. 00010000:00000010:2.1:1770653381.070969:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:1.1:1770653381.071894:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565f571600. 00010000:00000010:3.1:1770653381.074897:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d254000. 00010000:00000010:2.1:1770653381.074901:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566bf3e800. 00010000:00000010:0.1:1770653381.074904:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561f2bee00. 00010000:00000010:3.1:1770653381.074906:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0200. 00010000:00000010:2.1:1770653381.078903:0:76658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565b78ce00. 00010000:00000010:2.1:1770653381.078908:0:76658:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955648207600. 00010000:00000010:1.1:1770653381.078915:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565748de00. 00010000:00000010:2.1:1770653381.078918:0:76658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:0.1:1770653381.079875:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632038d00. 00010000:00000010:3.1:1770653381.079877:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557042e3d00. 00010000:00000010:0.1:1770653381.079891:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78800. 00010000:00000010:3.1:1770653381.079896:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0800. 00010000:00000010:2.1:1770653381.081924:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566146fe00. 00010000:00000010:2.1:1770653381.081943:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0600. 00010000:00000010:2.1:1770653381.086904:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556195ffc00. 00010000:00000010:2.1:1770653381.090900:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b04600. 00010000:00000010:1.1:1770653381.090907:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e9de400. 00010000:00000010:3.1:1770653381.091002:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562ea80600. 00010000:00000010:3.1:1770653381.091022:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152c00. 00010000:00000010:0.1:1770653381.093899:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564e055c00. 00010000:00000010:3.1:1770653381.094899:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557030f1b00. 00010000:00000010:3.1:1770653381.094929:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0e00. 00010000:00000010:3.1:1770653381.094947:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cfb2900. 00010000:00000010:3.1:1770653381.094963:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1200. 00010000:00000010:3.1:1770653381.094975:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955655725400. 00010000:00000010:3.1:1770653381.095004:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0000. 00010000:00000010:2.1:1770653381.104903:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ac2cc00. 00010000:00000010:2.1:1770653381.104911:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560b7fe700. 00010000:00000010:0.1:1770653381.104919:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a0dc400. 00010000:00000010:2.1:1770653381.104921:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1200. 00010000:00000010:1.1:1770653381.105905:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560be24a00. 00010000:00000010:1.1:1770653381.109873:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560552ae00. 00010000:00000010:2.1:1770653381.109879:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08e800. 00010000:00000010:3.1:1770653381.109894:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662e78a00. 00010000:00000010:2.1:1770653381.112877:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955661024700. 00010000:00000010:2.1:1770653381.112891:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0600. 00010000:00000010:2.1:1770653381.112894:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955657502300. 00010000:00000010:2.1:1770653381.112897:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152400. 00010000:00000010:3.1:1770653381.112906:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f250900. 00010000:00000010:0.1:1770653381.112907:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562dd99c00. 00010000:00000010:3.1:1770653381.112932:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1000. 00010000:00000010:0.1:1770653381.112934:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f2d2300. 00010000:00000010:0.1:1770653381.112955:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79e00. 00010000:00000010:0.1:1770653381.112964:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95572e9dab00. 00010000:00000010:0.1:1770653381.112974:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79a00. 00010000:00000010:2.1:1770653381.117909:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955608cbfe00. 00010000:00000010:2.1:1770653381.117925:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153c00. 00010000:00000010:3.1:1770653381.118904:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639691e00. 00010000:00000010:3.1:1770653381.118915:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562fc96e00. 00010000:00000010:3.1:1770653381.118931:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:1.1:1770653381.121908:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556357de800. 00010000:00000010:0.1:1770653381.127893:0:5745:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556262f7000. 00010000:00000010:0.1:1770653381.127902:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:2.1:1770653381.130906:0:76654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631efe800. 00010000:00000010:2.1:1770653381.133883:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562df26800. 00010000:00000010:2.1:1770653381.133890:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78200. 00010000:00000010:0.1:1770653381.133906:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955646db4900. 00010000:00000010:0.1:1770653381.133942:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1e00. 00010000:00000010:1.1:1770653381.134905:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560d3a7400. 00010000:00000010:1.1:1770653381.134927:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c497400. 00010000:00000010:2.1:1770653381.137922:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955608ab5a00. 00010000:00000010:0.1:1770653381.138896:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955646a3b200. 00010000:00000010:3.1:1770653381.143878:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564b1b4300. 00010000:00000010:3.1:1770653381.143885:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:2.1:1770653381.143905:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955636843f00. 00010000:00000010:0.1:1770653381.143912:0:76658:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560b00b300. 00010000:00000010:2.1:1770653381.143928:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1e00. 00010000:00000010:0.1:1770653381.143930:0:76658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79800. 00010000:00000010:1.1:1770653381.144907:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395bca00. 00010000:00000010:2.1:1770653381.147903:0:76654:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561c7ba200. 00010000:00000010:0.1:1770653381.147908:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556300e7e00. 00010000:00000010:2.1:1770653381.147916:0:76654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1200. 00010000:00000010:0.1:1770653381.147919:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1000. 00010000:00000010:3.1:1770653381.148886:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563d574e00. 00010000:00000010:0.1:1770653381.151878:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556373fdc00. 00010000:00000010:3.1:1770653381.151882:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667f18800. 00010000:00000010:2.1:1770653381.151892:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e3b1000. 00010000:00000010:2.1:1770653381.153879:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631fd1600. 00010000:00000010:1.1:1770653381.154873:0:73809:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d057800. 00010000:00000010:1.1:1770653381.154884:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:3.1:1770653381.154909:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cfad900. 00010000:00000010:3.1:1770653381.154918:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0800. 00010000:00000010:3.1:1770653381.154934:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2bc00. 00010000:00000010:0.1:1770653381.159896:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660814300. 00010000:00000010:0.1:1770653381.159904:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:0.1:1770653381.159923:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564fcf2e00. 00010000:00000010:0.1:1770653381.159941:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:2.1:1770653381.161902:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f5dff00. 00010000:00000010:2.1:1770653381.161914:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1200. 00010000:00000010:3.1:1770653381.164877:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e869d00. 00010000:00000010:3.1:1770653381.164896:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1800. 00010000:00000010:0.1:1770653381.168878:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564a1a9400. 00010000:00000010:1.1:1770653381.168890:0:76656:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561fb15900. 00010000:00000010:2.1:1770653381.168891:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566bc6a000. 00010000:00000010:1.1:1770653381.168902:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153e00. 00010000:00000010:0.1:1770653381.175913:0:73805:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955630a16800. 00010000:00000010:0.1:1770653381.178881:0:76658:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562486a400. 00010000:00000010:3.1:1770653381.178882:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556228f7000. 00010000:00000010:0.1:1770653381.178912:0:76658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152600. 00010000:00000010:3.1:1770653381.181897:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563c6ea600. 00010000:00000010:0.1:1770653381.182898:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955620898a00. 00010000:00000010:0.1:1770653381.182909:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0800. 00010000:00000010:0.1:1770653381.186900:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ab39800. 00010000:00000010:0.1:1770653381.186927:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556347f7c00. 00010000:00000010:3.1:1770653381.190893:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639947400. 00010000:00000010:3.1:1770653381.190905:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cdf6000. 00010000:00000010:2.1:1770653381.190909:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562dde0b00. 00010000:00000010:2.1:1770653381.190928:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152800. 00010000:00000010:3.1:1770653381.190931:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:3.1:1770653381.190947:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a288c00. 00010000:00000010:3.1:1770653381.190973:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1800. 00010000:00000010:1.1:1770653381.192894:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395bdc00. 00010000:00000010:0.1:1770653381.194880:0:76650:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623b9b900. 00010000:00000010:0.1:1770653381.194898:0:76650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1800. 00010000:00000010:0.1:1770653381.197886:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95572dece700. 00010000:00000010:0.1:1770653381.197895:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:0.1:1770653381.203901:0:81879:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955626524400. 00010000:00000010:1.1:1770653381.203911:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556347f4400. 00010000:00000010:2.1:1770653381.205889:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556082ccb00. 00010000:00000010:2.1:1770653381.205904:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0800. 00010000:00000010:3.1:1770653381.205956:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955617b35d00. 00010000:00000010:3.1:1770653381.205978:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79a00. 00010000:00000010:1.1:1770653381.206876:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639947c00. 00010000:00000010:1.1:1770653381.208893:0:76416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666e58700. 00010000:00000010:1.1:1770653381.208916:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79e00. 00010000:00000010:0.1:1770653381.209912:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566bc6b600. 00010000:00000010:0.1:1770653381.211881:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560a498000. 00010000:00000010:0.1:1770653381.214911:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565e9ab500. 00010000:00000010:0.1:1770653381.214920:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152600. 00010000:00000010:0.1:1770653381.221877:0:73805:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955616a71300. 00010000:00000010:3.1:1770653381.221880:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617bc3800. 00010000:00000010:0.1:1770653381.221887:0:73805:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1600. 00010000:00000010:1.1:1770653381.221897:0:76658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a0dd800. 00010000:00000010:2.1:1770653381.225894:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562dd9c900. 00010000:00000010:2.1:1770653381.225904:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1c00. 00010000:00000010:1.1:1770653381.225909:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae43a00. 00010000:00000010:2.1:1770653381.225914:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560b7fed00. 00010000:00000010:1.1:1770653381.225917:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f247200. 00010000:00000010:2.1:1770653381.225926:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152a00. 00010000:00000010:1.1:1770653381.225933:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:3.1:1770653381.229884:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564dd4e600. 00010000:00000010:1.1:1770653381.229917:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565b51ca00. 00010000:00000010:1.1:1770653381.229934:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d34d600. 00010000:00000010:0.1:1770653381.233904:0:73805:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562a1d4f00. 00010000:00000010:3.1:1770653381.233905:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556082ccc00. 00010000:00000010:0.1:1770653381.233926:0:73805:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0600. 00010000:00000010:3.1:1770653381.233933:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:1.1:1770653381.234917:0:73798:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556347f4e00. 00010000:00000010:0.1:1770653381.239903:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561aa3f400. 00010000:00000010:0.1:1770653381.239923:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:1.1:1770653381.240911:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564fd1ca00. 00010000:00000010:1.1:1770653381.245884:0:81881:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556373fc400. 00010000:00000010:3.1:1770653381.245887:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644347800. 00010000:00000010:2.1:1770653381.245889:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955622831500. 00010000:00000010:2.1:1770653381.245922:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152800. 00010000:00000010:2.1:1770653381.248877:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556579a1e00. 00010000:00000010:0.1:1770653381.248883:0:81883:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d057c00. 00010000:00000010:3.1:1770653381.248887:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562688e500. 00010000:00000010:1.1:1770653381.248896:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556178cd400. 00010000:00000010:0.1:1770653381.248899:0:81883:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0c00. 00010000:00000010:3.1:1770653381.248901:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152600. 00010000:00000010:0.1:1770653381.248910:0:81883:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562eea2f00. 00010000:00000010:3.1:1770653381.248915:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647571500. 00010000:00000010:0.1:1770653381.248925:0:81883:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0800. 00010000:00000010:3.1:1770653381.248927:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:2.1:1770653381.251874:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566432b900. 00010000:00000010:2.1:1770653381.251891:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:2.1:1770653381.254891:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564e055000. 00010000:00000010:2.1:1770653381.256884:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e4ec800. 00010000:00000010:2.1:1770653381.256899:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0e00. 00010000:00000010:2.1:1770653381.256916:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566907b800. 00010000:00000010:1.1:1770653381.262884:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564fc8ec00. 00010000:00000010:0.1:1770653381.262904:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566bc27800. 00010000:00000010:0.1:1770653381.262923:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:3.1:1770653381.266879:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556372cab00. 00010000:00000010:3.1:1770653381.266888:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0200. 00010000:00000010:1.1:1770653381.267892:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617a29000. 00010000:00000010:1.1:1770653381.274886:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565f571200. 00010000:00000010:2.1:1770653381.275880:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d023300. 00010000:00000010:2.1:1770653381.275900:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153e00. 00010000:00000010:2.1:1770653381.275912:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556214cf400. 00010000:00000010:2.1:1770653381.275926:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:2.1:1770653381.275941:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739fe00. 00010000:00000010:3.1:1770653381.279885:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556606e9a00. 00010000:00000010:3.1:1770653381.279898:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:1.1:1770653381.290909:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563871be00. 00010000:00000010:0.1:1770653381.290916:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955602fde300. 00010000:00000010:0.1:1770653381.290931:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152000. 00010000:00000010:1.1:1770653381.294906:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f6fde00. 00010000:00000010:3.1:1770653381.302880:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564c98ec00. 00010000:00000010:3.1:1770653381.302889:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881100. 00010000:00000010:3.1:1770653381.302892:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152e00. 00010000:00000010:2.1:1770653381.302902:0:76654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560b74e200. 00010000:00000010:1.1:1770653381.302911:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955610295400. 00010000:00000010:2.1:1770653381.302919:0:76654:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660ef2800. 00010000:00000010:0.1:1770653381.302923:0:73798:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955602c70d00. 00010000:00000010:1.1:1770653381.302925:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564203ec00. 00010000:00000010:2.1:1770653381.302942:0:76654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78800. 00010000:00000010:0.1:1770653381.302945:0:73798:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:0.1:1770653381.306903:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644496c00. 00010000:00000010:1.1:1770653381.306906:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556208c2e00. 00010000:00000010:0.1:1770653381.306921:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955621647400. 00010000:00000010:3.1:1770653381.306932:0:76383:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556178c4500. 00010000:00000010:3.1:1770653381.306946:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0e00. 00010000:00000010:1.1:1770653381.311877:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955616082c00. 00010000:00000010:2.1:1770653381.311878:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955659851f00. 00010000:00000010:2.1:1770653381.311897:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153a00. 00010000:00000010:3.1:1770653381.311905:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556595c4100. 00010000:00000010:2.1:1770653381.311912:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556189d3c00. 00010000:00000010:3.1:1770653381.311924:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:2.1:1770653381.311926:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78400. 00010000:00000010:2.1:1770653381.311945:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617b12600. 00010000:00000010:3.1:1770653381.311952:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cf5dc00. 00010000:00000010:2.1:1770653381.311965:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a7b200. 00010000:00000010:3.1:1770653381.311969:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152200. 00010000:00000010:0.1:1770653381.313922:0:81884:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955665ccc000. 00010000:00000010:0.1:1770653381.313940:0:81884:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0c00. 00010000:00000010:0.1:1770653381.313950:0:81884:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562085ae00. 00010000:00000010:0.1:1770653381.313964:0:81884:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153800. 00010000:00000010:1.1:1770653381.314922:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955650648400. 00010000:00000010:2.1:1770653381.318892:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565f02b500. 00010000:00000010:2.1:1770653381.318906:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1400. 00010000:00000010:3.1:1770653381.326876:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556196a4700. 00010000:00000010:3.1:1770653381.326891:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1c00. 00010000:00000010:2.1:1770653381.326901:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561b0be600. 00010000:00000010:3.1:1770653381.326906:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566804c500. 00010000:00000010:3.1:1770653381.326929:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0c00. 00010000:00000010:1.1:1770653381.327903:0:81885:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78400. 00010000:00000010:1.1:1770653381.332884:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660b03e00. 00010000:00000010:0.1:1770653381.332890:0:81847:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955605a9ed00. 00010000:00000010:0.1:1770653381.332912:0:81847:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79600. 00010000:00000010:1.1:1770653381.354909:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577600. 00010000:00000010:2.1:1770653381.355876:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563072a000. 00010000:00000010:3.1:1770653381.358884:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955610824b00. 00010000:00000010:3.1:1770653381.358905:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152000. 00010000:00000010:0.1:1770653381.358911:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b1d0800. 00010000:00000010:3.1:1770653381.358919:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955645f27b00. 00010000:00000010:0.1:1770653381.358928:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639a5a000. 00010000:00000010:3.1:1770653381.358934:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:1.1:1770653381.359911:0:76654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955630aa5a00. 00010000:00000010:2.1:1770653381.362877:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625e08000. 00010000:00000010:3.1:1770653381.362880:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c9b8f00. 00010000:00000010:0.1:1770653381.362888:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556196a4a00. 00010000:00000010:1.1:1770653381.362889:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955665d76600. 00010000:00000010:2.1:1770653381.362891:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562f39a200. 00010000:00000010:3.1:1770653381.362896:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:0.1:1770653381.362916:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0200. 00010000:00000010:0.1:1770653381.362929:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561f2d9800. 00010000:00000010:0.1:1770653381.362944:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153800. 00010000:00000010:3.1:1770653381.362946:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955646b17800. 00010000:00000010:3.1:1770653381.362973:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:2.1:1770653381.366886:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565c273600. 00010000:00000010:3.1:1770653381.366887:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cd35800. 00010000:00000010:3.1:1770653381.366905:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1400. 00010000:00000010:1.1:1770653381.366905:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955607533e00. 00010000:00000010:3.1:1770653381.370905:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642c40d00. 00010000:00000010:3.1:1770653381.370916:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1600. 00010000:00000010:1.1:1770653381.371900:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78800. 00010000:00000010:1.1:1770653381.371916:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299600. 00010000:00000010:1.1:1770653381.376909:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565bee8c00. 00010000:00000010:0.1:1770653381.379877:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644431c00. 00010000:00000010:0.1:1770653381.379890:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1c00. 00010000:00000010:3.1:1770653381.379898:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556385b7200. 00010000:00000010:0.1:1770653381.379908:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955621f94b00. 00010000:00000010:0.1:1770653381.379924:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:0.1:1770653381.379941:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565812bc00. 00010000:00000010:0.1:1770653381.379958:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153c00. 00010000:00000010:1.1:1770653381.382918:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562526b800. 00010000:00000010:1.1:1770653381.386910:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c914200. 00010000:00000010:1.1:1770653381.386917:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955638a77000. 00010000:00000010:3.1:1770653381.391893:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556241b9e00. 00010000:00000010:3.1:1770653381.391904:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0800. 00010000:00000010:0.1:1770653381.391909:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561f2dbf00. 00010000:00000010:0.1:1770653381.391919:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153400. 00010000:00000010:0.1:1770653381.391933:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556081c7800. 00010000:00000010:2.1:1770653381.392004:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564ec36200. 00010000:00000010:2.1:1770653381.392018:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1800. 00010000:00000010:0.1:1770653381.396894:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d057f00. 00010000:00000010:0.1:1770653381.396910:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0600. 00010000:00000010:0.1:1770653381.396924:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299100. 00010000:00000010:0.1:1770653381.396943:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:0.1:1770653381.396962:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955655ad8c00. 00010000:00000010:0.1:1770653381.396993:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78200. 00010000:00000010:1.1:1770653381.402918:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564a1bd800. 00010000:00000010:3.1:1770653381.404879:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561066dc00. 00010000:00000010:3.1:1770653381.404892:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:3.1:1770653381.404901:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556405f5c00. 00010000:00000010:3.1:1770653381.404914:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152c00. 00010000:00000010:2.1:1770653381.404920:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563869f400. 00010000:00000010:0.1:1770653381.413045:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562a08b000. 00010000:00000010:0.1:1770653381.413058:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955619a1fb00. 00010000:00000010:0.1:1770653381.413076:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:2.1:1770653381.413899:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565812de00. 00010000:00000010:0.1:1770653381.416907:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955664438500. 00010000:00000010:0.1:1770653381.416927:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1a00. 00010000:00000010:0.1:1770653381.416939:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562688e900. 00010000:00000010:0.1:1770653381.416960:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1600. 00010000:00000010:3.1:1770653381.417903:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955624b3da00. 00010000:00000010:1.1:1770653381.420877:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739d000. 00010000:00000010:0.1:1770653381.420920:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658265200. 00010000:00000010:2.1:1770653381.422889:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561e6af000. 00010000:00000010:0.1:1770653381.428892:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f222b00. 00010000:00000010:0.1:1770653381.428909:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153800. 00010000:00000010:3.1:1770653381.429911:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633b13200. 00010000:00000010:3.1:1770653381.429921:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1800. 00010000:00000010:3.1:1770653381.429934:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955608f2b300. 00010000:00000010:3.1:1770653381.429947:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:2.1:1770653381.432899:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643d81800. 00010000:00000010:0.1:1770653381.432902:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632080800. 00010000:00000010:2.1:1770653381.432915:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153600. 00010000:00000010:0.1:1770653381.432918:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564b770200. 00010000:00000010:2.1:1770653381.432927:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b24da00. 00010000:00000010:0.1:1770653381.432936:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1e00. 00010000:00000010:0.1:1770653381.432952:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561bd64800. 00010000:00000010:0.1:1770653381.432968:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:0.1:1770653381.434879:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667d95400. 00010000:00000010:2.1:1770653381.434902:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2f600. 00010000:00000010:3.1:1770653381.434905:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565f51db00. 00010000:00000010:3.1:1770653381.434925:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152000. 00010000:00000010:1.1:1770653381.435907:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955650641200. 00010000:00000010:1.1:1770653381.435927:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a6bda00. 00010000:00000010:1.1:1770653381.435934:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669525200. 00010000:00000010:1.1:1770653381.435945:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1000. 00010000:00000010:3.1:1770653381.441911:0:76383:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669fc6f00. 00010000:00000010:3.1:1770653381.441927:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78800. 00010000:00000010:2.1:1770653381.447882:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639bd1600. 00010000:00000010:1.1:1770653381.447898:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556333f7400. 00010000:00000010:0.1:1770653381.448878:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556596afa00. 00010000:00000010:0.1:1770653381.448891:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0800. 00010000:00000010:3.1:1770653381.448902:0:76390:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556357dc800. 00010000:00000010:2.1:1770653381.452895:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632078a00. 00010000:00000010:3.1:1770653381.452897:0:76390:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556201d5700. 00010000:00000010:3.1:1770653381.452921:0:76390:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79800. 00010000:00000010:0.1:1770653381.453885:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623b9a700. 00010000:00000010:0.1:1770653381.453899:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1200. 00010000:00000010:1.1:1770653381.457879:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666260200. 00010000:00000010:1.1:1770653381.457889:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556178c7200. 00010000:00000010:3.1:1770653381.457899:0:76383:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562b9b3a00. 00010000:00000010:3.1:1770653381.457910:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:0.1:1770653381.458894:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556371fd200. 00010000:00000010:0.1:1770653381.461887:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561606a500. 00010000:00000010:0.1:1770653381.461896:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1e00. 00010000:00000010:0.1:1770653381.461910:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955662b0e500. 00010000:00000010:0.1:1770653381.461926:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1200. 00010000:00000010:0.1:1770653381.461940:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f611a00. 00010000:00000010:0.1:1770653381.461966:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79600. 00010000:00000010:0.1:1770653381.461991:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153e00. 00010000:00000010:0.1:1770653381.463905:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572eb30600. 00010000:00000010:0.1:1770653381.463915:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562140ec00. 00010000:00000010:0.1:1770653381.463930:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153c00. 00010000:00000010:3.1:1770653381.464896:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d801b00. 00010000:00000010:3.1:1770653381.464908:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:0.1:1770653381.482898:0:81893:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153e00. 00010000:00000010:0.1:1770653381.482915:0:81893:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643d81b00. 00010000:00000010:0.1:1770653381.482937:0:81893:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152600. 00010000:00000010:0.1:1770653381.482947:0:81893:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153c00. 00010000:00000010:2.1:1770653381.486120:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565f51e800. 00010000:00000010:0.1:1770653381.494907:0:76649:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565e8c8900. 00010000:00000010:1.1:1770653381.494917:0:1:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1c200. 00010000:00000010:0.1:1770653381.494922:0:76649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1000. 00010000:00000010:3.1:1770653381.499886:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cf5cd00. 00010000:00000010:2.1:1770653381.499889:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565bee9c00. 00010000:00000010:0.1:1770653381.499894:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661061400. 00010000:00000010:3.1:1770653381.499903:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:2.1:1770653381.499909:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647caac00. 00010000:00000010:3.1:1770653381.499939:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642ab1200. 00010000:00000010:3.1:1770653381.506888:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564e055400. 00010000:00000010:2.1:1770653381.506889:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a00d400. 00010000:00000010:3.1:1770653381.506913:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a826e00. 00010000:00000010:0.1:1770653381.507912:0:73799:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955704c17800. 00010000:00000010:0.1:1770653381.507933:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153800. 00010000:00000010:0.1:1770653381.507948:0:73799:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644431900. 00010000:00000010:0.1:1770653381.507966:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1a00. 00010000:00000010:0.1:1770653381.508002:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556638e8c00. 00010000:00000010:0.1:1770653381.508026:0:73799:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955655725700. 00010000:00000010:0.1:1770653381.508038:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0600. 00010000:00000010:3.1:1770653381.510884:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639bd1800. 00010000:00000010:2.1:1770653381.510904:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561bfd0200. 00010000:00000010:2.1:1770653381.510934:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635257800. 00010000:00000010:0.1:1770653381.513914:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955616a96a00. 00010000:00000010:3.1:1770653381.513926:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955668f5f600. 00010000:00000010:0.1:1770653381.513927:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955616b3af00. 00010000:00000010:0.1:1770653381.513946:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:3.1:1770653381.513948:0:66075:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955625ea0a00. 00010000:00000010:3.1:1770653381.513970:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:3.1:1770653381.513998:0:66075:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623542d00. 00010000:00000010:3.1:1770653381.514024:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79e00. 00010000:00000010:3.1:1770653381.514047:0:66075:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955641908f00. 00010000:00000010:3.1:1770653381.514063:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79a00. 00010000:00000010:0.1:1770653381.517919:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556613f0400. 00010000:00000010:0.1:1770653381.517934:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79800. 00010000:00000010:2.1:1770653381.518886:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955665ccf400. 00010000:00000010:2.1:1770653381.518909:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1800. 00010000:00000010:2.1:1770653381.518932:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556259ec500. 00010000:00000010:2.1:1770653381.518954:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:2.1:1770653381.518971:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666212500. 00010000:00000010:2.1:1770653381.518981:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:0.1:1770653381.520902:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617b10800. 00010000:00000010:3.1:1770653381.521888:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955635a0de00. 00010000:00000010:3.1:1770653381.521905:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79600. 00010000:00000010:0.1:1770653381.527905:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564a161000. 00010000:00000010:0.1:1770653381.527920:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:0.1:1770653381.527935:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d669800. 00010000:00000010:0.1:1770653381.527956:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1600. 00010000:00000010:3.1:1770653381.530880:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556302e2600. 00010000:00000010:3.1:1770653381.534941:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556508fd700. 00010000:00000010:3.1:1770653381.534965:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152e00. 00010000:00000010:0.1:1770653381.544901:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152600. 00010000:00000010:2.1:1770653381.544913:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5400. 00010000:00000010:0.1:1770653381.544913:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153c00. 00010000:00000010:0.1:1770653381.544925:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560e80c400. 00010000:00000010:0.1:1770653381.544934:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556259c7a00. 00010000:00000010:0.1:1770653381.544941:0:6529:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643d81b00. 00010000:00000010:0.1:1770653381.544956:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153e00. 00010000:00000010:2.1:1770653381.549895:0:5759:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666e32500. 00010000:00000010:2.1:1770653381.549906:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78200. 00010000:00000010:2.1:1770653381.549924:0:5759:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a1c2800. 00010000:00000010:2.1:1770653381.549946:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0400. 00010000:00000010:2.1:1770653381.549957:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635e05e00. 00010000:00000010:0.1:1770653381.553873:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4ce00. 00010000:00000010:0.1:1770653381.553890:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0800. 00010000:00000010:0.1:1770653381.553904:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556251fc800. 00010000:00000010:3.1:1770653381.553906:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556580e5000. 00010000:00000010:0.1:1770653381.553927:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633cc1b00. 00010000:00000010:0.1:1770653381.553940:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153600. 00010000:00000010:2.1:1770653381.563911:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556499a3600. 00010000:00000010:3.1:1770653381.564880:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623b9b600. 00010000:00000010:3.1:1770653381.564887:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78400. 00010000:00000010:3.1:1770653381.566882:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351cce00. 00010000:00000010:2.1:1770653381.566900:0:76656:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566b27c500. 00010000:00000010:1.1:1770653381.566914:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351cd400. 00010000:00000010:2.1:1770653381.566916:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153800. 00010000:00000010:2.1:1770653381.566935:0:76656:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955705680f00. 00010000:00000010:2.1:1770653381.566943:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1c00. 00010000:00000010:2.1:1770653381.571881:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560677ca00. 00010000:00000010:0.1:1770653381.571889:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955705680b00. 00010000:00000010:0.1:1770653381.571912:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:0.1:1770653381.571926:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561fb17300. 00010000:00000010:0.1:1770653381.571941:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0c00. 00010000:00000010:3.1:1770653381.572875:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561023c600. 00010000:00000010:3.1:1770653381.572883:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955710467900. 00010000:00000010:3.1:1770653381.572891:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1600. 00010000:00000010:2.1:1770653381.577904:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564eb72e00. 00010000:00000010:2.1:1770653381.583879:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563cd4a400. 00010000:00000010:1.1:1770653381.583890:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955639b06a00. 00010000:00000010:1.1:1770653381.583897:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0400. 00010000:00000010:3.1:1770653381.584886:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556273f2700. 00010000:00000010:3.1:1770653381.584896:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:0.1:1770653381.587889:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660618200. 00010000:00000010:0.1:1770653381.587907:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79600. 00010000:00000010:0.1:1770653381.587929:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152600. 00010000:00000010:0.1:1770653381.587946:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153c00. 00010000:00000010:3.1:1770653381.594884:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556617ad000. 00010000:00000010:2.1:1770653381.594893:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955643b11000. 00010000:00000010:2.1:1770653381.598882:0:76656:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643d81b00. 00010000:00000010:0.1:1770653381.598884:0:76646:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561cad0700. 00010000:00000010:2.1:1770653381.598902:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152200. 00010000:00000010:0.1:1770653381.598908:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1000. 00010000:00000010:3.1:1770653381.599877:0:6529:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955638893c00. 00010000:00000010:3.1:1770653381.599903:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153600. 00010000:00000010:0.1:1770653381.603895:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556259c6000. 00010000:00000010:3.1:1770653381.606909:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556580e5200. 00010000:00000010:3.1:1770653381.606936:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623b9b400. 00010000:00000010:3.1:1770653381.606951:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153e00. 00010000:00000010:3.1:1770653381.606967:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e5a6300. 00010000:00000010:3.1:1770653381.606980:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79800. 00010000:00000010:0.1:1770653381.607938:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556610df800. 00010000:00000010:0.1:1770653381.612892:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561bd8bc00. 00010000:00000010:3.1:1770653381.612893:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601c00. 00010000:00000010:1.1:1770653381.617893:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566b27cb00. 00010000:00000010:3.1:1770653381.617894:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d77fa00. 00010000:00000010:1.1:1770653381.617908:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:3.1:1770653381.617912:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79a00. 00010000:00000010:1.1:1770653381.617934:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643348400. 00010000:00000010:1.1:1770653381.617950:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0e00. 00010000:00000010:3.1:1770653381.621905:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955624b3b800. 00010000:00000010:2.1:1770653381.624885:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647caaa00. 00010000:00000010:0.1:1770653381.624894:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955664228800. 00010000:00000010:0.1:1770653381.624907:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565c75fc00. 00010000:00000010:0.1:1770653381.624920:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1600. 00010000:00000010:0.1:1770653381.624930:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955630c0ba00. 00010000:00000010:0.1:1770653381.624947:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152c00. 00010000:00000010:0.1:1770653381.635911:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624810d00. 00010000:00000010:0.1:1770653381.635926:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0800. 00010000:00000010:3.1:1770653381.639897:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669242200. 00010000:00000010:0.1:1770653381.639898:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152200. 00010000:00000010:0.1:1770653381.639919:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153600. 00010000:00000010:3.1:1770653381.639927:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0600. 00010000:00000010:1.1:1770653381.640905:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78000. 00010000:00000010:1.1:1770653381.640921:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955637199f00. 00010000:00000010:1.1:1770653381.640934:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79e00. 00010000:00000010:1.1:1770653381.640946:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666180e00. 00010000:00000010:1.1:1770653381.640962:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d155000. 00010000:00000010:3.1:1770653381.642895:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955655725600. 00010000:00000010:3.1:1770653381.642918:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0000. 00010000:00000010:3.1:1770653381.642933:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666212600. 00010000:00000010:3.1:1770653381.642945:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:1.1:1770653381.643902:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a826a00. 00010000:00000010:2.1:1770653381.643905:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564e055800. 00010000:00000010:0.1:1770653381.646905:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642b37300. 00010000:00000010:0.1:1770653381.646921:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:0.1:1770653381.646945:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560677de00. 00010000:00000010:0.1:1770653381.650883:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632387d00. 00010000:00000010:2.1:1770653381.650889:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556302e3a00. 00010000:00000010:0.1:1770653381.650898:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153c00. 00010000:00000010:2.1:1770653381.650902:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f9b2200. 00010000:00000010:3.1:1770653381.653899:0:7409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556314ef000. 00010000:00000010:1.1:1770653381.653902:0:76390:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633cc3400. 00010000:00000010:3.1:1770653381.653915:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:3.1:1770653381.653939:0:7409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d669000. 00010000:00000010:3.1:1770653381.653949:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0200. 00010000:00000010:0.1:1770653381.654909:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d472200. 00010000:00000010:0.1:1770653381.658896:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560bd58700. 00010000:00000010:0.1:1770653381.658904:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1400. 00010000:00000010:3.1:1770653381.662882:0:66075:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e5e3f00. 00010000:00000010:3.1:1770653381.662897:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152600. 00010000:00000010:2.1:1770653381.665893:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955628778e00. 00010000:00000010:1.1:1770653381.665896:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645f25000. 00010000:00000010:1.1:1770653381.669886:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955656193900. 00010000:00000010:3.1:1770653381.669907:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565fbc9000. 00010000:00000010:1.1:1770653381.669911:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:3.1:1770653381.669933:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:0.1:1770653381.676877:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b04c00. 00010000:00000010:1.1:1770653381.676881:0:76649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556354ea000. 00010000:00000010:0.1:1770653381.683898:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643d81e00. 00010000:00000010:0.1:1770653381.683916:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153800. 00010000:00000010:0.1:1770653381.683925:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d9b5600. 00010000:00000010:3.1:1770653381.687882:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666613600. 00010000:00000010:2.1:1770653381.687882:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e881c00. 00010000:00000010:0.1:1770653381.687884:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560daa4000. 00010000:00000010:3.1:1770653381.687905:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153e00. 00010000:00000010:3.1:1770653381.687917:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e018700. 00010000:00000010:3.1:1770653381.687936:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152200. 00010000:00000010:3.1:1770653381.687955:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565a463b00. 00010000:00000010:3.1:1770653381.687975:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79e00. 00010000:00000010:1.1:1770653381.689880:0:73806:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955654bc2b00. 00010000:00000010:1.1:1770653381.689896:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:1.1:1770653381.689915:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632080a00. 00010000:00000010:3.1:1770653381.691881:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d253600. 00010000:00000010:3.1:1770653381.691902:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152e00. 00010000:00000010:0.1:1770653381.695880:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565b51dc00. 00010000:00000010:2.1:1770653381.695907:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556178cc800. 00010000:00000010:1.1:1770653381.696909:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955603403500. 00010000:00000010:1.1:1770653381.696928:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153c00. 00010000:00000010:1.1:1770653381.696951:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a66bc00. 00010000:00000010:1.1:1770653381.696959:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152000. 00010000:00000010:1.1:1770653381.696974:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560c3e3a00. 00010000:00000010:0.1:1770653381.698916:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ac2d600. 00010000:00000010:0.1:1770653381.704879:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556314ed800. 00010000:00000010:0.1:1770653381.704888:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:2.1:1770653381.704899:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa7800. 00010000:00000010:3.1:1770653381.708879:0:76390:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ebba600. 00010000:00000010:0.1:1770653381.708883:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c880000. 00010000:00000010:3.1:1770653381.708889:0:76390:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562b11bc00. 00010000:00000010:0.1:1770653381.708914:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0c00. 00010000:00000010:3.1:1770653381.708916:0:76390:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:0.1:1770653381.708939:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955608cbfd00. 00010000:00000010:3.1:1770653381.708941:0:76390:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cfb2300. 00010000:00000010:3.1:1770653381.708969:0:76390:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1600. 00010000:00000010:0.1:1770653381.708969:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78000. 00010000:00000010:0.1:1770653381.711890:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955654706200. 00010000:00000010:2.1:1770653381.711899:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639a59a00. 00010000:00000010:3.1:1770653381.711904:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556350f7500. 00010000:00000010:3.1:1770653381.711915:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0e00. 00010000:00000010:3.1:1770653381.711932:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955615910100. 00010000:00000010:3.1:1770653381.711962:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152600. 00010000:00000010:2.1:1770653381.719871:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565b78d600. 00010000:00000010:3.1:1770653381.719913:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955668124700. 00010000:00000010:3.1:1770653381.719942:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1800. 00010000:00000010:0.1:1770653381.720900:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561fe4e400. 00010000:00000010:0.1:1770653381.724898:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562e8c4600. 00010000:00000010:0.1:1770653381.724914:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1000. 00010000:00000010:0.1:1770653381.724931:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153600. 00010000:00000010:0.1:1770653381.724951:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153800. 00010000:00000010:3.1:1770653381.733876:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f253f00. 00010000:00000010:3.1:1770653381.733883:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:1.1:1770653381.733887:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561023ca00. 00010000:00000010:3.1:1770653381.733890:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955705f0c300. 00010000:00000010:3.1:1770653381.733902:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:2.1:1770653381.733904:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb7e00. 00010000:00000010:3.1:1770653381.733911:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647571800. 00010000:00000010:3.1:1770653381.733927:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0400. 00010000:00000010:2.1:1770653381.733931:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d34ca00. 00010000:00000010:0.1:1770653381.737907:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955718c17600. 00010000:00000010:2.1:1770653381.737914:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643d81e00. 00010000:00000010:2.1:1770653381.737922:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153400. 00010000:00000010:2.1:1770653381.743899:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561bff6400. 00010000:00000010:2.1:1770653381.743908:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556385b6a00. 00010000:00000010:0.1:1770653381.746903:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556672cff00. 00010000:00000010:0.1:1770653381.746921:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79a00. 00010000:00000010:3.1:1770653381.752894:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562ff24800. 00010000:00000010:3.1:1770653381.752904:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565b6d4200. 00010000:00000010:3.1:1770653381.752916:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:3.1:1770653381.757874:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563bd41e00. 00010000:00000010:1.1:1770653381.757903:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643349700. 00010000:00000010:1.1:1770653381.757931:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79800. 00010000:00000010:1.1:1770653381.757948:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556678e5800. 00010000:00000010:1.1:1770653381.757963:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153c00. 00010000:00000010:1.1:1770653381.757991:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955665c3ca00. 00010000:00000010:1.1:1770653381.758008:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0c00. 00010000:00000010:1.1:1770653381.761896:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560a250200. 00010000:00000010:0.1:1770653381.761905:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc92200. 00010000:00000010:0.1:1770653381.766910:0:76658:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955657007a00. 00010000:00000010:0.1:1770653381.766931:0:76658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1200. 00010000:00000010:0.1:1770653381.770893:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625d71800. 00010000:00000010:3.1:1770653381.775893:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562a0b9200. 00010000:00000010:1.1:1770653381.775900:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cf5e300. 00010000:00000010:3.1:1770653381.775910:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955615911500. 00010000:00000010:1.1:1770653381.775914:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:3.1:1770653381.775931:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:1.1:1770653381.775933:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955620859400. 00010000:00000010:1.1:1770653381.775947:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:2.1:1770653381.776889:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561bce8200. 00010000:00000010:0.1:1770653381.776892:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644496a00. 00010000:00000010:2.1:1770653381.776927:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11cc00. 00010000:00000010:0.1:1770653381.783925:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b903600. 00010000:00000010:0.1:1770653381.786890:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955667af7b00. 00010000:00000010:1.1:1770653381.786892:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955701483c00. 00010000:00000010:3.1:1770653381.786894:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561c96dd00. 00010000:00000010:1.1:1770653381.786910:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561bfd5e00. 00010000:00000010:0.1:1770653381.786911:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:3.1:1770653381.786915:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153600. 00010000:00000010:0.1:1770653381.786937:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153e00. 00010000:00000010:3.1:1770653381.786941:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644540c00. 00010000:00000010:1.1:1770653381.786944:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152e00. 00010000:00000010:0.1:1770653381.786945:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152200. 00010000:00000010:1.1:1770653381.786974:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556508fda00. 00010000:00000010:1.1:1770653381.786991:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1c00. 00010000:00000010:2.1:1770653381.787910:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617b10e00. 00010000:00000010:0.1:1770653381.790877:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955618140200. 00010000:00000010:0.1:1770653381.790893:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153800. 00010000:00000010:2.1:1770653381.790915:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163000. 00010000:00000010:3.1:1770653381.791896:0:76390:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d803300. 00010000:00000010:3.1:1770653381.791909:0:76390:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:0.1:1770653381.794875:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d348300. 00010000:00000010:0.1:1770653381.794889:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79600. 00010000:00000010:0.1:1770653381.794893:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557190d0700. 00010000:00000010:0.1:1770653381.794906:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:2.1:1770653381.812893:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644543400. 00010000:00000010:2.1:1770653381.818879:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635b63200. 00010000:00000010:2.1:1770653381.818892:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562183cc00. 00010000:00000010:1.1:1770653381.818897:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643cdce00. 00010000:00000010:1.1:1770653381.818908:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:2.1:1770653381.823889:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955669078800. 00010000:00000010:3.1:1770653381.823892:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635287e00. 00010000:00000010:1.1:1770653381.824876:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661548a00. 00010000:00000010:1.1:1770653381.824888:0:66075:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563807ba00. 00010000:00000010:1.1:1770653381.824902:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79800. 00010000:00000010:1.1:1770653381.824923:0:66075:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561a86cf00. 00010000:00000010:1.1:1770653381.824941:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:2.1:1770653381.826893:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955634708000. 00010000:00000010:3.1:1770653381.826894:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564beae200. 00010000:00000010:3.1:1770653381.826916:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:0.1:1770653381.827900:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643d81e00. 00010000:00000010:0.1:1770653381.827920:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152a00. 00010000:00000010:0.1:1770653381.827936:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561b1e8a00. 00010000:00000010:0.1:1770653381.827955:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0200. 00010000:00000010:3.1:1770653381.831910:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955631da8f00. 00010000:00000010:0.1:1770653381.831913:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955643225c00. 00010000:00000010:3.1:1770653381.831924:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1800. 00010000:00000010:1.1:1770653381.832907:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562611dc00. 00010000:00000010:1.1:1770653381.832921:0:5743:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565a6b9200. 00010000:00000010:1.1:1770653381.832939:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:1.1:1770653381.832954:0:5743:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626047500. 00010000:00000010:1.1:1770653381.832974:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152200. 00010000:00000010:3.1:1770653381.835886:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560b1d6b00. 00010000:00000010:0.1:1770653381.835888:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556160c5200. 00010000:00000010:3.1:1770653381.835906:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1c00. 00010000:00000010:0.1:1770653381.839885:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955661026f00. 00010000:00000010:0.1:1770653381.839902:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1a00. 00010000:00000010:1.1:1770653381.839903:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ee4f800. 00010000:00000010:1.1:1770653381.839927:0:73802:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955657502000. 00010000:00000010:1.1:1770653381.839943:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1600. 00010000:00000010:2.1:1770653381.845885:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562dd98400. 00010000:00000010:2.1:1770653381.845897:0:12200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566b1ee700. 00010000:00000010:2.1:1770653381.845916:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1400. 00010000:00000010:2.1:1770653381.847887:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563dd76800. 00010000:00000010:1.1:1770653381.847912:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632df4c00. 00010000:00000010:1.1:1770653381.847925:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667c80800. 00010000:00000010:0.1:1770653381.849906:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556660e9a00. 00010000:00000010:1.1:1770653381.849908:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d2ad600. 00010000:00000010:1.1:1770653381.849930:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78400. 00010000:00000010:0.1:1770653381.849931:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627f1ee00. 00010000:00000010:1.1:1770653381.849963:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560b1d7200. 00010000:00000010:1.1:1770653381.850003:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153e00. 00010000:00000010:0.1:1770653381.855884:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561cac4f00. 00010000:00000010:0.1:1770653381.855898:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153800. 00010000:00000010:0.1:1770653381.855901:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560f4b1500. 00010000:00000010:0.1:1770653381.855911:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153400. 00010000:00000010:0.1:1770653381.858881:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556420e7200. 00010000:00000010:2.1:1770653381.863890:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556593b6f00. 00010000:00000010:3.1:1770653381.863896:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955640532000. 00010000:00000010:2.1:1770653381.863905:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0c00. 00010000:00000010:3.1:1770653381.863920:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152600. 00010000:00000010:2.1:1770653381.876889:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566907be00. 00010000:00000010:0.1:1770653381.876895:0:76650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563072b400. 00010000:00000010:2.1:1770653381.880883:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566bc27f00. 00010000:00000010:1.1:1770653381.880884:0:76416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562dd9cf00. 00010000:00000010:2.1:1770653381.880918:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1c00. 00010000:00000010:1.1:1770653381.880919:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152a00. 00010000:00000010:1.1:1770653381.880950:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955618f9ec00. 00010000:00000010:0.1:1770653381.881890:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955668098600. 00010000:00000010:3.1:1770653381.883896:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560753b500. 00010000:00000010:3.1:1770653381.883910:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:2.1:1770653381.890881:0:76651:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669010700. 00010000:00000010:2.1:1770653381.890905:0:76651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78200. 00010000:00000010:1.1:1770653381.896887:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561f3cf800. 00010000:00000010:3.1:1770653381.899903:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b5d1000. 00010000:00000010:2.1:1770653381.899914:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556579a0c00. 00010000:00000010:1.1:1770653381.899914:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564acd8900. 00010000:00000010:1.1:1770653381.899950:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1400. 00010000:00000010:1.1:1770653381.899968:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637273600. 00010000:00000010:1.1:1770653381.899996:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561cac4400. 00010000:00000010:1.1:1770653381.900009:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1000. 00010000:00000010:0.1:1770653381.901894:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563869fa00. 00010000:00000010:0.1:1770653381.901909:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556563ce000. 00010000:00000010:0.1:1770653381.905889:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556160c5a00. 00010000:00000010:1.1:1770653381.905894:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560a499800. 00010000:00000010:2.1:1770653381.906875:0:5744:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562eea2800. 00010000:00000010:2.1:1770653381.906889:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:2.1:1770653381.906901:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565b51c600. 00010000:00000010:1.1:1770653381.909890:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955648946900. 00010000:00000010:1.1:1770653381.909909:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0600. 00010000:00000010:1.1:1770653381.909927:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650b78f00. 00010000:00000010:1.1:1770653381.909943:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1200. 00010000:00000010:1.1:1770653381.909962:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955661026300. 00010000:00000010:1.1:1770653381.909990:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79800. 00010000:00000010:1.1:1770653381.910013:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562dd9cc00. 00010000:00000010:1.1:1770653381.910034:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152600. 00010000:00000010:3.1:1770653381.910887:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565e9abc00. 00010000:00000010:3.1:1770653381.910898:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:1.1:1770653381.914910:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b3ff000. 00010000:00000010:2.1:1770653381.914911:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617bc3a00. 00010000:00000010:2.1:1770653381.914939:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561f81fa00. 00010000:00000010:2.1:1770653381.914960:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1800. 00010000:00000010:2.1:1770653381.914991:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562a1d4b00. 00010000:00000010:2.1:1770653381.915010:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153400. 00010000:00000010:2.1:1770653381.915026:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955662b90f00. 00010000:00000010:2.1:1770653381.915045:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1e00. 00010000:00000010:3.1:1770653381.915907:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a0dfc00. 00010000:00000010:3.1:1770653381.915952:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625c81a00. 00010000:00000010:3.1:1770653381.917891:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556405f5f00. 00010000:00000010:3.1:1770653381.917903:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1200. 00010000:00000010:1.1:1770653381.925886:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955616486e00. 00010000:00000010:1.1:1770653381.927904:0:76383:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626058100. 00010000:00000010:1.1:1770653381.927919:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79600. 00010000:00000010:1.1:1770653381.927933:0:76383:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560b7fe600. 00010000:00000010:1.1:1770653381.927953:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0c00. 00010000:00000010:0.1:1770653381.933916:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152e00. 00010000:00000010:2.1:1770653381.934889:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a0dcc00. 00010000:00000010:0.1:1770653381.937899:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565f499000. 00010000:00000010:0.1:1770653381.937913:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563bdeb800. 00010000:00000010:0.1:1770653381.937925:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78400. 00010000:00000010:0.1:1770653381.940909:0:76658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561b743800. 00010000:00000010:2.1:1770653381.940917:0:73806:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556508fae00. 00010000:00000010:1.1:1770653381.940918:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642e00c00. 00010000:00000010:3.1:1770653381.940942:0:12200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f84e800. 00010000:00000010:1.1:1770653381.940951:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557113e4200. 00010000:00000010:2.1:1770653381.940952:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153e00. 00010000:00000010:3.1:1770653381.940953:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0400. 00010000:00000010:1.1:1770653381.940974:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78800. 00010000:00000010:1.1:1770653381.943872:0:76646:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562ea81400. 00010000:00000010:1.1:1770653381.943878:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152600. 00010000:00000010:0.1:1770653381.943908:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556195fda00. 00010000:00000010:2.1:1770653381.948888:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565fa94200. 00010000:00000010:0.1:1770653381.948893:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f807600. 00010000:00000010:0.1:1770653381.948905:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1e00. 00010000:00000010:3.1:1770653381.950893:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563faca800. 00010000:00000010:3.1:1770653381.956885:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667bcda00. 00010000:00000010:2.1:1770653381.956885:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565f571400. 00010000:00000010:0.1:1770653381.956893:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152200. 00010000:00000010:3.1:1770653381.956914:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635136c00. 00010000:00000010:2.1:1770653381.959884:0:76656:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955646b14c00. 00010000:00000010:2.1:1770653381.959900:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79600. 00010000:00000010:3.1:1770653381.959901:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564fc24b00. 00010000:00000010:1.1:1770653381.959903:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556352c6d00. 00010000:00000010:2.1:1770653381.959925:0:76656:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643d81e00. 00010000:00000010:3.1:1770653381.959936:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:2.1:1770653381.959940:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153600. 00010000:00000010:1.1:1770653381.959941:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0800. 00010000:00000010:1.1:1770653381.959959:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e9d0f00. 00010000:00000010:1.1:1770653381.959975:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1e00. 00010000:00000010:2.1:1770653381.968914:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660cec400. 00010000:00000010:1.1:1770653381.972899:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead5400. 00010000:00000010:2.1:1770653381.972903:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e869100. 00010000:00000010:0.1:1770653381.972909:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562688da00. 00010000:00000010:2.1:1770653381.972917:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1800. 00010000:00000010:0.1:1770653381.972928:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152e00. 00010000:00000010:3.1:1770653381.973893:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566bc6a200. 00010000:00000010:2.1:1770653381.977880:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556420e7600. 00010000:00000010:2.1:1770653381.977888:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556475d4000. 00010000:00000010:1.1:1770653381.977902:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660816f00. 00010000:00000010:3.1:1770653381.977904:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955640531b00. 00010000:00000010:1.1:1770653381.977913:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:3.1:1770653381.977926:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1200. 00010000:00000010:1.1:1770653381.977930:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565ad4d500. 00010000:00000010:1.1:1770653381.977943:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0400. 00010000:00000010:0.1:1770653381.982908:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c834a00. 00010000:00000010:0.1:1770653381.982927:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153600. 00010000:00000010:2.1:1770653381.987905:0:73802:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955661e71300. 00010000:00000010:0.1:1770653381.987912:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561f3ce000. 00010000:00000010:2.1:1770653381.987924:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0c00. 00010000:00000010:2.1:1770653381.990881:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a00e200. 00010000:00000010:2.1:1770653381.990897:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561f81f100. 00010000:00000010:2.1:1770653381.990904:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78000. 00010000:00000010:2.1:1770653381.993886:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c496200. 00010000:00000010:0.1:1770653381.993888:0:76649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955668098a00. 00010000:00000010:2.1:1770653381.993904:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661794400. 00010000:00000010:1.1:1770653381.997875:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955658331f00. 00010000:00000010:1.1:1770653381.997884:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0600. 00010000:00000010:3.1:1770653381.997908:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562df26300. 00010000:00000010:3.1:1770653381.997923:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:0.1:1770653382.000906:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152200. 00010000:00000010:2.1:1770653382.000909:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955669f23c00. 00010000:00000010:1.1:1770653382.000910:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e68c700. 00010000:00000010:0.1:1770653382.000913:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564abf0200. 00010000:00000010:1.1:1770653382.000927:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153e00. 00010000:00000010:2.1:1770653382.003881:0:73802:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955659851500. 00010000:00000010:2.1:1770653382.003898:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153600. 00010000:00000010:2.1:1770653382.003910:0:73802:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557226e5400. 00010000:00000010:2.1:1770653382.003921:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1000. 00010000:00000010:0.1:1770653382.009883:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643d81800. 00010000:00000010:0.1:1770653382.009901:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152600. 00010000:00000010:0.1:1770653382.009914:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662e78000. 00010000:00000010:3.1:1770653382.013880:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563a931d00. 00010000:00000010:1.1:1770653382.013910:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563eff2900. 00010000:00000010:3.1:1770653382.013927:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153800. 00010000:00000010:1.1:1770653382.013929:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1000. 00010000:00000010:3.1:1770653382.013939:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556214cc800. 00010000:00000010:1.1:1770653382.013952:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566146f400. 00010000:00000010:1.1:1770653382.013974:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:0.1:1770653382.014886:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637358a00. 00010000:00000010:3.1:1770653382.020894:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2d600. 00010000:00000010:0.1:1770653382.025881:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669527300. 00010000:00000010:0.1:1770653382.025895:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1200. 00010000:00000010:2.1:1770653382.025910:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea2600. 00010000:00000010:2.1:1770653382.025920:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:3.1:1770653382.031881:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3a00. 00010000:00000010:0.1:1770653382.035880:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153400. 00010000:00000010:0.1:1770653382.035892:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152600. 00010000:00000010:2.1:1770653382.035905:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a3ffa00. 00010000:00000010:1.1:1770653382.035906:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620613400. 00010000:00000010:1.1:1770653382.035924:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7900. 00010000:00000010:1.1:1770653382.035947:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78200. 00010000:00000010:1.1:1770653382.035959:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666d42f00. 00010000:00000010:1.1:1770653382.035975:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152200. 00010000:00000010:1.1:1770653382.036002:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562371b000. 00010000:00000010:1.1:1770653382.036013:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:3.1:1770653382.040886:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016dc00. 00010000:00000010:1.1:1770653382.043877:0:5759:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660db3300. 00010000:00000010:1.1:1770653382.043886:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:2.1:1770653382.043906:0:76650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642904800. 00010000:00000010:3.1:1770653382.047872:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660bc4600. 00010000:00000010:2.1:1770653382.047887:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955657500100. 00010000:00000010:2.1:1770653382.047901:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1000. 00010000:00000010:2.1:1770653382.047916:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643d81800. 00010000:00000010:2.1:1770653382.047932:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153800. 00010000:00000010:3.1:1770653382.052930:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351cdc00. 00010000:00000010:3.1:1770653382.052943:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560b74f600. 00010000:00000010:2.1:1770653382.054881:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563f3f0000. 00010000:00000010:3.1:1770653382.059876:0:5743:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566103a500. 00010000:00000010:1.1:1770653382.059878:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955705680c00. 00010000:00000010:0.1:1770653382.059890:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556208c2000. 00010000:00000010:3.1:1770653382.059891:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152600. 00010000:00000010:1.1:1770653382.059899:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78000. 00010000:00000010:1.1:1770653382.059919:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955605a19700. 00010000:00000010:1.1:1770653382.059944:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1c00. 00010000:00000010:3.1:1770653382.067880:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625973400. 00010000:00000010:2.1:1770653382.069904:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556259c7200. 00010000:00000010:0.1:1770653382.071897:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556189d1d00. 00010000:00000010:0.1:1770653382.071906:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:2.1:1770653382.071913:0:76658:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566b27c800. 00010000:00000010:1.1:1770653382.071916:0:76646:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650426a00. 00010000:00000010:0.1:1770653382.071928:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153800. 00010000:00000010:1.1:1770653382.071930:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:2.1:1770653382.071934:0:76658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1000. 00010000:00000010:2.1:1770653382.071947:0:76658:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556300e5100. 00010000:00000010:2.1:1770653382.071962:0:76658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78800. 00010000:00000010:1.1:1770653382.082897:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556499a3e00. 00010000:00000010:1.1:1770653382.082909:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955656587c00. 00010000:00000010:2.1:1770653382.083898:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561bce9400. 00010000:00000010:2.1:1770653382.087894:0:76658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb2c00. 00010000:00000010:0.1:1770653382.087908:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562f399600. 00010000:00000010:1.1:1770653382.087909:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556664c1300. 00010000:00000010:0.1:1770653382.087930:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556425f3400. 00010000:00000010:1.1:1770653382.087933:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644347800. 00010000:00000010:1.1:1770653382.087959:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955615911b00. 00010000:00000010:0.1:1770653382.087959:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955665f56a00. 00010000:00000010:1.1:1770653382.087991:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0200. 00010000:00000010:1.1:1770653382.088012:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565975be00. 00010000:00000010:1.1:1770653382.088024:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79e00. 00010000:00000010:3.1:1770653382.095874:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562b399500. 00010000:00000010:1.1:1770653382.095878:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560f1bc900. 00010000:00000010:0.1:1770653382.095880:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153e00. 00010000:00000010:3.1:1770653382.095884:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1600. 00010000:00000010:3.1:1770653382.095906:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557351bff00. 00010000:00000010:1.1:1770653382.095907:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644346000. 00010000:00000010:3.1:1770653382.095922:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153400. 00010000:00000010:3.1:1770653382.100876:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955639aef700. 00010000:00000010:3.1:1770653382.100895:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0000. 00010000:00000010:2.1:1770653382.100911:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208a400. 00010000:00000010:2.1:1770653382.103888:0:73798:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fb4e200. 00010000:00000010:0.1:1770653382.103889:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643d81d00. 00010000:00000010:0.1:1770653382.103919:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152200. 00010000:00000010:2.1:1770653382.103920:0:73798:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556588fb600. 00010000:00000010:3.1:1770653382.110873:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565a463300. 00010000:00000010:2.1:1770653382.110886:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b54d400. 00010000:00000010:3.1:1770653382.110892:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:3.1:1770653382.110900:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556178cd600. 00010000:00000010:1.1:1770653382.115904:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563454da00. 00010000:00000010:2.1:1770653382.115910:0:76658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955618d46800. 00010000:00000010:1.1:1770653382.115915:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79e00. 00010000:00000010:2.1:1770653382.115923:0:76658:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632e19000. 00010000:00000010:1.1:1770653382.115927:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564bf80800. 00010000:00000010:2.1:1770653382.115932:0:76658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644347200. 00010000:00000010:1.1:1770653382.115947:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644347e00. 00010000:00000010:3.1:1770653382.120905:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f705800. 00010000:00000010:3.1:1770653382.120920:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1000. 00010000:00000010:1.1:1770653382.120929:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14de00. 00010000:00000010:1.1:1770653382.120947:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79600. 00010000:00000010:3.1:1770653382.125901:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636fcd400. 00010000:00000010:3.1:1770653382.130874:0:12200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a066800. 00010000:00000010:0.1:1770653382.130883:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644347400. 00010000:00000010:3.1:1770653382.130895:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:0.1:1770653382.130895:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644346800. 00010000:00000010:0.1:1770653382.130923:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565978d600. 00010000:00000010:1.1:1770653382.130925:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e6b2100. 00010000:00000010:1.1:1770653382.130945:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1600. 00010000:00000010:1.1:1770653382.130957:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cd37000. 00010000:00000010:1.1:1770653382.130972:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644346a00. 00010000:00000010:2.1:1770653382.131881:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556447d6800. 00010000:00000010:2.1:1770653382.131893:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564dd4c400. 00010000:00000010:2.1:1770653382.131909:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955657a22e00. 00010000:00000010:2.1:1770653382.131931:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1600. 00010000:00000010:2.1:1770653382.137907:0:76658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0200. 00010000:00000010:3.1:1770653382.141887:0:5759:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561abed700. 00010000:00000010:0.1:1770653382.141889:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556389b1c00. 00010000:00000010:3.1:1770653382.141903:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:2.1:1770653382.144894:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643d81d00. 00010000:00000010:2.1:1770653382.144904:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644346400. 00010000:00000010:0.1:1770653382.148881:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955649773800. 00010000:00000010:2.1:1770653382.149901:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563aa73e00. 00010000:00000010:2.1:1770653382.149927:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560ea62c00. 00010000:00000010:2.1:1770653382.149948:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0e00. 00010000:00000010:2.1:1770653382.153877:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642b35d00. 00010000:00000010:2.1:1770653382.153893:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644346200. 00010000:00000010:1.1:1770653382.153893:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955645a5eb00. 00010000:00000010:1.1:1770653382.153912:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79e00. 00010000:00000010:1.1:1770653382.160888:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648945a00. 00010000:00000010:1.1:1770653382.160901:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955645157400. 00010000:00000010:1.1:1770653382.160930:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644347000. 00010000:00000010:1.1:1770653382.160949:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617b11600. 00010000:00000010:1.1:1770653382.160962:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556508fdd00. 00010000:00000010:1.1:1770653382.161006:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:0.1:1770653382.163917:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620465600. 00010000:00000010:3.1:1770653382.167882:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955621be5a00. 00010000:00000010:0.1:1770653382.167888:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955630bcc400. 00010000:00000010:1.1:1770653382.167899:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556637e6f00. 00010000:00000010:0.1:1770653382.167902:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562aacd400. 00010000:00000010:3.1:1770653382.167903:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556421fc300. 00010000:00000010:1.1:1770653382.167912:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644346800. 00010000:00000010:3.1:1770653382.167928:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:1.1:1770653382.167930:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560ebc8300. 00010000:00000010:1.1:1770653382.167945:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:0.1:1770653382.172897:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560da47e00. 00010000:00000010:2.1:1770653382.172899:0:5744:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626520900. 00010000:00000010:2.1:1770653382.172918:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0e00. 00010000:00000010:1.1:1770653382.172920:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955631f5d400. 00010000:00000010:1.1:1770653382.172937:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:0.1:1770653382.177889:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae28800. 00010000:00000010:2.1:1770653382.179875:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a2e3200. 00010000:00000010:3.1:1770653382.179882:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556591e5600. 00010000:00000010:2.1:1770653382.179888:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79a00. 00010000:00000010:0.1:1770653382.179895:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955654700600. 00010000:00000010:3.1:1770653382.179899:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644346600. 00010000:00000010:0.1:1770653382.185896:0:76650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556085abc00. 00010000:00000010:1.1:1770653382.188878:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566aa80c00. 00010000:00000010:1.1:1770653382.188893:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1a00. 00010000:00000010:0.1:1770653382.191899:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955624b35c00. 00010000:00000010:2.1:1770653382.195874:0:73806:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c262000. 00010000:00000010:2.1:1770653382.195890:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:3.1:1770653382.199882:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78600. 00010000:00000010:1.1:1770653382.199886:0:7409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955637199000. 00010000:00000010:1.1:1770653382.199906:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:3.1:1770653382.203903:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d77ee00. 00010000:00000010:2.1:1770653382.203916:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556617ac000. 00010000:00000010:3.1:1770653382.203917:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644346e00. 00010000:00000010:0.1:1770653382.203917:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ea3fc00. 00010000:00000010:2.1:1770653382.203944:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561c8b1b00. 00010000:00000010:2.1:1770653382.203957:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:0.1:1770653382.207891:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639a7ee00. 00010000:00000010:1.1:1770653382.207892:0:76646:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562085ad00. 00010000:00000010:1.1:1770653382.207918:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:0.1:1770653382.207918:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561023cc00. 00010000:00000010:2.1:1770653382.213917:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955710467000. 00010000:00000010:2.1:1770653382.213940:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644346600. 00010000:00000010:2.1:1770653382.215887:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561f17a800. 00010000:00000010:0.1:1770653382.215903:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562a050800. 00010000:00000010:1.1:1770653382.215904:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162000. 00010000:00000010:3.1:1770653382.216909:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561611a400. 00010000:00000010:2.1:1770653382.218882:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c4d7800. 00010000:00000010:2.1:1770653382.218901:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955640d6fe00. 00010000:00000010:1.1:1770653382.218906:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d348200. 00010000:00000010:3.1:1770653382.218911:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563a64f000. 00010000:00000010:0.1:1770653382.218920:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79600. 00010000:00000010:2.1:1770653382.218921:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:3.1:1770653382.218925:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1c00. 00010000:00000010:1.1:1770653382.218925:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0c00. 00010000:00000010:0.1:1770653382.218931:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:2.1:1770653382.218936:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632387700. 00010000:00000010:2.1:1770653382.218954:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78200. 00010000:00000010:1.1:1770653382.224919:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955658b1e600. 00010000:00000010:1.1:1770653382.224936:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78000. 00010000:00000010:1.1:1770653382.224951:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33c000. 00010000:00000010:1.1:1770653382.232889:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a3fe200. 00010000:00000010:3.1:1770653382.233891:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f46e900. 00010000:00000010:3.1:1770653382.233905:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0e00. 00010000:00000010:2.1:1770653382.237880:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e9d3c00. 00010000:00000010:0.1:1770653382.237892:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299600. 00010000:00000010:3.1:1770653382.237893:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635e05c00. 00010000:00000010:1.1:1770653382.237894:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644756000. 00010000:00000010:2.1:1770653382.237896:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:0.1:1770653382.237912:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:1.1:1770653382.237923:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0c00. 00010000:00000010:1.1:1770653382.237932:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955636f55900. 00010000:00000010:1.1:1770653382.237953:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0600. 00010000:00000010:2.1:1770653382.240891:0:76658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625e01e00. 00010000:00000010:3.1:1770653382.246883:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572eb30a00. 00010000:00000010:0.1:1770653382.246889:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644346a00. 00010000:00000010:2.1:1770653382.249877:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601000. 00010000:00000010:3.1:1770653382.249880:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563148a400. 00010000:00000010:0.1:1770653382.249895:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644346400. 00010000:00000010:1.1:1770653382.249896:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955605a9f600. 00010000:00000010:1.1:1770653382.249920:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78000. 00010000:00000010:3.1:1770653382.253887:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564b53f900. 00010000:00000010:0.1:1770653382.253890:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556188aa800. 00010000:00000010:1.1:1770653382.253894:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955649773a00. 00010000:00000010:3.1:1770653382.253900:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:2.1:1770653382.255900:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ab3f200. 00010000:00000010:2.1:1770653382.255922:0:73802:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955640e69f00. 00010000:00000010:2.1:1770653382.255933:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:1.1:1770653382.261918:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643348600. 00010000:00000010:1.1:1770653382.261931:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0400. 00010000:00000010:1.1:1770653382.261953:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556596afc00. 00010000:00000010:1.1:1770653382.261987:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644347200. 00010000:00000010:0.1:1770653382.262889:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661304c00. 00010000:00000010:2.1:1770653382.264883:0:76658:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643d81800. 00010000:00000010:1.1:1770653382.264885:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556610dee00. 00010000:00000010:2.1:1770653382.264897:0:76658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644347e00. 00010000:00000010:2.1:1770653382.274871:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ab3ae00. 00010000:00000010:1.1:1770653382.277876:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d77f200. 00010000:00000010:1.1:1770653382.277893:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78800. 00010000:00000010:1.1:1770653382.277910:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660618100. 00010000:00000010:1.1:1770653382.277927:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0e00. 00010000:00000010:2.1:1770653382.278891:0:76646:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556596aeb00. 00010000:00000010:2.1:1770653382.278907:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1e00. 00010000:00000010:3.1:1770653382.283905:0:76416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cf5d900. 00010000:00000010:3.1:1770653382.283912:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78000. 00010000:00000010:0.1:1770653382.283918:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564eb72800. 00010000:00000010:2.1:1770653382.286877:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560da46600. 00010000:00000010:1.1:1770653382.286882:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ea7e600. 00010000:00000010:1.1:1770653382.286896:0:5743:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626520c00. 00010000:00000010:1.1:1770653382.286905:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644346400. 00010000:00000010:1.1:1770653382.286924:0:5743:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955639b06100. 00010000:00000010:1.1:1770653382.286942:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:1.1:1770653382.288880:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:3.1:1770653382.289894:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563cd4ae00. 00010000:00000010:0.1:1770653382.289902:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640637a00. 00010000:00000010:2.1:1770653382.293884:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955638014500. 00010000:00000010:3.1:1770653382.293901:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564fc8ba00. 00010000:00000010:2.1:1770653382.293902:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:0.1:1770653382.293903:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640d65400. 00010000:00000010:3.1:1770653382.298884:0:66075:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955641acf100. 00010000:00000010:3.1:1770653382.298896:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644346200. 00010000:00000010:1.1:1770653382.298913:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e006300. 00010000:00000010:1.1:1770653382.298928:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1200. 00010000:00000010:1.1:1770653382.301890:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556664c0b00. 00010000:00000010:0.1:1770653382.301902:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:1.1:1770653382.301905:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:3.1:1770653382.304873:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561066e400. 00010000:00000010:3.1:1770653382.304888:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644347200. 00010000:00000010:0.1:1770653382.312877:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564203e000. 00010000:00000010:2.1:1770653382.314880:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955662a0c700. 00010000:00000010:1.1:1770653382.314887:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955634708400. 00010000:00000010:2.1:1770653382.314911:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644346000. 00010000:00000010:3.1:1770653382.324905:0:66075:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565a6b9400. 00010000:00000010:3.1:1770653382.324930:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0c00. 00010000:00000010:1.1:1770653382.326877:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7600. 00010000:00000010:0.1:1770653382.326878:0:76651:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299400. 00010000:00000010:0.1:1770653382.326898:0:76651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78200. 00010000:00000010:1.1:1770653382.326899:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563010e000. 00010000:00000010:3.1:1770653382.326901:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661060800. 00010000:00000010:1.1:1770653382.326920:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4ca00. 00010000:00000010:1.1:1770653382.326945:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644346a00. 00010000:00000010:1.1:1770653382.326963:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cf5df00. 00010000:00000010:1.1:1770653382.326990:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:3.1:1770653382.329909:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ab3a400. 00010000:00000010:3.1:1770653382.329943:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562eaed400. 00010000:00000010:3.1:1770653382.329952:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1c00. 00010000:00000010:2.1:1770653382.330884:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556323cfa00. 00010000:00000010:2.1:1770653382.330899:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955659ad1c00. 00010000:00000010:2.1:1770653382.330927:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556643c8a00. 00010000:00000010:2.1:1770653382.330952:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:1.1:1770653382.332909:0:76647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560b510a00. 00010000:00000010:1.1:1770653382.332916:0:76647:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955655ad6200. 00010000:00000010:1.1:1770653382.332928:0:76647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1e00. 00010000:00000010:0.1:1770653382.333904:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955665f54200. 00010000:00000010:3.1:1770653382.337920:0:76658:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556037bc500. 00010000:00000010:1.1:1770653382.337922:0:76650:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566944b000. 00010000:00000010:3.1:1770653382.337937:0:76658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:1.1:1770653382.337943:0:76650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:1.1:1770653382.341887:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955643180a00. 00010000:00000010:0.1:1770653382.341889:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632cb7c00. 00010000:00000010:3.1:1770653382.342883:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb4800. 00010000:00000010:3.1:1770653382.346888:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a1c1b00. 00010000:00000010:3.1:1770653382.346900:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644346e00. 00010000:00000010:2.1:1770653382.346905:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556653dbf00. 00010000:00000010:3.1:1770653382.346915:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572eb31c00. 00010000:00000010:2.1:1770653382.346926:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79600. 00010000:00000010:2.1:1770653382.346940:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e855600. 00010000:00000010:2.1:1770653382.346956:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1400. 00010000:00000010:1.1:1770653382.352890:0:73798:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565f6ed500. 00010000:00000010:1.1:1770653382.352910:0:73798:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1600. 00010000:00000010:1.1:1770653382.352930:0:73798:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566ab09e00. 00010000:00000010:1.1:1770653382.352956:0:73798:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:2.1:1770653382.359900:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564dd4dc00. 00010000:00000010:3.1:1770653382.359903:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a9a9e00. 00010000:00000010:2.1:1770653382.359919:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955630918e00. 00010000:00000010:2.1:1770653382.359933:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644347000. 00010000:00000010:0.1:1770653382.360888:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644346a00. 00010000:00000010:0.1:1770653382.360904:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644347c00. 00010000:00000010:1.1:1770653382.363887:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556682e2000. 00010000:00000010:3.1:1770653382.363898:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564fc8ae00. 00010000:00000010:1.1:1770653382.363905:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0200. 00010000:00000010:3.1:1770653382.363916:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e6b2e00. 00010000:00000010:1.1:1770653382.363923:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955641acfa00. 00010000:00000010:3.1:1770653382.363934:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1a00. 00010000:00000010:1.1:1770653382.363939:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1800. 00010000:00000010:2.1:1770653382.369889:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955649772200. 00010000:00000010:2.1:1770653382.369900:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643d81800. 00010000:00000010:2.1:1770653382.369911:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644346000. 00010000:00000010:0.1:1770653382.382896:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955643224200. 00010000:00000010:1.1:1770653382.382900:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658264800. 00010000:00000010:1.1:1770653382.386884:0:76649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955665699000. 00010000:00000010:1.1:1770653382.386904:0:76649:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560b1d6300. 00010000:00000010:1.1:1770653382.386921:0:76649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1400. 00010000:00000010:1.1:1770653382.386936:0:76649:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566478bc00. 00010000:00000010:1.1:1770653382.386957:0:76649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1000. 00010000:00000010:1.1:1770653382.390884:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563869f800. 00010000:00000010:1.1:1770653382.390892:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f2f1600. 00010000:00000010:0.1:1770653382.391883:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564fc77c00. 00010000:00000010:0.1:1770653382.391904:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ca9ea00. 00010000:00000010:1.1:1770653382.393882:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565a6bb000. 00010000:00000010:3.1:1770653382.393893:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955606152200. 00010000:00000010:1.1:1770653382.393898:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0200. 00010000:00000010:3.1:1770653382.393912:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1600. 00010000:00000010:1.1:1770653382.393913:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556405f5b00. 00010000:00000010:3.1:1770653382.393930:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556660ec000. 00010000:00000010:1.1:1770653382.393938:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:1.1:1770653382.393956:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556637e6600. 00010000:00000010:1.1:1770653382.393972:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:0.1:1770653382.394891:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556267afe00. 00010000:00000010:2.1:1770653382.397909:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560a095500. 00010000:00000010:2.1:1770653382.397928:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:3.1:1770653382.400903:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955627cd3700. 00010000:00000010:3.1:1770653382.400910:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78600. 00010000:00000010:2.1:1770653382.401904:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f222300. 00010000:00000010:2.1:1770653382.401914:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:1.1:1770653382.407916:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ac04200. 00010000:00000010:3.1:1770653382.407930:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c882c00. 00010000:00000010:0.1:1770653382.411901:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644347200. 00010000:00000010:0.1:1770653382.411914:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644346a00. 00010000:00000010:2.1:1770653382.411916:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955631da8300. 00010000:00000010:1.1:1770653382.411917:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566ab4f000. 00010000:00000010:2.1:1770653382.411935:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1200. 00010000:00000010:1.1:1770653382.411949:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0000. 00010000:00000010:1.1:1770653382.411964:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557062fc200. 00010000:00000010:1.1:1770653382.411990:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1000. 00010000:00000010:3.1:1770653382.418895:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565da48200. 00010000:00000010:1.1:1770653382.421904:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642668a00. 00010000:00000010:0.1:1770653382.424896:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662a99a00. 00010000:00000010:1.1:1770653382.424900:0:50962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647576200. 00010000:00000010:3.1:1770653382.426896:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc2800. 00010000:00000010:0.1:1770653382.428879:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fce00. 00010000:00000010:2.1:1770653382.428907:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e390300. 00010000:00000010:1.1:1770653382.428909:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644757500. 00010000:00000010:2.1:1770653382.428934:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1c00. 00010000:00000010:1.1:1770653382.428936:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644346200. 00010000:00000010:2.1:1770653382.428962:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955645f27000. 00010000:00000010:1.1:1770653382.428963:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642f1c900. 00010000:00000010:2.1:1770653382.429001:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:1.1:1770653382.429006:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1a00. 00010000:00000010:3.1:1770653382.429900:0:73802:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561abed400. 00010000:00000010:3.1:1770653382.429916:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1800. 00010000:00000010:3.1:1770653382.431882:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ebb9c00. 00010000:00000010:0.1:1770653382.431884:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624814d00. 00010000:00000010:0.1:1770653382.431905:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644347400. 00010000:00000010:3.1:1770653382.431906:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955620858200. 00010000:00000010:3.1:1770653382.431920:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1800. 00010000:00000010:3.1:1770653382.431936:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556314e7a00. 00010000:00000010:3.1:1770653382.435907:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562d232000. 00010000:00000010:2.1:1770653382.438886:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566154bb00. 00010000:00000010:2.1:1770653382.438899:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1e00. 00010000:00000010:2.1:1770653382.438914:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955649fbc400. 00010000:00000010:2.1:1770653382.438927:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644347e00. 00010000:00000010:3.1:1770653382.452893:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b1d1000. 00010000:00000010:1.1:1770653382.464876:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561fc56300. 00010000:00000010:1.1:1770653382.464888:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1c00. 00010000:00000010:3.1:1770653382.470902:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666610600. 00010000:00000010:1.1:1770653382.470910:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667e06c00. 00010000:00000010:3.1:1770653382.470913:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566b02b800. 00010000:00000010:1.1:1770653382.470934:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955665f57a00. 00010000:00000010:3.1:1770653382.470937:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644346a00. 00010000:00000010:0.1:1770653382.471879:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644346200. 00010000:00000010:0.1:1770653382.471892:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644347e00. 00010000:00000010:1.1:1770653382.474894:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565f49a200. 00010000:00000010:1.1:1770653382.474902:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955630dac300. 00010000:00000010:1.1:1770653382.474925:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644347400. 00010000:00000010:2.1:1770653382.475898:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560d024200. 00010000:00000010:2.1:1770653382.475923:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560f1bc300. 00010000:00000010:2.1:1770653382.475937:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1200. 00010000:00000010:3.1:1770653382.476902:0:76650:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560b7fc400. 00010000:00000010:3.1:1770653382.476910:0:76650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0c00. 00010000:00000010:3.1:1770653382.476918:0:76650:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666e75700. 00010000:00000010:3.1:1770653382.476926:0:76650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79e00. 00010000:00000010:3.1:1770653382.476936:0:76650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627219e00. 00010000:00000010:3.1:1770653382.476943:0:76650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556209cd400. 00010000:00000010:1.1:1770653382.479907:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d34ea00. 00010000:00000010:0.1:1770653382.479907:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562f39b200. 00010000:00000010:3.1:1770653382.479931:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566b27d600. 00010000:00000010:3.1:1770653382.479948:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0e00. 00010000:00000010:0.1:1770653382.483882:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562d3b9b00. 00010000:00000010:0.1:1770653382.483904:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1e00. 00010000:00000010:3.1:1770653382.484889:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955665ec0200. 00010000:00000010:3.1:1770653382.484907:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563535d600. 00010000:00000010:0.1:1770653382.487887:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648e15200. 00010000:00000010:0.1:1770653382.491886:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556357dec00. 00010000:00000010:2.1:1770653382.491899:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560655a200. 00010000:00000010:1.1:1770653382.491908:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557062ffc00. 00010000:00000010:2.1:1770653382.491911:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1e00. 00010000:00000010:3.1:1770653382.491912:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d94b500. 00010000:00000010:1.1:1770653382.491919:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644347200. 00010000:00000010:3.1:1770653382.491931:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79800. 00010000:00000010:3.1:1770653382.491942:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556262f7900. 00010000:00000010:3.1:1770653382.491956:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:0.1:1770653382.494895:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666e89b00. 00010000:00000010:1.1:1770653382.494902:0:76647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556208c2a00. 00010000:00000010:2.1:1770653382.494905:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624814d00. 00010000:00000010:0.1:1770653382.494922:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1c00. 00010000:00000010:2.1:1770653382.494923:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644347c00. 00010000:00000010:2.1:1770653382.494946:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562fcf4d00. 00010000:00000010:2.1:1770653382.494988:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:3.1:1770653382.499900:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955669f25800. 00010000:00000010:1.1:1770653382.504904:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556189d1600. 00010000:00000010:1.1:1770653382.504931:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0800. 00010000:00000010:1.1:1770653382.504952:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563871bc00. 00010000:00000010:3.1:1770653382.505909:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660429200. 00010000:00000010:3.1:1770653382.505925:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1000. 00010000:00000010:3.1:1770653382.505951:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561a8b7600. 00010000:00000010:0.1:1770653382.509872:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a5c3e00. 00010000:00000010:0.1:1770653382.509888:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d87c600. 00010000:00000010:0.1:1770653382.509894:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644347e00. 00010000:00000010:0.1:1770653382.509904:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955602fde700. 00010000:00000010:0.1:1770653382.509922:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78600. 00010000:00000010:3.1:1770653382.509960:0:12200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565c75da00. 00010000:00000010:3.1:1770653382.509993:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0600. 00010000:00000010:3.1:1770653382.512907:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658bae600. 00010000:00000010:3.1:1770653382.512931:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f46c800. 00010000:00000010:3.1:1770653382.512939:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0800. 00010000:00000010:1.1:1770653382.514896:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7000. 00010000:00000010:1.1:1770653382.532892:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f4300. 00010000:00000010:1.1:1770653382.532912:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78400. 00010000:00000010:3.1:1770653382.536886:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955621647800. 00010000:00000010:0.1:1770653382.536897:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644347c00. 00010000:00000010:1.1:1770653382.536904:0:76658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560d454000. 00010000:00000010:0.1:1770653382.536913:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644346e00. 00010000:00000010:3.1:1770653382.540873:0:73806:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565f02b000. 00010000:00000010:3.1:1770653382.540891:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1800. 00010000:00000010:3.1:1770653382.540894:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564e054a00. 00010000:00000010:0.1:1770653382.540903:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647caa200. 00010000:00000010:3.1:1770653382.540907:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556588e0600. 00010000:00000010:0.1:1770653382.540921:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624814100. 00010000:00000010:0.1:1770653382.540934:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644347200. 00010000:00000010:0.1:1770653382.540948:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2a00. 00010000:00000010:2.1:1770653382.541909:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669689500. 00010000:00000010:2.1:1770653382.541918:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:3.1:1770653382.544880:0:12200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565c75ff00. 00010000:00000010:3.1:1770653382.544899:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644346200. 00010000:00000010:0.1:1770653382.544910:0:76383:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633b12f00. 00010000:00000010:1.1:1770653382.544912:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556302e2c00. 00010000:00000010:0.1:1770653382.544926:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644346600. 00010000:00000010:1.1:1770653382.544932:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955610c65900. 00010000:00000010:1.1:1770653382.544956:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1e00. 00010000:00000010:1.1:1770653382.549899:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666e77200. 00010000:00000010:3.1:1770653382.554874:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d668100. 00010000:00000010:3.1:1770653382.554889:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1a00. 00010000:00000010:3.1:1770653382.554903:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e8b0200. 00010000:00000010:1.1:1770653382.554903:0:76647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562392a200. 00010000:00000010:3.1:1770653382.554930:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955610114d00. 00010000:00000010:3.1:1770653382.554951:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:2.1:1770653382.555888:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955631e36400. 00010000:00000010:2.1:1770653382.555897:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0000. 00010000:00000010:0.1:1770653382.559879:0:76656:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660538c00. 00010000:00000010:1.1:1770653382.559890:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e4ec300. 00010000:00000010:0.1:1770653382.559894:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0800. 00010000:00000010:1.1:1770653382.559908:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1000. 00010000:00000010:1.1:1770653382.564916:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955624ad0000. 00010000:00000010:2.1:1770653382.570905:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563ab12500. 00010000:00000010:1.1:1770653382.570905:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660cedc00. 00010000:00000010:2.1:1770653382.570927:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:1.1:1770653382.570935:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563d746a00. 00010000:00000010:1.1:1770653382.570957:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78400. 00010000:00000010:3.1:1770653382.571903:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556347f5c00. 00010000:00000010:2.1:1770653382.574880:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566bc6b200. 00010000:00000010:1.1:1770653382.574882:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565f7d2300. 00010000:00000010:3.1:1770653382.574883:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34b800. 00010000:00000010:2.1:1770653382.574894:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955616a71800. 00010000:00000010:1.1:1770653382.574909:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644346600. 00010000:00000010:2.1:1770653382.574912:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1e00. 00010000:00000010:2.1:1770653382.578888:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955655727000. 00010000:00000010:2.1:1770653382.578900:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a641400. 00010000:00000010:3.1:1770653382.578905:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660573800. 00010000:00000010:2.1:1770653382.578911:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d66ba00. 00010000:00000010:3.1:1770653382.578919:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1400. 00010000:00000010:2.1:1770653382.578926:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1600. 00010000:00000010:0.1:1770653382.581881:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644347400. 00010000:00000010:2.1:1770653382.581885:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564b1b7400. 00010000:00000010:0.1:1770653382.581899:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644347c00. 00010000:00000010:2.1:1770653382.581907:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1000. 00010000:00000010:2.1:1770653382.591905:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d038000. 00010000:00000010:3.1:1770653382.596888:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebd9e00. 00010000:00000010:1.1:1770653382.596896:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642e00200. 00010000:00000010:2.1:1770653382.600906:0:50962:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624814100. 00010000:00000010:1.1:1770653382.600910:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556395a3400. 00010000:00000010:2.1:1770653382.600913:0:50962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644346a00. 00010000:00000010:1.1:1770653382.600923:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0200. 00010000:00000010:3.1:1770653382.602876:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566b032c00. 00010000:00000010:3.1:1770653382.602886:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1800. 00010000:00000010:3.1:1770653382.602901:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565f571a00. 00010000:00000010:3.1:1770653382.604869:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e9d0800. 00010000:00000010:2.1:1770653382.604884:0:76650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d34d000. 00010000:00000010:3.1:1770653382.604892:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1200. 00010000:00000010:0.1:1770653382.604898:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639947600. 00010000:00000010:1.1:1770653382.604900:0:76658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564290f800. 00010000:00000010:2.1:1770653382.609894:0:76651:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cdf6500. 00010000:00000010:1.1:1770653382.609903:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f6fc000. 00010000:00000010:2.1:1770653382.609906:0:76651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78600. 00010000:00000010:2.1:1770653382.613903:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617a84000. 00010000:00000010:1.1:1770653382.613908:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955659851000. 00010000:00000010:1.1:1770653382.613930:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79600. 00010000:00000010:2.1:1770653382.618919:0:76646:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666231000. 00010000:00000010:2.1:1770653382.618937:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1000. 00010000:00000010:2.1:1770653382.618954:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2a200. 00010000:00000010:2.1:1770653382.618969:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560c3e3000. 00010000:00000010:3.1:1770653382.624873:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955630389a00. 00010000:00000010:3.1:1770653382.624880:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565af5b100. 00010000:00000010:3.1:1770653382.624890:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:2.1:1770653382.625908:0:76650:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556314ed300. 00010000:00000010:2.1:1770653382.625925:0:76650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1e00. 00010000:00000010:2.1:1770653382.625942:0:76650:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647571c00. 00010000:00000010:2.1:1770653382.625964:0:76650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78400. 00010000:00000010:0.1:1770653382.628883:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644346e00. 00010000:00000010:2.1:1770653382.628890:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95572eab2500. 00010000:00000010:2.1:1770653382.628903:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0000. 00010000:00000010:2.1:1770653382.634914:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565c66b400. 00010000:00000010:2.1:1770653382.634923:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660f87800. 00010000:00000010:2.1:1770653382.634930:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:3.1:1770653382.635904:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669524100. 00010000:00000010:3.1:1770653382.635917:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:3.1:1770653382.635936:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566b486f00. 00010000:00000010:3.1:1770653382.635952:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644347c00. 00010000:00000010:2.1:1770653382.644909:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc3600. 00010000:00000010:3.1:1770653382.644911:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648ddd200. 00010000:00000010:1.1:1770653382.644912:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557203c7000. 00010000:00000010:1.1:1770653382.644926:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644347200. 00010000:00000010:2.1:1770653382.651906:0:76646:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955659759b00. 00010000:00000010:2.1:1770653382.651920:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:3.1:1770653382.654912:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f582000. 00010000:00000010:0.1:1770653382.656877:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644346200. 00010000:00000010:3.1:1770653382.658882:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660816800. 00010000:00000010:2.1:1770653382.658891:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627218600. 00010000:00000010:3.1:1770653382.658895:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1200. 00010000:00000010:1.1:1770653382.658895:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33ea00. 00010000:00000010:2.1:1770653382.658898:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955668356200. 00010000:00000010:3.1:1770653382.658905:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667bce000. 00010000:00000010:2.1:1770653382.667877:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955640531300. 00010000:00000010:2.1:1770653382.667883:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644346600. 00010000:00000010:2.1:1770653382.667892:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881a00. 00010000:00000010:2.1:1770653382.667896:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:2.1:1770653382.667903:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566b27de00. 00010000:00000010:0.1:1770653382.667903:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565b78d200. 00010000:00000010:2.1:1770653382.667910:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79600. 00010000:00000010:0.1:1770653382.667915:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556314edb00. 00010000:00000010:0.1:1770653382.667930:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644346e00. 00010000:00000010:2.1:1770653382.672886:0:5759:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cdf6900. 00010000:00000010:2.1:1770653382.672916:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0000. 00010000:00000010:0.1:1770653382.676876:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624814600. 00010000:00000010:3.1:1770653382.676877:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b1e3800. 00010000:00000010:1.1:1770653382.676889:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565748d400. 00010000:00000010:0.1:1770653382.676891:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644347400. 00010000:00000010:2.1:1770653382.677906:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666260e00. 00010000:00000010:2.1:1770653382.682882:0:33122:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561606af00. 00010000:00000010:2.1:1770653382.682895:0:33122:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3e00. 00010000:00000010:3.1:1770653382.683891:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ac2ca00. 00010000:00000010:1.1:1770653382.688887:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556216c3e00. 00010000:00000010:3.1:1770653382.689909:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557042e3700. 00010000:00000010:3.1:1770653382.689938:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79800. 00010000:00000010:3.1:1770653382.689954:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561bcfd800. 00010000:00000010:3.1:1770653382.689985:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3000. 00010000:00000010:3.1:1770653382.689997:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955624b3a600. 00010000:00000010:2.1:1770653382.690882:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663782e00. 00010000:00000010:3.1:1770653382.692880:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556477e0800. 00010000:00000010:0.1:1770653382.692897:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623b98900. 00010000:00000010:0.1:1770653382.692923:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1e00. 00010000:00000010:0.1:1770653382.696876:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565e8c8300. 00010000:00000010:2.1:1770653382.696884:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557113e4700. 00010000:00000010:1.1:1770653382.696885:0:5576:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639691200. 00010000:00000010:0.1:1770653382.696890:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0c00. 00010000:00000010:2.1:1770653382.696895:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0200. 00010000:00000010:2.1:1770653382.696909:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562fc96a00. 00010000:00000010:1.1:1770653382.696915:0:5576:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f5de600. 00010000:00000010:2.1:1770653382.696934:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:1.1:1770653382.696940:0:5576:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79e00. 00010000:00000010:2.1:1770653382.696955:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561bebf500. 00010000:00000010:2.1:1770653382.696984:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:2.1:1770653382.697002:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565f51ee00. 00010000:00000010:2.1:1770653382.697020:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564b1b4500. 00010000:00000010:2.1:1770653382.697038:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1200. 00010000:00000010:3.1:1770653382.697881:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955646a3a800. 00010000:00000010:1.1:1770653382.700893:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560fad8a00. 00010000:00000010:0.1:1770653382.700895:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2000. 00010000:00000010:0.1:1770653382.700912:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3800. 00010000:00000010:1.1:1770653382.700914:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a6bd600. 00010000:00000010:3.1:1770653382.701894:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955705686700. 00010000:00000010:3.1:1770653382.701912:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79a00. 00010000:00000010:3.1:1770653382.705895:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955655726a00. 00010000:00000010:3.1:1770653382.709895:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666e88b00. 00010000:00000010:2.1:1770653382.709903:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624814600. 00010000:00000010:2.1:1770653382.709917:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2400. 00010000:00000010:3.1:1770653382.709919:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:1.1:1770653382.710884:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563da16300. 00010000:00000010:1.1:1770653382.710900:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78400. 00010000:00000010:1.1:1770653382.710922:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660573000. 00010000:00000010:1.1:1770653382.710937:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1800. 00010000:00000010:3.1:1770653382.719874:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ea4b400. 00010000:00000010:2.1:1770653382.722889:0:76651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561b007e00. 00010000:00000010:1.1:1770653382.724897:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620b6d400. 00010000:00000010:3.1:1770653382.726879:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955638af4400. 00010000:00000010:3.1:1770653382.726884:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79e00. 00010000:00000010:2.1:1770653382.726897:0:5744:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566b1ee100. 00010000:00000010:2.1:1770653382.726912:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0e00. 00010000:00000010:1.1:1770653382.730883:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ab82e00. 00010000:00000010:2.1:1770653382.730896:0:73806:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955637b07e00. 00010000:00000010:1.1:1770653382.730898:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563efa2e00. 00010000:00000010:2.1:1770653382.730924:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2800. 00010000:00000010:1.1:1770653382.730924:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78600. 00010000:00000010:3.1:1770653382.732903:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635b63800. 00010000:00000010:0.1:1770653382.736879:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3000. 00010000:00000010:3.1:1770653382.736882:0:76646:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633e72800. 00010000:00000010:3.1:1770653382.736897:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:0.1:1770653382.736897:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2400. 00010000:00000010:2.1:1770653382.736901:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f6fda00. 00010000:00000010:2.1:1770653382.736915:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626d70d00. 00010000:00000010:2.1:1770653382.736931:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:3.1:1770653382.740894:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564a1bd000. 00010000:00000010:3.1:1770653382.740909:0:5759:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561066d300. 00010000:00000010:3.1:1770653382.740932:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0600. 00010000:00000010:1.1:1770653382.745878:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a6bde00. 00010000:00000010:2.1:1770653382.745900:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564a1bd400. 00010000:00000010:1.1:1770653382.749893:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669fc6b00. 00010000:00000010:1.1:1770653382.749910:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78400. 00010000:00000010:2.1:1770653382.750876:0:76651:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561066d500. 00010000:00000010:2.1:1770653382.750893:0:76651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1600. 00010000:00000010:0.1:1770653382.750902:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624814500. 00010000:00000010:0.1:1770653382.750919:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3e00. 00010000:00000010:2.1:1770653382.761898:0:76651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955650809000. 00010000:00000010:1.1:1770653382.761914:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556208c1c00. 00010000:00000010:2.1:1770653382.764895:0:76646:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d348a00. 00010000:00000010:2.1:1770653382.764907:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1600. 00010000:00000010:0.1:1770653382.764908:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162800. 00010000:00000010:3.1:1770653382.764909:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71c200. 00010000:00000010:3.1:1770653382.764931:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565f7f0200. 00010000:00000010:3.1:1770653382.764950:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0e00. 00010000:00000010:3.1:1770653382.768880:0:76383:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563335e100. 00010000:00000010:3.1:1770653382.768893:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78600. 00010000:00000010:3.1:1770653382.768897:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556563ce400. 00010000:00000010:3.1:1770653382.768903:0:76383:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666e4ba00. 00010000:00000010:0.1:1770653382.768904:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3a00. 00010000:00000010:2.1:1770653382.768912:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563fa9a000. 00010000:00000010:2.1:1770653382.768924:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2e00. 00010000:00000010:3.1:1770653382.768926:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:1.1:1770653382.772878:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560ea69100. 00010000:00000010:1.1:1770653382.772898:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:2.1:1770653382.772911:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556323fc400. 00010000:00000010:0.1:1770653382.773895:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556476a9000. 00010000:00000010:0.1:1770653382.776885:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560d3fd000. 00010000:00000010:2.1:1770653382.776887:0:3275:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564de9eb00. 00010000:00000010:2.1:1770653382.776900:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3000. 00010000:00000010:3.1:1770653382.776908:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560a498600. 00010000:00000010:0.1:1770653382.778899:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3e00. 00010000:00000010:3.1:1770653382.778911:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564ea52200. 00010000:00000010:3.1:1770653382.778927:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1a00. 00010000:00000010:2.1:1770653382.786900:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563871fe00. 00010000:00000010:2.1:1770653382.786913:0:76646:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624814500. 00010000:00000010:2.1:1770653382.786932:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2400. 00010000:00000010:1.1:1770653382.790875:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561c750b00. 00010000:00000010:0.1:1770653382.790890:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d34d400. 00010000:00000010:1.1:1770653382.790891:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78400. 00010000:00000010:2.1:1770653382.793884:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d78e300. 00010000:00000010:2.1:1770653382.793906:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1600. 00010000:00000010:2.1:1770653382.793918:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556251fc000. 00010000:00000010:2.1:1770653382.801907:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562349ba00. 00010000:00000010:2.1:1770653382.807907:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556357ddc00. 00010000:00000010:3.1:1770653382.807918:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560daeba00. 00010000:00000010:3.1:1770653382.807934:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562eea0d00. 00010000:00000010:3.1:1770653382.807952:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:3.1:1770653382.807968:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562e8c4100. 00010000:00000010:3.1:1770653382.808000:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2a00. 00010000:00000010:2.1:1770653382.810889:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556262f5000. 00010000:00000010:3.1:1770653382.810891:0:76658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e91ac00. 00010000:00000010:2.1:1770653382.810912:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:1.1:1770653382.811878:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565b78c600. 00010000:00000010:2.1:1770653382.813876:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565f7d0c00. 00010000:00000010:2.1:1770653382.813883:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0e00. 00010000:00000010:0.1:1770653382.813912:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566153bc00. 00010000:00000010:0.1:1770653382.813935:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f5800. 00010000:00000010:0.1:1770653382.813952:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:0.1:1770653382.813962:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e5a4a00. 00010000:00000010:0.1:1770653382.813992:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:0.1:1770653382.816913:0:76658:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626619800. 00010000:00000010:0.1:1770653382.816930:0:76658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1800. 00010000:00000010:3.1:1770653382.819882:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955634c4f600. 00010000:00000010:0.1:1770653382.822914:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647004e00. 00010000:00000010:3.1:1770653382.822915:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561fb16600. 00010000:00000010:3.1:1770653382.822942:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0800. 00010000:00000010:0.1:1770653382.825890:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635600600. 00010000:00000010:3.1:1770653382.825892:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564edf3e00. 00010000:00000010:1.1:1770653382.825896:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565a9a2600. 00010000:00000010:3.1:1770653382.825910:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955637241900. 00010000:00000010:1.1:1770653382.825915:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78400. 00010000:00000010:3.1:1770653382.825920:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:2.1:1770653382.828889:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95573c3c8100. 00010000:00000010:2.1:1770653382.828907:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0600. 00010000:00000010:2.1:1770653382.832907:0:76656:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561b1e8600. 00010000:00000010:2.1:1770653382.832921:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1400. 00010000:00000010:0.1:1770653382.833904:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2c00. 00010000:00000010:0.1:1770653382.833917:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2400. 00010000:00000010:3.1:1770653382.837875:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566480ca00. 00010000:00000010:0.1:1770653382.841881:0:76658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666114a00. 00010000:00000010:2.1:1770653382.841910:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556650ed800. 00010000:00000010:3.1:1770653382.841916:0:33122:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562b9b3400. 00010000:00000010:3.1:1770653382.841927:0:33122:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0c00. 00010000:00000010:3.1:1770653382.841941:0:33122:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955631e42a00. 00010000:00000010:3.1:1770653382.841964:0:33122:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3400. 00010000:00000010:1.1:1770653382.842894:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556385b5600. 00010000:00000010:1.1:1770653382.842906:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955662914a00. 00010000:00000010:1.1:1770653382.842916:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0200. 00010000:00000010:3.1:1770653382.849873:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557353fbc00. 00010000:00000010:0.1:1770653382.849908:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fc600. 00010000:00000010:2.1:1770653382.853893:0:76383:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566b029f00. 00010000:00000010:2.1:1770653382.853912:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78400. 00010000:00000010:2.1:1770653382.853921:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644541800. 00010000:00000010:3.1:1770653382.856942:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955662913e00. 00010000:00000010:3.1:1770653382.856965:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78200. 00010000:00000010:1.1:1770653382.857874:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625e00400. 00010000:00000010:1.1:1770653382.861908:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955636f54700. 00010000:00000010:1.1:1770653382.861927:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:0.1:1770653382.862911:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d800800. 00010000:00000010:0.1:1770653382.862931:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78000. 00010000:00000010:2.1:1770653382.864890:0:12200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644757600. 00010000:00000010:2.1:1770653382.864906:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1600. 00010000:00000010:0.1:1770653382.865896:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624814e00. 00010000:00000010:0.1:1770653382.865916:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3e00. 00010000:00000010:3.1:1770653382.869876:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e880000. 00010000:00000010:2.1:1770653382.869903:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb3800. 00010000:00000010:2.1:1770653382.869921:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563eff5a00. 00010000:00000010:2.1:1770653382.869939:0:76416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955625872800. 00010000:00000010:2.1:1770653382.869956:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:0.1:1770653382.872893:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565975a500. 00010000:00000010:1.1:1770653382.872894:0:73796:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565c75cc00. 00010000:00000010:0.1:1770653382.872921:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:1.1:1770653382.872922:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1400. 00010000:00000010:1.1:1770653382.875873:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661061c00. 00010000:00000010:2.1:1770653382.875876:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562ce29000. 00010000:00000010:1.1:1770653382.875894:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c985000. 00010000:00000010:3.1:1770653382.875899:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955625ea0d00. 00010000:00000010:3.1:1770653382.875908:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:2.1:1770653382.877893:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1fc00. 00010000:00000010:2.1:1770653382.877910:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563978dc00. 00010000:00000010:2.1:1770653382.877923:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0600. 00010000:00000010:0.1:1770653382.880904:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561f1fa400. 00010000:00000010:2.1:1770653382.880907:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955659af3f00. 00010000:00000010:2.1:1770653382.880922:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:2.1:1770653382.880940:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955628f6b400. 00010000:00000010:2.1:1770653382.880954:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0c00. 00010000:00000010:1.1:1770653382.882878:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955618d47200. 00010000:00000010:3.1:1770653382.886878:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623500000. 00010000:00000010:3.1:1770653382.886896:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2800. 00010000:00000010:1.1:1770653382.887907:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564bf80c00. 00010000:00000010:1.1:1770653382.887922:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:3.1:1770653382.893878:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3400. 00010000:00000010:3.1:1770653382.893887:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3e00. 00010000:00000010:2.1:1770653382.901910:0:76416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624814e00. 00010000:00000010:2.1:1770653382.901928:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2c00. 00010000:00000010:1.1:1770653382.902894:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561729f800. 00010000:00000010:1.1:1770653382.902907:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556242efa00. 00010000:00000010:2.1:1770653382.904902:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560c3d6e00. 00010000:00000010:1.1:1770653382.904906:0:5742:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562ea83900. 00010000:00000010:1.1:1770653382.904937:0:5742:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0600. 00010000:00000010:2.1:1770653382.911881:0:73806:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d948900. 00010000:00000010:2.1:1770653382.911898:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1600. 00010000:00000010:3.1:1770653382.911914:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f9b3e00. 00010000:00000010:3.1:1770653382.914901:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565ad8db00. 00010000:00000010:1.1:1770653382.914910:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566968a000. 00010000:00000010:3.1:1770653382.914916:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0e00. 00010000:00000010:3.1:1770653382.914931:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562b118d00. 00010000:00000010:3.1:1770653382.914955:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:2.1:1770653382.915887:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556579a0200. 00010000:00000010:2.1:1770653382.918899:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560bd58100. 00010000:00000010:2.1:1770653382.918924:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78600. 00010000:00000010:1.1:1770653382.923892:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f84b400. 00010000:00000010:1.1:1770653382.926927:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562ce47700. 00010000:00000010:1.1:1770653382.926948:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79e00. 00010000:00000010:0.1:1770653382.927887:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561b584e00. 00010000:00000010:2.1:1770653382.930892:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562ce29600. 00010000:00000010:1.1:1770653382.933875:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556228f5600. 00010000:00000010:2.1:1770653382.933900:0:76390:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556593cac00. 00010000:00000010:0.1:1770653382.933906:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563010fe00. 00010000:00000010:2.1:1770653382.933916:0:76390:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79a00. 00010000:00000010:2.1:1770653382.933927:0:76390:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560a880000. 00010000:00000010:2.1:1770653382.933943:0:76390:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2a00. 00010000:00000010:1.1:1770653382.936908:0:76656:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955616a73900. 00010000:00000010:1.1:1770653382.936923:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1600. 00010000:00000010:1.1:1770653382.936938:0:76656:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d811d00. 00010000:00000010:1.1:1770653382.936962:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2400. 00010000:00000010:0.1:1770653382.939899:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566103bd00. 00010000:00000010:0.1:1770653382.939912:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3800. 00010000:00000010:3.1:1770653382.943938:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556389b0200. 00010000:00000010:1.1:1770653382.944903:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661305c00. 00010000:00000010:2.1:1770653382.945886:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e918400. 00010000:00000010:2.1:1770653382.945894:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955643181400. 00010000:00000010:3.1:1770653382.950898:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955608f16800. 00010000:00000010:3.1:1770653382.950918:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:3.1:1770653382.950928:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e855d00. 00010000:00000010:3.1:1770653382.950948:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3a00. 00010000:00000010:3.1:1770653382.950962:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556596ae800. 00010000:00000010:3.1:1770653382.950995:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2800. 00010000:00000010:1.1:1770653382.953895:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3e00. 00010000:00000010:1.1:1770653382.953916:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2c00. 00010000:00000010:0.1:1770653382.958908:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556574f6200. 00010000:00000010:0.1:1770653382.958922:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556195e1200. 00010000:00000010:0.1:1770653382.958932:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79e00. 00010000:00000010:0.1:1770653382.958941:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561bfd4900. 00010000:00000010:0.1:1770653382.958959:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0400. 00010000:00000010:0.1:1770653382.961906:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561b0cf800. 00010000:00000010:2.1:1770653382.961914:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642668800. 00010000:00000010:3.1:1770653382.962879:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563323d800. 00010000:00000010:2.1:1770653382.964915:0:76646:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556219fb800. 00010000:00000010:0.1:1770653382.964919:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624814600. 00010000:00000010:2.1:1770653382.964924:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:0.1:1770653382.964935:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3400. 00010000:00000010:3.1:1770653382.968904:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955618553f00. 00010000:00000010:3.1:1770653382.968941:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:3.1:1770653382.968960:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556435b6f00. 00010000:00000010:3.1:1770653382.968989:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:3.1:1770653382.973902:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955643b11200. 00010000:00000010:0.1:1770653382.973904:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563252e900. 00010000:00000010:3.1:1770653382.973915:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955638892700. 00010000:00000010:0.1:1770653382.973918:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1000. 00010000:00000010:3.1:1770653382.973932:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:1.1:1770653382.975903:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635600800. 00010000:00000010:0.1:1770653382.977899:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627c7e400. 00010000:00000010:1.1:1770653382.981878:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955643224600. 00010000:00000010:1.1:1770653382.981884:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620b1e800. 00010000:00000010:2.1:1770653382.981903:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564eb73c00. 00010000:00000010:2.1:1770653382.981929:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564acdaa00. 00010000:00000010:2.1:1770653382.981943:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1800. 00010000:00000010:3.1:1770653382.984882:0:66075:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643cde000. 00010000:00000010:3.1:1770653382.984892:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1c00. 00010000:00000010:2.1:1770653382.984902:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560b1d6c00. 00010000:00000010:1.1:1770653382.984909:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565c7e1600. 00010000:00000010:2.1:1770653382.984933:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0000. 00010000:00000010:1.1:1770653382.984934:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:2.1:1770653382.989911:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a3ff800. 00010000:00000010:3.1:1770653382.993883:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561a86f000. 00010000:00000010:3.1:1770653382.993901:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79800. 00010000:00000010:2.1:1770653382.996899:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560b510400. 00010000:00000010:3.1:1770653382.998878:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562e8c6100. 00010000:00000010:3.1:1770653382.998896:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2000. 00010000:00000010:2.1:1770653383.000896:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633a0ba00. 00010000:00000010:2.1:1770653383.000912:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1000. 00010000:00000010:0.1:1770653383.004911:0:76659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556389b1600. 00010000:00000010:3.1:1770653383.007873:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556447d6c00. 00010000:00000010:0.1:1770653383.007886:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667c02200. 00010000:00000010:0.1:1770653383.007896:0:7409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955635111300. 00010000:00000010:0.1:1770653383.007904:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3400. 00010000:00000010:0.1:1770653383.009898:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955665f56200. 00010000:00000010:2.1:1770653383.009911:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556476ade00. 00010000:00000010:0.1:1770653383.009916:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562a3f2200. 00010000:00000010:1.1:1770653383.010898:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955643181c00. 00010000:00000010:3.1:1770653383.014874:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556435b6b00. 00010000:00000010:3.1:1770653383.014891:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1200. 00010000:00000010:3.1:1770653383.014903:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562ce41f00. 00010000:00000010:3.1:1770653383.014927:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:0.1:1770653383.015908:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955616a95800. 00010000:00000010:0.1:1770653383.015928:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566938bd00. 00010000:00000010:0.1:1770653383.015953:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2800. 00010000:00000010:2.1:1770653383.018911:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643b15f00. 00010000:00000010:2.1:1770653383.018927:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3e00. 00010000:00000010:1.1:1770653383.019899:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955667212600. 00010000:00000010:1.1:1770653383.019919:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78200. 00010000:00000010:0.1:1770653383.027903:0:73806:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560f1bcf00. 00010000:00000010:0.1:1770653383.027929:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2c00. 00010000:00000010:1.1:1770653383.032918:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:1.1:1770653383.032932:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:3.1:1770653383.034894:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564e171400. 00010000:00000010:3.1:1770653383.034907:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561f17b600. 00010000:00000010:1.1:1770653383.035873:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef7400. 00010000:00000010:0.1:1770653383.035901:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955664229a00. 00010000:00000010:2.1:1770653383.037919:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624810300. 00010000:00000010:2.1:1770653383.037935:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1000. 00010000:00000010:1.1:1770653383.039907:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b54d800. 00010000:00000010:2.1:1770653383.043887:0:66075:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632387300. 00010000:00000010:1.1:1770653383.043891:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561bdff400. 00010000:00000010:2.1:1770653383.043902:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79a00. 00010000:00000010:3.1:1770653383.043908:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564ae1d900. 00010000:00000010:2.1:1770653383.043926:0:66075:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299400. 00010000:00000010:3.1:1770653383.043931:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1e00. 00010000:00000010:2.1:1770653383.043938:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78000. 00010000:00000010:3.1:1770653383.043941:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632e1a300. 00010000:00000010:3.1:1770653383.043953:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78600. 00010000:00000010:3.1:1770653383.045887:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955654701400. 00010000:00000010:3.1:1770653383.051912:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556617ada00. 00010000:00000010:2.1:1770653383.051913:0:76390:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669c91d00. 00010000:00000010:2.1:1770653383.051935:0:76390:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2800. 00010000:00000010:2.1:1770653383.051952:0:76390:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4f500. 00010000:00000010:2.1:1770653383.051982:0:76390:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:2.1:1770653383.054909:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561c8b1000. 00010000:00000010:2.1:1770653383.054925:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:3.1:1770653383.058888:0:33122:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563949d900. 00010000:00000010:3.1:1770653383.058901:0:33122:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79800. 00010000:00000010:3.1:1770653383.062907:0:33122:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348c00. 00010000:00000010:3.1:1770653383.067879:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556373a0a00. 00010000:00000010:3.1:1770653383.067887:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:3.1:1770653383.074887:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560b510c00. 00010000:00000010:0.1:1770653383.074929:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566968ac00. 00010000:00000010:2.1:1770653383.075884:0:22923:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620b1ce00. 00010000:00000010:3.1:1770653383.077878:0:7262:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573c542600. 00010000:00000010:3.1:1770653383.077886:0:7262:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955618a16f00. 00010000:00000010:3.1:1770653383.077897:0:7262:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3400. 00010000:00000010:0.1:1770653383.077897:0:81225:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564efd3b00. 00010000:00000010:2.1:1770653383.077901:0:22900:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955655ad6600. 00010000:00000010:3.1:1770653383.077914:0:7262:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ff44200. 00010000:00000010:0.1:1770653383.077914:0:81225:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1000. 00010000:00000010:2.1:1770653383.077918:0:22900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2e00. 00010000:00000010:0.1:1770653383.077942:0:81225:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556475dc100. 00010000:00000010:3.1:1770653383.077952:0:7262:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644587000. 00010000:00000010:0.1:1770653383.077958:0:81225:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3a00. 00010000:00000010:3.1:1770653383.077990:0:7262:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2c00. 00010000:00000010:0.1:1770653383.079906:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556690e4600. 00010000:00000010:2.1:1770653383.080891:0:76390:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a2e3400. 00010000:00000010:2.1:1770653383.080907:0:76390:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3800. 00010000:00000010:2.1:1770653383.092879:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639ca0600. 00010000:00000010:0.1:1770653383.092905:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78200. 00010000:00000010:1.1:1770653383.095907:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6400. 00010000:00000010:3.1:1770653383.095910:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563d571c00. 00010000:00000010:3.1:1770653383.095927:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955659630000. 00010000:00000010:3.1:1770653383.095940:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561bfa0000. 00010000:00000010:2.1:1770653383.096893:0:76390:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657a1ac00. 00010000:00000010:0.1:1770653383.096899:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:0.1:1770653383.100911:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560edd8400. 00010000:00000010:0.1:1770653383.100928:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2a00. 00010000:00000010:0.1:1770653383.100940:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564009e900. 00010000:00000010:0.1:1770653383.100953:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2200. 00010000:00000010:3.1:1770653383.102893:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c8afe00. 00010000:00000010:1.1:1770653383.102899:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566480c000. 00010000:00000010:2.1:1770653383.102905:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78a00. 00010000:00000010:3.1:1770653383.102942:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0600. 00010000:00000010:0.1:1770653383.105891:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955638483500. 00010000:00000010:3.1:1770653383.105892:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955657a1d600. 00010000:00000010:2.1:1770653383.105902:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955637199b00. 00010000:00000010:0.1:1770653383.105909:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2400. 00010000:00000010:3.1:1770653383.105910:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0200. 00010000:00000010:2.1:1770653383.105914:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0c00. 00010000:00000010:1.1:1770653383.108877:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562b9b3600. 00010000:00000010:1.1:1770653383.108893:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79e00. 00010000:00000010:3.1:1770653383.108894:0:76651:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d4d00. 00010000:00000010:3.1:1770653383.108908:0:76651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1400. 00010000:00000010:1.1:1770653383.108912:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556201bd000. 00010000:00000010:0.1:1770653383.113911:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955618d47600. 00010000:00000010:3.1:1770653383.115874:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632612c00. 00010000:00000010:2.1:1770653383.115905:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560bd07c00. 00010000:00000010:2.1:1770653383.115924:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79800. 00010000:00000010:2.1:1770653383.115938:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564bf80b00. 00010000:00000010:2.1:1770653383.115958:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3a00. 00010000:00000010:2.1:1770653383.115981:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639a7dc00. 00010000:00000010:1.1:1770653383.119872:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955718147000. 00010000:00000010:0.1:1770653383.120893:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566d093000. 00010000:00000010:0.1:1770653383.120916:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2c00. 00010000:00000010:3.1:1770653383.123875:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f84a000. 00010000:00000010:3.1:1770653383.123883:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565a6bb800. 00010000:00000010:3.1:1770653383.123899:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:1.1:1770653383.124887:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564ff4ab00. 00010000:00000010:1.1:1770653383.124895:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:0.1:1770653383.135880:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562a3f2c00. 00010000:00000010:3.1:1770653383.138917:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955664788100. 00010000:00000010:3.1:1770653383.138933:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2400. 00010000:00000010:2.1:1770653383.143885:0:5597:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955621be5000. 00010000:00000010:2.1:1770653383.143893:0:5597:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642b34600. 00010000:00000010:3.1:1770653383.143894:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955624b35000. 00010000:00000010:2.1:1770653383.143906:0:5597:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2e00. 00010000:00000010:3.1:1770653383.143908:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565601fb00. 00010000:00000010:2.1:1770653383.143916:0:5597:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556421fc000. 00010000:00000010:3.1:1770653383.143923:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:2.1:1770653383.143932:0:5597:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1800. 00010000:00000010:0.1:1770653383.144899:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955628e1f200. 00010000:00000010:1.1:1770653383.145909:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556207ac500. 00010000:00000010:1.1:1770653383.145919:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2a00. 00010000:00000010:0.1:1770653383.148901:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563cd4a800. 00010000:00000010:0.1:1770653383.153908:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565978ec00. 00010000:00000010:3.1:1770653383.153909:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cd37b00. 00010000:00000010:3.1:1770653383.153959:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2c00. 00010000:00000010:2.1:1770653383.156883:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955639b06200. 00010000:00000010:2.1:1770653383.156909:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2200. 00010000:00000010:0.1:1770653383.165889:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299100. 00010000:00000010:0.1:1770653383.165898:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:3.1:1770653383.173885:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625bfb800. 00010000:00000010:0.1:1770653383.173900:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955664229000. 00010000:00000010:3.1:1770653383.177878:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562183fa00. 00010000:00000010:2.1:1770653383.177879:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561b2f9200. 00010000:00000010:3.1:1770653383.177898:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79800. 00010000:00000010:2.1:1770653383.177900:0:66075:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564b242d00. 00010000:00000010:2.1:1770653383.177908:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3400. 00010000:00000010:2.1:1770653383.177922:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657a1b800. 00010000:00000010:1.1:1770653383.178884:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e294c00. 00010000:00000010:1.1:1770653383.178898:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78000. 00010000:00000010:1.1:1770653383.178915:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556188e9900. 00010000:00000010:1.1:1770653383.178933:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2800. 00010000:00000010:2.1:1770653383.187894:0:73805:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955626295200. 00010000:00000010:1.1:1770653383.187899:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955628778200. 00010000:00000010:2.1:1770653383.187925:0:73805:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556420e6600. 00010000:00000010:2.1:1770653383.187941:0:73805:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566aadeb00. 00010000:00000010:2.1:1770653383.187962:0:73805:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3e00. 00010000:00000010:3.1:1770653383.191902:0:76659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625972000. 00010000:00000010:2.1:1770653383.191905:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955640531000. 00010000:00000010:3.1:1770653383.191932:0:76659:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c88f00. 00010000:00000010:2.1:1770653383.191932:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:3.1:1770653383.191967:0:76659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1200. 00010000:00000010:3.1:1770653383.191992:0:76659:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564bf80f00. 00010000:00000010:3.1:1770653383.192014:0:76659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1800. 00010000:00000010:3.1:1770653383.192030:0:76659:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955662516600. 00010000:00000010:3.1:1770653383.192045:0:76659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0c00. 00010000:00000010:3.1:1770653383.195880:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556559d9000. 00010000:00000010:3.1:1770653383.195895:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:2.1:1770653383.195907:0:5597:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955618d46600. 00010000:00000010:1.1:1770653383.195909:0:76383:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e1e2300. 00010000:00000010:1.1:1770653383.195928:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1a00. 00010000:00000010:1.1:1770653383.195942:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561131aa00. 00010000:00000010:1.1:1770653383.195960:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955665f42000. 00010000:00000010:0.1:1770653383.196904:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b034a00. 00010000:00000010:0.1:1770653383.199879:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955646377400. 00010000:00000010:1.1:1770653383.200903:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565b6d6200. 00010000:00000010:3.1:1770653383.202878:0:76651:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647573d00. 00010000:00000010:3.1:1770653383.202884:0:76651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:1.1:1770653383.202899:0:33122:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566103ae00. 00010000:00000010:2.1:1770653383.202910:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565e8f1f00. 00010000:00000010:1.1:1770653383.202913:0:33122:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78200. 00010000:00000010:1.1:1770653383.202932:0:33122:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556300e5400. 00010000:00000010:2.1:1770653383.202939:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2c00. 00010000:00000010:1.1:1770653383.202950:0:33122:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:1.1:1770653383.202961:0:33122:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563e523000. 00010000:00000010:3.1:1770653383.209888:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b1e3200. 00010000:00000010:1.1:1770653383.210894:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b07c00. 00010000:00000010:3.1:1770653383.214904:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb3e00. 00010000:00000010:1.1:1770653383.214907:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563d81ca00. 00010000:00000010:3.1:1770653383.222920:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565975bd00. 00010000:00000010:3.1:1770653383.222945:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1200. 00010000:00000010:0.1:1770653383.223906:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3a00. 00010000:00000010:2.1:1770653383.223910:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624354e00. 00010000:00000010:2.1:1770653383.223938:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1400. 00010000:00000010:2.1:1770653383.223953:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955665068000. 00010000:00000010:2.1:1770653383.223988:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79a00. 00010000:00000010:3.1:1770653383.228876:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95572deced00. 00010000:00000010:3.1:1770653383.228891:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2200. 00010000:00000010:3.1:1770653383.228907:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631fd0800. 00010000:00000010:0.1:1770653383.230882:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562cded600. 00010000:00000010:3.1:1770653383.235879:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556259ef200. 00010000:00000010:3.1:1770653383.235895:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0200. 00010000:00000010:1.1:1770653383.235896:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2f000. 00010000:00000010:3.1:1770653383.235926:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351cca00. 00010000:00000010:1.1:1770653383.239875:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633a09200. 00010000:00000010:2.1:1770653383.239881:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669526500. 00010000:00000010:2.1:1770653383.239892:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78200. 00010000:00000010:3.1:1770653383.239899:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955640533800. 00010000:00000010:2.1:1770653383.239903:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955705686600. 00010000:00000010:3.1:1770653383.239913:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2e00. 00010000:00000010:3.1:1770653383.239926:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635254600. 00010000:00000010:2.1:1770653383.239928:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:3.1:1770653383.241897:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562371b800. 00010000:00000010:1.1:1770653383.241906:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955640d24b00. 00010000:00000010:3.1:1770653383.241920:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3e00. 00010000:00000010:1.1:1770653383.241923:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:1.1:1770653383.241943:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce3200. 00010000:00000010:2.1:1770653383.241982:0:81782:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955630b48300. 00010000:00000010:2.1:1770653383.242007:0:81782:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:0.1:1770653383.245900:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae46000. 00010000:00000010:0.1:1770653383.245915:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351f3800. 00010000:00000010:0.1:1770653383.245937:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2400. 00010000:00000010:1.1:1770653383.254905:0:76390:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955702889200. 00010000:00000010:1.1:1770653383.254919:0:76390:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3400. 00010000:00000010:1.1:1770653383.254934:0:76390:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955638af6800. 00010000:00000010:1.1:1770653383.256884:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955667819100. 00010000:00000010:1.1:1770653383.256905:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78000. 00010000:00000010:2.1:1770653383.256910:0:22900:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624814100. 00010000:00000010:2.1:1770653383.256930:0:22900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2800. 00010000:00000010:3.1:1770653383.260889:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7ce00. 00010000:00000010:3.1:1770653383.260919:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556373a1f00. 00010000:00000010:3.1:1770653383.260937:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0200. 00010000:00000010:3.1:1770653383.260953:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f2d2800. 00010000:00000010:3.1:1770653383.260986:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:0.1:1770653383.266880:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ae96400. 00010000:00000010:3.1:1770653383.268916:0:81768:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660bc4400. 00010000:00000010:0.1:1770653383.269885:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3c8c00. 00010000:00000010:2.1:1770653383.272898:0:22884:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562fcf6600. 00010000:00000010:2.1:1770653383.272920:0:22884:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:1.1:1770653383.277912:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955710168c00. 00010000:00000010:1.1:1770653383.277932:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95573c53d300. 00010000:00000010:1.1:1770653383.277952:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78000. 00010000:00000010:1.1:1770653383.277977:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556592a6900. 00010000:00000010:1.1:1770653383.277988:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1200. 00010000:00000010:0.1:1770653383.283893:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561f0eee00. 00010000:00000010:0.1:1770653383.283924:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae47200. 00010000:00000010:3.1:1770653383.286892:0:81032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639a42e00. 00010000:00000010:3.1:1770653383.286912:0:81032:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955662748000. 00010000:00000010:3.1:1770653383.286927:0:81032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:3.1:1770653383.286944:0:81032:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563dd04d00. 00010000:00000010:3.1:1770653383.286964:0:81032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1000. 00010000:00000010:0.1:1770653383.290896:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556405f2200. 00010000:00000010:1.1:1770653383.293893:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561886ae00. 00010000:00000010:1.1:1770653383.293913:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3e00. 00010000:00000010:1.1:1770653383.293928:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:1.1:1770653383.303887:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79a00. 00010000:00000010:0.1:1770653383.303891:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563c135200. 00010000:00000010:2.1:1770653383.306894:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561f81f700. 00010000:00000010:2.1:1770653383.306907:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78000. 00010000:00000010:0.1:1770653383.310895:0:5742:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299000. 00010000:00000010:3.1:1770653383.310898:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955631425200. 00010000:00000010:0.1:1770653383.310907:0:5742:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79800. 00010000:00000010:3.1:1770653383.310912:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78600. 00010000:00000010:2.1:1770653383.311885:0:76658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660aba600. 00010000:00000010:2.1:1770653383.311897:0:76658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660abae00. 00010000:00000010:3.1:1770653383.319903:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564fafb700. 00010000:00000010:3.1:1770653383.319935:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3a00. 00010000:00000010:2.1:1770653383.322879:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642fbe800. 00010000:00000010:1.1:1770653383.322898:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657233200. 00010000:00000010:2.1:1770653383.322900:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556160c5600. 00010000:00000010:0.1:1770653383.323876:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955668099a00. 00010000:00000010:0.1:1770653383.325904:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a5c2600. 00010000:00000010:3.1:1770653383.325908:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562349be00. 00010000:00000010:3.1:1770653383.325932:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564b7d8100. 00010000:00000010:3.1:1770653383.325955:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2800. 00010000:00000010:2.1:1770653383.326884:0:81782:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955640300700. 00010000:00000010:2.1:1770653383.326904:0:81782:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78a00. 00010000:00000010:2.1:1770653383.326915:0:81782:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623fcb700. 00010000:00000010:2.1:1770653383.326935:0:81782:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0200. 00010000:00000010:2.1:1770653383.326952:0:81782:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565b663d00. 00010000:00000010:2.1:1770653383.326982:0:81782:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78200. 00010000:00000010:1.1:1770653383.329903:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556672cce00. 00010000:00000010:1.1:1770653383.329921:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3b8a00. 00010000:00000010:1.1:1770653383.331879:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561bec4e00. 00010000:00000010:2.1:1770653383.331896:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666d42800. 00010000:00000010:3.1:1770653383.331898:0:5745:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e175100. 00010000:00000010:0.1:1770653383.331902:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955661026b00. 00010000:00000010:2.1:1770653383.331909:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2a00. 00010000:00000010:3.1:1770653383.331911:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:0.1:1770653383.331926:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2200. 00010000:00000010:3.1:1770653383.337907:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e946600. 00010000:00000010:0.1:1770653383.337911:0:22923:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e68c200. 00010000:00000010:3.1:1770653383.337915:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:0.1:1770653383.337938:0:22923:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0000. 00010000:00000010:3.1:1770653383.370881:0:5743:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f610d00. 00010000:00000010:3.1:1770653383.370897:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79a00. 00010000:00000010:3.1:1770653383.378871:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561bec4000. 00010000:00000010:1.1:1770653383.380894:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c200. 00010000:00000010:3.1:1770653383.433875:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669527600. 00010000:00000010:3.1:1770653383.433887:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2e00. 00010000:00000010:0.1:1770653383.433905:0:81767:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565b78c200. 00010000:00000010:0.1:1770653383.433924:0:81767:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955648207700. 00010000:00000010:0.1:1770653383.433943:0:81767:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1200. 00010000:00000010:0.1:1770653383.433959:0:81767:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565aaaa600. 00010000:00000010:0.1:1770653383.433990:0:81767:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2000. 00010000:00000010:1.1:1770653383.587899:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb0400. 00010000:00000010:0.1:1770653383.587907:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2800. 00010000:00000010:0.1:1770653383.587927:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2a00. 00010000:00000010:0.1:1770653383.587945:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563d575400. 00010000:00000010:0.1:1770653383.587963:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560d70b400. 00010000:00000010:0.1:1770653383.587998:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565f499600. 00010000:00000010:0.1:1770653383.588009:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632fc3e00. 00010000:00000010:0.1:1770653383.588030:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2400. 00010000:00000010:0.1:1770653383.588051:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955635674f00. 00010000:00000010:0.1:1770653383.588064:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2200. 00010000:00000010:0.1:1770653383.588077:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955631e36a00. 00010000:00000010:0.1:1770653383.588102:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3400. 00010000:00000010:0.1:1770653383.588127:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556508fa600. 00010000:00000010:0.1:1770653383.588145:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:0.1:1770653383.588166:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955710168200. 00010000:00000010:0.1:1770653383.588183:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95573c53d000. 00010000:00000010:0.1:1770653383.588205:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78000. 00010000:00000010:0.1:1770653383.588233:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561f397200. 00010000:00000010:0.1:1770653383.588243:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0800. 00010000:00000010:0.1:1770653383.592894:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635b63400. 00010000:00000010:1.1:1770653383.592899:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627f1fa00. 00010000:00000010:3.1:1770653383.592936:0:76650:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624814e00. 00010000:00000010:0.1:1770653383.592936:0:3274:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633e72300. 00010000:00000010:3.1:1770653383.592960:0:76650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3a00. 00010000:00000010:0.1:1770653383.592980:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1c00. 00010000:00000010:0.1:1770653383.592996:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662e78400. 00010000:00000010:0.1:1770653383.593015:0:3274:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563a931600. 00010000:00000010:0.1:1770653383.593029:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:0.1:1770653383.593069:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1000. 00010000:00000010:0.1:1770653383.593079:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0200. 00010000:00000010:0.1:1770653383.593089:0:3274:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563efa2100. 00010000:00000010:0.1:1770653383.593102:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1e00. 00010000:00000010:0.1:1770653383.593121:0:3274:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c55c800. 00010000:00000010:0.1:1770653383.593145:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1200. 00010000:00000010:0.1:1770653383.593159:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556477e1000. 00010000:00000010:0.1:1770653383.593175:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3e00. 00010000:00000010:0.1:1770653383.593193:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2800. 00010000:00000010:0.1:1770653383.593206:0:3274:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561cac4000. 00010000:00000010:0.1:1770653383.593225:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2400. 00010000:00000010:0.1:1770653383.593238:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633b8c400. 00010000:00000010:0.1:1770653383.593252:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564c2e3c00. 00010000:00000010:0.1:1770653383.593268:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5d000. 00010000:00000010:0.1:1770653383.593279:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562eaf5e00. 00010000:00000010:1.1:1770653383.598903:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563949fc00. 00010000:00000010:1.1:1770653383.598920:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955701482c00. 00010000:00000010:1.1:1770653383.598937:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556563cee00. 00010000:00000010:1.1:1770653383.598957:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647007700. 00010000:00000010:1.1:1770653383.598993:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:1.1:1770653383.599014:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562688de00. 00010000:00000010:1.1:1770653383.599038:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79800. 00010000:00000010:3.1:1770653383.599883:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ab83800. 00010000:00000010:1.1:1770653383.599885:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561bd88000. 00010000:00000010:3.1:1770653383.599906:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563bf0a400. 00010000:00000010:1.1:1770653383.599910:0:7409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556591e3800. 00010000:00000010:3.1:1770653383.599917:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78200. 00010000:00000010:3.1:1770653383.599926:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955631fc5700. 00010000:00000010:1.1:1770653383.599929:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3c00. 00010000:00000010:3.1:1770653383.599933:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3000. 00010000:00000010:3.1:1770653383.599950:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556476a9800. 00010000:00000010:1.1:1770653383.599953:0:7409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955630860b00. 00010000:00000010:3.1:1770653383.599987:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e169700. 00010000:00000010:1.1:1770653383.599990:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:3.1:1770653383.600003:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3200. 00010000:00000010:1.1:1770653383.600007:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632df5400. 00010000:00000010:3.1:1770653383.600021:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955655726600. 00010000:00000010:1.1:1770653383.600022:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648e17400. 00010000:00000010:1.1:1770653383.600040:0:7409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955608fa2400. 00010000:00000010:3.1:1770653383.600042:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351c2000. 00010000:00000010:3.1:1770653383.600062:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561d48a700. 00010000:00000010:1.1:1770653383.600065:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78600. 00010000:00000010:3.1:1770653383.600086:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:1.1:1770653383.600089:0:7409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560f4f8c00. 00010000:00000010:3.1:1770653383.600103:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:1.1:1770653383.600106:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78a00. 00010000:00000010:3.1:1770653383.600120:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:1.1:1770653383.600124:0:7409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955616db6000. 00010000:00000010:3.1:1770653383.600132:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955705687500. 00010000:00000010:1.1:1770653383.600141:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79a00. 00010000:00000010:3.1:1770653383.600147:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:3.1:1770653383.600161:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650b78c00. 00010000:00000010:1.1:1770653383.600163:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562f398a00. 00010000:00000010:3.1:1770653383.600174:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:3.1:1770653383.600188:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d66a600. 00010000:00000010:1.1:1770653383.600190:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a640400. 00010000:00000010:3.1:1770653383.600208:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3800. 00010000:00000010:1.1:1770653383.600217:0:7409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564b54b300. 00010000:00000010:3.1:1770653383.600224:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562392b800. 00010000:00000010:1.1:1770653383.600238:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3a00. 00010000:00000010:0.1:1770653383.608919:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c55cf00. 00010000:00000010:0.1:1770653383.608933:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1800. 00010000:00000010:0.1:1770653383.608950:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead7000. 00010000:00000010:1.1:1770653383.609890:0:7422:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562eef6900. 00010000:00000010:1.1:1770653383.609914:0:7422:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661067a00. 00010000:00000010:1.1:1770653383.609927:0:7422:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955639aecf00. 00010000:00000010:1.1:1770653383.609941:0:7422:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:1.1:1770653383.664887:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563335d500. 00010000:00000010:1.1:1770653383.664896:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:3.1:1770653383.848895:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661067c00. 00010000:00000010:0.1:1770653383.848895:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642904600. 00010000:00000010:3.1:1770653383.848921:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d6e00. 00010000:00000010:0.1:1770653383.848921:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955656581400. 00010000:00000010:0.1:1770653383.848944:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560daa5200. 00010000:00000010:3.1:1770653383.848949:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660db3600. 00010000:00000010:3.1:1770653383.848984:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661067200. 00010000:00000010:3.1:1770653383.848999:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566d20e900. 00010000:00000010:0.1:1770653383.849004:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565642d600. 00010000:00000010:0.1:1770653383.849021:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566b3f7200. 00010000:00000010:3.1:1770653383.849025:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0e00. 00010000:00000010:3.1:1770653383.849044:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660538500. 00010000:00000010:0.1:1770653383.849044:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2800. 00010000:00000010:0.1:1770653383.849069:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666e10700. 00010000:00000010:3.1:1770653383.849070:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0200. 00010000:00000010:3.1:1770653383.849094:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643d83d00. 00010000:00000010:3.1:1770653383.849114:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661066a00. 00010000:00000010:0.1:1770653383.849187:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1600. 00010000:00000010:2.1:1770653383.850884:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d283800. 00010000:00000010:2.1:1770653383.850912:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648e15e00. 00010000:00000010:2.1:1770653383.850938:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666e8bf00. 00010000:00000010:2.1:1770653383.850957:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1000. 00010000:00000010:2.1:1770653383.850984:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f4b00. 00010000:00000010:2.1:1770653383.851208:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1e00. 00010000:00000010:0.1:1770653383.852896:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562df25000. 00010000:00000010:0.1:1770653383.852904:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0400. 00010000:00000010:0.1:1770653383.852924:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565b51e600. 00010000:00000010:0.1:1770653383.852947:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955624af4600. 00010000:00000010:0.1:1770653383.852977:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016a800. 00010000:00000010:0.1:1770653383.852993:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556389ae300. 00010000:00000010:0.1:1770653383.853020:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560d455600. 00010000:00000010:0.1:1770653383.853105:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955615a89a00. 00010000:00000010:0.1:1770653383.853116:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661067600. 00010000:00000010:0.1:1770653383.853126:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661066800. 00010000:00000010:0.1:1770653383.853133:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661066e00. 00010000:00000010:0.1:1770653383.853147:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642fbf800. 00010000:00000010:0.1:1770653383.853163:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666d42300. 00010000:00000010:0.1:1770653383.853184:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2c00. 00010000:00000010:0.1:1770653383.853203:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955649321e00. 00010000:00000010:0.1:1770653383.853220:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3e00. 00010000:00000010:0.1:1770653383.853236:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95571a6ffb00. 00010000:00000010:0.1:1770653383.853250:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661067800. 00010000:00000010:0.1:1770653383.853262:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644acd400. 00010000:00000010:0.1:1770653383.853285:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3c00. 00010000:00000010:0.1:1770653383.853301:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739ee00. 00010000:00000010:0.1:1770653383.853321:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3200. 00010000:00000010:0.1:1770653383.853336:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955626525400. 00010000:00000010:0.1:1770653383.853348:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b1e0a00. 00010000:00000010:0.1:1770653383.853372:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955654be3a00. 00010000:00000010:0.1:1770653383.853398:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53b000. 00010000:00000010:2.1:1770653383.853881:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0600. 00010000:00000010:2.1:1770653383.853898:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0800. 00010000:00000010:1.1:1770653383.857899:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955603cadf00. 00010000:00000010:0.1:1770653383.857900:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565c66de00. 00010000:00000010:2.1:1770653383.857910:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562df25200. 00010000:00000010:2.1:1770653383.857928:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1a00. 00010000:00000010:1.1:1770653383.857929:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2600. 00010000:00000010:2.1:1770653383.857958:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1c00. 00010000:00000010:1.1:1770653383.857959:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955646b14900. 00010000:00000010:2.1:1770653383.857988:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0000. 00010000:00000010:1.1:1770653383.857988:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560d455e00. 00010000:00000010:2.1:1770653383.858007:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560d454000. 00010000:00000010:2.1:1770653383.858020:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1200. 00010000:00000010:1.1:1770653383.858021:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565aaaa100. 00010000:00000010:2.1:1770653383.858046:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562df25800. 00010000:00000010:1.1:1770653383.858049:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560d455400. 00010000:00000010:2.1:1770653383.858067:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560d455a00. 00010000:00000010:1.1:1770653383.858068:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299700. 00010000:00000010:1.1:1770653383.858094:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661066000. 00010000:00000010:2.1:1770653383.858097:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561f2be400. 00010000:00000010:1.1:1770653383.858101:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556672cd400. 00010000:00000010:2.1:1770653383.858127:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955611370600. 00010000:00000010:1.1:1770653383.858128:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f610b00. 00010000:00000010:1.1:1770653383.858152:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560d454400. 00010000:00000010:2.1:1770653383.858166:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661067a00. 00010000:00000010:1.1:1770653383.858169:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955669f23800. 00010000:00000010:2.1:1770653383.858197:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565c914a00. 00010000:00000010:1.1:1770653383.858202:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560dfb7900. 00010000:00000010:2.1:1770653383.858206:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ae97400. 00010000:00000010:2.1:1770653383.858229:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb0c00. 00010000:00000010:1.1:1770653383.858230:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661067000. 00010000:00000010:2.1:1770653383.858254:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560d621000. 00010000:00000010:1.1:1770653383.858257:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556606e9700. 00010000:00000010:2.1:1770653383.858280:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955711396b00. 00010000:00000010:1.1:1770653383.858281:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3800. 00010000:00000010:1.1:1770653383.858308:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b112000. 00010000:00000010:2.1:1770653383.858309:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2e00. 00010000:00000010:2.1:1770653383.858341:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556416b4500. 00010000:00000010:1.1:1770653383.858342:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562ab56e00. 00010000:00000010:2.1:1770653383.858374:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560d455800. 00010000:00000010:1.1:1770653383.858374:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661066200. 00010000:00000010:2.1:1770653383.858412:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453c00. 00010000:00000010:1.1:1770653383.858413:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955718ea3700. 00010000:00000010:1.1:1770653383.858445:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661067400. 00010000:00000010:2.1:1770653383.858451:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566b1eff00. 00010000:00000010:1.1:1770653383.858455:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955640533b00. 00010000:00000010:1.1:1770653383.858479:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560d454600. 00010000:00000010:2.1:1770653383.858482:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661066c00. 00010000:00000010:2.1:1770653383.858502:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644b29a00. 00010000:00000010:1.1:1770653383.858503:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a9a9600. 00010000:00000010:1.1:1770653383.858533:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556637e7e00. 00010000:00000010:2.1:1770653383.858534:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556252f3c00. 00010000:00000010:2.1:1770653383.858561:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560d455200. 00010000:00000010:1.1:1770653383.858563:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3400. 00010000:00000010:1.1:1770653383.858576:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561854d800. 00010000:00000010:2.1:1770653383.858578:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565600ee00. 00010000:00000010:1.1:1770653383.858603:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560d455c00. 00010000:00000010:2.1:1770653383.858614:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955640305200. 00010000:00000010:1.1:1770653383.858630:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635e04200. 00010000:00000010:2.1:1770653383.858642:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2400. 00010000:00000010:1.1:1770653383.858648:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556300e4d00. 00010000:00000010:2.1:1770653383.858655:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff0000. 00010000:00000010:1.1:1770653383.858658:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560d455000. 00010000:00000010:2.1:1770653383.858695:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566cdc9100. 00010000:00000010:2.1:1770653383.858723:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661066600. 00010000:00000010:2.1:1770653383.858738:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e169100. 00010000:00000010:2.1:1770653383.858893:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3000. 00010000:00000010:2.1:1770653383.858902:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632df7c00. 00010000:00000010:2.1:1770653383.858923:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556574f7000. 00010000:00000010:2.1:1770653383.858940:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e169600. 00010000:00000010:2.1:1770653383.858952:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661067e00. 00010000:00000010:0.1:1770653383.860897:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955620808400. 00010000:00000010:0.1:1770653383.860916:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:1.1:1770653383.872915:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562052fb00. 00010000:00000010:0.1:1770653383.872918:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78a00. 00010000:00000010:0.1:1770653383.872929:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560d027c00. 00010000:00000010:1.1:1770653383.872931:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3a00. 00010000:00000010:3.1:1770653383.872947:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955646a3b600. 00010000:00000010:1.1:1770653383.872953:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562a1f0c00. 00010000:00000010:1.1:1770653383.872984:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdca00. 00010000:00000010:2.1:1770653383.873896:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661303a00. 00010000:00000010:2.1:1770653383.876904:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560b7fdc00. 00010000:00000010:2.1:1770653383.876918:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc800. 00010000:00000010:0.1:1770653383.880880:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556308dba00. 00010000:00000010:1.1:1770653383.881881:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4d500. 00010000:00000010:1.1:1770653383.881891:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016a400. 00010000:00000010:3.1:1770653383.883885:0:76654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560552aa00. 00010000:00000010:0.1:1770653383.883889:0:5742:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955648947900. 00010000:00000010:0.1:1770653383.883910:0:5742:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:0.1:1770653383.883933:0:5742:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f246400. 00010000:00000010:0.1:1770653383.883951:0:5742:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016b200. 00010000:00000010:0.1:1770653383.891883:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564c9ba200. 00010000:00000010:3.1:1770653383.891895:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564a12f000. 00010000:00000010:0.1:1770653383.891898:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632cb4c00. 00010000:00000010:1.1:1770653383.892893:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79a00. 00010000:00000010:2.1:1770653383.896885:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556320f5700. 00010000:00000010:3.1:1770653383.896889:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c2a9f00. 00010000:00000010:2.1:1770653383.896893:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016be00. 00010000:00000010:3.1:1770653383.896906:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:3.1:1770653383.896922:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556610df000. 00010000:00000010:0.1:1770653383.899888:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d77e200. 00010000:00000010:1.1:1770653383.899891:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565bea9100. 00010000:00000010:1.1:1770653383.899909:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebddc00. 00010000:00000010:0.1:1770653383.899912:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:0.1:1770653383.910883:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955610113a00. 00010000:00000010:1.1:1770653383.910895:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e169b00. 00010000:00000010:2.1:1770653383.910900:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fde00. 00010000:00000010:1.1:1770653383.910906:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:0.1:1770653383.915883:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556178c7600. 00010000:00000010:3.1:1770653383.915896:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556207ac300. 00010000:00000010:2.1:1770653383.915900:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644757e00. 00010000:00000010:3.1:1770653383.915910:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:2.1:1770653383.915918:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016b800. 00010000:00000010:3.1:1770653383.915929:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566b02bb00. 00010000:00000010:3.1:1770653383.915950:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016ac00. 00010000:00000010:1.1:1770653383.916910:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556448dc400. 00010000:00000010:2.1:1770653383.918876:0:5743:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562fb71f00. 00010000:00000010:3.1:1770653383.918884:0:76654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565beefc00. 00010000:00000010:2.1:1770653383.918886:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016bc00. 00010000:00000010:2.1:1770653383.924883:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b41f000. 00010000:00000010:2.1:1770653383.924901:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560a99eb00. 00010000:00000010:2.1:1770653383.924919:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd800. 00010000:00000010:3.1:1770653383.928887:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556242ec800. 00010000:00000010:3.1:1770653383.932881:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561bfa1c00. 00010000:00000010:3.1:1770653383.932891:0:7409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561bcc7900. 00010000:00000010:3.1:1770653383.932904:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdda00. 00010000:00000010:0.1:1770653383.935871:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdde00. 00010000:00000010:2.1:1770653383.935896:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564fc76400. 00010000:00000010:1.1:1770653383.936894:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561854e000. 00010000:00000010:1.1:1770653383.936907:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661307600. 00010000:00000010:3.1:1770653383.938911:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566968a400. 00010000:00000010:3.1:1770653383.938930:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955657b50700. 00010000:00000010:3.1:1770653383.938943:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc000. 00010000:00000010:3.1:1770653383.942901:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955610474200. 00010000:00000010:2.1:1770653383.942903:0:76659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351c2e00. 00010000:00000010:2.1:1770653383.942928:0:76659:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560a095800. 00010000:00000010:3.1:1770653383.942929:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:3.1:1770653383.942947:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557042fb100. 00010000:00000010:2.1:1770653383.942951:0:76659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016a400. 00010000:00000010:2.1:1770653383.942978:0:76659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556592e9400. 00010000:00000010:3.1:1770653383.942979:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016aa00. 00010000:00000010:0.1:1770653383.946888:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b3eb400. 00010000:00000010:0.1:1770653383.946905:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566633ae00. 00010000:00000010:0.1:1770653383.946923:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016a200. 00010000:00000010:2.1:1770653383.951902:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556508ff100. 00010000:00000010:2.1:1770653383.951918:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd200. 00010000:00000010:2.1:1770653383.951930:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564b8d9400. 00010000:00000010:2.1:1770653383.951946:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:2.1:1770653383.951978:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955655a15500. 00010000:00000010:2.1:1770653383.952000:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016ae00. 00010000:00000010:3.1:1770653383.955912:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955622a49600. 00010000:00000010:2.1:1770653383.955924:0:76654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620b1fc00. 00010000:00000010:3.1:1770653383.955936:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d803600. 00010000:00000010:2.1:1770653383.955940:0:76654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f182200. 00010000:00000010:3.1:1770653383.955943:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79800. 00010000:00000010:1.1:1770653383.956885:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561767e000. 00010000:00000010:1.1:1770653383.958908:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565c7e2500. 00010000:00000010:3.1:1770653383.958924:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626527d00. 00010000:00000010:0.1:1770653383.958924:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566bc25600. 00010000:00000010:1.1:1770653383.958929:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78000. 00010000:00000010:3.1:1770653383.958942:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78a00. 00010000:00000010:0.1:1770653383.958954:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc800. 00010000:00000010:1.1:1770653383.958955:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c5ae700. 00010000:00000010:1.1:1770653383.958987:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdce00. 00010000:00000010:2.1:1770653383.963890:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561bdfea00. 00010000:00000010:1.1:1770653383.963898:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556267bb800. 00010000:00000010:1.1:1770653383.963915:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc400. 00010000:00000010:1.1:1770653383.967895:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016bc00. 00010000:00000010:1.1:1770653383.970887:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955617a78c00. 00010000:00000010:2.1:1770653383.970888:0:76654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642089e00. 00010000:00000010:3.1:1770653383.970889:0:7409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14e100. 00010000:00000010:1.1:1770653383.970905:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:3.1:1770653383.970920:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:2.1:1770653383.975911:0:5742:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561bfa1400. 00010000:00000010:3.1:1770653383.979891:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564009ec00. 00010000:00000010:3.1:1770653383.979908:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:2.1:1770653383.980911:0:76654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253b4800. 00010000:00000010:1.1:1770653383.981891:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955638984600. 00010000:00000010:2.1:1770653383.984877:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562611c000. 00010000:00000010:3.1:1770653383.985903:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955657a1e500. 00010000:00000010:3.1:1770653383.985911:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016a800. 00010000:00000010:2.1:1770653383.988884:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ac04600. 00010000:00000010:3.1:1770653383.988909:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d812400. 00010000:00000010:0.1:1770653383.988913:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660799c00. 00010000:00000010:3.1:1770653383.988926:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:0.1:1770653383.988933:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:1.1:1770653383.989904:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632cb7000. 00010000:00000010:1.1:1770653383.989921:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556653d9500. 00010000:00000010:1.1:1770653383.989945:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:1.1:1770653383.989979:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016ba00. 00010000:00000010:0.1:1770653383.991894:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650643800. 00010000:00000010:0.1:1770653383.991907:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78000. 00010000:00000010:2.1:1770653383.998886:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299700. 00010000:00000010:2.1:1770653383.998899:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016ac00. 00010000:00000010:2.1:1770653384.004881:0:76658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955621be4200. 00010000:00000010:3.1:1770653384.011904:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955665d74a00. 00010000:00000010:3.1:1770653384.011919:0:7409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660576400. 00010000:00000010:3.1:1770653384.011934:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:2.1:1770653384.013914:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955654939a00. 00010000:00000010:0.1:1770653384.013917:0:76651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955630863000. 00010000:00000010:2.1:1770653384.013933:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955654707200. 00010000:00000010:2.1:1770653384.013946:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ff45a00. 00010000:00000010:3.1:1770653384.014875:0:5745:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563a64eb00. 00010000:00000010:3.1:1770653384.014895:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016b200. 00010000:00000010:0.1:1770653384.016915:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563da14900. 00010000:00000010:0.1:1770653384.016934:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:0.1:1770653384.016946:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561bdfe800. 00010000:00000010:1.1:1770653384.017894:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560f4b1f00. 00010000:00000010:1.1:1770653384.017909:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:3.1:1770653384.018897:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627c3ae00. 00010000:00000010:3.1:1770653384.018928:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647ca9500. 00010000:00000010:3.1:1770653384.018946:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:3.1:1770653384.018961:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642fb9400. 00010000:00000010:3.1:1770653384.018995:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdca00. 00010000:00000010:3.1:1770653384.020892:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c678a00. 00010000:00000010:2.1:1770653384.020901:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564fd1c800. 00010000:00000010:3.1:1770653384.020904:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd600. 00010000:00000010:3.1:1770653384.020923:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562ab8ff00. 00010000:00000010:3.1:1770653384.020938:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79800. 00010000:00000010:0.1:1770653384.027874:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562df26b00. 00010000:00000010:0.1:1770653384.027895:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016a200. 00010000:00000010:1.1:1770653384.030888:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016a400. 00010000:00000010:2.1:1770653384.034909:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fcad000. 00010000:00000010:2.1:1770653384.034926:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565812cc00. 00010000:00000010:1.1:1770653384.037877:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f348000. 00010000:00000010:2.1:1770653384.039878:0:12200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955619a1ef00. 00010000:00000010:2.1:1770653384.039887:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:0.1:1770653384.039892:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556228f4e00. 00010000:00000010:2.1:1770653384.045894:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561fbcbe00. 00010000:00000010:1.1:1770653384.045895:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556394bbc00. 00010000:00000010:1.1:1770653384.045930:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd600. 00010000:00000010:3.1:1770653384.046901:0:5743:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556593cb100. 00010000:00000010:3.1:1770653384.046916:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:0.1:1770653384.051912:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299800. 00010000:00000010:0.1:1770653384.051936:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016ac00. 00010000:00000010:1.1:1770653384.052893:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016aa00. 00010000:00000010:2.1:1770653384.054878:0:5745:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564de1a600. 00010000:00000010:3.1:1770653384.054883:0:76383:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556373a0d00. 00010000:00000010:3.1:1770653384.054900:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:2.1:1770653384.054900:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdcc00. 00010000:00000010:3.1:1770653384.054909:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563072ae00. 00010000:00000010:3.1:1770653384.054923:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f9b3000. 00010000:00000010:2.1:1770653384.054931:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b54cc00. 00010000:00000010:0.1:1770653384.056873:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632cb7200. 00010000:00000010:2.1:1770653384.056878:0:12200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632e1ab00. 00010000:00000010:3.1:1770653384.056880:0:5743:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955648873900. 00010000:00000010:1.1:1770653384.056888:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556653da400. 00010000:00000010:2.1:1770653384.056895:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc600. 00010000:00000010:3.1:1770653384.056909:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:1.1:1770653384.056910:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:2.1:1770653384.056912:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556323fdc00. 00010000:00000010:2.1:1770653384.058909:0:66075:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660538f00. 00010000:00000010:0.1:1770653384.058920:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642928800. 00010000:00000010:2.1:1770653384.058921:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdca00. 00010000:00000010:1.1:1770653384.060891:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565c66a200. 00010000:00000010:2.1:1770653384.064909:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955603246800. 00010000:00000010:2.1:1770653384.064922:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78000. 00010000:00000010:2.1:1770653384.067907:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955635bcc300. 00010000:00000010:2.1:1770653384.067916:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016a800. 00010000:00000010:2.1:1770653384.067930:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563a648700. 00010000:00000010:3.1:1770653384.067931:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561a8b6200. 00010000:00000010:2.1:1770653384.067952:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016a400. 00010000:00000010:1.1:1770653384.074903:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d87c700. 00010000:00000010:1.1:1770653384.074927:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:2.1:1770653384.085880:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556357dd000. 00010000:00000010:1.1:1770653384.085910:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617fcee00. 00010000:00000010:0.1:1770653384.085911:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208ae00. 00010000:00000010:1.1:1770653384.085935:0:5744:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669fd7200. 00010000:00000010:1.1:1770653384.085948:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:3.1:1770653384.086889:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955634c4e600. 00010000:00000010:0.1:1770653384.091892:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561fb16300. 00010000:00000010:0.1:1770653384.091899:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdca00. 00010000:00000010:3.1:1770653384.091907:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b41f800. 00010000:00000010:3.1:1770653384.091914:0:12200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14c800. 00010000:00000010:3.1:1770653384.091931:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78600. 00010000:00000010:2.1:1770653384.095899:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556262f5800. 00010000:00000010:3.1:1770653384.095916:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562dd9be00. 00010000:00000010:2.1:1770653384.095919:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdcc00. 00010000:00000010:2.1:1770653384.095939:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299d00. 00010000:00000010:2.1:1770653384.095958:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016b800. 00010000:00000010:1.1:1770653384.096892:0:50962:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c719400. 00010000:00000010:1.1:1770653384.096914:0:50962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1800. 00010000:00000010:1.1:1770653384.102910:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016b200. 00010000:00000010:1.1:1770653384.102919:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016ba00. 00010000:00000010:1.1:1770653384.102932:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739da00. 00010000:00000010:2.1:1770653384.104874:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881e00. 00010000:00000010:2.1:1770653384.104882:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:1.1:1770653384.104893:0:76651:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562eaf2400. 00010000:00000010:3.1:1770653384.104905:0:73805:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f1400. 00010000:00000010:1.1:1770653384.104909:0:76651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:0.1:1770653384.105900:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955610295000. 00010000:00000010:3.1:1770653384.110921:0:7409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632e18700. 00010000:00000010:3.1:1770653384.110935:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc600. 00010000:00000010:3.1:1770653384.113888:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565b51d200. 00010000:00000010:1.1:1770653384.113890:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625e09e00. 00010000:00000010:2.1:1770653384.116915:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b575200. 00010000:00000010:3.1:1770653384.117894:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955603403300. 00010000:00000010:3.1:1770653384.117915:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:1.1:1770653384.122903:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955657500500. 00010000:00000010:1.1:1770653384.122922:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebddc00. 00010000:00000010:0.1:1770653384.131887:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563010f800. 00010000:00000010:2.1:1770653384.131898:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562eaed200. 00010000:00000010:1.1:1770653384.131900:0:5759:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556196a4200. 00010000:00000010:2.1:1770653384.131921:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:1.1:1770653384.131922:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79800. 00010000:00000010:2.1:1770653384.131935:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633b13400. 00010000:00000010:1.1:1770653384.131945:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:2.1:1770653384.131948:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016aa00. 00010000:00000010:1.1:1770653384.131958:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78000. 00010000:00000010:2.1:1770653384.131974:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b1e3c00. 00010000:00000010:3.1:1770653384.132887:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663783800. 00010000:00000010:1.1:1770653384.135902:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e169a00. 00010000:00000010:1.1:1770653384.135921:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016ba00. 00010000:00000010:1.1:1770653384.135931:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632e18e00. 00010000:00000010:1.1:1770653384.135940:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc400. 00010000:00000010:3.1:1770653384.136908:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561b2d3600. 00010000:00000010:0.1:1770653384.140883:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f1200. 00010000:00000010:2.1:1770653384.142898:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561cac6a00. 00010000:00000010:2.1:1770653384.142911:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:2.1:1770653384.145886:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955640533900. 00010000:00000010:2.1:1770653384.145896:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdcc00. 00010000:00000010:3.1:1770653384.145915:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556660e9800. 00010000:00000010:2.1:1770653384.150898:0:73809:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623545600. 00010000:00000010:2.1:1770653384.150923:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:3.1:1770653384.151881:0:73805:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669fd7100. 00010000:00000010:3.1:1770653384.151902:0:73805:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:0.1:1770653384.159879:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563148b200. 00010000:00000010:2.1:1770653384.159902:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955654bba800. 00010000:00000010:0.1:1770653384.166891:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565812d400. 00010000:00000010:1.1:1770653384.166903:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955631da8500. 00010000:00000010:1.1:1770653384.166923:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1200. 00010000:00000010:2.1:1770653384.167903:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564b53e800. 00010000:00000010:3.1:1770653384.167909:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561fbca000. 00010000:00000010:2.1:1770653384.167921:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78600. 00010000:00000010:2.1:1770653384.174905:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556425f2800. 00010000:00000010:1.1:1770653384.174914:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016aa00. 00010000:00000010:1.1:1770653384.174927:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016ba00. 00010000:00000010:2.1:1770653384.178886:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557351bf800. 00010000:00000010:2.1:1770653384.178903:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:2.1:1770653384.178915:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564e3efc00. 00010000:00000010:3.1:1770653384.178917:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e6b2400. 00010000:00000010:3.1:1770653384.178937:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdce00. 00010000:00000010:0.1:1770653384.183872:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556228f5200. 00010000:00000010:2.1:1770653384.183877:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556308d8600. 00010000:00000010:1.1:1770653384.183882:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556588e0c00. 00010000:00000010:0.1:1770653384.183887:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead7400. 00010000:00000010:2.1:1770653384.183890:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016bc00. 00010000:00000010:1.1:1770653384.183896:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563335db00. 00010000:00000010:1.1:1770653384.183907:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:3.1:1770653384.183913:0:76651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633a08400. 00010000:00000010:3.1:1770653384.187890:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c882000. 00010000:00000010:2.1:1770653384.187895:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557353fb600. 00010000:00000010:2.1:1770653384.187903:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955619a1e800. 00010000:00000010:2.1:1770653384.187920:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79a00. 00010000:00000010:2.1:1770653384.187935:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f138100. 00010000:00000010:2.1:1770653384.187973:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd200. 00010000:00000010:2.1:1770653384.187987:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955628f68900. 00010000:00000010:2.1:1770653384.187999:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016ac00. 00010000:00000010:1.1:1770653384.188899:0:5743:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955640d24c00. 00010000:00000010:1.1:1770653384.188911:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdcc00. 00010000:00000010:1.1:1770653384.188927:0:5743:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556593cb200. 00010000:00000010:1.1:1770653384.188936:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:1.1:1770653384.188952:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f9b2e00. 00010000:00000010:3.1:1770653384.194888:0:76383:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566b029500. 00010000:00000010:3.1:1770653384.194903:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:3.1:1770653384.194918:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955649770400. 00010000:00000010:3.1:1770653384.198885:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f15a900. 00010000:00000010:1.1:1770653384.198902:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564b54b900. 00010000:00000010:3.1:1770653384.198904:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc800. 00010000:00000010:1.1:1770653384.198915:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78a00. 00010000:00000010:1.1:1770653384.198936:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a6bc000. 00010000:00000010:1.1:1770653384.203888:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563da16800. 00010000:00000010:1.1:1770653384.203914:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016a400. 00010000:00000010:0.1:1770653384.212876:0:33122:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556650ece00. 00010000:00000010:0.1:1770653384.220874:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556499bb400. 00010000:00000010:2.1:1770653384.220906:0:76383:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556316b5300. 00010000:00000010:2.1:1770653384.220918:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd200. 00010000:00000010:2.1:1770653384.220929:0:76383:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556394bb000. 00010000:00000010:2.1:1770653384.220942:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79800. 00010000:00000010:2.1:1770653384.220956:0:76383:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299d00. 00010000:00000010:2.1:1770653384.220983:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016a800. 00010000:00000010:1.1:1770653384.222889:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955618f9e800. 00010000:00000010:0.1:1770653384.225877:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561854f600. 00010000:00000010:2.1:1770653384.225893:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955665e66000. 00010000:00000010:2.1:1770653384.228874:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562ce41c00. 00010000:00000010:3.1:1770653384.228890:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564fc72a00. 00010000:00000010:2.1:1770653384.228896:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016b800. 00010000:00000010:3.1:1770653384.228902:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:3.1:1770653384.228909:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660577a00. 00010000:00000010:3.1:1770653384.228930:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1e00. 00010000:00000010:3.1:1770653384.228945:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c93ca00. 00010000:00000010:1.1:1770653384.229901:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955643181200. 00010000:00000010:1.1:1770653384.229918:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560753bb00. 00010000:00000010:1.1:1770653384.229937:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016aa00. 00010000:00000010:1.1:1770653384.229959:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955648e44500. 00010000:00000010:1.1:1770653384.229989:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0200. 00010000:00000010:0.1:1770653384.233874:0:76651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560b043c00. 00010000:00000010:0.1:1770653384.233894:0:76651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556323cec00. 00010000:00000010:1.1:1770653384.233906:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955635b93e00. 00010000:00000010:1.1:1770653384.233919:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:3.1:1770653384.234898:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955659ad3e00. 00010000:00000010:2.1:1770653384.240896:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562a050600. 00010000:00000010:3.1:1770653384.240903:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f46c900. 00010000:00000010:3.1:1770653384.240916:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc000. 00010000:00000010:2.1:1770653384.244875:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562a1d4800. 00010000:00000010:2.1:1770653384.244884:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd200. 00010000:00000010:2.1:1770653384.244890:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955627222400. 00010000:00000010:2.1:1770653384.244907:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78000. 00010000:00000010:0.1:1770653384.244907:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565b51da00. 00010000:00000010:2.1:1770653384.244917:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f086300. 00010000:00000010:2.1:1770653384.244930:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:1.1:1770653384.249916:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955661c53500. 00010000:00000010:1.1:1770653384.249936:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdde00. 00010000:00000010:0.1:1770653384.250902:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564c999800. 00010000:00000010:3.1:1770653384.253884:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556222bbb00. 00010000:00000010:3.1:1770653384.253897:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016aa00. 00010000:00000010:1.1:1770653384.253910:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564fa10600. 00010000:00000010:1.1:1770653384.257907:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556476acc00. 00010000:00000010:2.1:1770653384.262897:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556435b6c00. 00010000:00000010:2.1:1770653384.262911:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdda00. 00010000:00000010:3.1:1770653384.263127:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1c00. 00010000:00000010:3.1:1770653384.263143:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1000. 00010000:00000010:2.1:1770653384.273908:0:5742:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153200. 00010000:00000010:1.1:1770653384.273911:0:76659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658bafc00. 00010000:00000010:2.1:1770653384.276877:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e919800. 00010000:00000010:3.1:1770653384.276907:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955630a16400. 00010000:00000010:1.1:1770653384.277903:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563323de00. 00010000:00000010:1.1:1770653384.280910:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c55cc00. 00010000:00000010:1.1:1770653384.280928:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0800. 00010000:00000010:1.1:1770653384.280942:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b41ea00. 00010000:00000010:2.1:1770653384.284882:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561f2daa00. 00010000:00000010:2.1:1770653384.284891:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:0.1:1770653384.286877:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556650ecc00. 00010000:00000010:2.1:1770653384.288885:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564b8d9a00. 00010000:00000010:3.1:1770653384.288894:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955665e86c00. 00010000:00000010:2.1:1770653384.288906:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd800. 00010000:00000010:3.1:1770653384.288909:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562d26d600. 00010000:00000010:3.1:1770653384.288930:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1000. 00010000:00000010:3.1:1770653384.288948:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955619b61d00. 00010000:00000010:3.1:1770653384.288976:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016ac00. 00010000:00000010:1.1:1770653384.289887:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556316b5500. 00010000:00000010:1.1:1770653384.289909:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79a00. 00010000:00000010:1.1:1770653384.289916:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561fe4d200. 00010000:00000010:0.1:1770653384.293879:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560daa1e00. 00010000:00000010:0.1:1770653384.293890:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955634617600. 00010000:00000010:2.1:1770653384.294881:0:76383:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955608f17700. 00010000:00000010:2.1:1770653384.294893:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1e00. 00010000:00000010:2.1:1770653384.294912:0:76383:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e3ecb00. 00010000:00000010:2.1:1770653384.294935:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78600. 00010000:00000010:2.1:1770653384.294945:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565642ca00. 00010000:00000010:2.1:1770653384.298911:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660a27300. 00010000:00000010:3.1:1770653384.298919:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562b9b3d00. 00010000:00000010:2.1:1770653384.298927:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:1.1:1770653384.298937:0:33122:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556373a3900. 00010000:00000010:2.1:1770653384.298939:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562486af00. 00010000:00000010:3.1:1770653384.298941:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc000. 00010000:00000010:1.1:1770653384.298947:0:33122:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd200. 00010000:00000010:2.1:1770653384.298956:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1200. 00010000:00000010:2.1:1770653384.298981:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556178c6000. 00010000:00000010:2.1:1770653384.303917:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556219fb900. 00010000:00000010:3.1:1770653384.303921:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b02c800. 00010000:00000010:2.1:1770653384.303933:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:1.1:1770653384.306926:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556037a0a00. 00010000:00000010:1.1:1770653384.306949:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdde00. 00010000:00000010:0.1:1770653384.308895:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556660ecc00. 00010000:00000010:2.1:1770653384.312886:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351c3200. 00010000:00000010:0.1:1770653384.312903:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955627cd2800. 00010000:00000010:3.1:1770653384.312906:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561fac1d00. 00010000:00000010:2.1:1770653384.312906:0:76383:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955610474700. 00010000:00000010:0.1:1770653384.312935:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016ac00. 00010000:00000010:3.1:1770653384.312937:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1000. 00010000:00000010:2.1:1770653384.312937:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd800. 00010000:00000010:3.1:1770653384.327899:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667e06000. 00010000:00000010:2.1:1770653384.332881:0:12200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666e75200. 00010000:00000010:1.1:1770653384.332891:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556595c5300. 00010000:00000010:2.1:1770653384.332897:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78600. 00010000:00000010:1.1:1770653384.332908:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc800. 00010000:00000010:0.1:1770653384.337885:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955620858300. 00010000:00000010:0.1:1770653384.337928:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:1.1:1770653384.338905:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565812d000. 00010000:00000010:1.1:1770653384.338919:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:3.1:1770653384.338932:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632200600. 00010000:00000010:3.1:1770653384.341891:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560bf90a00. 00010000:00000010:1.1:1770653384.342920:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1c00. 00010000:00000010:2.1:1770653384.342938:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2a000. 00010000:00000010:2.1:1770653384.346883:0:73797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a37600. 00010000:00000010:0.1:1770653384.346904:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f6fd400. 00010000:00000010:0.1:1770653384.350879:0:5745:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c55c000. 00010000:00000010:0.1:1770653384.350885:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:2.1:1770653384.350893:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562fd11400. 00010000:00000010:2.1:1770653384.350905:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:2.1:1770653384.350918:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626d70700. 00010000:00000010:2.1:1770653384.350931:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:1.1:1770653384.352880:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632079600. 00010000:00000010:1.1:1770653384.354910:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955662b0e900. 00010000:00000010:1.1:1770653384.354922:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdda00. 00010000:00000010:2.1:1770653384.355881:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564fc77e00. 00010000:00000010:3.1:1770653384.356901:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669524500. 00010000:00000010:3.1:1770653384.356917:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016a800. 00010000:00000010:0.1:1770653384.360873:0:12203:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955705f0cf00. 00010000:00000010:0.1:1770653384.360885:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd800. 00010000:00000010:2.1:1770653384.361887:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556650eca00. 00010000:00000010:0.1:1770653384.368876:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556617a3300. 00010000:00000010:0.1:1770653384.368894:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78000. 00010000:00000010:0.1:1770653384.373873:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566b486800. 00010000:00000010:3.1:1770653384.373876:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633a08e00. 00010000:00000010:0.1:1770653384.373896:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:1.1:1770653384.373898:0:76416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633b13000. 00010000:00000010:2.1:1770653384.373899:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955664491400. 00010000:00000010:3.1:1770653384.373900:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739d400. 00010000:00000010:0.1:1770653384.373905:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955662749100. 00010000:00000010:1.1:1770653384.373911:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdcc00. 00010000:00000010:0.1:1770653384.373934:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:2.1:1770653384.373939:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561bd0cb00. 00010000:00000010:0.1:1770653384.373944:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955664788e00. 00010000:00000010:0.1:1770653384.373954:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc400. 00010000:00000010:2.1:1770653384.373956:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdce00. 00010000:00000010:2.1:1770653384.377895:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556196fee00. 00010000:00000010:0.1:1770653384.377895:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163a00. 00010000:00000010:3.1:1770653384.378896:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a7a800. 00010000:00000010:2.1:1770653384.383894:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d348000. 00010000:00000010:2.1:1770653384.383915:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebddc00. 00010000:00000010:2.1:1770653384.383923:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561ae41300. 00010000:00000010:2.1:1770653384.383942:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc600. 00010000:00000010:3.1:1770653384.385909:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955668f5ce00. 00010000:00000010:3.1:1770653384.385931:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667bcf800. 00010000:00000010:1.1:1770653384.386894:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556385b4e00. 00010000:00000010:2.1:1770653384.390923:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563eff4a00. 00010000:00000010:1.1:1770653384.390928:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d2ab400. 00010000:00000010:1.1:1770653384.390950:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:3.1:1770653384.391901:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625268600. 00010000:00000010:0.1:1770653384.396883:0:73796:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955662913200. 00010000:00000010:0.1:1770653384.396902:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:3.1:1770653384.398899:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565b661100. 00010000:00000010:3.1:1770653384.398914:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:0.1:1770653384.403888:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955701517800. 00010000:00000010:3.1:1770653384.403907:0:76651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15ce00. 00010000:00000010:2.1:1770653384.404906:0:7409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955640530100. 00010000:00000010:2.1:1770653384.404924:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdca00. 00010000:00000010:0.1:1770653384.406874:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c984200. 00010000:00000010:0.1:1770653384.406881:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955624b3aa00. 00010000:00000010:0.1:1770653384.406884:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955659867200. 00010000:00000010:2.1:1770653384.406895:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955616a75400. 00010000:00000010:0.1:1770653384.406898:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016ba00. 00010000:00000010:2.1:1770653384.406911:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79a00. 00010000:00000010:1.1:1770653384.407906:0:76416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ae300. 00010000:00000010:1.1:1770653384.407929:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:2.1:1770653384.411907:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955665cccc00. 00010000:00000010:2.1:1770653384.411931:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc600. 00010000:00000010:3.1:1770653384.412903:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955616083e00. 00010000:00000010:2.1:1770653384.414890:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955630c0b700. 00010000:00000010:1.1:1770653384.414894:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561bd88600. 00010000:00000010:2.1:1770653384.414910:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:2.1:1770653384.423876:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562eaf5a00. 00010000:00000010:2.1:1770653384.423887:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566b033100. 00010000:00000010:2.1:1770653384.423893:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016aa00. 00010000:00000010:2.1:1770653384.423909:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626527e00. 00010000:00000010:2.1:1770653384.423925:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016b800. 00010000:00000010:1.1:1770653384.424893:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955628f6ba00. 00010000:00000010:1.1:1770653384.424911:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78600. 00010000:00000010:1.1:1770653384.424925:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564b54bf00. 00010000:00000010:1.1:1770653384.424946:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebddc00. 00010000:00000010:0.1:1770653384.427878:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661305400. 00010000:00000010:1.1:1770653384.427900:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561854f200. 00010000:00000010:1.1:1770653384.427918:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617b12c00. 00010000:00000010:2.1:1770653384.430881:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556508ffa00. 00010000:00000010:2.1:1770653384.430901:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016bc00. 00010000:00000010:1.1:1770653384.430901:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016a800. 00010000:00000010:2.1:1770653384.432914:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647caba00. 00010000:00000010:0.1:1770653384.432915:0:76647:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d801f00. 00010000:00000010:2.1:1770653384.432931:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a3d5500. 00010000:00000010:0.1:1770653384.432943:0:76647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc600. 00010000:00000010:2.1:1770653384.432950:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdce00. 00010000:00000010:0.1:1770653384.439894:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564fc77600. 00010000:00000010:1.1:1770653384.440883:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560677a600. 00010000:00000010:1.1:1770653384.440896:0:76416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955741fda100. 00010000:00000010:1.1:1770653384.440910:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:0.1:1770653384.443885:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564290f600. 00010000:00000010:1.1:1770653384.447888:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b488000. 00010000:00000010:3.1:1770653384.447897:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955655726400. 00010000:00000010:2.1:1770653384.448911:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fd000. 00010000:00000010:0.1:1770653384.450886:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b54c800. 00010000:00000010:2.1:1770653384.454914:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566b486000. 00010000:00000010:2.1:1770653384.454938:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdda00. 00010000:00000010:2.1:1770653384.454970:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556586e7400. 00010000:00000010:2.1:1770653384.454992:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016ba00. 00010000:00000010:1.1:1770653384.455910:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016a400. 00010000:00000010:1.1:1770653384.455924:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955634709200. 00010000:00000010:3.1:1770653384.456904:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563c6ebc00. 00010000:00000010:1.1:1770653384.459906:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561970bf00. 00010000:00000010:1.1:1770653384.459918:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa400. 00010000:00000010:1.1:1770653384.459935:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566419f400. 00010000:00000010:1.1:1770653384.459970:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd200. 00010000:00000010:3.1:1770653384.460901:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632e1bd00. 00010000:00000010:3.1:1770653384.460920:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:2.1:1770653384.463878:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561d48ad00. 00010000:00000010:2.1:1770653384.463895:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa800. 00010000:00000010:2.1:1770653384.463908:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955621541300. 00010000:00000010:2.1:1770653384.463925:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd800. 00010000:00000010:3.1:1770653384.464887:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5d400. 00010000:00000010:3.1:1770653384.464906:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562b39b300. 00010000:00000010:3.1:1770653384.464925:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:1.1:1770653384.477893:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644756600. 00010000:00000010:1.1:1770653384.477909:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc800. 00010000:00000010:3.1:1770653384.479892:0:5741:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299700. 00010000:00000010:3.1:1770653384.479904:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016ac00. 00010000:00000010:3.1:1770653384.479915:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a640600. 00010000:00000010:3.1:1770653384.484909:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162400. 00010000:00000010:1.1:1770653384.485897:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d9fa100. 00010000:00000010:1.1:1770653384.485910:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebddc00. 00010000:00000010:3.1:1770653384.490945:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955654707000. 00010000:00000010:2.1:1770653384.491894:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955654939000. 00010000:00000010:0.1:1770653384.498902:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632cb6400. 00010000:00000010:0.1:1770653384.498909:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556653db900. 00010000:00000010:0.1:1770653384.498921:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79a00. 00010000:00000010:2.1:1770653384.498923:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d66a700. 00010000:00000010:2.1:1770653384.498947:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:2.1:1770653384.498970:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560f4b1c00. 00010000:00000010:2.1:1770653384.498990:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78a00. 00010000:00000010:2.1:1770653384.498998:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e876900. 00010000:00000010:2.1:1770653384.499015:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1000. 00010000:00000010:2.1:1770653384.504896:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565082ca00. 00010000:00000010:1.1:1770653384.504913:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560a880300. 00010000:00000010:1.1:1770653384.504934:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd800. 00010000:00000010:1.1:1770653384.504953:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556405f2000. 00010000:00000010:1.1:1770653384.510885:0:50962:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e855100. 00010000:00000010:1.1:1770653384.510901:0:50962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:1.1:1770653384.510912:0:50962:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561886aa00. 00010000:00000010:3.1:1770653384.510913:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955643181600. 00010000:00000010:1.1:1770653384.510919:0:50962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab400. 00010000:00000010:2.1:1770653384.511875:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955610295a00. 00010000:00000010:0.1:1770653384.515881:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a863c00. 00010000:00000010:1.1:1770653384.515889:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aac00. 00010000:00000010:0.1:1770653384.515896:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566b032800. 00010000:00000010:1.1:1770653384.515902:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab800. 00010000:00000010:0.1:1770653384.515911:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdda00. 00010000:00000010:1.1:1770653384.515922:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955703090300. 00010000:00000010:1.1:1770653384.515936:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdca00. 00010000:00000010:2.1:1770653384.516876:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881200. 00010000:00000010:2.1:1770653384.516892:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc400. 00010000:00000010:2.1:1770653384.516918:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f3b9e00. 00010000:00000010:0.1:1770653384.521873:0:66075:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561b369700. 00010000:00000010:0.1:1770653384.521888:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:2.1:1770653384.521902:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299100. 00010000:00000010:2.1:1770653384.521923:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab000. 00010000:00000010:2.1:1770653384.521940:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016a000. 00010000:00000010:2.1:1770653384.521956:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648ddd400. 00010000:00000010:0.1:1770653384.526879:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648ddfc00. 00010000:00000010:0.1:1770653384.526893:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955630aa7f00. 00010000:00000010:0.1:1770653384.526906:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:2.1:1770653384.526907:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95572eab2000. 00010000:00000010:0.1:1770653384.526914:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562eaf0c00. 00010000:00000010:2.1:1770653384.526927:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab600. 00010000:00000010:3.1:1770653384.527905:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556267bce00. 00010000:00000010:1.1:1770653384.528886:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563bf0ba00. 00010000:00000010:1.1:1770653384.528901:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79800. 00010000:00000010:1.1:1770653384.528916:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564edb3800. 00010000:00000010:0.1:1770653384.531879:0:76416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633195000. 00010000:00000010:1.1:1770653384.531891:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e60600. 00010000:00000010:0.1:1770653384.531892:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79a00. 00010000:00000010:1.1:1770653384.531916:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f46cc00. 00010000:00000010:1.1:1770653384.531936:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa400. 00010000:00000010:2.1:1770653384.538894:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955624328600. 00010000:00000010:2.1:1770653384.538907:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c1bd800. 00010000:00000010:2.1:1770653384.538929:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdce00. 00010000:00000010:2.1:1770653384.538943:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556416b4800. 00010000:00000010:2.1:1770653384.538977:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:3.1:1770653384.551891:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666117600. 00010000:00000010:0.1:1770653384.555892:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556449fb900. 00010000:00000010:0.1:1770653384.555913:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:3.1:1770653384.562899:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b042a00. 00010000:00000010:0.1:1770653384.562903:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f245c00. 00010000:00000010:0.1:1770653384.562917:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:2.1:1770653384.563909:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620613a00. 00010000:00000010:2.1:1770653384.563940:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351f2200. 00010000:00000010:0.1:1770653384.566888:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565beea600. 00010000:00000010:3.1:1770653384.566893:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644acc600. 00010000:00000010:0.1:1770653384.566896:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:2.1:1770653384.566903:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc2200. 00010000:00000010:2.1:1770653384.566914:0:76656:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557203c7800. 00010000:00000010:2.1:1770653384.566933:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0abe00. 00010000:00000010:1.1:1770653384.567897:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563ab12b00. 00010000:00000010:1.1:1770653384.567917:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc000. 00010000:00000010:1.1:1770653384.567937:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95572240f500. 00010000:00000010:1.1:1770653384.567958:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79a00. 00010000:00000010:0.1:1770653384.571871:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955654917a00. 00010000:00000010:0.1:1770653384.571878:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562f803500. 00010000:00000010:0.1:1770653384.571883:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:1.1:1770653384.572902:0:6545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aac00. 00010000:00000010:1.1:1770653384.572922:0:6545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab800. 00010000:00000010:2.1:1770653384.579878:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5c000. 00010000:00000010:3.1:1770653384.579884:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71da00. 00010000:00000010:0.1:1770653384.582881:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563335ef00. 00010000:00000010:0.1:1770653384.582889:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdce00. 00010000:00000010:0.1:1770653384.582892:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666231300. 00010000:00000010:0.1:1770653384.582904:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdde00. 00010000:00000010:1.1:1770653384.583892:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562b39b100. 00010000:00000010:3.1:1770653384.583902:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564edb3e00. 00010000:00000010:1.1:1770653384.583903:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa400. 00010000:00000010:1.1:1770653384.583919:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562183d000. 00010000:00000010:2.1:1770653384.587917:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561880da00. 00010000:00000010:2.1:1770653384.587936:0:76656:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955659866f00. 00010000:00000010:2.1:1770653384.587971:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78a00. 00010000:00000010:2.1:1770653384.587986:0:76656:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95572eab2900. 00010000:00000010:2.1:1770653384.588000:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:3.1:1770653384.589901:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b035000. 00010000:00000010:2.1:1770653384.593892:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955669f24c00. 00010000:00000010:3.1:1770653384.600898:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955655727800. 00010000:00000010:1.1:1770653384.600899:0:6545:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556559d8400. 00010000:00000010:1.1:1770653384.600931:0:6545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:1.1:1770653384.600947:0:6545:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561b1e8e00. 00010000:00000010:1.1:1770653384.600991:0:6545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc400. 00010000:00000010:0.1:1770653384.605873:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666610800. 00010000:00000010:2.1:1770653384.605901:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667f19800. 00010000:00000010:2.1:1770653384.605923:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561c7ba700. 00010000:00000010:2.1:1770653384.605955:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc600. 00010000:00000010:1.1:1770653384.606895:0:6545:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660573300. 00010000:00000010:1.1:1770653384.606919:0:6545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:1.1:1770653384.606941:0:6545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642e00400. 00010000:00000010:2.1:1770653384.611901:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c8ce800. 00010000:00000010:2.1:1770653384.611921:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563ddf3e00. 00010000:00000010:2.1:1770653384.611942:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdca00. 00010000:00000010:1.1:1770653384.612906:0:73802:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556395a3d00. 00010000:00000010:1.1:1770653384.612919:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:1.1:1770653384.612932:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560be39400. 00010000:00000010:1.1:1770653384.612951:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebd9800. 00010000:00000010:1.1:1770653384.616914:0:6545:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556416b0200. 00010000:00000010:2.1:1770653384.616915:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566b68a300. 00010000:00000010:2.1:1770653384.616949:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:1.1:1770653384.616950:0:6545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab800. 00010000:00000010:2.1:1770653384.616999:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563311bc00. 00010000:00000010:1.1:1770653384.616999:0:6545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565c917000. 00010000:00000010:2.1:1770653384.617026:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564bf85e00. 00010000:00000010:1.1:1770653384.617027:0:6545:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666e8bc00. 00010000:00000010:1.1:1770653384.617054:0:6545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78600. 00010000:00000010:2.1:1770653384.617058:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdcc00. 00010000:00000010:2.1:1770653384.621887:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566b032300. 00010000:00000010:1.1:1770653384.621888:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563facb000. 00010000:00000010:2.1:1770653384.621906:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:2.1:1770653384.623899:0:76656:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560aa4ff00. 00010000:00000010:2.1:1770653384.623920:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78000. 00010000:00000010:1.1:1770653384.624884:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955646a3a200. 00010000:00000010:1.1:1770653384.624907:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562052c600. 00010000:00000010:1.1:1770653384.624919:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa400. 00010000:00000010:1.1:1770653384.624937:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560d024c00. 00010000:00000010:2.1:1770653384.626874:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560b7fce00. 00010000:00000010:2.1:1770653384.626886:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc600. 00010000:00000010:3.1:1770653384.626900:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563bee5c00. 00010000:00000010:0.1:1770653384.629885:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955654be2400. 00010000:00000010:2.1:1770653384.629900:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561cac6600. 00010000:00000010:2.1:1770653384.629924:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdca00. 00010000:00000010:1.1:1770653384.635888:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299100. 00010000:00000010:1.1:1770653384.635900:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab400. 00010000:00000010:0.1:1770653384.640883:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955630916e00. 00010000:00000010:0.1:1770653384.640893:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:1.1:1770653384.640905:0:6545:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557044b3f00. 00010000:00000010:1.1:1770653384.640917:0:6545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78600. 00010000:00000010:3.1:1770653384.641899:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556251fd400. 00010000:00000010:2.1:1770653384.643873:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565642da00. 00010000:00000010:2.1:1770653384.643886:0:12203:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564ec36a00. 00010000:00000010:2.1:1770653384.643907:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdce00. 00010000:00000010:2.1:1770653384.646898:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556373fc200. 00010000:00000010:2.1:1770653384.646917:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d057500. 00010000:00000010:2.1:1770653384.646943:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1000. 00010000:00000010:2.1:1770653384.646968:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566bdbee00. 00010000:00000010:1.1:1770653384.647899:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564fc8b600. 00010000:00000010:2.1:1770653384.652882:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666e33800. 00010000:00000010:2.1:1770653384.652900:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:1.1:1770653384.652911:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562a2d8b00. 00010000:00000010:1.1:1770653384.652921:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:0.1:1770653384.665888:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562526ba00. 00010000:00000010:3.1:1770653384.665902:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560552a400. 00010000:00000010:3.1:1770653384.665918:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560c3e3e00. 00010000:00000010:0.1:1770653384.668889:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617072c00. 00010000:00000010:0.1:1770653384.668902:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556449f8100. 00010000:00000010:0.1:1770653384.668914:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aaa00. 00010000:00000010:2.1:1770653384.669886:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602c75000. 00010000:00000010:2.1:1770653384.669913:0:12200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556665bde00. 00010000:00000010:2.1:1770653384.669927:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:2.1:1770653384.669940:0:12200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f246100. 00010000:00000010:2.1:1770653384.669949:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:2.1:1770653384.672884:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560f4f9700. 00010000:00000010:2.1:1770653384.672913:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd200. 00010000:00000010:1.1:1770653384.678894:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561f2da700. 00010000:00000010:1.1:1770653384.678921:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1c00. 00010000:00000010:3.1:1770653384.680880:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560d454e00. 00010000:00000010:2.1:1770653384.680882:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556208c7800. 00010000:00000010:0.1:1770653384.684879:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab400. 00010000:00000010:0.1:1770653384.684894:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa400. 00010000:00000010:2.1:1770653384.684913:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562d6d5e00. 00010000:00000010:2.1:1770653384.684932:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566abbca00. 00010000:00000010:2.1:1770653384.684942:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdce00. 00010000:00000010:3.1:1770653384.685909:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560e80ca00. 00010000:00000010:3.1:1770653384.689902:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556302e0c00. 00010000:00000010:2.1:1770653384.690876:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556323fc600. 00010000:00000010:0.1:1770653384.693890:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633b11100. 00010000:00000010:2.1:1770653384.693894:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660538800. 00010000:00000010:0.1:1770653384.693907:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:2.1:1770653384.693909:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd800. 00010000:00000010:1.1:1770653384.694904:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b1e3600. 00010000:00000010:2.1:1770653384.697876:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566cdab600. 00010000:00000010:2.1:1770653384.697896:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:2.1:1770653384.697905:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e875900. 00010000:00000010:1.1:1770653384.697905:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955640533300. 00010000:00000010:0.1:1770653384.697908:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299100. 00010000:00000010:2.1:1770653384.697916:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:0.1:1770653384.697934:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab800. 00010000:00000010:2.1:1770653384.697936:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666776500. 00010000:00000010:1.1:1770653384.697939:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdda00. 00010000:00000010:2.1:1770653384.697974:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:3.1:1770653384.710908:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557353fbe00. 00010000:00000010:2.1:1770653384.713900:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556201bea00. 00010000:00000010:1.1:1770653384.713905:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff2e00. 00010000:00000010:1.1:1770653384.713924:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564b5fe800. 00010000:00000010:1.1:1770653384.713934:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:3.1:1770653384.715904:0:76647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639a7fa00. 00010000:00000010:2.1:1770653384.717880:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563719bb00. 00010000:00000010:2.1:1770653384.717901:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0abe00. 00010000:00000010:1.1:1770653384.718886:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955620859d00. 00010000:00000010:1.1:1770653384.718913:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdce00. 00010000:00000010:3.1:1770653384.723881:0:76651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566506aa00. 00010000:00000010:2.1:1770653384.726878:0:12203:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556205c2e00. 00010000:00000010:0.1:1770653384.726892:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642e93000. 00010000:00000010:2.1:1770653384.726896:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79a00. 00010000:00000010:1.1:1770653384.729890:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563bd41600. 00010000:00000010:1.1:1770653384.729902:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955659632c00. 00010000:00000010:0.1:1770653384.733874:0:76647:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299500. 00010000:00000010:0.1:1770653384.733882:0:76647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aba00. 00010000:00000010:2.1:1770653384.733908:0:7411:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623726b00. 00010000:00000010:2.1:1770653384.733928:0:7411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd800. 00010000:00000010:2.1:1770653384.733940:0:7411:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cc05a00. 00010000:00000010:2.1:1770653384.733953:0:7411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:2.1:1770653384.733974:0:7411:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633ccaa00. 00010000:00000010:2.1:1770653384.733983:0:7411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1200. 00010000:00000010:2.1:1770653384.733998:0:7411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632079a00. 00010000:00000010:3.1:1770653384.734913:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556347f6000. 00010000:00000010:2.1:1770653384.740894:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556082ce900. 00010000:00000010:0.1:1770653384.740896:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620b1d000. 00010000:00000010:2.1:1770653384.740919:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1e00. 00010000:00000010:3.1:1770653384.744878:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b04200. 00010000:00000010:0.1:1770653384.744882:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561fac2600. 00010000:00000010:1.1:1770653384.744895:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739cc00. 00010000:00000010:0.1:1770653384.744896:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564efd3100. 00010000:00000010:3.1:1770653384.744899:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560bf91e00. 00010000:00000010:0.1:1770653384.744911:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdce00. 00010000:00000010:0.1:1770653384.744918:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562fd11d00. 00010000:00000010:0.1:1770653384.744936:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:2.1:1770653384.747899:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660f84700. 00010000:00000010:2.1:1770653384.747911:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:2.1:1770653384.747925:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633b12400. 00010000:00000010:2.1:1770653384.747942:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc000. 00010000:00000010:2.1:1770653384.747970:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955669785c00. 00010000:00000010:2.1:1770653384.750875:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955659852e00. 00010000:00000010:2.1:1770653384.750895:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78000. 00010000:00000010:2.1:1770653384.750908:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955662b0e300. 00010000:00000010:2.1:1770653384.750923:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd200. 00010000:00000010:1.1:1770653384.755890:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:2.1:1770653384.757877:0:76656:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556372cac00. 00010000:00000010:2.1:1770653384.757884:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:1.1:1770653384.761896:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:0.1:1770653384.761905:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563bfea600. 00010000:00000010:0.1:1770653384.764882:0:33122:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563c132000. 00010000:00000010:3.1:1770653384.764883:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556448dec00. 00010000:00000010:0.1:1770653384.769887:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a0de600. 00010000:00000010:1.1:1770653384.769902:0:5744:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e169c00. 00010000:00000010:0.1:1770653384.769908:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556373a0600. 00010000:00000010:1.1:1770653384.769925:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:0.1:1770653384.769925:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd800. 00010000:00000010:1.1:1770653384.769953:0:5744:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565a05ec00. 00010000:00000010:1.1:1770653384.769983:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0800. 00010000:00000010:3.1:1770653384.770897:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332c000. 00010000:00000010:0.1:1770653384.773906:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef5400. 00010000:00000010:0.1:1770653384.776891:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564e195000. 00010000:00000010:2.1:1770653384.776897:0:12200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565e8c9800. 00010000:00000010:3.1:1770653384.776902:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563a6ff800. 00010000:00000010:0.1:1770653384.776906:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623544300. 00010000:00000010:2.1:1770653384.776907:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab000. 00010000:00000010:3.1:1770653384.776911:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:0.1:1770653384.776916:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79800. 00010000:00000010:2.1:1770653384.776934:0:12200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660a27000. 00010000:00000010:2.1:1770653384.776978:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc000. 00010000:00000010:1.1:1770653384.777907:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563a6fed00. 00010000:00000010:1.1:1770653384.777923:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:3.1:1770653384.788888:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565c915200. 00010000:00000010:2.1:1770653384.792900:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639a5ac00. 00010000:00000010:2.1:1770653384.792930:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955603401500. 00010000:00000010:2.1:1770653384.792953:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdde00. 00010000:00000010:0.1:1770653384.795900:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565770ba00. 00010000:00000010:1.1:1770653384.795910:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556389ade00. 00010000:00000010:1.1:1770653384.795922:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aaa00. 00010000:00000010:2.1:1770653384.800880:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561bdff200. 00010000:00000010:0.1:1770653384.800882:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648ddf000. 00010000:00000010:1.1:1770653384.802894:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f2d8700. 00010000:00000010:1.1:1770653384.802906:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa400. 00010000:00000010:2.1:1770653384.805915:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c678400. 00010000:00000010:1.1:1770653384.805916:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556402e9500. 00010000:00000010:2.1:1770653384.805946:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc000. 00010000:00000010:1.1:1770653384.805951:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:3.1:1770653384.808885:0:33122:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016a600. 00010000:00000010:1.1:1770653384.808891:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562721ae00. 00010000:00000010:3.1:1770653384.808898:0:33122:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556590b4a00. 00010000:00000010:1.1:1770653384.808906:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdcc00. 00010000:00000010:1.1:1770653384.812874:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b4a00. 00010000:00000010:1.1:1770653384.812890:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556174b7800. 00010000:00000010:2.1:1770653384.812896:0:12200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570810d700. 00010000:00000010:2.1:1770653384.812918:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:1.1:1770653384.812920:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa200. 00010000:00000010:0.1:1770653384.817881:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955665e65800. 00010000:00000010:3.1:1770653384.817912:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560be25a00. 00010000:00000010:1.1:1770653384.817913:0:66075:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557044b3500. 00010000:00000010:1.1:1770653384.817939:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdde00. 00010000:00000010:1.1:1770653384.817951:0:66075:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e6b0b00. 00010000:00000010:1.1:1770653384.817977:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:0.1:1770653384.820882:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556592ea000. 00010000:00000010:1.1:1770653384.820906:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e3b3400. 00010000:00000010:2.1:1770653384.824896:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955620899900. 00010000:00000010:1.1:1770653384.824899:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d813a00. 00010000:00000010:2.1:1770653384.824909:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aaa00. 00010000:00000010:1.1:1770653384.824909:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:2.1:1770653384.828909:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565beef800. 00010000:00000010:1.1:1770653384.828912:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955638431c00. 00010000:00000010:1.1:1770653384.828934:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1c00. 00010000:00000010:3.1:1770653384.829915:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639693c00. 00010000:00000010:1.1:1770653384.831901:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c5ac600. 00010000:00000010:1.1:1770653384.831917:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e1e1a00. 00010000:00000010:1.1:1770653384.831930:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa400. 00010000:00000010:1.1:1770653384.835897:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562ea82300. 00010000:00000010:1.1:1770653384.835910:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1000. 00010000:00000010:0.1:1770653384.837883:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617a8fe00. 00010000:00000010:2.1:1770653384.837897:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955606de3a00. 00010000:00000010:2.1:1770653384.840875:0:12200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564a1ab600. 00010000:00000010:2.1:1770653384.840884:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:2.1:1770653384.840898:0:12200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565a9a7400. 00010000:00000010:2.1:1770653384.840917:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc000. 00010000:00000010:1.1:1770653384.845888:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab400. 00010000:00000010:1.1:1770653384.849887:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa600. 00010000:00000010:1.1:1770653384.856879:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955638986200. 00010000:00000010:1.1:1770653384.856900:0:5741:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564b1b5d00. 00010000:00000010:0.1:1770653384.856909:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564dcc8000. 00010000:00000010:1.1:1770653384.856913:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa400. 00010000:00000010:1.1:1770653384.856923:0:5741:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955621727600. 00010000:00000010:1.1:1770653384.856933:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78000. 00010000:00000010:2.1:1770653384.860910:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556188e9300. 00010000:00000010:2.1:1770653384.860928:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aba00. 00010000:00000010:2.1:1770653384.860941:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561b2cbe00. 00010000:00000010:3.1:1770653384.862888:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd400. 00010000:00000010:0.1:1770653384.862905:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561fe4b600. 00010000:00000010:1.1:1770653384.863903:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561e7f9800. 00010000:00000010:2.1:1770653384.866893:0:76656:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95572e8da900. 00010000:00000010:1.1:1770653384.866910:0:5741:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557042e2100. 00010000:00000010:2.1:1770653384.866911:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdde00. 00010000:00000010:3.1:1770653384.866921:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560cb1d800. 00010000:00000010:2.1:1770653384.866933:0:76656:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565c4b7300. 00010000:00000010:1.1:1770653384.866940:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:2.1:1770653384.866969:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:3.1:1770653384.869898:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560be38e00. 00010000:00000010:0.1:1770653384.873882:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955718147400. 00010000:00000010:1.1:1770653384.873886:0:73809:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f864a00. 00010000:00000010:1.1:1770653384.873899:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa200. 00010000:00000010:3.1:1770653384.878881:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556593b3b00. 00010000:00000010:2.1:1770653384.878881:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644542600. 00010000:00000010:1.1:1770653384.878884:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b54e400. 00010000:00000010:3.1:1770653384.878926:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:2.1:1770653384.881881:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642088600. 00010000:00000010:1.1:1770653384.881912:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643cdc600. 00010000:00000010:1.1:1770653384.881933:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebddc00. 00010000:00000010:1.1:1770653384.881949:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563978d900. 00010000:00000010:1.1:1770653384.881979:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa600. 00010000:00000010:1.1:1770653384.886898:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14e400. 00010000:00000010:3.1:1770653384.886905:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627c3a400. 00010000:00000010:2.1:1770653384.886905:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556267bb300. 00010000:00000010:1.1:1770653384.886908:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79800. 00010000:00000010:2.1:1770653384.886930:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1000. 00010000:00000010:0.1:1770653384.887916:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561767e200. 00010000:00000010:0.1:1770653384.887933:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669753b00. 00010000:00000010:0.1:1770653384.887944:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:0.1:1770653384.887967:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955735fe9e00. 00010000:00000010:0.1:1770653384.887980:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd600. 00010000:00000010:0.1:1770653384.898912:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637359400. 00010000:00000010:0.1:1770653384.902877:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016d600. 00010000:00000010:1.1:1770653384.903876:0:73809:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556416b0600. 00010000:00000010:1.1:1770653384.903891:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:1.1:1770653384.903898:0:73809:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea3f00. 00010000:00000010:1.1:1770653384.903912:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa400. 00010000:00000010:3.1:1770653384.907890:0:6545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629f35600. 00010000:00000010:2.1:1770653384.907893:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642993b00. 00010000:00000010:3.1:1770653384.907907:0:6545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f84ac00. 00010000:00000010:2.1:1770653384.907918:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:2.1:1770653384.907929:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564ae61600. 00010000:00000010:2.1:1770653384.907945:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:1.1:1770653384.908886:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566154eb00. 00010000:00000010:1.1:1770653384.908902:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc600. 00010000:00000010:3.1:1770653384.911883:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658baf800. 00010000:00000010:1.1:1770653384.911911:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565beeec00. 00010000:00000010:1.1:1770653384.915892:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560a99e500. 00010000:00000010:1.1:1770653384.915912:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdda00. 00010000:00000010:1.1:1770653384.915923:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644756900. 00010000:00000010:1.1:1770653384.915933:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:1.1:1770653384.915939:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a57a900. 00010000:00000010:1.1:1770653384.915946:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78600. 00010000:00000010:0.1:1770653384.916878:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658350c00. 00010000:00000010:0.1:1770653384.919875:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563eff7a00. 00010000:00000010:2.1:1770653384.919894:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566b534a00. 00010000:00000010:2.1:1770653384.919905:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab800. 00010000:00000010:2.1:1770653384.930884:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ff8fc00. 00010000:00000010:3.1:1770653384.933900:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556549a8000. 00010000:00000010:1.1:1770653384.933902:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556690e5600. 00010000:00000010:1.1:1770653384.939920:0:5744:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955616db6900. 00010000:00000010:1.1:1770653384.939938:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78600. 00010000:00000010:2.1:1770653384.940900:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623727f00. 00010000:00000010:2.1:1770653384.940925:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdce00. 00010000:00000010:3.1:1770653384.941905:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955659632000. 00010000:00000010:3.1:1770653384.941920:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556592ea400. 00010000:00000010:1.1:1770653384.943906:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a00f600. 00010000:00000010:0.1:1770653384.949883:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563996ff00. 00010000:00000010:3.1:1770653384.949891:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d813100. 00010000:00000010:1.1:1770653384.949897:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f46f700. 00010000:00000010:3.1:1770653384.949900:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1c00. 00010000:00000010:0.1:1770653384.949903:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:1.1:1770653384.949914:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79800. 00010000:00000010:1.1:1770653384.949933:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955617a2b900. 00010000:00000010:1.1:1770653384.949954:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:1.1:1770653384.949984:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955638985200. 00010000:00000010:2.1:1770653384.950877:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625973000. 00010000:00000010:2.1:1770653384.950896:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e4bba00. 00010000:00000010:2.1:1770653384.950911:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:2.1:1770653384.950928:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556050ece00. 00010000:00000010:1.1:1770653384.953894:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc200. 00010000:00000010:0.1:1770653384.958916:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95572dea6200. 00010000:00000010:0.1:1770653384.958935:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:2.1:1770653384.959882:0:66075:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955657a1ec00. 00010000:00000010:2.1:1770653384.959900:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab800. 00010000:00000010:1.1:1770653384.961877:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c915600. 00010000:00000010:1.1:1770653384.961885:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955668f5fe00. 00010000:00000010:0.1:1770653384.961894:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666e59300. 00010000:00000010:0.1:1770653384.961910:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aae00. 00010000:00000010:2.1:1770653384.964915:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563ccd1c00. 00010000:00000010:1.1:1770653384.964915:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955628f55600. 00010000:00000010:2.1:1770653384.964945:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955606073800. 00010000:00000010:2.1:1770653384.964975:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd600. 00010000:00000010:1.1:1770653384.967898:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562371a700. 00010000:00000010:1.1:1770653384.967912:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78000. 00010000:00000010:3.1:1770653384.968905:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c987200. 00010000:00000010:3.1:1770653384.970894:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955667213500. 00010000:00000010:3.1:1770653384.970907:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:2.1:1770653384.973880:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556195e1a00. 00010000:00000010:2.1:1770653384.973897:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa400. 00010000:00000010:3.1:1770653384.973911:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955635a0da00. 00010000:00000010:3.1:1770653384.973937:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:0.1:1770653384.976876:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566bdbec00. 00010000:00000010:0.1:1770653384.980891:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624313400. 00010000:00000010:0.1:1770653384.980903:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78a00. 00010000:00000010:1.1:1770653384.983881:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa200. 00010000:00000010:1.1:1770653384.983889:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa600. 00010000:00000010:3.1:1770653384.989884:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633107200. 00010000:00000010:3.1:1770653384.989908:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556188e9800. 00010000:00000010:3.1:1770653384.989925:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab400. 00010000:00000010:1.1:1770653384.990886:0:7411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f33e200. 00010000:00000010:1.1:1770653384.993906:0:73797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620b1d200. 00010000:00000010:1.1:1770653384.993922:0:73797:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560edd9700. 00010000:00000010:1.1:1770653384.993965:0:73797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:3.1:1770653384.996904:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955608179000. 00010000:00000010:2.1:1770653384.996907:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662bcf400. 00010000:00000010:1.1:1770653384.997913:0:50962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642089000. 00010000:00000010:0.1:1770653385.002881:0:76416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566103b600. 00010000:00000010:2.1:1770653385.002902:0:12200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14ed00. 00010000:00000010:3.1:1770653385.002908:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564539d200. 00010000:00000010:0.1:1770653385.002909:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:2.1:1770653385.002912:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebddc00. 00010000:00000010:0.1:1770653385.006878:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d154e00. 00010000:00000010:3.1:1770653385.006890:0:12203:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642d4d800. 00010000:00000010:3.1:1770653385.006908:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc400. 00010000:00000010:3.1:1770653385.006918:0:12203:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565c7e0100. 00010000:00000010:3.1:1770653385.006929:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79a00. 00010000:00000010:0.1:1770653385.011896:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561854d600. 00010000:00000010:1.1:1770653385.011905:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53bc00. 00010000:00000010:0.1:1770653385.011913:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdde00. 00010000:00000010:1.1:1770653385.011923:0:73796:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561bd64b00. 00010000:00000010:1.1:1770653385.011945:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78a00. 00010000:00000010:1.1:1770653385.011968:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562d233e00. 00010000:00000010:2.1:1770653385.014885:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d651900. 00010000:00000010:3.1:1770653385.014903:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562366f800. 00010000:00000010:2.1:1770653385.014904:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aaa00. 00010000:00000010:3.1:1770653385.014925:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0800. 00010000:00000010:2.1:1770653385.018876:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662e78800. 00010000:00000010:1.1:1770653385.018917:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658031600. 00010000:00000010:0.1:1770653385.021881:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f250d00. 00010000:00000010:1.1:1770653385.021884:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14f000. 00010000:00000010:1.1:1770653385.021896:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:0.1:1770653385.021897:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:0.1:1770653385.030878:0:76416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564efd2300. 00010000:00000010:0.1:1770653385.030886:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab000. 00010000:00000010:3.1:1770653385.033886:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627c7ca00. 00010000:00000010:3.1:1770653385.033906:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640471a00. 00010000:00000010:2.1:1770653385.037882:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d378f00. 00010000:00000010:3.1:1770653385.037908:0:5743:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564fa6e100. 00010000:00000010:0.1:1770653385.037908:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556188a8600. 00010000:00000010:2.1:1770653385.037927:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0800. 00010000:00000010:3.1:1770653385.037935:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1c00. 00010000:00000010:0.1:1770653385.040897:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562dde1900. 00010000:00000010:3.1:1770653385.040909:0:7411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658baf000. 00010000:00000010:2.1:1770653385.040910:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955630bfca00. 00010000:00000010:0.1:1770653385.040917:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:0.1:1770653385.040940:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eb21c00. 00010000:00000010:2.1:1770653385.040943:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566b0b3900. 00010000:00000010:3.1:1770653385.040950:0:7411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955654be2000. 00010000:00000010:0.1:1770653385.040952:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955664492000. 00010000:00000010:0.1:1770653385.040976:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:2.1:1770653385.040979:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:1.1:1770653385.042916:0:73797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563311a800. 00010000:00000010:1.1:1770653385.042933:0:73797:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d900600. 00010000:00000010:1.1:1770653385.042943:0:73797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebddc00. 00010000:00000010:0.1:1770653385.046877:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955718ea3600. 00010000:00000010:0.1:1770653385.046898:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78a00. 00010000:00000010:3.1:1770653385.050920:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955608f28b00. 00010000:00000010:3.1:1770653385.050942:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc800. 00010000:00000010:1.1:1770653385.055912:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ff44e00. 00010000:00000010:1.1:1770653385.055923:0:73809:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95572f8f8a00. 00010000:00000010:1.1:1770653385.055931:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa400. 00010000:00000010:2.1:1770653385.060905:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561bfa1600. 00010000:00000010:1.1:1770653385.060911:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955626525a00. 00010000:00000010:2.1:1770653385.060925:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff0400. 00010000:00000010:2.1:1770653385.060953:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560dfb7500. 00010000:00000010:2.1:1770653385.060979:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1c00. 00010000:00000010:0.1:1770653385.063879:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566cdc9700. 00010000:00000010:0.1:1770653385.063893:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79a00. 00010000:00000010:3.1:1770653385.063913:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565600ec00. 00010000:00000010:1.1:1770653385.067903:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa200. 00010000:00000010:1.1:1770653385.067929:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa600. 00010000:00000010:0.1:1770653385.068898:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955618d34600. 00010000:00000010:0.1:1770653385.068920:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78a00. 00010000:00000010:3.1:1770653385.076914:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566cdae300. 00010000:00000010:3.1:1770653385.076930:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aae00. 00010000:00000010:3.1:1770653385.079900:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556579a2000. 00010000:00000010:0.1:1770653385.084884:0:5743:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560626f800. 00010000:00000010:1.1:1770653385.084890:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623725700. 00010000:00000010:0.1:1770653385.084898:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:1.1:1770653385.084916:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:2.1:1770653385.087898:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561968d200. 00010000:00000010:0.1:1770653385.087904:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560a499000. 00010000:00000010:0.1:1770653385.087927:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556372ca000. 00010000:00000010:0.1:1770653385.087953:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79a00. 00010000:00000010:0.1:1770653385.087979:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565e9abf00. 00010000:00000010:0.1:1770653385.087994:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:0.1:1770653385.088018:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d812e00. 00010000:00000010:0.1:1770653385.088041:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:1.1:1770653385.089908:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955669785000. 00010000:00000010:3.1:1770653385.094878:0:12200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556188e9000. 00010000:00000010:3.1:1770653385.094896:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab400. 00010000:00000010:3.1:1770653385.094911:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955669696a00. 00010000:00000010:2.1:1770653385.095883:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556242ee800. 00010000:00000010:2.1:1770653385.095911:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564e170c00. 00010000:00000010:3.1:1770653385.097893:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955659633400. 00010000:00000010:3.1:1770653385.101893:0:73797:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560f1bdf00. 00010000:00000010:3.1:1770653385.101911:0:73797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd600. 00010000:00000010:3.1:1770653385.101920:0:73797:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633e7d600. 00010000:00000010:3.1:1770653385.101939:0:73797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78a00. 00010000:00000010:1.1:1770653385.102920:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564fc8ee00. 00010000:00000010:2.1:1770653385.105880:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623727900. 00010000:00000010:2.1:1770653385.105901:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa600. 00010000:00000010:1.1:1770653385.105906:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556372ca500. 00010000:00000010:1.1:1770653385.105918:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1200. 00010000:00000010:0.1:1770653385.108909:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563c6ebe00. 00010000:00000010:1.1:1770653385.115880:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e76cd00. 00010000:00000010:1.1:1770653385.115891:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:2.1:1770653385.123883:0:7411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561bfa1000. 00010000:00000010:3.1:1770653385.123905:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556242eee00. 00010000:00000010:3.1:1770653385.129899:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d812700. 00010000:00000010:3.1:1770653385.129923:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd200. 00010000:00000010:0.1:1770653385.132889:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95572e9d8e00. 00010000:00000010:2.1:1770653385.132901:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565c1c6800. 00010000:00000010:0.1:1770653385.132907:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79a00. 00010000:00000010:2.1:1770653385.132911:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566cdae500. 00010000:00000010:2.1:1770653385.132938:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:1.1:1770653385.134902:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa200. 00010000:00000010:1.1:1770653385.134916:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab800. 00010000:00000010:2.1:1770653385.139879:0:33122:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644acd800. 00010000:00000010:0.1:1770653385.142881:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556242ee000. 00010000:00000010:3.1:1770653385.142884:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658bac000. 00010000:00000010:1.1:1770653385.142894:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556252f3300. 00010000:00000010:1.1:1770653385.142914:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab400. 00010000:00000010:1.1:1770653385.142920:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e175d00. 00010000:00000010:1.1:1770653385.142937:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1e00. 00010000:00000010:2.1:1770653385.145884:0:33122:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560d78cc00. 00010000:00000010:3.1:1770653385.145904:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561f2bfa00. 00010000:00000010:0.1:1770653385.150892:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565064a600. 00010000:00000010:0.1:1770653385.150925:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:3.1:1770653385.150926:0:73809:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633195800. 00010000:00000010:3.1:1770653385.150971:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:2.1:1770653385.155884:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562877be00. 00010000:00000010:1.1:1770653385.155891:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565fbcab00. 00010000:00000010:3.1:1770653385.155901:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955664809200. 00010000:00000010:1.1:1770653385.155904:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78000. 00010000:00000010:3.1:1770653385.157903:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658030e00. 00010000:00000010:3.1:1770653385.157913:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561b36a100. 00010000:00000010:3.1:1770653385.157928:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:2.1:1770653385.159913:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561886b500. 00010000:00000010:2.1:1770653385.159930:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:2.1:1770653385.159968:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627c3ba00. 00010000:00000010:2.1:1770653385.161889:0:3274:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623544f00. 00010000:00000010:1.1:1770653385.161893:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556614d2e00. 00010000:00000010:2.1:1770653385.161909:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc600. 00010000:00000010:2.1:1770653385.161920:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eb21600. 00010000:00000010:2.1:1770653385.164883:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14f300. 00010000:00000010:1.1:1770653385.164888:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562371ae00. 00010000:00000010:2.1:1770653385.164892:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd600. 00010000:00000010:1.1:1770653385.164913:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1c00. 00010000:00000010:3.1:1770653385.168881:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562aacf200. 00010000:00000010:0.1:1770653385.168906:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955664492900. 00010000:00000010:0.1:1770653385.168926:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdda00. 00010000:00000010:2.1:1770653385.169886:0:5743:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556188e9200. 00010000:00000010:2.1:1770653385.169901:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aae00. 00010000:00000010:3.1:1770653385.172901:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564efd1400. 00010000:00000010:3.1:1770653385.172925:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79800. 00010000:00000010:3.1:1770653385.172939:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ff45e00. 00010000:00000010:0.1:1770653385.174879:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955621b0b600. 00010000:00000010:0.1:1770653385.176898:0:5743:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955661ce8d00. 00010000:00000010:0.1:1770653385.176922:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:0.1:1770653385.176936:0:5743:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95572f8f8700. 00010000:00000010:0.1:1770653385.176949:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78600. 00010000:00000010:0.1:1770653385.186906:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae46400. 00010000:00000010:3.1:1770653385.187931:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560677dc00. 00010000:00000010:0.1:1770653385.190876:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562b11f200. 00010000:00000010:0.1:1770653385.190898:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aaa00. 00010000:00000010:1.1:1770653385.190903:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955623b67600. 00010000:00000010:0.1:1770653385.190908:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561fb17000. 00010000:00000010:0.1:1770653385.190925:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc800. 00010000:00000010:3.1:1770653385.191911:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564332c600. 00010000:00000010:3.1:1770653385.194888:0:33122:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660e10f00. 00010000:00000010:3.1:1770653385.194917:0:33122:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab400. 00010000:00000010:3.1:1770653385.194929:0:33122:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556035bdd00. 00010000:00000010:3.1:1770653385.194942:0:33122:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0800. 00010000:00000010:3.1:1770653385.194953:0:33122:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e174a00. 00010000:00000010:3.1:1770653385.194980:0:33122:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79a00. 00010000:00000010:2.1:1770653385.195871:0:7411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561880c600. 00010000:00000010:2.1:1770653385.195889:0:7411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556302e2200. 00010000:00000010:0.1:1770653385.200907:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563a6ff000. 00010000:00000010:0.1:1770653385.200933:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab800. 00010000:00000010:2.1:1770653385.203909:0:7411:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562ce46d00. 00010000:00000010:1.1:1770653385.203912:0:6545:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562f1d9100. 00010000:00000010:1.1:1770653385.203926:0:6545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa600. 00010000:00000010:2.1:1770653385.203929:0:7411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78a00. 00010000:00000010:2.1:1770653385.203944:0:7411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565bcf8c00. 00010000:00000010:1.1:1770653385.203944:0:6545:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955703090000. 00010000:00000010:1.1:1770653385.203977:0:6545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd600. 00010000:00000010:3.1:1770653385.204898:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562eaf0200. 00010000:00000010:0.1:1770653385.206874:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016b400. 00010000:00000010:1.1:1770653385.206877:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556405f3200. 00010000:00000010:2.1:1770653385.209885:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955630bfcc00. 00010000:00000010:3.1:1770653385.209897:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a640e00. 00010000:00000010:3.1:1770653385.209906:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561886a200. 00010000:00000010:3.1:1770653385.209929:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:2.1:1770653385.214879:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955654501900. 00010000:00000010:2.1:1770653385.214895:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa200. 00010000:00000010:0.1:1770653385.214907:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d66b100. 00010000:00000010:0.1:1770653385.214921:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:1.1:1770653385.218887:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601c00. 00010000:00000010:3.1:1770653385.222888:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b489400. 00010000:00000010:0.1:1770653385.222888:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955618d32b00. 00010000:00000010:0.1:1770653385.222919:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc600. 00010000:00000010:1.1:1770653385.229887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601000. 00010000:00000010:2.1:1770653385.234889:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561b0ce600. 00010000:00000010:1.1:1770653385.237881:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955618550100. 00010000:00000010:1.1:1770653385.237902:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78600. 00010000:00000010:2.1:1770653385.240904:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556614d2000. 00010000:00000010:1.1:1770653385.240905:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561b369e00. 00010000:00000010:1.1:1770653385.240924:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc200. 00010000:00000010:0.1:1770653385.245889:0:7411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556201be000. 00010000:00000010:3.1:1770653385.250883:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5200. 00010000:00000010:1.1:1770653385.250897:0:73797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560b043600. 00010000:00000010:0.1:1770653385.250904:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563719ae00. 00010000:00000010:0.1:1770653385.250921:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd400. 00010000:00000010:0.1:1770653385.250930:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a1c3200. 00010000:00000010:0.1:1770653385.250966:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:0.1:1770653385.254917:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b903000. 00010000:00000010:3.1:1770653385.254918:0:76651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635254a00. 00010000:00000010:2.1:1770653385.255898:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666234e00. 00010000:00000010:2.1:1770653385.255919:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78a00. 00010000:00000010:2.1:1770653385.259875:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556188e9d00. 00010000:00000010:2.1:1770653385.259889:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600000. 00010000:00000010:3.1:1770653385.259907:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667f19600. 00010000:00000010:1.1:1770653385.260906:0:66075:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642b18e00. 00010000:00000010:1.1:1770653385.260933:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600c00. 00010000:00000010:1.1:1770653385.260950:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564abf1400. 00010000:00000010:2.1:1770653385.269905:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644541a00. 00010000:00000010:0.1:1770653385.269915:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561a86c900. 00010000:00000010:1.1:1770653385.269917:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562183c600. 00010000:00000010:2.1:1770653385.269929:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955608179600. 00010000:00000010:0.1:1770653385.269936:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:0.1:1770653385.269944:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561c96d100. 00010000:00000010:0.1:1770653385.269952:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:1.1:1770653385.272917:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d800300. 00010000:00000010:1.1:1770653385.272937:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc400. 00010000:00000010:1.1:1770653385.272967:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955658333700. 00010000:00000010:1.1:1770653385.272982:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdcc00. 00010000:00000010:1.1:1770653385.272995:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626d70600. 00010000:00000010:1.1:1770653385.273013:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601c00. 00010000:00000010:1.1:1770653385.273030:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662bcf600. 00010000:00000010:1.1:1770653385.273058:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556506f0000. 00010000:00000010:1.1:1770653385.273073:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79a00. 00010000:00000010:2.1:1770653385.275896:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556304f8400. 00010000:00000010:2.1:1770653385.275906:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562611fa00. 00010000:00000010:2.1:1770653385.275918:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc000. 00010000:00000010:2.1:1770653385.275928:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955602d07b00. 00010000:00000010:3.1:1770653385.275940:0:33122:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644aa8800. 00010000:00000010:2.1:1770653385.275947:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600a00. 00010000:00000010:0.1:1770653385.276893:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562366fc00. 00010000:00000010:0.1:1770653385.276914:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0800. 00010000:00000010:3.1:1770653385.283894:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564abf1e00. 00010000:00000010:1.1:1770653385.283909:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561b0be200. 00010000:00000010:0.1:1770653385.283909:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955718c14e00. 00010000:00000010:1.1:1770653385.283940:0:5745:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564ff4ac00. 00010000:00000010:1.1:1770653385.283975:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebddc00. 00010000:00000010:1.1:1770653385.283988:0:5745:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95571307bc00. 00010000:00000010:1.1:1770653385.284008:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:3.1:1770653385.287884:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8ade00. 00010000:00000010:2.1:1770653385.287885:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635255000. 00010000:00000010:2.1:1770653385.290889:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955657503600. 00010000:00000010:1.1:1770653385.290895:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955621727200. 00010000:00000010:2.1:1770653385.290907:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600c00. 00010000:00000010:1.1:1770653385.290918:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:0.1:1770653385.298914:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566804cc00. 00010000:00000010:0.1:1770653385.298933:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601400. 00010000:00000010:0.1:1770653385.302906:0:7411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617fce200. 00010000:00000010:1.1:1770653385.302908:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556205d7e00. 00010000:00000010:1.1:1770653385.302946:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e874400. 00010000:00000010:1.1:1770653385.302977:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:1.1:1770653385.302994:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955628f45600. 00010000:00000010:1.1:1770653385.303018:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601000. 00010000:00000010:0.1:1770653385.311906:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955665f42c00. 00010000:00000010:2.1:1770653385.316890:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955627288000. 00010000:00000010:1.1:1770653385.316895:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565da49a00. 00010000:00000010:2.1:1770653385.316908:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601e00. 00010000:00000010:2.1:1770653385.316916:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556385b6c00. 00010000:00000010:1.1:1770653385.320896:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562b305a00. 00010000:00000010:1.1:1770653385.320909:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601600. 00010000:00000010:1.1:1770653385.320925:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c2a9900. 00010000:00000010:1.1:1770653385.320938:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdce00. 00010000:00000010:1.1:1770653385.320970:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955621f94f00. 00010000:00000010:1.1:1770653385.320993:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601a00. 00010000:00000010:0.1:1770653385.322893:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560e80d400. 00010000:00000010:0.1:1770653385.322912:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563e522400. 00010000:00000010:3.1:1770653385.325918:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562ce28000. 00010000:00000010:1.1:1770653385.325922:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e875000. 00010000:00000010:1.1:1770653385.325950:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdca00. 00010000:00000010:0.1:1770653385.326889:0:76416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647573600. 00010000:00000010:2.1:1770653385.326903:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556182ad200. 00010000:00000010:0.1:1770653385.326914:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:2.1:1770653385.326924:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955616a73f00. 00010000:00000010:2.1:1770653385.326943:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:1.1:1770653385.330873:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563a648a00. 00010000:00000010:0.1:1770653385.330875:0:7411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351c2400. 00010000:00000010:2.1:1770653385.330896:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563072a200. 00010000:00000010:1.1:1770653385.330899:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:1.1:1770653385.330916:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557030f0400. 00010000:00000010:1.1:1770653385.330930:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79a00. 00010000:00000010:0.1:1770653385.341883:0:7411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658814600. 00010000:00000010:1.1:1770653385.341886:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d78f900. 00010000:00000010:1.1:1770653385.341908:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:0.1:1770653385.343888:0:7411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601200. 00010000:00000010:0.1:1770653385.343910:0:7411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601c00. 00010000:00000010:0.1:1770653385.351904:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556683e8c00. 00010000:00000010:2.1:1770653385.351910:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f1e00. 00010000:00000010:2.1:1770653385.351927:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ac04a00. 00010000:00000010:2.1:1770653385.355897:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566631df00. 00010000:00000010:1.1:1770653385.355903:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647d91e00. 00010000:00000010:2.1:1770653385.355924:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebddc00. 00010000:00000010:1.1:1770653385.355924:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:3.1:1770653385.361882:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556267bcc00. 00010000:00000010:2.1:1770653385.361900:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955623718600. 00010000:00000010:1.1:1770653385.361901:0:5744:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f2d8b00. 00010000:00000010:0.1:1770653385.361907:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632e18600. 00010000:00000010:0.1:1770653385.361924:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:2.1:1770653385.361932:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635257c00. 00010000:00000010:1.1:1770653385.361934:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601a00. 00010000:00000010:0.1:1770653385.365901:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565812c200. 00010000:00000010:3.1:1770653385.365904:0:12203:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556394bb800. 00010000:00000010:3.1:1770653385.365917:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601600. 00010000:00000010:0.1:1770653385.365923:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561bec4200. 00010000:00000010:3.1:1770653385.365933:0:12203:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556613f2e00. 00010000:00000010:3.1:1770653385.365969:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc000. 00010000:00000010:2.1:1770653385.369908:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556666d6e00. 00010000:00000010:1.1:1770653385.369909:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955619a1e000. 00010000:00000010:3.1:1770653385.369931:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955665d75400. 00010000:00000010:2.1:1770653385.369938:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660576200. 00010000:00000010:1.1:1770653385.369940:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1000. 00010000:00000010:1.1:1770653385.369967:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561f397400. 00010000:00000010:2.1:1770653385.369969:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdcc00. 00010000:00000010:1.1:1770653385.369984:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601400. 00010000:00000010:0.1:1770653385.371907:0:7411:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565eb22600. 00010000:00000010:0.1:1770653385.371922:0:7411:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:0.1:1770653385.377902:0:6545:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556188e9700. 00010000:00000010:0.1:1770653385.377925:0:6545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600200. 00010000:00000010:0.1:1770653385.377944:0:6545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a946e00. 00010000:00000010:3.1:1770653385.383908:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2fa00. 00010000:00000010:0.1:1770653385.388902:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2ec00. 00010000:00000010:0.1:1770653385.388927:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560efa7700. 00010000:00000010:0.1:1770653385.388938:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:1.1:1770653385.389901:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645a5ce00. 00010000:00000010:3.1:1770653385.390882:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669526f00. 00010000:00000010:3.1:1770653385.390906:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601000. 00010000:00000010:0.1:1770653385.392906:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658033600. 00010000:00000010:2.1:1770653385.393907:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566ab0aa00. 00010000:00000010:2.1:1770653385.393927:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600c00. 00010000:00000010:2.1:1770653385.397908:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564dd4d400. 00010000:00000010:2.1:1770653385.397929:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f374600. 00010000:00000010:1.1:1770653385.398877:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563335d300. 00010000:00000010:1.1:1770653385.398892:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601a00. 00010000:00000010:1.1:1770653385.398902:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562661e800. 00010000:00000010:1.1:1770653385.398920:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdcc00. 00010000:00000010:1.1:1770653385.398935:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556273f2200. 00010000:00000010:1.1:1770653385.398968:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601400. 00010000:00000010:3.1:1770653385.399888:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564a625800. 00010000:00000010:2.1:1770653385.406912:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e174700. 00010000:00000010:2.1:1770653385.406931:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:0.1:1770653385.410892:0:12203:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e6b2600. 00010000:00000010:0.1:1770653385.410914:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc400. 00010000:00000010:3.1:1770653385.411909:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a6bce00. 00010000:00000010:3.1:1770653385.414880:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561b007200. 00010000:00000010:1.1:1770653385.416927:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669fc6c00. 00010000:00000010:1.1:1770653385.416965:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600a00. 00010000:00000010:3.1:1770653385.419884:0:3275:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955615a89500. 00010000:00000010:0.1:1770653385.419885:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78600. 00010000:00000010:2.1:1770653385.419890:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560d620400. 00010000:00000010:3.1:1770653385.419906:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc800. 00010000:00000010:3.1:1770653385.419920:0:3275:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955638af4e00. 00010000:00000010:3.1:1770653385.419937:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdda00. 00010000:00000010:0.1:1770653385.423905:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:3.1:1770653385.428880:0:73796:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e169900. 00010000:00000010:3.1:1770653385.428893:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79800. 00010000:00000010:0.1:1770653385.439875:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642e01200. 00010000:00000010:3.1:1770653385.439879:0:76647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640191800. 00010000:00000010:2.1:1770653385.439895:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667bcc800. 00010000:00000010:3.1:1770653385.439896:0:76647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565c914400. 00010000:00000010:1.1:1770653385.439901:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11c400. 00010000:00000010:0.1:1770653385.439901:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a642800. 00010000:00000010:1.1:1770653385.443892:0:12200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570af60e00. 00010000:00000010:2.1:1770653385.443894:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556395a3200. 00010000:00000010:1.1:1770653385.443916:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:2.1:1770653385.443927:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601400. 00010000:00000010:1.1:1770653385.443929:0:12200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556389ada00. 00010000:00000010:2.1:1770653385.443950:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b04000. 00010000:00000010:1.1:1770653385.443969:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601a00. 00010000:00000010:0.1:1770653385.444885:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f253c00. 00010000:00000010:0.1:1770653385.444905:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc200. 00010000:00000010:3.1:1770653385.447884:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa4000. 00010000:00000010:3.1:1770653385.447902:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564e195c00. 00010000:00000010:0.1:1770653385.449891:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d6e00. 00010000:00000010:1.1:1770653385.449893:0:12203:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955640530e00. 00010000:00000010:0.1:1770653385.449899:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:1.1:1770653385.449916:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78a00. 00010000:00000010:0.1:1770653385.449916:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561b368f00. 00010000:00000010:1.1:1770653385.449943:0:12203:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623544500. 00010000:00000010:0.1:1770653385.449948:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:1.1:1770653385.449966:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600200. 00010000:00000010:1.1:1770653385.449989:0:12203:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660f84a00. 00010000:00000010:1.1:1770653385.450013:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd600. 00010000:00000010:1.1:1770653385.467874:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556638ea200. 00010000:00000010:0.1:1770653385.471921:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955610294a00. 00010000:00000010:0.1:1770653385.471938:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955654917400. 00010000:00000010:3.1:1770653385.472887:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955668f5c000. 00010000:00000010:1.1:1770653385.475912:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565907d000. 00010000:00000010:2.1:1770653385.475916:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881700. 00010000:00000010:1.1:1770653385.475922:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556308d8700. 00010000:00000010:2.1:1770653385.475931:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc600. 00010000:00000010:1.1:1770653385.475941:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600000. 00010000:00000010:2.1:1770653385.475945:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566154c200. 00010000:00000010:3.1:1770653385.475946:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627c7cc00. 00010000:00000010:1.1:1770653385.475949:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562f803c00. 00010000:00000010:2.1:1770653385.475976:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78600. 00010000:00000010:1.1:1770653385.475981:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600a00. 00010000:00000010:1.1:1770653385.475997:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660a26e00. 00010000:00000010:1.1:1770653385.476014:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdde00. 00010000:00000010:1.1:1770653385.479892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c023900. 00010000:00000010:1.1:1770653385.479899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79a00. 00010000:00000010:0.1:1770653385.491910:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:3.1:1770653385.494896:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565b78da00. 00010000:00000010:0.1:1770653385.494905:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78a00. 00010000:00000010:0.1:1770653385.494914:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556357dfc00. 00010000:00000010:3.1:1770653385.494917:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d473000. 00010000:00000010:2.1:1770653385.498902:0:76651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564bb22800. 00010000:00000010:2.1:1770653385.498925:0:76651:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556262f7c00. 00010000:00000010:2.1:1770653385.498943:0:76651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:1.1:1770653385.499888:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633a08000. 00010000:00000010:1.1:1770653385.499905:0:5745:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556314edf00. 00010000:00000010:1.1:1770653385.499923:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdda00. 00010000:00000010:3.1:1770653385.502882:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955621647c00. 00010000:00000010:1.1:1770653385.504879:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556477e0000. 00010000:00000010:1.1:1770653385.504887:0:7409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e946700. 00010000:00000010:1.1:1770653385.504896:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc800. 00010000:00000010:1.1:1770653385.504906:0:7409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669013d00. 00010000:00000010:1.1:1770653385.504916:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:2.1:1770653385.506903:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564a161500. 00010000:00000010:0.1:1770653385.506906:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565642c600. 00010000:00000010:2.1:1770653385.506930:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:1.1:1770653385.507882:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955631fc5600. 00010000:00000010:1.1:1770653385.507894:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601a00. 00010000:00000010:1.1:1770653385.507904:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955640d24500. 00010000:00000010:1.1:1770653385.507933:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:1.1:1770653385.507983:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566b3f7400. 00010000:00000010:1.1:1770653385.508006:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:1.1:1770653385.509890:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e295a00. 00010000:00000010:1.1:1770653385.509896:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1c00. 00010000:00000010:2.1:1770653385.510890:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a28e00. 00010000:00000010:2.1:1770653385.520883:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639bd1a00. 00010000:00000010:0.1:1770653385.520890:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955610295e00. 00010000:00000010:1.1:1770653385.528885:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562b398500. 00010000:00000010:0.1:1770653385.528890:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563fac8600. 00010000:00000010:1.1:1770653385.528908:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1e00. 00010000:00000010:1.1:1770653385.528918:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e169a00. 00010000:00000010:1.1:1770653385.528931:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79800. 00010000:00000010:2.1:1770653385.535897:0:5742:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f5000. 00010000:00000010:2.1:1770653385.535905:0:5742:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:1.1:1770653385.535912:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955623d42200. 00010000:00000010:1.1:1770653385.535935:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955618092400. 00010000:00000010:1.1:1770653385.535972:0:76416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563846bb00. 00010000:00000010:1.1:1770653385.535993:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc400. 00010000:00000010:3.1:1770653385.536913:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955656580000. 00010000:00000010:1.1:1770653385.541884:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562f39a000. 00010000:00000010:3.1:1770653385.541886:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560bf91400. 00010000:00000010:3.1:1770653385.541901:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660538000. 00010000:00000010:1.1:1770653385.541903:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564bb23e00. 00010000:00000010:3.1:1770653385.541927:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1200. 00010000:00000010:3.1:1770653385.541939:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560d025200. 00010000:00000010:1.1:1770653385.545883:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565c273e00. 00010000:00000010:1.1:1770653385.545908:0:7409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560b7fc700. 00010000:00000010:1.1:1770653385.545913:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600400. 00010000:00000010:3.1:1770653385.545924:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563bee5400. 00010000:00000010:2.1:1770653385.545927:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560dae9800. 00010000:00000010:1.1:1770653385.545927:0:7409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565812b300. 00010000:00000010:1.1:1770653385.545968:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601a00. 00010000:00000010:1.1:1770653385.545985:0:7409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f612100. 00010000:00000010:1.1:1770653385.546009:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600200. 00010000:00000010:2.1:1770653385.548880:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955634615000. 00010000:00000010:1.1:1770653385.548883:0:5741:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669013e00. 00010000:00000010:1.1:1770653385.548910:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:2.1:1770653385.548911:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564e3d8a00. 00010000:00000010:1.1:1770653385.551876:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565f96f200. 00010000:00000010:1.1:1770653385.551894:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78600. 00010000:00000010:0.1:1770653385.551908:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556357df200. 00010000:00000010:1.1:1770653385.551910:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623b9b100. 00010000:00000010:1.1:1770653385.551947:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdcc00. 00010000:00000010:3.1:1770653385.552907:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561b1e3100. 00010000:00000010:3.1:1770653385.552927:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebddc00. 00010000:00000010:3.1:1770653385.552947:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564e199a00. 00010000:00000010:1.1:1770653385.556889:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561cac5900. 00010000:00000010:1.1:1770653385.556930:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:2.1:1770653385.557905:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565edd1700. 00010000:00000010:2.1:1770653385.557927:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd400. 00010000:00000010:2.1:1770653385.557949:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624814f00. 00010000:00000010:2.1:1770653385.557967:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:1.1:1770653385.561912:0:76416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562fd11e00. 00010000:00000010:1.1:1770653385.561931:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc600. 00010000:00000010:1.1:1770653385.561940:0:76416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565a9a7a00. 00010000:00000010:1.1:1770653385.561950:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0800. 00010000:00000010:2.1:1770653385.567902:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955646b16e00. 00010000:00000010:2.1:1770653385.567912:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:0.1:1770653385.570886:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79800. 00010000:00000010:0.1:1770653385.570900:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:3.1:1770653385.573878:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e169600. 00010000:00000010:3.1:1770653385.573886:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78a00. 00010000:00000010:1.1:1770653385.586900:0:33122:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955669f24800. 00010000:00000010:0.1:1770653385.589916:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3200. 00010000:00000010:3.1:1770653385.589919:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955621424600. 00010000:00000010:1.1:1770653385.589919:0:6545:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955603e97f00. 00010000:00000010:3.1:1770653385.589932:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556419d7400. 00010000:00000010:1.1:1770653385.589941:0:6545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600200. 00010000:00000010:1.1:1770653385.589970:0:6545:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f4500. 00010000:00000010:1.1:1770653385.589998:0:6545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1000. 00010000:00000010:1.1:1770653385.590018:0:6545:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660429e00. 00010000:00000010:1.1:1770653385.590043:0:6545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd200. 00010000:00000010:1.1:1770653385.593897:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562ddbbd00. 00010000:00000010:3.1:1770653385.593908:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642928c00. 00010000:00000010:1.1:1770653385.593913:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:1.1:1770653385.593932:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955603246500. 00010000:00000010:1.1:1770653385.593968:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdce00. 00010000:00000010:0.1:1770653385.594899:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561e6aea00. 00010000:00000010:1.1:1770653385.598906:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e176f00. 00010000:00000010:2.1:1770653385.598910:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560bf90600. 00010000:00000010:1.1:1770653385.598914:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1200. 00010000:00000010:1.1:1770653385.598925:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564de9e900. 00010000:00000010:1.1:1770653385.598945:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd800. 00010000:00000010:3.1:1770653385.606883:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955607533000. 00010000:00000010:2.1:1770653385.606900:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a00f400. 00010000:00000010:2.1:1770653385.606912:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564ea52700. 00010000:00000010:2.1:1770653385.606928:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc000. 00010000:00000010:3.1:1770653385.612884:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561a8b6000. 00010000:00000010:1.1:1770653385.613913:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560d3fdc00. 00010000:00000010:1.1:1770653385.613938:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955606cd8700. 00010000:00000010:1.1:1770653385.613967:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd400. 00010000:00000010:1.1:1770653385.613989:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955630918a00. 00010000:00000010:1.1:1770653385.614011:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdca00. 00010000:00000010:0.1:1770653385.616892:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78a00. 00010000:00000010:1.1:1770653385.617900:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556549a9c00. 00010000:00000010:3.1:1770653385.618892:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564b770700. 00010000:00000010:3.1:1770653385.618912:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:1.1:1770653385.620883:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d803200. 00010000:00000010:1.1:1770653385.620899:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:2.1:1770653385.624903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:1.1:1770653385.634909:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955701517000. 00010000:00000010:2.1:1770653385.636877:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e169500. 00010000:00000010:0.1:1770653385.636881:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556302e0800. 00010000:00000010:2.1:1770653385.636892:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:3.1:1770653385.636893:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556354eac00. 00010000:00000010:0.1:1770653385.641878:0:73797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a00fc00. 00010000:00000010:1.1:1770653385.641880:0:5759:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955654bc2800. 00010000:00000010:1.1:1770653385.641906:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600200. 00010000:00000010:1.1:1770653385.641917:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560734ae00. 00010000:00000010:0.1:1770653385.646893:0:73797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955621519000. 00010000:00000010:1.1:1770653385.650876:0:5744:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955606cd8c00. 00010000:00000010:2.1:1770653385.650892:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e9dfc00. 00010000:00000010:1.1:1770653385.650893:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc000. 00010000:00000010:1.1:1770653385.650908:0:5744:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561fac1200. 00010000:00000010:2.1:1770653385.650912:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b903a00. 00010000:00000010:1.1:1770653385.650920:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1200. 00010000:00000010:2.1:1770653385.650930:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557030f3b00. 00010000:00000010:2.1:1770653385.650945:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1000. 00010000:00000010:1.1:1770653385.652876:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658bac400. 00010000:00000010:3.1:1770653385.652905:0:73797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661066400. 00010000:00000010:1.1:1770653385.654913:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955665e87400. 00010000:00000010:1.1:1770653385.654929:0:5759:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e5e3000. 00010000:00000010:1.1:1770653385.654962:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aae00. 00010000:00000010:1.1:1770653385.654980:0:5759:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647146100. 00010000:00000010:1.1:1770653385.655001:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd600. 00010000:00000010:2.1:1770653385.655916:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565da48400. 00010000:00000010:2.1:1770653385.655947:0:73802:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562d26d700. 00010000:00000010:2.1:1770653385.655979:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600e00. 00010000:00000010:3.1:1770653385.658913:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565bee9400. 00010000:00000010:1.1:1770653385.659878:0:5744:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cf5ec00. 00010000:00000010:1.1:1770653385.659887:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa600. 00010000:00000010:2.1:1770653385.661894:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556347f6400. 00010000:00000010:0.1:1770653385.662902:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632200c00. 00010000:00000010:2.1:1770653385.666875:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565642c400. 00010000:00000010:1.1:1770653385.666879:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644431500. 00010000:00000010:1.1:1770653385.666898:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab800. 00010000:00000010:1.1:1770653385.666904:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556595c5f00. 00010000:00000010:1.1:1770653385.666920:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa200. 00010000:00000010:1.1:1770653385.666933:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955616a75600. 00010000:00000010:1.1:1770653385.666948:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc800. 00010000:00000010:2.1:1770653385.669908:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633b11a00. 00010000:00000010:1.1:1770653385.669909:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562dde0900. 00010000:00000010:2.1:1770653385.669932:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdcc00. 00010000:00000010:1.1:1770653385.669938:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc200. 00010000:00000010:1.1:1770653385.669962:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669fc4a00. 00010000:00000010:1.1:1770653385.669989:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab400. 00010000:00000010:0.1:1770653385.678888:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b4c3600. 00010000:00000010:2.1:1770653385.678909:0:76656:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564b770600. 00010000:00000010:2.1:1770653385.678923:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdde00. 00010000:00000010:2.1:1770653385.684911:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563010e600. 00010000:00000010:1.1:1770653385.684911:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e168700. 00010000:00000010:1.1:1770653385.684929:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600200. 00010000:00000010:1.1:1770653385.684946:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566b68a000. 00010000:00000010:1.1:1770653385.684979:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aaa00. 00010000:00000010:1.1:1770653385.684994:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560a99f700. 00010000:00000010:1.1:1770653385.685007:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:1.1:1770653385.685017:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561c96d200. 00010000:00000010:1.1:1770653385.685028:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0800. 00010000:00000010:0.1:1770653385.685899:0:76651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955656059400. 00010000:00000010:2.1:1770653385.691907:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648ddd800. 00010000:00000010:0.1:1770653385.695876:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561bd88e00. 00010000:00000010:2.1:1770653385.695902:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561cac7800. 00010000:00000010:1.1:1770653385.695904:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566b033400. 00010000:00000010:2.1:1770653385.695925:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc400. 00010000:00000010:1.1:1770653385.695926:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aae00. 00010000:00000010:2.1:1770653385.695964:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955656bad200. 00010000:00000010:1.1:1770653385.695966:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557062fdf00. 00010000:00000010:1.1:1770653385.695993:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdcc00. 00010000:00000010:1.1:1770653385.703874:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955608f14a00. 00010000:00000010:1.1:1770653385.703892:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdde00. 00010000:00000010:2.1:1770653385.703897:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5fe00. 00010000:00000010:3.1:1770653385.711888:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564edb3400. 00010000:00000010:1.1:1770653385.717880:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c8a000. 00010000:00000010:1.1:1770653385.717886:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd800. 00010000:00000010:3.1:1770653385.717895:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955634c4f800. 00010000:00000010:1.1:1770653385.717896:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95572eab2800. 00010000:00000010:1.1:1770653385.717921:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600200. 00010000:00000010:1.1:1770653385.717936:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e86bb00. 00010000:00000010:1.1:1770653385.717962:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:1.1:1770653385.717975:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955640530200. 00010000:00000010:1.1:1770653385.717999:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa600. 00010000:00000010:0.1:1770653385.719919:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644495a00. 00010000:00000010:0.1:1770653385.723896:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667bce400. 00010000:00000010:0.1:1770653385.723917:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc2e00. 00010000:00000010:2.1:1770653385.728911:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666116c00. 00010000:00000010:1.1:1770653385.728912:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556449fa300. 00010000:00000010:1.1:1770653385.728942:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601200. 00010000:00000010:1.1:1770653385.728978:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557203c7600. 00010000:00000010:1.1:1770653385.729001:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab400. 00010000:00000010:1.1:1770653385.729013:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566804cb00. 00010000:00000010:1.1:1770653385.729027:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc400. 00010000:00000010:1.1:1770653385.736895:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600000. 00010000:00000010:1.1:1770653385.736908:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601e00. 00010000:00000010:2.1:1770653385.737897:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561b0bf600. 00010000:00000010:1.1:1770653385.740904:0:7409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556188e9b00. 00010000:00000010:1.1:1770653385.740918:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600a00. 00010000:00000010:1.1:1770653385.740931:0:7409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955630916200. 00010000:00000010:1.1:1770653385.740941:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebddc00. 00010000:00000010:1.1:1770653385.740962:0:7409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955659850000. 00010000:00000010:1.1:1770653385.740978:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:1.1:1770653385.740998:0:7409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556435b6800. 00010000:00000010:1.1:1770653385.741021:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aaa00. 00010000:00000010:0.1:1770653385.748879:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642905c00. 00010000:00000010:0.1:1770653385.748893:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556476ad800. 00010000:00000010:1.1:1770653385.748904:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660db3d00. 00010000:00000010:3.1:1770653385.748906:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955623614e00. 00010000:00000010:1.1:1770653385.748919:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:0.1:1770653385.748928:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53a400. 00010000:00000010:2.1:1770653385.749901:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562eaf4e00. 00010000:00000010:1.1:1770653385.752881:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a2e2100. 00010000:00000010:1.1:1770653385.752899:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab800. 00010000:00000010:0.1:1770653385.759883:0:76651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a863600. 00010000:00000010:1.1:1770653385.770888:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566bdb9a00. 00010000:00000010:2.1:1770653385.770903:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663701400. 00010000:00000010:1.1:1770653385.770907:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601e00. 00010000:00000010:1.1:1770653385.773880:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563949cb00. 00010000:00000010:1.1:1770653385.773903:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aaa00. 00010000:00000010:2.1:1770653385.773905:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556579a2a00. 00010000:00000010:3.1:1770653385.773908:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564be2ae00. 00010000:00000010:1.1:1770653385.773909:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562eea2b00. 00010000:00000010:2.1:1770653385.773914:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556208c0200. 00010000:00000010:1.1:1770653385.773935:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdce00. 00010000:00000010:1.1:1770653385.773949:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563bf0b100. 00010000:00000010:1.1:1770653385.773975:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1c00. 00010000:00000010:1.1:1770653385.773987:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563fa99a00. 00010000:00000010:1.1:1770653385.774004:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc600. 00010000:00000010:1.1:1770653385.774019:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556559d8e00. 00010000:00000010:1.1:1770653385.774040:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aae00. 00010000:00000010:0.1:1770653385.774913:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617b79200. 00010000:00000010:0.1:1770653385.774940:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955624ad7e00. 00010000:00000010:0.1:1770653385.777911:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644543e00. 00010000:00000010:1.1:1770653385.777915:0:73802:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561d275f00. 00010000:00000010:1.1:1770653385.777932:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600a00. 00010000:00000010:0.1:1770653385.777942:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b035c00. 00010000:00000010:1.1:1770653385.783895:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955619a1ff00. 00010000:00000010:1.1:1770653385.783920:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600000. 00010000:00000010:2.1:1770653385.784895:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5ce00. 00010000:00000010:0.1:1770653385.794875:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650b78500. 00010000:00000010:0.1:1770653385.794887:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd200. 00010000:00000010:2.1:1770653385.794906:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc400. 00010000:00000010:2.1:1770653385.794931:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebddc00. 00010000:00000010:1.1:1770653385.798897:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632cb6e00. 00010000:00000010:1.1:1770653385.798915:0:5759:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556653dbb00. 00010000:00000010:1.1:1770653385.798941:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa200. 00010000:00000010:1.1:1770653385.798971:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b54c200. 00010000:00000010:0.1:1770653385.799881:0:12203:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565812a200. 00010000:00000010:0.1:1770653385.799908:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab400. 00010000:00000010:2.1:1770653385.801887:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb4400. 00010000:00000010:1.1:1770653385.801912:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632e1a900. 00010000:00000010:1.1:1770653385.801927:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa600. 00010000:00000010:3.1:1770653385.802897:0:5743:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562df25800. 00010000:00000010:3.1:1770653385.802915:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd800. 00010000:00000010:2.1:1770653385.806881:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556692aab00. 00010000:00000010:1.1:1770653385.806895:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556241b9a00. 00010000:00000010:3.1:1770653385.806897:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c914e00. 00010000:00000010:2.1:1770653385.806900:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:1.1:1770653385.806910:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:0.1:1770653385.807884:0:76651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955643225a00. 00010000:00000010:0.1:1770653385.810893:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566633a100. 00010000:00000010:2.1:1770653385.810906:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556228f4000. 00010000:00000010:1.1:1770653385.810907:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556593cba00. 00010000:00000010:0.1:1770653385.810911:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aaa00. 00010000:00000010:1.1:1770653385.810937:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdcc00. 00010000:00000010:1.1:1770653385.810944:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632e1a500. 00010000:00000010:1.1:1770653385.810976:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600000. 00010000:00000010:3.1:1770653385.811915:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b54da00. 00010000:00000010:1.1:1770653385.814918:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955630863600. 00010000:00000010:0.1:1770653385.815899:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564fd1dc00. 00010000:00000010:0.1:1770653385.817899:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643b15b00. 00010000:00000010:1.1:1770653385.817900:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955616486400. 00010000:00000010:0.1:1770653385.817923:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab800. 00010000:00000010:0.1:1770653385.820902:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626058e00. 00010000:00000010:0.1:1770653385.820925:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc200. 00010000:00000010:3.1:1770653385.823903:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556660e9e00. 00010000:00000010:2.1:1770653385.823906:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162200. 00010000:00000010:1.1:1770653385.825920:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955630dff900. 00010000:00000010:1.1:1770653385.825948:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aae00. 00010000:00000010:1.1:1770653385.825993:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d9fa700. 00010000:00000010:1.1:1770653385.826015:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebddc00. 00010000:00000010:1.1:1770653385.826027:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623545700. 00010000:00000010:1.1:1770653385.826039:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1e00. 00010000:00000010:0.1:1770653385.835898:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565c1c8600. 00010000:00000010:2.1:1770653385.835906:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc400. 00010000:00000010:2.1:1770653385.835923:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:0.1:1770653385.835927:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556088eba00. 00010000:00000010:1.1:1770653385.839908:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626047b00. 00010000:00000010:1.1:1770653385.839922:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600c00. 00010000:00000010:3.1:1770653385.840947:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560677b000. 00010000:00000010:1.1:1770653385.842877:0:7409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955720085900. 00010000:00000010:1.1:1770653385.842889:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601e00. 00010000:00000010:0.1:1770653385.842902:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632611400. 00010000:00000010:2.1:1770653385.842905:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562dd9a000. 00010000:00000010:0.1:1770653385.842923:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561fe4f000. 00010000:00000010:1.1:1770653385.845903:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562eaf2d00. 00010000:00000010:1.1:1770653385.845931:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd600. 00010000:00000010:1.1:1770653385.848907:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955638bf0a00. 00010000:00000010:1.1:1770653385.848925:0:66075:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623543e00. 00010000:00000010:1.1:1770653385.848946:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdda00. 00010000:00000010:1.1:1770653385.848971:0:66075:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666e32c00. 00010000:00000010:1.1:1770653385.848995:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab400. 00010000:00000010:1.1:1770653385.851878:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556320f5e00. 00010000:00000010:1.1:1770653385.851886:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601000. 00010000:00000010:2.1:1770653385.855898:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556228f4400. 00010000:00000010:1.1:1770653385.855914:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556593c8e00. 00010000:00000010:1.1:1770653385.855936:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:1.1:1770653385.855958:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e6b3e00. 00010000:00000010:1.1:1770653385.855976:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600000. 00010000:00000010:3.1:1770653385.867881:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556088ea400. 00010000:00000010:3.1:1770653385.870903:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562df25400. 00010000:00000010:0.1:1770653385.870904:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564947da00. 00010000:00000010:3.1:1770653385.870925:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc800. 00010000:00000010:3.1:1770653385.870943:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564947d600. 00010000:00000010:2.1:1770653385.873875:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557353fb400. 00010000:00000010:1.1:1770653385.873877:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566b029b00. 00010000:00000010:3.1:1770653385.873899:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563eff7400. 00010000:00000010:0.1:1770653385.873901:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955654bbae00. 00010000:00000010:1.1:1770653385.873903:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdcc00. 00010000:00000010:1.1:1770653385.878904:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e6b3200. 00010000:00000010:1.1:1770653385.878919:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab400. 00010000:00000010:3.1:1770653385.882877:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566aba4900. 00010000:00000010:3.1:1770653385.882890:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601000. 00010000:00000010:0.1:1770653385.886877:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566506b600. 00010000:00000010:1.1:1770653385.887908:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a579900. 00010000:00000010:1.1:1770653385.887932:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600000. 00010000:00000010:3.1:1770653385.888897:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955616a96600. 00010000:00000010:2.1:1770653385.890914:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdce00. 00010000:00000010:2.1:1770653385.890923:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc600. 00010000:00000010:1.1:1770653385.890926:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955665ccdd00. 00010000:00000010:3.1:1770653385.890932:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564fd1c600. 00010000:00000010:1.1:1770653385.890962:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601e00. 00010000:00000010:1.1:1770653385.890983:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955622831000. 00010000:00000010:1.1:1770653385.891001:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd200. 00010000:00000010:1.1:1770653385.891018:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556591d2700. 00010000:00000010:1.1:1770653385.891041:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aae00. 00010000:00000010:3.1:1770653385.893887:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560b042400. 00010000:00000010:0.1:1770653385.896890:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3cbc00. 00010000:00000010:0.1:1770653385.896906:0:73802:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955635b93a00. 00010000:00000010:0.1:1770653385.896924:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600c00. 00010000:00000010:1.1:1770653385.897914:0:5759:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556373a3400. 00010000:00000010:1.1:1770653385.897934:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab800. 00010000:00000010:3.1:1770653385.899912:0:12203:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562df25700. 00010000:00000010:3.1:1770653385.899932:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdcc00. 00010000:00000010:3.1:1770653385.903899:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560bc5ae00. 00010000:00000010:1.1:1770653385.904894:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562b305400. 00010000:00000010:1.1:1770653385.904906:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa200. 00010000:00000010:1.1:1770653385.908879:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955659571500. 00010000:00000010:1.1:1770653385.908895:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1c00. 00010000:00000010:3.1:1770653385.912876:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644495e00. 00010000:00000010:1.1:1770653385.912904:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556660ee000. 00010000:00000010:0.1:1770653385.916892:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566aba6700. 00010000:00000010:3.1:1770653385.916896:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b3ff400. 00010000:00000010:1.1:1770653385.916906:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955621476b00. 00010000:00000010:0.1:1770653385.916916:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc400. 00010000:00000010:1.1:1770653385.916926:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601e00. 00010000:00000010:1.1:1770653385.919906:0:5745:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556508bd600. 00010000:00000010:1.1:1770653385.919930:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:2.1:1770653385.923914:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b1d1600. 00010000:00000010:1.1:1770653385.926908:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631ec7400. 00010000:00000010:2.1:1770653385.926912:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b35a600. 00010000:00000010:1.1:1770653385.926924:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642c41700. 00010000:00000010:1.1:1770653385.926947:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aaa00. 00010000:00000010:1.1:1770653385.929916:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d949a00. 00010000:00000010:1.1:1770653385.929934:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdda00. 00010000:00000010:1.1:1770653385.929971:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a2e2600. 00010000:00000010:1.1:1770653385.929993:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600000. 00010000:00000010:2.1:1770653385.930884:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f150a00. 00010000:00000010:1.1:1770653385.934883:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566d090c00. 00010000:00000010:0.1:1770653385.934886:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a37e00. 00010000:00000010:1.1:1770653385.934905:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600c00. 00010000:00000010:1.1:1770653385.934917:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c8b300. 00010000:00000010:1.1:1770653385.934933:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc600. 00010000:00000010:2.1:1770653385.938883:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644b28c00. 00010000:00000010:2.1:1770653385.938898:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc200. 00010000:00000010:2.1:1770653385.938916:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd600. 00010000:00000010:3.1:1770653385.941873:0:76416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562df25100. 00010000:00000010:2.1:1770653385.941893:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562392c400. 00010000:00000010:1.1:1770653385.941901:0:5759:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955649321a00. 00010000:00000010:1.1:1770653385.941919:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:3.1:1770653385.941920:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebddc00. 00010000:00000010:1.1:1770653385.941927:0:5759:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955734d9f200. 00010000:00000010:1.1:1770653385.941945:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:1.1:1770653385.944896:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955610474d00. 00010000:00000010:1.1:1770653385.944912:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa200. 00010000:00000010:0.1:1770653385.948914:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561b0bfa00. 00010000:00000010:1.1:1770653385.957897:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566804cf00. 00010000:00000010:0.1:1770653385.957901:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563eff7c00. 00010000:00000010:1.1:1770653385.957937:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa600. 00010000:00000010:3.1:1770653385.962887:0:76651:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a578b00. 00010000:00000010:0.1:1770653385.962892:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560677ac00. 00010000:00000010:3.1:1770653385.962911:0:76651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:2.1:1770653385.970875:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556425f5000. 00010000:00000010:1.1:1770653385.970911:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955720085000. 00010000:00000010:1.1:1770653385.970935:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc200. 00010000:00000010:1.1:1770653385.970957:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955741fda200. 00010000:00000010:1.1:1770653385.970976:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:2.1:1770653385.975897:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd800. 00010000:00000010:3.1:1770653385.975899:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561854ea00. 00010000:00000010:2.1:1770653385.975906:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdce00. 00010000:00000010:1.1:1770653385.981890:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955624ad6600. 00010000:00000010:3.1:1770653385.981895:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627c7c400. 00010000:00000010:1.1:1770653385.981914:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562fb71b00. 00010000:00000010:3.1:1770653385.981922:0:76416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563949d800. 00010000:00000010:1.1:1770653385.981930:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:3.1:1770653385.981934:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600c00. 00010000:00000010:1.1:1770653385.983894:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562df25c00. 00010000:00000010:1.1:1770653385.983911:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd200. 00010000:00000010:0.1:1770653385.988901:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566242c600. 00010000:00000010:1.1:1770653385.988902:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626527100. 00010000:00000010:1.1:1770653385.988923:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601e00. 00010000:00000010:1.1:1770653385.988938:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660abb200. 00010000:00000010:1.1:1770653385.988967:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561cac3b00. 00010000:00000010:1.1:1770653385.988980:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab800. 00010000:00000010:3.1:1770653385.989897:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0a00. 00010000:00000010:2.1:1770653385.993886:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562085a700. 00010000:00000010:2.1:1770653385.993909:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601000. 00010000:00000010:2.1:1770653385.993922:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955606073300. 00010000:00000010:2.1:1770653385.993933:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aae00. 00010000:00000010:2.1:1770653385.993944:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955662914e00. 00010000:00000010:2.1:1770653385.993969:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600a00. 00010000:00000010:3.1:1770653385.994882:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560612d000. 00010000:00000010:3.1:1770653385.999900:0:76651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955655987800. 00010000:00000010:1.1:1770653386.002913:0:5743:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e3ecf00. 00010000:00000010:1.1:1770653386.002933:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600000. 00010000:00000010:3.1:1770653386.005888:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b902000. 00010000:00000010:1.1:1770653386.005898:0:5743:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561c96d700. 00010000:00000010:1.1:1770653386.005922:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebddc00. 00010000:00000010:1.1:1770653386.008896:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642089a00. 00010000:00000010:1.1:1770653386.008910:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14e700. 00010000:00000010:1.1:1770653386.008925:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdce00. 00010000:00000010:2.1:1770653386.018892:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:2.1:1770653386.018913:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd600. 00010000:00000010:3.1:1770653386.019899:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561fe4da00. 00010000:00000010:3.1:1770653386.019928:0:73799:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955619b62d00. 00010000:00000010:3.1:1770653386.019966:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0800. 00010000:00000010:1.1:1770653386.023891:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdbe00. 00010000:00000010:2.1:1770653386.023902:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560b043e00. 00010000:00000010:1.1:1770653386.023918:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e1e1700. 00010000:00000010:1.1:1770653386.023933:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd800. 00010000:00000010:3.1:1770653386.024898:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c5ac200. 00010000:00000010:1.1:1770653386.029892:0:7409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564efd2000. 00010000:00000010:2.1:1770653386.029894:0:5742:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561083df00. 00010000:00000010:1.1:1770653386.029921:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601e00. 00010000:00000010:2.1:1770653386.029922:0:5742:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab400. 00010000:00000010:1.1:1770653386.029943:0:7409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564b770400. 00010000:00000010:1.1:1770653386.029975:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa200. 00010000:00000010:3.1:1770653386.030884:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620b1ca00. 00010000:00000010:3.1:1770653386.030897:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ea3d800. 00010000:00000010:0.1:1770653386.030907:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955603b4e600. 00010000:00000010:3.1:1770653386.032889:0:3275:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955655ad7100. 00010000:00000010:2.1:1770653386.032895:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562ff34000. 00010000:00000010:3.1:1770653386.032905:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601a00. 00010000:00000010:3.1:1770653386.038876:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b04000. 00010000:00000010:2.1:1770653386.038887:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955664789f00. 00010000:00000010:2.1:1770653386.038904:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aaa00. 00010000:00000010:1.1:1770653386.038905:0:66075:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955705e58a00. 00010000:00000010:2.1:1770653386.038914:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955608fa1800. 00010000:00000010:1.1:1770653386.038934:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600e00. 00010000:00000010:3.1:1770653386.041910:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562df25c00. 00010000:00000010:1.1:1770653386.041914:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955645f23000. 00010000:00000010:3.1:1770653386.041929:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc600. 00010000:00000010:1.1:1770653386.041931:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aae00. 00010000:00000010:1.1:1770653386.045884:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556656a9c00. 00010000:00000010:1.1:1770653386.045901:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:3.1:1770653386.045905:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b681a00. 00010000:00000010:0.1:1770653386.050875:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557030aec00. 00010000:00000010:3.1:1770653386.050881:0:12203:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955622a74700. 00010000:00000010:3.1:1770653386.050894:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab800. 00010000:00000010:2.1:1770653386.050899:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565c0e00. 00010000:00000010:2.1:1770653386.050921:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa600. 00010000:00000010:3.1:1770653386.066896:0:5742:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955634708200. 00010000:00000010:2.1:1770653386.072877:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562154f000. 00010000:00000010:0.1:1770653386.072884:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565c916c00. 00010000:00000010:3.1:1770653386.072885:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640193a00. 00010000:00000010:1.1:1770653386.073908:0:7409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561970bb00. 00010000:00000010:1.1:1770653386.073928:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd600. 00010000:00000010:2.1:1770653386.075892:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cd34700. 00010000:00000010:1.1:1770653386.075893:0:5745:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561f2db300. 00010000:00000010:0.1:1770653386.075897:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ff44000. 00010000:00000010:3.1:1770653386.075908:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a00f200. 00010000:00000010:2.1:1770653386.075914:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:1.1:1770653386.075923:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:2.1:1770653386.075926:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95572f8f8e00. 00010000:00000010:2.1:1770653386.075959:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78a00. 00010000:00000010:2.1:1770653386.075974:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f46ed00. 00010000:00000010:2.1:1770653386.075992:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601e00. 00010000:00000010:2.1:1770653386.076006:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561854e400. 00010000:00000010:1.1:1770653386.079889:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564fc72100. 00010000:00000010:1.1:1770653386.079907:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600e00. 00010000:00000010:0.1:1770653386.079915:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657a1ba00. 00010000:00000010:1.1:1770653386.083891:0:73802:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c8af300. 00010000:00000010:1.1:1770653386.083917:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdda00. 00010000:00000010:3.1:1770653386.084894:0:5742:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955621518e00. 00010000:00000010:2.1:1770653386.087894:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955635c96200. 00010000:00000010:3.1:1770653386.087899:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642f99800. 00010000:00000010:2.1:1770653386.087907:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:3.1:1770653386.087920:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:0.1:1770653386.089913:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d15c400. 00010000:00000010:3.1:1770653386.091881:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebddc00. 00010000:00000010:2.1:1770653386.091881:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564e3d9c00. 00010000:00000010:3.1:1770653386.091902:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdce00. 00010000:00000010:3.1:1770653386.091918:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955610113e00. 00010000:00000010:3.1:1770653386.091940:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564bb23000. 00010000:00000010:0.1:1770653386.095884:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565605a300. 00010000:00000010:2.1:1770653386.095910:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955621424a00. 00010000:00000010:0.1:1770653386.095912:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:0.1:1770653386.095938:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565812bf00. 00010000:00000010:0.1:1770653386.095963:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1000. 00010000:00000010:1.1:1770653386.100877:0:76383:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556207ac000. 00010000:00000010:2.1:1770653386.100895:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666ad100. 00010000:00000010:1.1:1770653386.100896:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600400. 00010000:00000010:0.1:1770653386.100902:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632cb4a00. 00010000:00000010:2.1:1770653386.100919:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0800. 00010000:00000010:3.1:1770653386.100934:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565ad4df00. 00010000:00000010:3.1:1770653386.100961:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd400. 00010000:00000010:1.1:1770653386.104908:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642ab1e00. 00010000:00000010:1.1:1770653386.108911:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623501c00. 00010000:00000010:1.1:1770653386.108925:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600a00. 00010000:00000010:1.1:1770653386.112886:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b41dc00. 00010000:00000010:1.1:1770653386.115877:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c5ce600. 00010000:00000010:1.1:1770653386.115894:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2e00. 00010000:00000010:3.1:1770653386.115908:0:12203:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632e18500. 00010000:00000010:2.1:1770653386.115912:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955610295200. 00010000:00000010:3.1:1770653386.115923:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:0.1:1770653386.119901:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955704c17000. 00010000:00000010:0.1:1770653386.119910:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd800. 00010000:00000010:3.1:1770653386.122915:0:76416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562df25700. 00010000:00000010:3.1:1770653386.122928:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd200. 00010000:00000010:1.1:1770653386.131882:0:50962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955626524600. 00010000:00000010:0.1:1770653386.131889:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563eff7800. 00010000:00000010:3.1:1770653386.132919:0:5742:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561bd8b400. 00010000:00000010:1.1:1770653386.135915:0:76651:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a57af00. 00010000:00000010:2.1:1770653386.135916:0:73802:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666e58a00. 00010000:00000010:2.1:1770653386.135958:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3800. 00010000:00000010:1.1:1770653386.135959:0:76651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc200. 00010000:00000010:2.1:1770653386.135967:0:73802:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cd61700. 00010000:00000010:2.1:1770653386.135985:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600400. 00010000:00000010:1.1:1770653386.138893:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c6e00. 00010000:00000010:3.1:1770653386.138905:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a08f400. 00010000:00000010:1.1:1770653386.138911:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2600. 00010000:00000010:2.1:1770653386.139893:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955610297000. 00010000:00000010:3.1:1770653386.143877:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632078000. 00010000:00000010:1.1:1770653386.143890:0:76651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eff800. 00010000:00000010:1.1:1770653386.143911:0:76651:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955636843b00. 00010000:00000010:1.1:1770653386.143940:0:76651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdce00. 00010000:00000010:2.1:1770653386.147899:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955608ab4a00. 00010000:00000010:2.1:1770653386.147915:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0abc00. 00010000:00000010:3.1:1770653386.148908:0:12203:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955662b0ec00. 00010000:00000010:3.1:1770653386.148927:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:3.1:1770653386.152909:0:5742:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955656584200. 00010000:00000010:1.1:1770653386.152911:0:5745:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556449fb200. 00010000:00000010:3.1:1770653386.152941:0:5742:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660bc4000. 00010000:00000010:1.1:1770653386.152942:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3c00. 00010000:00000010:0.1:1770653386.154892:0:73809:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562644b600. 00010000:00000010:0.1:1770653386.154915:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd400. 00010000:00000010:0.1:1770653386.154927:0:73809:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955636f11800. 00010000:00000010:0.1:1770653386.154940:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebddc00. 00010000:00000010:1.1:1770653386.156913:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556201bec00. 00010000:00000010:3.1:1770653386.157904:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556592a6600. 00010000:00000010:3.1:1770653386.157924:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:2.1:1770653386.159894:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c35b400. 00010000:00000010:0.1:1770653386.159902:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560be13c00. 00010000:00000010:1.1:1770653386.159904:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565532e500. 00010000:00000010:2.1:1770653386.159905:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556563cea00. 00010000:00000010:1.1:1770653386.159944:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601400. 00010000:00000010:1.1:1770653386.163898:0:76416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cfad300. 00010000:00000010:1.1:1770653386.163915:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:1.1:1770653386.163924:0:76416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955630861400. 00010000:00000010:1.1:1770653386.163941:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2c00. 00010000:00000010:0.1:1770653386.168886:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955617b50700. 00010000:00000010:3.1:1770653386.168887:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563719aa00. 00010000:00000010:3.1:1770653386.168915:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600a00. 00010000:00000010:0.1:1770653386.168945:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdda00. 00010000:00000010:1.1:1770653386.172892:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561a86ed00. 00010000:00000010:1.1:1770653386.172901:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:0.1:1770653386.172904:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564e3ef800. 00010000:00000010:2.1:1770653386.185896:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667bcc400. 00010000:00000010:0.1:1770653386.185914:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560be24200. 00010000:00000010:1.1:1770653386.188900:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955646b16a00. 00010000:00000010:1.1:1770653386.188918:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdce00. 00010000:00000010:3.1:1770653386.194890:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648e17600. 00010000:00000010:0.1:1770653386.194899:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95572e9da000. 00010000:00000010:1.1:1770653386.194900:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:0.1:1770653386.194922:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc600. 00010000:00000010:0.1:1770653386.194944:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556477e1400. 00010000:00000010:0.1:1770653386.194963:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d457b00. 00010000:00000010:0.1:1770653386.194977:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601400. 00010000:00000010:1.1:1770653386.199882:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:3.1:1770653386.200898:0:12203:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955631fc5100. 00010000:00000010:3.1:1770653386.200913:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2c00. 00010000:00000010:1.1:1770653386.207894:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ee1fa00. 00010000:00000010:3.1:1770653386.211883:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e3b2a00. 00010000:00000010:1.1:1770653386.211910:0:3275:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d7cc600. 00010000:00000010:1.1:1770653386.211932:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3c00. 00010000:00000010:0.1:1770653386.212916:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955610294200. 00010000:00000010:3.1:1770653386.219887:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566bf3e000. 00010000:00000010:1.1:1770653386.219905:0:50962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d34ce00. 00010000:00000010:0.1:1770653386.219910:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562b398000. 00010000:00000010:0.1:1770653386.219923:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600600. 00010000:00000010:0.1:1770653386.219933:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955620898e00. 00010000:00000010:0.1:1770653386.219957:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:0.1:1770653386.219973:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639693800. 00010000:00000010:0.1:1770653386.220006:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a28c00. 00010000:00000010:0.1:1770653386.220020:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e295e00. 00010000:00000010:0.1:1770653386.220039:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2600. 00010000:00000010:0.1:1770653386.220049:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562ea82c00. 00010000:00000010:0.1:1770653386.220067:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd600. 00010000:00000010:1.1:1770653386.223894:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c55c900. 00010000:00000010:1.1:1770653386.223914:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:1.1:1770653386.223927:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556302e2000. 00010000:00000010:3.1:1770653386.224881:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632038e00. 00010000:00000010:3.1:1770653386.224896:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:3.1:1770653386.224909:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647570e00. 00010000:00000010:3.1:1770653386.224925:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601600. 00010000:00000010:2.1:1770653386.228884:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556613f3500. 00010000:00000010:1.1:1770653386.228885:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d669500. 00010000:00000010:2.1:1770653386.228912:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd800. 00010000:00000010:1.1:1770653386.228914:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2e00. 00010000:00000010:3.1:1770653386.229887:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565c915a00. 00010000:00000010:0.1:1770653386.229892:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016b600. 00010000:00000010:0.1:1770653386.229910:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d472800. 00010000:00000010:0.1:1770653386.231894:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556314ef500. 00010000:00000010:1.1:1770653386.231897:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570810d100. 00010000:00000010:0.1:1770653386.231908:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3800. 00010000:00000010:1.1:1770653386.231919:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1e00. 00010000:00000010:1.1:1770653386.247905:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661796400. 00010000:00000010:1.1:1770653386.247918:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb0200. 00010000:00000010:3.1:1770653386.248910:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561f2be800. 00010000:00000010:0.1:1770653386.252916:0:66075:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d898000. 00010000:00000010:1.1:1770653386.252917:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556262f4800. 00010000:00000010:1.1:1770653386.252938:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd200. 00010000:00000010:0.1:1770653386.252943:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3200. 00010000:00000010:1.1:1770653386.252957:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565beeaa00. 00010000:00000010:1.1:1770653386.252981:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:2.1:1770653386.253895:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f7b00. 00010000:00000010:3.1:1770653386.253906:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642fbea00. 00010000:00000010:2.1:1770653386.253911:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:2.1:1770653386.253924:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d254200. 00010000:00000010:2.1:1770653386.253942:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:2.1:1770653386.253969:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a5c2a00. 00010000:00000010:2.1:1770653386.255918:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666d42400. 00010000:00000010:0.1:1770653386.255922:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644aa8e00. 00010000:00000010:1.1:1770653386.255924:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561b007600. 00010000:00000010:2.1:1770653386.255926:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdda00. 00010000:00000010:3.1:1770653386.256895:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563871f000. 00010000:00000010:2.1:1770653386.261883:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564fc73600. 00010000:00000010:0.1:1770653386.261885:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955630861700. 00010000:00000010:2.1:1770653386.261905:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc200. 00010000:00000010:0.1:1770653386.261906:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600e00. 00010000:00000010:1.1:1770653386.268881:0:76416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565f7f0100. 00010000:00000010:0.1:1770653386.268882:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955650808200. 00010000:00000010:1.1:1770653386.268895:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2600. 00010000:00000010:1.1:1770653386.268914:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601000. 00010000:00000010:1.1:1770653386.273921:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562721c200. 00010000:00000010:0.1:1770653386.273921:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601c00. 00010000:00000010:3.1:1770653386.276880:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ab83200. 00010000:00000010:2.1:1770653386.276883:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b05a00. 00010000:00000010:1.1:1770653386.276907:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563efa2d00. 00010000:00000010:1.1:1770653386.276920:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3800. 00010000:00000010:2.1:1770653386.278877:0:73802:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955664a92600. 00010000:00000010:2.1:1770653386.278891:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd400. 00010000:00000010:2.1:1770653386.278898:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565907cc00. 00010000:00000010:2.1:1770653386.278922:0:73802:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566154c700. 00010000:00000010:2.1:1770653386.278942:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd800. 00010000:00000010:1.1:1770653386.281923:0:5743:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561cac4900. 00010000:00000010:0.1:1770653386.281923:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562a957000. 00010000:00000010:0.1:1770653386.281959:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebddc00. 00010000:00000010:1.1:1770653386.281960:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:3.1:1770653386.282914:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632df4a00. 00010000:00000010:1.1:1770653386.286884:0:50962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e8c6000. 00010000:00000010:2.1:1770653386.286898:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ea4a200. 00010000:00000010:1.1:1770653386.290871:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565f498200. 00010000:00000010:1.1:1770653386.290884:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955620788c00. 00010000:00000010:1.1:1770653386.290897:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0800. 00010000:00000010:3.1:1770653386.290901:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563bd40a00. 00010000:00000010:1.1:1770653386.290904:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561886b800. 00010000:00000010:1.1:1770653386.290920:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc200. 00010000:00000010:2.1:1770653386.296907:0:73799:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cd5cd00. 00010000:00000010:3.1:1770653386.296917:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556188e9b00. 00010000:00000010:2.1:1770653386.296918:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3000. 00010000:00000010:2.1:1770653386.296937:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632224200. 00010000:00000010:3.1:1770653386.296941:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600000. 00010000:00000010:0.1:1770653386.297879:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cc05400. 00010000:00000010:0.1:1770653386.297897:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:0.1:1770653386.297913:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566b033f00. 00010000:00000010:0.1:1770653386.297921:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600e00. 00010000:00000010:1.1:1770653386.301901:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562349b600. 00010000:00000010:2.1:1770653386.301903:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566bf8ca00. 00010000:00000010:2.1:1770653386.301923:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f807d00. 00010000:00000010:2.1:1770653386.301941:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:2.1:1770653386.307881:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564edf3000. 00010000:00000010:0.1:1770653386.310914:0:76656:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565f7d0700. 00010000:00000010:2.1:1770653386.310919:0:73799:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955637241c00. 00010000:00000010:0.1:1770653386.310930:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601000. 00010000:00000010:2.1:1770653386.310937:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd400. 00010000:00000010:1.1:1770653386.312915:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561e01a600. 00010000:00000010:0.1:1770653386.315912:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955669f22a00. 00010000:00000010:2.1:1770653386.316875:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556638eac00. 00010000:00000010:1.1:1770653386.321880:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566977f000. 00010000:00000010:1.1:1770653386.321894:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3c00. 00010000:00000010:0.1:1770653386.322885:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955603cad900. 00010000:00000010:0.1:1770653386.322912:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:0.1:1770653386.326891:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657233400. 00010000:00000010:1.1:1770653386.326896:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563949f000. 00010000:00000010:2.1:1770653386.326904:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660798700. 00010000:00000010:2.1:1770653386.326918:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601e00. 00010000:00000010:1.1:1770653386.332909:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71ce00. 00010000:00000010:2.1:1770653386.336877:0:73799:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564b242600. 00010000:00000010:2.1:1770653386.336894:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd400. 00010000:00000010:0.1:1770653386.336898:0:76655:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563a6fe400. 00010000:00000010:0.1:1770653386.336923:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600c00. 00010000:00000010:3.1:1770653386.339925:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667cbd200. 00010000:00000010:1.1:1770653386.339925:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955656194b00. 00010000:00000010:2.1:1770653386.339930:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642c1da00. 00010000:00000010:1.1:1770653386.339941:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:0.1:1770653386.343876:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566103a700. 00010000:00000010:0.1:1770653386.343883:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0800. 00010000:00000010:2.1:1770653386.343912:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561584be00. 00010000:00000010:2.1:1770653386.343930:0:73799:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556241b7600. 00010000:00000010:2.1:1770653386.343963:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2c00. 00010000:00000010:2.1:1770653386.343978:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564fbb1e00. 00010000:00000010:2.1:1770653386.348871:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b3ba200. 00010000:00000010:0.1:1770653386.351874:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e297800. 00010000:00000010:0.1:1770653386.351890:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1000. 00010000:00000010:2.1:1770653386.351901:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561584ae00. 00010000:00000010:1.1:1770653386.351908:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3400. 00010000:00000010:0.1:1770653386.351908:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955705565b00. 00010000:00000010:0.1:1770653386.351934:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601600. 00010000:00000010:1.1:1770653386.351935:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3200. 00010000:00000010:2.1:1770653386.356879:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556614d1800. 00010000:00000010:0.1:1770653386.356889:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564a1afa00. 00010000:00000010:2.1:1770653386.356891:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955646e99000. 00010000:00000010:1.1:1770653386.356894:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955659759300. 00010000:00000010:0.1:1770653386.356897:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2800. 00010000:00000010:2.1:1770653386.356905:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2400. 00010000:00000010:1.1:1770653386.356924:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3e00. 00010000:00000010:2.1:1770653386.361914:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561bec5000. 00010000:00000010:3.1:1770653386.362875:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e169500. 00010000:00000010:3.1:1770653386.362887:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2e00. 00010000:00000010:0.1:1770653386.368899:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c7c00. 00010000:00000010:1.1:1770653386.373886:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645a5da00. 00010000:00000010:0.1:1770653386.374917:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955625c58000. 00010000:00000010:0.1:1770653386.374943:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3c00. 00010000:00000010:2.1:1770653386.376881:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556614d1c00. 00010000:00000010:0.1:1770653386.376901:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564e194400. 00010000:00000010:3.1:1770653386.377906:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a289b00. 00010000:00000010:3.1:1770653386.377930:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:2.1:1770653386.381884:0:73799:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955659759100. 00010000:00000010:1.1:1770653386.381885:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666d42b00. 00010000:00000010:2.1:1770653386.381911:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd400. 00010000:00000010:1.1:1770653386.381917:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3000. 00010000:00000010:2.1:1770653386.381925:0:73799:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d87db00. 00010000:00000010:2.1:1770653386.381934:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:0.1:1770653386.382915:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642fbf400. 00010000:00000010:1.1:1770653386.386910:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600400. 00010000:00000010:1.1:1770653386.386925:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601200. 00010000:00000010:3.1:1770653386.392879:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562f803000. 00010000:00000010:2.1:1770653386.392884:0:73799:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e84f700. 00010000:00000010:1.1:1770653386.392890:0:50962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955630388e00. 00010000:00000010:0.1:1770653386.392892:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955669f23600. 00010000:00000010:2.1:1770653386.392910:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601400. 00010000:00000010:3.1:1770653386.392911:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:0.1:1770653386.392924:0:76416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955641933400. 00010000:00000010:0.1:1770653386.392937:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2800. 00010000:00000010:2.1:1770653386.395900:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565c1c7e00. 00010000:00000010:2.1:1770653386.395918:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556188e9b00. 00010000:00000010:2.1:1770653386.395932:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600a00. 00010000:00000010:2.1:1770653386.399881:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663563c00. 00010000:00000010:1.1:1770653386.399901:0:76655:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632f1b400. 00010000:00000010:1.1:1770653386.399923:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3c00. 00010000:00000010:1.1:1770653386.402906:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955659630600. 00010000:00000010:2.1:1770653386.407882:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617a8ea00. 00010000:00000010:0.1:1770653386.410893:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955657a1c900. 00010000:00000010:0.1:1770653386.410920:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd400. 00010000:00000010:0.1:1770653386.410937:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626521800. 00010000:00000010:0.1:1770653386.410958:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2800. 00010000:00000010:2.1:1770653386.416903:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620b1dc00. 00010000:00000010:3.1:1770653386.416913:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955638af7400. 00010000:00000010:1.1:1770653386.416919:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc92e00. 00010000:00000010:0.1:1770653386.421880:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632224600. 00010000:00000010:3.1:1770653386.421910:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565c7cbd00. 00010000:00000010:0.1:1770653386.421911:0:76656:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95573c4eb700. 00010000:00000010:3.1:1770653386.421935:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1e00. 00010000:00000010:0.1:1770653386.421939:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc200. 00010000:00000010:0.1:1770653386.421960:0:76656:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556678e5300. 00010000:00000010:0.1:1770653386.421970:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:2.1:1770653386.422890:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556561ca100. 00010000:00000010:2.1:1770653386.422906:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:2.1:1770653386.425887:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f183c00. 00010000:00000010:1.1:1770653386.425917:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955620788300. 00010000:00000010:1.1:1770653386.425942:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3a00. 00010000:00000010:1.1:1770653386.425965:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600400. 00010000:00000010:1.1:1770653386.425990:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601200. 00010000:00000010:2.1:1770653386.427888:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d2f0a00. 00010000:00000010:3.1:1770653386.427890:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566bc25300. 00010000:00000010:3.1:1770653386.427936:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2600. 00010000:00000010:2.1:1770653386.429922:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666338f00. 00010000:00000010:0.1:1770653386.429926:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955664809400. 00010000:00000010:2.1:1770653386.429943:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3800. 00010000:00000010:0.1:1770653386.429959:0:76416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561886bc00. 00010000:00000010:0.1:1770653386.429980:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3c00. 00010000:00000010:2.1:1770653386.443882:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955634c4ea00. 00010000:00000010:1.1:1770653386.443883:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561fb16800. 00010000:00000010:1.1:1770653386.443920:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1e00. 00010000:00000010:2.1:1770653386.447876:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563e520a00. 00010000:00000010:0.1:1770653386.447887:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564a626a00. 00010000:00000010:2.1:1770653386.447892:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955656bade00. 00010000:00000010:0.1:1770653386.447900:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561aa3d800. 00010000:00000010:0.1:1770653386.447921:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:1.1:1770653386.449889:0:76651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d54ee00. 00010000:00000010:3.1:1770653386.453908:0:76383:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95573c53c000. 00010000:00000010:3.1:1770653386.453922:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd200. 00010000:00000010:3.1:1770653386.453936:0:76383:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623a7f700. 00010000:00000010:3.1:1770653386.453966:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601200. 00010000:00000010:2.1:1770653386.454905:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955654be1d00. 00010000:00000010:2.1:1770653386.454919:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3e00. 00010000:00000010:1.1:1770653386.458879:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955665f43200. 00010000:00000010:1.1:1770653386.462877:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556300e7a00. 00010000:00000010:0.1:1770653386.462901:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c8ab00. 00010000:00000010:1.1:1770653386.462902:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600400. 00010000:00000010:3.1:1770653386.462905:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556178cc400. 00010000:00000010:0.1:1770653386.462926:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2e00. 00010000:00000010:0.1:1770653386.462956:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563454d600. 00010000:00000010:0.1:1770653386.462971:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:2.1:1770653386.463911:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644494200. 00010000:00000010:1.1:1770653386.465899:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556196a7200. 00010000:00000010:0.1:1770653386.465903:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562dd9aa00. 00010000:00000010:2.1:1770653386.469904:0:73799:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955603e86800. 00010000:00000010:2.1:1770653386.469911:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:3.1:1770653386.471883:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95572dfee300. 00010000:00000010:3.1:1770653386.471895:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3200. 00010000:00000010:2.1:1770653386.476880:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae43600. 00010000:00000010:0.1:1770653386.479883:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626d70100. 00010000:00000010:0.1:1770653386.479905:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2400. 00010000:00000010:1.1:1770653386.480888:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620a2ae00. 00010000:00000010:1.1:1770653386.480903:0:5743:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f247700. 00010000:00000010:1.1:1770653386.480928:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:0.1:1770653386.482890:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d4c00. 00010000:00000010:0.1:1770653386.482899:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc600. 00010000:00000010:1.1:1770653386.483912:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564abf0a00. 00010000:00000010:1.1:1770653386.486898:0:50962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639ca1000. 00010000:00000010:2.1:1770653386.492890:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565bcf8e00. 00010000:00000010:1.1:1770653386.492903:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562dd98e00. 00010000:00000010:2.1:1770653386.496909:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600800. 00010000:00000010:3.1:1770653386.496921:0:5741:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556188e9d00. 00010000:00000010:3.1:1770653386.496931:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600c00. 00010000:00000010:0.1:1770653386.501904:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955638483800. 00010000:00000010:0.1:1770653386.501925:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601000. 00010000:00000010:2.1:1770653386.502904:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643348a00. 00010000:00000010:2.1:1770653386.502924:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2c00. 00010000:00000010:3.1:1770653386.505908:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556196fe200. 00010000:00000010:0.1:1770653386.505912:0:76416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f244200. 00010000:00000010:0.1:1770653386.505924:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2400. 00010000:00000010:0.1:1770653386.505940:0:76416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955658333600. 00010000:00000010:0.1:1770653386.505972:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:1.1:1770653386.506879:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666180200. 00010000:00000010:1.1:1770653386.506900:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562f1d9600. 00010000:00000010:1.1:1770653386.506921:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2e00. 00010000:00000010:2.1:1770653386.508883:0:73799:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669241200. 00010000:00000010:3.1:1770653386.508884:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667f18a00. 00010000:00000010:0.1:1770653386.508888:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643cdf000. 00010000:00000010:0.1:1770653386.508919:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd800. 00010000:00000010:2.1:1770653386.508921:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:3.1:1770653386.508925:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e3b2200. 00010000:00000010:2.1:1770653386.508939:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556371fe600. 00010000:00000010:2.1:1770653386.513903:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602f8a400. 00010000:00000010:1.1:1770653386.513916:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955657502f00. 00010000:00000010:3.1:1770653386.513930:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561af08000. 00010000:00000010:2.1:1770653386.513934:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955662757300. 00010000:00000010:1.1:1770653386.513942:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600000. 00010000:00000010:2.1:1770653386.513957:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1e00. 00010000:00000010:1.1:1770653386.513966:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955620898200. 00010000:00000010:1.1:1770653386.513994:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3200. 00010000:00000010:0.1:1770653386.517894:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562a951500. 00010000:00000010:0.1:1770653386.517911:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebddc00. 00010000:00000010:1.1:1770653386.524883:0:50962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601000. 00010000:00000010:3.1:1770653386.528895:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955649770200. 00010000:00000010:0.1:1770653386.528907:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f159f00. 00010000:00000010:1.1:1770653386.528911:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601400. 00010000:00000010:1.1:1770653386.528931:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556188e9000. 00010000:00000010:0.1:1770653386.528935:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3e00. 00010000:00000010:1.1:1770653386.528964:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600c00. 00010000:00000010:0.1:1770653386.530903:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955643b11400. 00010000:00000010:1.1:1770653386.534913:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e294900. 00010000:00000010:1.1:1770653386.534926:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3c00. 00010000:00000010:2.1:1770653386.545917:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563ccae600. 00010000:00000010:3.1:1770653386.547885:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556214cc400. 00010000:00000010:0.1:1770653386.552900:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560da45200. 00010000:00000010:0.1:1770653386.552926:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643d81400. 00010000:00000010:0.1:1770653386.552937:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2400. 00010000:00000010:0.1:1770653386.552961:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564b5fe500. 00010000:00000010:0.1:1770653386.552976:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc200. 00010000:00000010:3.1:1770653386.553905:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556196a7c00. 00010000:00000010:3.1:1770653386.553924:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635672e00. 00010000:00000010:1.1:1770653386.558881:0:76651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562a3f3c00. 00010000:00000010:2.1:1770653386.558908:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955603e86000. 00010000:00000010:2.1:1770653386.558915:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3800. 00010000:00000010:1.1:1770653386.558919:0:76651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661549c00. 00010000:00000010:1.1:1770653386.558938:0:76651:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955645156d00. 00010000:00000010:1.1:1770653386.558965:0:76651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd400. 00010000:00000010:1.1:1770653386.558974:0:76651:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955667212700. 00010000:00000010:1.1:1770653386.558997:0:76651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3e00. 00010000:00000010:0.1:1770653386.559905:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565e11f000. 00010000:00000010:0.1:1770653386.559922:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:0.1:1770653386.564896:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d456400. 00010000:00000010:0.1:1770653386.564919:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3400. 00010000:00000010:1.1:1770653386.567880:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a3fe600. 00010000:00000010:1.1:1770653386.569884:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a642e00. 00010000:00000010:3.1:1770653386.569912:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ade00. 00010000:00000010:1.1:1770653386.574895:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627c7ec00. 00010000:00000010:1.1:1770653386.574912:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643cdeb00. 00010000:00000010:1.1:1770653386.574936:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1000. 00010000:00000010:2.1:1770653386.576888:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d5900. 00010000:00000010:2.1:1770653386.576908:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2600. 00010000:00000010:2.1:1770653386.576927:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669753800. 00010000:00000010:2.1:1770653386.576935:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdda00. 00010000:00000010:2.1:1770653386.583888:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d1f9400. 00010000:00000010:2.1:1770653386.583894:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955654501000. 00010000:00000010:3.1:1770653386.583898:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ebb9400. 00010000:00000010:2.1:1770653386.583935:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdce00. 00010000:00000010:0.1:1770653386.584921:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d77cd00. 00010000:00000010:0.1:1770653386.584954:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0800. 00010000:00000010:0.1:1770653386.584965:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f45a300. 00010000:00000010:0.1:1770653386.584985:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc600. 00010000:00000010:1.1:1770653386.594890:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955664228400. 00010000:00000010:3.1:1770653386.604886:0:76651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955718147e00. 00010000:00000010:2.1:1770653386.604887:0:5744:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955631f5d700. 00010000:00000010:1.1:1770653386.604896:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620465c00. 00010000:00000010:2.1:1770653386.604908:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd200. 00010000:00000010:2.1:1770653386.604919:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632612a00. 00010000:00000010:0.1:1770653386.605889:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563d81cc00. 00010000:00000010:2.1:1770653386.608905:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624810500. 00010000:00000010:2.1:1770653386.608927:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2400. 00010000:00000010:2.1:1770653386.608955:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556596ae300. 00010000:00000010:2.1:1770653386.608972:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:1.1:1770653386.609893:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562085b000. 00010000:00000010:1.1:1770653386.609905:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:3.1:1770653386.609917:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556188ab600. 00010000:00000010:1.1:1770653386.609922:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566b028600. 00010000:00000010:1.1:1770653386.609956:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3400. 00010000:00000010:2.1:1770653386.612878:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669753500. 00010000:00000010:2.1:1770653386.612900:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3a00. 00010000:00000010:1.1:1770653386.612902:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a00f800. 00010000:00000010:3.1:1770653386.612904:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563cd4b000. 00010000:00000010:2.1:1770653386.612907:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564947e000. 00010000:00000010:1.1:1770653386.617882:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f46f100. 00010000:00000010:1.1:1770653386.617908:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdce00. 00010000:00000010:0.1:1770653386.621875:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563a42a700. 00010000:00000010:0.1:1770653386.621890:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:2.1:1770653386.621911:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955628f69500. 00010000:00000010:2.1:1770653386.621923:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1e00. 00010000:00000010:1.1:1770653386.622897:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658031e00. 00010000:00000010:1.1:1770653386.628888:0:5742:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600e00. 00010000:00000010:1.1:1770653386.628907:0:5742:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601c00. 00010000:00000010:0.1:1770653386.629900:0:7409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14f900. 00010000:00000010:0.1:1770653386.629920:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdda00. 00010000:00000010:3.1:1770653386.632888:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661061000. 00010000:00000010:1.1:1770653386.632907:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955628f55a00. 00010000:00000010:1.1:1770653386.632934:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562b98f200. 00010000:00000010:0.1:1770653386.634903:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556208c6a00. 00010000:00000010:3.1:1770653386.634908:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561e7f8200. 00010000:00000010:2.1:1770653386.634911:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666214900. 00010000:00000010:0.1:1770653386.634923:0:66075:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a66bb00. 00010000:00000010:3.1:1770653386.634927:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565c245600. 00010000:00000010:2.1:1770653386.634929:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600400. 00010000:00000010:0.1:1770653386.634954:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd600. 00010000:00000010:0.1:1770653386.634965:0:66075:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560c0e1c00. 00010000:00000010:0.1:1770653386.634985:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2800. 00010000:00000010:1.1:1770653386.637908:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557042e1b00. 00010000:00000010:1.1:1770653386.637927:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:1.1:1770653386.641879:0:50962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561611b800. 00010000:00000010:0.1:1770653386.642882:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556188e9000. 00010000:00000010:0.1:1770653386.642898:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601000. 00010000:00000010:0.1:1770653386.642908:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562371ad00. 00010000:00000010:0.1:1770653386.642924:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc200. 00010000:00000010:0.1:1770653386.642954:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955658b1ea00. 00010000:00000010:0.1:1770653386.642974:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601400. 00010000:00000010:3.1:1770653386.647912:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f580a00. 00010000:00000010:0.1:1770653386.649887:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955621402400. 00010000:00000010:2.1:1770653386.649894:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955654701e00. 00010000:00000010:2.1:1770653386.649922:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669c91200. 00010000:00000010:2.1:1770653386.649937:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd200. 00010000:00000010:1.1:1770653386.650902:0:73799:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955625ea0700. 00010000:00000010:1.1:1770653386.650910:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3000. 00010000:00000010:1.1:1770653386.650926:0:73799:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d5400. 00010000:00000010:1.1:1770653386.650952:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:1.1:1770653386.650966:0:73799:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955608b6a400. 00010000:00000010:1.1:1770653386.650986:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3a00. 00010000:00000010:1.1:1770653386.652902:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556207ad300. 00010000:00000010:3.1:1770653386.652914:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955618fd1800. 00010000:00000010:1.1:1770653386.652916:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3400. 00010000:00000010:1.1:1770653386.655898:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560612f200. 00010000:00000010:0.1:1770653386.658886:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955621474400. 00010000:00000010:0.1:1770653386.658902:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd800. 00010000:00000010:3.1:1770653386.659932:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635672000. 00010000:00000010:1.1:1770653386.667883:0:5742:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565e11fb00. 00010000:00000010:1.1:1770653386.667907:0:5742:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601c00. 00010000:00000010:2.1:1770653386.677888:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556592f4500. 00010000:00000010:1.1:1770653386.677889:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fcadc00. 00010000:00000010:3.1:1770653386.677897:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565aaaf000. 00010000:00000010:2.1:1770653386.677920:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:0.1:1770653386.679902:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564fbf7400. 00010000:00000010:0.1:1770653386.685921:0:66075:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566042a200. 00010000:00000010:3.1:1770653386.685925:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebda600. 00010000:00000010:0.1:1770653386.685938:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd200. 00010000:00000010:0.1:1770653386.685962:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c5ada00. 00010000:00000010:1.1:1770653386.688893:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631488200. 00010000:00000010:1.1:1770653386.688908:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561fe4fa00. 00010000:00000010:1.1:1770653386.688928:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955668126600. 00010000:00000010:1.1:1770653386.688962:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd800. 00010000:00000010:2.1:1770653386.689876:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564de1a100. 00010000:00000010:2.1:1770653386.689897:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebddc00. 00010000:00000010:0.1:1770653386.689901:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95572dea6a00. 00010000:00000010:0.1:1770653386.689930:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:0.1:1770653386.689957:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564fbf6a00. 00010000:00000010:0.1:1770653386.691892:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660f85b00. 00010000:00000010:0.1:1770653386.691909:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3400. 00010000:00000010:0.1:1770653386.691920:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561cac3000. 00010000:00000010:3.1:1770653386.691924:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566242da00. 00010000:00000010:0.1:1770653386.691929:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:1.1:1770653386.694880:0:33122:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556333f5200. 00010000:00000010:2.1:1770653386.698896:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565c7e0a00. 00010000:00000010:2.1:1770653386.698921:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2c00. 00010000:00000010:0.1:1770653386.700905:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561131ac00. 00010000:00000010:0.1:1770653386.700923:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561f1fb000. 00010000:00000010:0.1:1770653386.700938:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647322d00. 00010000:00000010:0.1:1770653386.700965:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd600. 00010000:00000010:1.1:1770653386.710881:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955630435e00. 00010000:00000010:1.1:1770653386.714883:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623501900. 00010000:00000010:0.1:1770653386.714883:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955655ad7600. 00010000:00000010:1.1:1770653386.714907:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3800. 00010000:00000010:0.1:1770653386.714915:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc200. 00010000:00000010:1.1:1770653386.718877:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561e7f8c00. 00010000:00000010:2.1:1770653386.718888:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e8c9800. 00010000:00000010:2.1:1770653386.718896:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601c00. 00010000:00000010:2.1:1770653386.718906:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562ab8fc00. 00010000:00000010:2.1:1770653386.718922:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2e00. 00010000:00000010:0.1:1770653386.725907:0:76655:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556320f5400. 00010000:00000010:0.1:1770653386.725930:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebddc00. 00010000:00000010:2.1:1770653386.726913:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955638bf0600. 00010000:00000010:0.1:1770653386.728914:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a66b000. 00010000:00000010:0.1:1770653386.728931:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:1.1:1770653386.732892:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d9b5400. 00010000:00000010:0.1:1770653386.732894:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253b4400. 00010000:00000010:0.1:1770653386.732928:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562d277800. 00010000:00000010:0.1:1770653386.732955:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3400. 00010000:00000010:2.1:1770653386.735913:0:12203:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d813d00. 00010000:00000010:2.1:1770653386.735931:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:1.1:1770653386.736911:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a946000. 00010000:00000010:2.1:1770653386.740874:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564a627600. 00010000:00000010:0.1:1770653386.740890:0:76655:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955645899500. 00010000:00000010:0.1:1770653386.740902:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:3.1:1770653386.741894:0:76656:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561b7fe800. 00010000:00000010:3.1:1770653386.741911:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:0.1:1770653386.743876:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f183400. 00010000:00000010:3.1:1770653386.746885:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c6400. 00010000:00000010:2.1:1770653386.746908:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c5ad800. 00010000:00000010:1.1:1770653386.746910:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566bc24200. 00010000:00000010:0.1:1770653386.746925:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955610821000. 00010000:00000010:1.1:1770653386.746928:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdce00. 00010000:00000010:2.1:1770653386.746933:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955659630c00. 00010000:00000010:0.1:1770653386.746967:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601400. 00010000:00000010:2.1:1770653386.750885:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562ca6e000. 00010000:00000010:3.1:1770653386.750914:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e1e1e00. 00010000:00000010:3.1:1770653386.750933:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:1.1:1770653386.752888:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600e00. 00010000:00000010:1.1:1770653386.752904:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600800. 00010000:00000010:2.1:1770653386.756890:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556035bd200. 00010000:00000010:2.1:1770653386.756909:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdda00. 00010000:00000010:3.1:1770653386.757910:0:3274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ac05400. 00010000:00000010:0.1:1770653386.759887:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650643000. 00010000:00000010:0.1:1770653386.759909:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601c00. 00010000:00000010:0.1:1770653386.759923:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562ab8f300. 00010000:00000010:0.1:1770653386.759953:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc600. 00010000:00000010:1.1:1770653386.760914:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955657a1da00. 00010000:00000010:1.1:1770653386.760934:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1e00. 00010000:00000010:2.1:1770653386.766889:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955621be4e00. 00010000:00000010:3.1:1770653386.766901:0:5741:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556188e9000. 00010000:00000010:2.1:1770653386.766914:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640d64a00. 00010000:00000010:3.1:1770653386.766922:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601200. 00010000:00000010:2.1:1770653386.770889:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955630dfe800. 00010000:00000010:0.1:1770653386.770901:0:66075:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566aadd200. 00010000:00000010:2.1:1770653386.770907:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd400. 00010000:00000010:0.1:1770653386.770926:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2600. 00010000:00000010:2.1:1770653386.770927:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562877bc00. 00010000:00000010:0.1:1770653386.770961:0:66075:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563335e800. 00010000:00000010:0.1:1770653386.770978:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2400. 00010000:00000010:3.1:1770653386.771913:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71c000. 00010000:00000010:2.1:1770653386.775894:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566907a600. 00010000:00000010:3.1:1770653386.775904:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955618f9e000. 00010000:00000010:1.1:1770653386.782910:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566bc27000. 00010000:00000010:0.1:1770653386.782917:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647d91d00. 00010000:00000010:1.1:1770653386.782928:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600800. 00010000:00000010:0.1:1770653386.782933:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdce00. 00010000:00000010:1.1:1770653386.782940:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556301b1400. 00010000:00000010:0.1:1770653386.782956:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565da46a00. 00010000:00000010:0.1:1770653386.782973:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600e00. 00010000:00000010:3.1:1770653386.783893:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639a59600. 00010000:00000010:2.1:1770653386.785900:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556350f7800. 00010000:00000010:0.1:1770653386.785909:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561b5b8200. 00010000:00000010:2.1:1770653386.785925:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:0.1:1770653386.785925:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556314ec200. 00010000:00000010:0.1:1770653386.785938:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3400. 00010000:00000010:2.1:1770653386.790962:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556420e4c00. 00010000:00000010:1.1:1770653386.798918:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566977f800. 00010000:00000010:1.1:1770653386.798937:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd400. 00010000:00000010:1.1:1770653386.801912:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601400. 00010000:00000010:1.1:1770653386.801937:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600400. 00010000:00000010:3.1:1770653386.811893:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955626731400. 00010000:00000010:0.1:1770653386.813898:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563010ea00. 00010000:00000010:2.1:1770653386.815910:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560a99f100. 00010000:00000010:2.1:1770653386.815932:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2600. 00010000:00000010:0.1:1770653386.816906:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955657503d00. 00010000:00000010:0.1:1770653386.816917:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600800. 00010000:00000010:3.1:1770653386.817909:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560a499e00. 00010000:00000010:3.1:1770653386.819876:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565e9abb00. 00010000:00000010:3.1:1770653386.819888:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd600. 00010000:00000010:2.1:1770653386.819895:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f349800. 00010000:00000010:1.1:1770653386.819904:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b3ea800. 00010000:00000010:1.1:1770653386.821875:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566633ad00. 00010000:00000010:3.1:1770653386.821888:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560b510600. 00010000:00000010:0.1:1770653386.821888:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955662d87c00. 00010000:00000010:1.1:1770653386.821899:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2400. 00010000:00000010:0.1:1770653386.821922:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc200. 00010000:00000010:1.1:1770653386.821923:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633a0bd00. 00010000:00000010:1.1:1770653386.821970:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600e00. 00010000:00000010:2.1:1770653386.825884:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663782000. 00010000:00000010:0.1:1770653386.837911:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955619a78800. 00010000:00000010:2.1:1770653386.838913:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f5df800. 00010000:00000010:2.1:1770653386.838927:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3400. 00010000:00000010:2.1:1770653386.838951:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564a12e200. 00010000:00000010:0.1:1770653386.842900:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563949ea00. 00010000:00000010:1.1:1770653386.842904:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661795e00. 00010000:00000010:3.1:1770653386.843895:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561fbcb600. 00010000:00000010:1.1:1770653386.845886:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565b51d400. 00010000:00000010:0.1:1770653386.845892:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556188e9b00. 00010000:00000010:1.1:1770653386.845899:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562a1d4c00. 00010000:00000010:0.1:1770653386.845911:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601000. 00010000:00000010:0.1:1770653386.845928:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669181e00. 00010000:00000010:1.1:1770653386.845929:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601200. 00010000:00000010:1.1:1770653386.845966:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562ab56400. 00010000:00000010:0.1:1770653386.845966:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:0.1:1770653386.845976:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955658331c00. 00010000:00000010:1.1:1770653386.845982:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3e00. 00010000:00000010:0.1:1770653386.845996:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd200. 00010000:00000010:0.1:1770653386.846003:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b112c00. 00010000:00000010:2.1:1770653386.848906:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565bee8600. 00010000:00000010:2.1:1770653386.848917:0:12200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556394bb500. 00010000:00000010:2.1:1770653386.848934:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3800. 00010000:00000010:1.1:1770653386.852888:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620b1e200. 00010000:00000010:0.1:1770653386.854895:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563bf0a600. 00010000:00000010:0.1:1770653386.854921:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:0.1:1770653386.854954:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561b36ae00. 00010000:00000010:0.1:1770653386.854970:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600400. 00010000:00000010:3.1:1770653386.859878:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562cdeda00. 00010000:00000010:0.1:1770653386.859883:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562611f500. 00010000:00000010:0.1:1770653386.859909:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0800. 00010000:00000010:3.1:1770653386.861877:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662e25600. 00010000:00000010:2.1:1770653386.861903:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564203f000. 00010000:00000010:1.1:1770653386.861905:0:73799:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c2a9000. 00010000:00000010:1.1:1770653386.861924:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2e00. 00010000:00000010:1.1:1770653386.861938:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658bace00. 00010000:00000010:2.1:1770653386.864873:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded300. 00010000:00000010:2.1:1770653386.864882:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebddc00. 00010000:00000010:2.1:1770653386.864891:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cf5eb00. 00010000:00000010:2.1:1770653386.864910:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600e00. 00010000:00000010:2.1:1770653386.868897:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561bff6600. 00010000:00000010:0.1:1770653386.868901:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e9df800. 00010000:00000010:0.1:1770653386.868917:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955713078b00. 00010000:00000010:0.1:1770653386.868938:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:0.1:1770653386.872915:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955610474400. 00010000:00000010:0.1:1770653386.872927:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:1.1:1770653386.877877:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955603993d00. 00010000:00000010:0.1:1770653386.877887:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564e800800. 00010000:00000010:1.1:1770653386.877892:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2800. 00010000:00000010:3.1:1770653386.881876:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ed03200. 00010000:00000010:1.1:1770653386.881899:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640c6be00. 00010000:00000010:2.1:1770653386.881908:0:5743:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556672cfb00. 00010000:00000010:2.1:1770653386.881929:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd600. 00010000:00000010:0.1:1770653386.884897:0:7409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955628fce000. 00010000:00000010:0.1:1770653386.884922:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601200. 00010000:00000010:3.1:1770653386.885893:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565f51d400. 00010000:00000010:3.1:1770653386.885912:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3c00. 00010000:00000010:1.1:1770653386.887889:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632201a00. 00010000:00000010:0.1:1770653386.891879:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556595c5500. 00010000:00000010:2.1:1770653386.891891:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563e522c00. 00010000:00000010:0.1:1770653386.891918:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1000. 00010000:00000010:0.1:1770653386.891935:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563a930000. 00010000:00000010:0.1:1770653386.891963:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebddc00. 00010000:00000010:1.1:1770653386.895910:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561b742e00. 00010000:00000010:2.1:1770653386.905885:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556188a9e00. 00010000:00000010:3.1:1770653386.905889:0:6545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ac00. 00010000:00000010:3.1:1770653386.910920:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560d3aa000. 00010000:00000010:2.1:1770653386.910922:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562dde2300. 00010000:00000010:2.1:1770653386.910968:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd400. 00010000:00000010:3.1:1770653386.910972:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556214cc200. 00010000:00000010:0.1:1770653386.914887:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600800. 00010000:00000010:0.1:1770653386.914901:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601000. 00010000:00000010:3.1:1770653386.914903:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561e6ae000. 00010000:00000010:0.1:1770653386.914908:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562ddbbe00. 00010000:00000010:2.1:1770653386.914930:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f150600. 00010000:00000010:0.1:1770653386.914932:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2e00. 00010000:00000010:0.1:1770653386.914958:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cd5c100. 00010000:00000010:0.1:1770653386.914966:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600e00. 00010000:00000010:0.1:1770653386.914979:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566569b300. 00010000:00000010:0.1:1770653386.915003:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:0.1:1770653386.919901:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556371f9500. 00010000:00000010:2.1:1770653386.919913:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647ca8000. 00010000:00000010:0.1:1770653386.919921:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600400. 00010000:00000010:0.1:1770653386.919935:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566478a200. 00010000:00000010:2.1:1770653386.919937:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3000. 00010000:00000010:0.1:1770653386.919969:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3200. 00010000:00000010:1.1:1770653386.920902:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565ae8ac00. 00010000:00000010:1.1:1770653386.920915:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0800. 00010000:00000010:1.1:1770653386.920927:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617a29c00. 00010000:00000010:0.1:1770653386.922900:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563229af00. 00010000:00000010:1.1:1770653386.922902:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627ff2000. 00010000:00000010:0.1:1770653386.922929:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601200. 00010000:00000010:3.1:1770653386.939889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565c66be00. 00010000:00000010:1.1:1770653386.941900:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955635bcc500. 00010000:00000010:1.1:1770653386.941919:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd800. 00010000:00000010:2.1:1770653386.944884:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b04e00. 00010000:00000010:1.1:1770653386.952897:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cfb2b00. 00010000:00000010:0.1:1770653386.952902:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955619a79200. 00010000:00000010:1.1:1770653386.952920:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdce00. 00010000:00000010:2.1:1770653386.956900:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560daa5a00. 00010000:00000010:3.1:1770653386.956913:0:33122:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955606de3800. 00010000:00000010:0.1:1770653386.956918:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561c96f000. 00010000:00000010:2.1:1770653386.956925:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955650808e00. 00010000:00000010:0.1:1770653386.956927:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:2.1:1770653386.956955:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955607532800. 00010000:00000010:0.1:1770653386.956966:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564a1af200. 00010000:00000010:0.1:1770653386.956981:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3200. 00010000:00000010:1.1:1770653386.961905:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ac2d400. 00010000:00000010:0.1:1770653386.961909:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e018e00. 00010000:00000010:0.1:1770653386.961935:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:0.1:1770653386.961958:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955608cbf100. 00010000:00000010:0.1:1770653386.961982:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:0.1:1770653386.961993:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564ec36700. 00010000:00000010:0.1:1770653386.962008:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:3.1:1770653386.962899:0:76651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661797600. 00010000:00000010:3.1:1770653386.962922:0:76651:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556188e9b00. 00010000:00000010:3.1:1770653386.962957:0:76651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601400. 00010000:00000010:2.1:1770653386.966915:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f7c00. 00010000:00000010:2.1:1770653386.966925:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd200. 00010000:00000010:1.1:1770653386.966935:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565f7f0e00. 00010000:00000010:1.1:1770653386.966977:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd400. 00010000:00000010:3.1:1770653386.968905:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564be2b400. 00010000:00000010:2.1:1770653386.968905:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560daeae00. 00010000:00000010:3.1:1770653386.968924:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565c917e00. 00010000:00000010:1.1:1770653386.969890:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955669f25a00. 00010000:00000010:2.1:1770653386.975880:0:5744:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565edd3900. 00010000:00000010:2.1:1770653386.975900:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1e00. 00010000:00000010:3.1:1770653386.975911:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cd43900. 00010000:00000010:3.1:1770653386.975925:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc200. 00010000:00000010:1.1:1770653386.977906:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660429a00. 00010000:00000010:1.1:1770653386.977933:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2e00. 00010000:00000010:1.1:1770653386.977950:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cd34d00. 00010000:00000010:1.1:1770653386.977964:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3e00. 00010000:00000010:0.1:1770653386.984901:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648e17e00. 00010000:00000010:3.1:1770653386.984902:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564a1a8800. 00010000:00000010:1.1:1770653386.984902:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b037000. 00010000:00000010:0.1:1770653386.984937:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562a1d5600. 00010000:00000010:1.1:1770653386.984939:0:76416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561f2d9b00. 00010000:00000010:0.1:1770653386.984965:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78a00. 00010000:00000010:1.1:1770653386.984976:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:2.1:1770653386.985882:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955657b06000. 00010000:00000010:2.1:1770653386.985905:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632298200. 00010000:00000010:2.1:1770653386.985923:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdda00. 00010000:00000010:3.1:1770653386.999920:0:33122:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e372c00. 00010000:00000010:3.1:1770653386.999957:0:33122:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:0.1:1770653387.004888:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2800. 00010000:00000010:0.1:1770653387.004903:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3a00. 00010000:00000010:0.1:1770653387.007891:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955621518200. 00010000:00000010:3.1:1770653387.007893:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2a400. 00010000:00000010:0.1:1770653387.007916:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632df6a00. 00010000:00000010:0.1:1770653387.007928:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556273f2000. 00010000:00000010:0.1:1770653387.007957:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2600. 00010000:00000010:1.1:1770653387.008875:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f375400. 00010000:00000010:1.1:1770653387.012885:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955610294c00. 00010000:00000010:2.1:1770653387.013891:0:12200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669524b00. 00010000:00000010:2.1:1770653387.013916:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc600. 00010000:00000010:2.1:1770653387.013936:0:12200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556416c1b00. 00010000:00000010:2.1:1770653387.013968:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2c00. 00010000:00000010:2.1:1770653387.013979:0:12200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562b398c00. 00010000:00000010:2.1:1770653387.013998:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3200. 00010000:00000010:2.1:1770653387.015896:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556664c3c00. 00010000:00000010:0.1:1770653387.015902:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e168d00. 00010000:00000010:0.1:1770653387.015914:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:3.1:1770653387.019896:0:12200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561aa3fa00. 00010000:00000010:3.1:1770653387.019919:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:3.1:1770653387.019934:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556477e1800. 00010000:00000010:2.1:1770653387.021900:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556243a2200. 00010000:00000010:3.1:1770653387.023901:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560be12c00. 00010000:00000010:1.1:1770653387.023910:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639bd0800. 00010000:00000010:2.1:1770653387.029882:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561b743e00. 00010000:00000010:2.1:1770653387.029896:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560b756d00. 00010000:00000010:2.1:1770653387.029911:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdda00. 00010000:00000010:2.1:1770653387.029927:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564755e300. 00010000:00000010:2.1:1770653387.029952:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc200. 00010000:00000010:2.1:1770653387.029958:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955616b3a000. 00010000:00000010:2.1:1770653387.029977:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:2.1:1770653387.035896:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955659441000. 00010000:00000010:3.1:1770653387.035915:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955620826e00. 00010000:00000010:0.1:1770653387.035915:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565a9a7200. 00010000:00000010:0.1:1770653387.035937:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:3.1:1770653387.035977:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:2.1:1770653387.045889:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955631fc5400. 00010000:00000010:2.1:1770653387.045903:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd200. 00010000:00000010:0.1:1770653387.049896:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566bc6ae00. 00010000:00000010:0.1:1770653387.053891:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e169a00. 00010000:00000010:2.1:1770653387.053892:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955650648600. 00010000:00000010:1.1:1770653387.053892:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560daebc00. 00010000:00000010:0.1:1770653387.053925:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3c00. 00010000:00000010:1.1:1770653387.053934:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640191e00. 00010000:00000010:2.1:1770653387.053937:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556196a4e00. 00010000:00000010:2.1:1770653387.053971:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd400. 00010000:00000010:2.1:1770653387.053984:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e869e00. 00010000:00000010:2.1:1770653387.053994:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78a00. 00010000:00000010:3.1:1770653387.056895:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632e18d00. 00010000:00000010:0.1:1770653387.056901:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016ca00. 00010000:00000010:3.1:1770653387.056913:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:1.1:1770653387.062909:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d473200. 00010000:00000010:0.1:1770653387.065914:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556314eff00. 00010000:00000010:0.1:1770653387.065930:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1e00. 00010000:00000010:0.1:1770653387.065950:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955657500d00. 00010000:00000010:0.1:1770653387.065969:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc600. 00010000:00000010:0.1:1770653387.070882:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639b7f400. 00010000:00000010:2.1:1770653387.070895:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955656058200. 00010000:00000010:2.1:1770653387.070916:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642ab0600. 00010000:00000010:3.1:1770653387.071906:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563e882800. 00010000:00000010:3.1:1770653387.071924:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623b9ad00. 00010000:00000010:3.1:1770653387.071956:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc200. 00010000:00000010:3.1:1770653387.075879:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c881d00. 00010000:00000010:3.1:1770653387.075896:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:3.1:1770653387.075906:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955704c17f00. 00010000:00000010:3.1:1770653387.075924:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:3.1:1770653387.075934:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e168e00. 00010000:00000010:3.1:1770653387.075964:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2800. 00010000:00000010:1.1:1770653387.077879:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a826200. 00010000:00000010:0.1:1770653387.079894:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955624b3b400. 00010000:00000010:1.1:1770653387.080903:0:76416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666212800. 00010000:00000010:1.1:1770653387.080918:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2600. 00010000:00000010:0.1:1770653387.083914:0:73797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635256600. 00010000:00000010:0.1:1770653387.083936:0:73797:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565e30ae00. 00010000:00000010:0.1:1770653387.083955:0:73797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:3.1:1770653387.084888:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955630c0bd00. 00010000:00000010:3.1:1770653387.084906:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdce00. 00010000:00000010:3.1:1770653387.086876:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556613f1b00. 00010000:00000010:3.1:1770653387.086896:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3a00. 00010000:00000010:0.1:1770653387.089899:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955615914200. 00010000:00000010:2.1:1770653387.093897:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632079800. 00010000:00000010:0.1:1770653387.097890:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647d5ea00. 00010000:00000010:3.1:1770653387.098889:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623d47c00. 00010000:00000010:3.1:1770653387.098899:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2400. 00010000:00000010:3.1:1770653387.098916:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f245b00. 00010000:00000010:3.1:1770653387.098934:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3c00. 00010000:00000010:1.1:1770653387.099916:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ee1fe00. 00010000:00000010:3.1:1770653387.102908:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556308d9500. 00010000:00000010:0.1:1770653387.102909:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627218000. 00010000:00000010:3.1:1770653387.102931:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3e00. 00010000:00000010:3.1:1770653387.102956:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955658572900. 00010000:00000010:3.1:1770653387.102968:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:1.1:1770653387.105886:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162000. 00010000:00000010:0.1:1770653387.105906:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566b27d200. 00010000:00000010:1.1:1770653387.105909:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162800. 00010000:00000010:0.1:1770653387.105950:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:2.1:1770653387.130892:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c35bc00. 00010000:00000010:1.1:1770653387.130893:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b271600. 00010000:00000010:2.1:1770653387.130907:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a640a00. 00010000:00000010:0.1:1770653387.131902:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556208c0e00. 00010000:00000010:0.1:1770653387.131926:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955624b3d400. 00010000:00000010:3.1:1770653387.133912:0:12203:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955630a15700. 00010000:00000010:3.1:1770653387.133924:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:3.1:1770653387.133952:0:12203:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f393e00. 00010000:00000010:3.1:1770653387.133969:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:3.1:1770653387.133981:0:12203:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564b771700. 00010000:00000010:3.1:1770653387.133996:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd600. 00010000:00000010:3.1:1770653387.134009:0:12203:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563fa9a500. 00010000:00000010:3.1:1770653387.134030:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:2.1:1770653387.137905:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d66b600. 00010000:00000010:3.1:1770653387.137909:0:12203:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556188e9b00. 00010000:00000010:2.1:1770653387.137920:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:3.1:1770653387.137932:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163000. 00010000:00000010:0.1:1770653387.137937:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a640200. 00010000:00000010:2.1:1770653387.140908:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556672cc000. 00010000:00000010:0.1:1770653387.141912:0:6545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561584b600. 00010000:00000010:1.1:1770653387.142902:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f610700. 00010000:00000010:1.1:1770653387.142923:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163800. 00010000:00000010:3.1:1770653387.150914:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d66bd00. 00010000:00000010:3.1:1770653387.150934:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebddc00. 00010000:00000010:3.1:1770653387.150963:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955656194800. 00010000:00000010:3.1:1770653387.150979:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163400. 00010000:00000010:0.1:1770653387.155907:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c883000. 00010000:00000010:2.1:1770653387.155917:0:33122:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955621914200. 00010000:00000010:3.1:1770653387.155918:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564a624c00. 00010000:00000010:2.1:1770653387.158913:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556308d9f00. 00010000:00000010:0.1:1770653387.158913:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632078e00. 00010000:00000010:2.1:1770653387.158935:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0800. 00010000:00000010:2.1:1770653387.158954:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955628f68500. 00010000:00000010:2.1:1770653387.158966:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdce00. 00010000:00000010:3.1:1770653387.160881:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c883400. 00010000:00000010:3.1:1770653387.160903:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556350f6d00. 00010000:00000010:2.1:1770653387.160904:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f2df600. 00010000:00000010:3.1:1770653387.160916:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:1.1:1770653387.162903:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f245000. 00010000:00000010:1.1:1770653387.162924:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163e00. 00010000:00000010:1.1:1770653387.162950:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d7cc200. 00010000:00000010:1.1:1770653387.162962:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc200. 00010000:00000010:3.1:1770653387.165899:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d473c00. 00010000:00000010:3.1:1770653387.168896:0:12200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556314ef800. 00010000:00000010:3.1:1770653387.168909:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:1.1:1770653387.172914:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620b1c000. 00010000:00000010:1.1:1770653387.172949:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660575200. 00010000:00000010:1.1:1770653387.172970:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163200. 00010000:00000010:0.1:1770653387.173898:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561fc56800. 00010000:00000010:0.1:1770653387.173911:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3200. 00010000:00000010:1.1:1770653387.178874:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564edb2a00. 00010000:00000010:2.1:1770653387.178893:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660c5c400. 00010000:00000010:3.1:1770653387.178902:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955658264a00. 00010000:00000010:3.1:1770653387.178920:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635256e00. 00010000:00000010:2.1:1770653387.182907:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650b78a00. 00010000:00000010:3.1:1770653387.182912:0:73802:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f222f00. 00010000:00000010:2.1:1770653387.182920:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163800. 00010000:00000010:3.1:1770653387.182937:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3400. 00010000:00000010:3.1:1770653387.182963:0:73802:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955704c17500. 00010000:00000010:3.1:1770653387.182985:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2c00. 00010000:00000010:3.1:1770653387.185884:0:12203:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556613f0200. 00010000:00000010:3.1:1770653387.185899:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:2.1:1770653387.185901:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556664c3400. 00010000:00000010:3.1:1770653387.185924:0:12203:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e168a00. 00010000:00000010:3.1:1770653387.185959:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162a00. 00010000:00000010:1.1:1770653387.187891:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562b989000. 00010000:00000010:3.1:1770653387.193897:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955665f54e00. 00010000:00000010:0.1:1770653387.193900:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208b800. 00010000:00000010:3.1:1770653387.193910:0:73806:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564bf82300. 00010000:00000010:3.1:1770653387.193918:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162c00. 00010000:00000010:0.1:1770653387.196910:0:66075:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14c900. 00010000:00000010:3.1:1770653387.196932:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556646b9a00. 00010000:00000010:0.1:1770653387.196950:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2800. 00010000:00000010:0.1:1770653387.196960:0:66075:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623b65100. 00010000:00000010:0.1:1770653387.196981:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd800. 00010000:00000010:0.1:1770653387.198919:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3200. 00010000:00000010:3.1:1770653387.198920:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645b1c600. 00010000:00000010:3.1:1770653387.198959:0:5759:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566b48fc00. 00010000:00000010:3.1:1770653387.198979:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:0.1:1770653387.202907:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3e00. 00010000:00000010:0.1:1770653387.202921:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cf5c600. 00010000:00000010:0.1:1770653387.202935:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2e00. 00010000:00000010:0.1:1770653387.207880:0:76416:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e169a00. 00010000:00000010:0.1:1770653387.207897:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3c00. 00010000:00000010:3.1:1770653387.210876:0:12203:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565e8c8f00. 00010000:00000010:3.1:1770653387.210898:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdda00. 00010000:00000010:1.1:1770653387.210906:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565f51e400. 00010000:00000010:3.1:1770653387.210910:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955618fd1e00. 00010000:00000010:1.1:1770653387.216881:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556209cd000. 00010000:00000010:1.1:1770653387.219895:0:76647:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556207adf00. 00010000:00000010:0.1:1770653387.219910:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562526a600. 00010000:00000010:1.1:1770653387.219911:0:76647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163200. 00010000:00000010:0.1:1770653387.222897:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561f2db500. 00010000:00000010:0.1:1770653387.222912:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2e00. 00010000:00000010:0.1:1770653387.222929:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666e8b800. 00010000:00000010:0.1:1770653387.222960:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163800. 00010000:00000010:1.1:1770653387.223878:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565c917c00. 00010000:00000010:1.1:1770653387.228879:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ea7e800. 00010000:00000010:3.1:1770653387.228914:0:73802:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556664c0300. 00010000:00000010:3.1:1770653387.228923:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:0.1:1770653387.236886:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560bc5ac00. 00010000:00000010:3.1:1770653387.236913:0:12200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560c5ec800. 00010000:00000010:3.1:1770653387.236932:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163400. 00010000:00000010:3.1:1770653387.236961:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c53f000. 00010000:00000010:2.1:1770653387.239875:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571886b200. 00010000:00000010:1.1:1770653387.239900:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b41f200. 00010000:00000010:2.1:1770653387.239901:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cd35900. 00010000:00000010:2.1:1770653387.239928:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd400. 00010000:00000010:2.1:1770653387.239947:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562d7c6400. 00010000:00000010:2.1:1770653387.239955:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:3.1:1770653387.242906:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d94b800. 00010000:00000010:3.1:1770653387.242924:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3a00. 00010000:00000010:3.1:1770653387.242952:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563efa1b00. 00010000:00000010:3.1:1770653387.242972:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:1.1:1770653387.248900:0:76647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3200. 00010000:00000010:1.1:1770653387.248914:0:76647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3e00. 00010000:00000010:1.1:1770653387.258908:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955615913a00. 00010000:00000010:3.1:1770653387.261901:0:73806:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669f20700. 00010000:00000010:3.1:1770653387.261920:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdce00. 00010000:00000010:3.1:1770653387.261936:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564dcc5c00. 00010000:00000010:3.1:1770653387.261961:0:73806:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563d90d000. 00010000:00000010:3.1:1770653387.261972:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:3.1:1770653387.265929:0:5759:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e169a00. 00010000:00000010:0.1:1770653387.265929:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563eff4c00. 00010000:00000010:3.1:1770653387.265965:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2800. 00010000:00000010:3.1:1770653387.265981:0:5759:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955625872900. 00010000:00000010:3.1:1770653387.265989:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162000. 00010000:00000010:3.1:1770653387.268883:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565770c200. 00010000:00000010:2.1:1770653387.268909:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53f000. 00010000:00000010:1.1:1770653387.271906:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d779400. 00010000:00000010:1.1:1770653387.271920:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163600. 00010000:00000010:0.1:1770653387.272901:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557030af400. 00010000:00000010:0.1:1770653387.272919:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955622a74600. 00010000:00000010:0.1:1770653387.272950:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2c00. 00010000:00000010:3.1:1770653387.274903:0:73797:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556592edb00. 00010000:00000010:3.1:1770653387.274922:0:73797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163200. 00010000:00000010:0.1:1770653387.280882:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645f24600. 00010000:00000010:2.1:1770653387.280891:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a9a9200. 00010000:00000010:3.1:1770653387.280895:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632081600. 00010000:00000010:3.1:1770653387.283908:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e169d00. 00010000:00000010:3.1:1770653387.283921:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:3.1:1770653387.283932:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955656193f00. 00010000:00000010:3.1:1770653387.283967:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163a00. 00010000:00000010:3.1:1770653387.283977:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666613e00. 00010000:00000010:3.1:1770653387.283992:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3400. 00010000:00000010:3.1:1770653387.290877:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560b043a00. 00010000:00000010:3.1:1770653387.290893:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e5e3300. 00010000:00000010:2.1:1770653387.290898:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561bff7400. 00010000:00000010:3.1:1770653387.290911:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3e00. 00010000:00000010:1.1:1770653387.291889:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633cc2200. 00010000:00000010:1.1:1770653387.291908:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556672cfd00. 00010000:00000010:1.1:1770653387.291927:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd400. 00010000:00000010:3.1:1770653387.293904:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666234a00. 00010000:00000010:3.1:1770653387.293930:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:3.1:1770653387.299905:0:76383:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566478aa00. 00010000:00000010:2.1:1770653387.299905:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556422b4200. 00010000:00000010:3.1:1770653387.299926:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:2.1:1770653387.306908:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563739ce00. 00010000:00000010:0.1:1770653387.308883:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561854ee00. 00010000:00000010:3.1:1770653387.312915:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633b13d00. 00010000:00000010:3.1:1770653387.312951:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc200. 00010000:00000010:2.1:1770653387.316915:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c53f800. 00010000:00000010:0.1:1770653387.316918:0:6545:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626527700. 00010000:00000010:3.1:1770653387.316919:0:33122:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955649772e00. 00010000:00000010:3.1:1770653387.316958:0:33122:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955664788f00. 00010000:00000010:0.1:1770653387.316963:0:6545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162200. 00010000:00000010:3.1:1770653387.316973:0:33122:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd600. 00010000:00000010:3.1:1770653387.316991:0:33122:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955641acf700. 00010000:00000010:3.1:1770653387.317006:0:33122:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3200. 00010000:00000010:3.1:1770653387.317029:0:33122:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955625ea0e00. 00010000:00000010:3.1:1770653387.317040:0:33122:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebddc00. 00010000:00000010:3.1:1770653387.317054:0:33122:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955617b35100. 00010000:00000010:3.1:1770653387.317075:0:33122:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162400. 00010000:00000010:1.1:1770653387.317898:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661060a00. 00010000:00000010:1.1:1770653387.317918:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a7be00. 00010000:00000010:1.1:1770653387.322880:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556242ed600. 00010000:00000010:2.1:1770653387.322887:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617b12800. 00010000:00000010:3.1:1770653387.322891:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e9de200. 00010000:00000010:1.1:1770653387.325882:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556304f9200. 00010000:00000010:3.1:1770653387.325903:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556385b5c00. 00010000:00000010:0.1:1770653387.325906:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557030f3c00. 00010000:00000010:0.1:1770653387.325921:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163600. 00010000:00000010:0.1:1770653387.325931:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556508ffb00. 00010000:00000010:0.1:1770653387.325960:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc600. 00010000:00000010:0.1:1770653387.325973:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d2a8800. 00010000:00000010:0.1:1770653387.325982:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162800. 00010000:00000010:3.1:1770653387.333902:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561b0bdb00. 00010000:00000010:3.1:1770653387.333916:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163000. 00010000:00000010:3.1:1770653387.333937:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955662912000. 00010000:00000010:3.1:1770653387.333967:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:3.1:1770653387.337893:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162a00. 00010000:00000010:3.1:1770653387.341893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163800. 00010000:00000010:3.1:1770653387.347897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a37c00. 00010000:00000010:0.1:1770653387.348872:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560daa1a00. 00010000:00000010:0.1:1770653387.350883:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955705f0cb00. 00010000:00000010:0.1:1770653387.350911:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3c00. 00010000:00000010:3.1:1770653387.353896:0:33122:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955659af0800. 00010000:00000010:3.1:1770653387.353907:0:33122:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2e00. 00010000:00000010:3.1:1770653387.357892:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565bee9000. 00010000:00000010:2.1:1770653387.360885:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564dcc4200. 00010000:00000010:1.1:1770653387.360896:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644431000. 00010000:00000010:3.1:1770653387.360898:0:33122:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633e60000. 00010000:00000010:3.1:1770653387.360926:0:33122:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f46c000. 00010000:00000010:1.1:1770653387.360956:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163e00. 00010000:00000010:3.1:1770653387.360957:0:33122:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3a00. 00010000:00000010:2.1:1770653387.364874:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556373a1800. 00010000:00000010:2.1:1770653387.364883:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162c00. 00010000:00000010:3.1:1770653387.365892:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563d90d500. 00010000:00000010:3.1:1770653387.365911:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:2.1:1770653387.367912:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563dd76a00. 00010000:00000010:3.1:1770653387.367913:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955616486800. 00010000:00000010:0.1:1770653387.368888:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955615912200. 00010000:00000010:1.1:1770653387.371882:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f705300. 00010000:00000010:1.1:1770653387.371896:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162600. 00010000:00000010:3.1:1770653387.372890:0:50962:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556683ebd00. 00010000:00000010:3.1:1770653387.372915:0:50962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:0.1:1770653387.376888:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955624ad7400. 00010000:00000010:2.1:1770653387.376912:0:76383:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563949db00. 00010000:00000010:1.1:1770653387.376912:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669f20400. 00010000:00000010:1.1:1770653387.376932:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebddc00. 00010000:00000010:2.1:1770653387.376947:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd600. 00010000:00000010:3.1:1770653387.379898:0:73797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556641fda00. 00010000:00000010:2.1:1770653387.379899:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564fd1d200. 00010000:00000010:2.1:1770653387.379922:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556320b8c00. 00010000:00000010:2.1:1770653387.384885:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644756e00. 00010000:00000010:2.1:1770653387.384896:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2c00. 00010000:00000010:0.1:1770653387.384902:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253b6c00. 00010000:00000010:1.1:1770653387.384909:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556242eda00. 00010000:00000010:3.1:1770653387.385888:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556610ddf00. 00010000:00000010:3.1:1770653387.385906:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd400. 00010000:00000010:3.1:1770653387.385928:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d2a8500. 00010000:00000010:3.1:1770653387.385959:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163000. 00010000:00000010:3.1:1770653387.385968:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e390f00. 00010000:00000010:3.1:1770653387.385987:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:2.1:1770653387.390887:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955615913600. 00010000:00000010:2.1:1770653387.393881:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955622831800. 00010000:00000010:0.1:1770653387.393891:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560a499400. 00010000:00000010:3.1:1770653387.393905:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955645f24a00. 00010000:00000010:2.1:1770653387.393906:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc200. 00010000:00000010:0.1:1770653387.393906:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b3ffc00. 00010000:00000010:0.1:1770653387.393960:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955635c97500. 00010000:00000010:0.1:1770653387.393973:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162800. 00010000:00000010:3.1:1770653387.397897:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565e9ab300. 00010000:00000010:0.1:1770653387.397900:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626520f00. 00010000:00000010:3.1:1770653387.397912:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3400. 00010000:00000010:0.1:1770653387.397921:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:3.1:1770653387.397925:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955654bba200. 00010000:00000010:0.1:1770653387.400881:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c53e400. 00010000:00000010:3.1:1770653387.400893:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e6b3a00. 00010000:00000010:3.1:1770653387.400916:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdce00. 00010000:00000010:3.1:1770653387.400935:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563efa1f00. 00010000:00000010:3.1:1770653387.400966:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163e00. 00010000:00000010:3.1:1770653387.403904:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556065f1500. 00010000:00000010:3.1:1770653387.403928:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163600. 00010000:00000010:0.1:1770653387.407891:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564947ce00. 00010000:00000010:1.1:1770653387.412913:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562611d200. 00010000:00000010:3.1:1770653387.413902:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626047c00. 00010000:00000010:3.1:1770653387.413919:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd200. 00010000:00000010:0.1:1770653387.416910:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566aba7b00. 00010000:00000010:0.1:1770653387.416933:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162400. 00010000:00000010:0.1:1770653387.416956:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561bff6a00. 00010000:00000010:3.1:1770653387.423892:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:3.1:1770653387.423907:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:0.1:1770653387.425888:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955635a0b400. 00010000:00000010:0.1:1770653387.425909:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3200. 00010000:00000010:2.1:1770653387.428912:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f2dc400. 00010000:00000010:0.1:1770653387.432918:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556217c1a00. 00010000:00000010:3.1:1770653387.432959:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955659850300. 00010000:00000010:3.1:1770653387.432973:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163200. 00010000:00000010:1.1:1770653387.433893:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563e90c400. 00010000:00000010:1.1:1770653387.433916:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564c998600. 00010000:00000010:1.1:1770653387.433953:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563a64f500. 00010000:00000010:1.1:1770653387.433976:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:1.1:1770653387.436899:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650b79900. 00010000:00000010:1.1:1770653387.436918:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162000. 00010000:00000010:3.1:1770653387.437913:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d900a00. 00010000:00000010:3.1:1770653387.437952:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163a00. 00010000:00000010:0.1:1770653387.453882:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c55c000. 00010000:00000010:0.1:1770653387.453891:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:2.1:1770653387.456892:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560b511800. 00010000:00000010:1.1:1770653387.461891:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b1d0c00. 00010000:00000010:0.1:1770653387.461904:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627dbfc00. 00010000:00000010:1.1:1770653387.461905:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955655ad6400. 00010000:00000010:3.1:1770653387.461908:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642c40600. 00010000:00000010:2.1:1770653387.461909:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b1d1c00. 00010000:00000010:3.1:1770653387.461958:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd400. 00010000:00000010:1.1:1770653387.461961:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2e00. 00010000:00000010:3.1:1770653387.461970:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560a498800. 00010000:00000010:1.1:1770653387.461974:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95573c3c8400. 00010000:00000010:1.1:1770653387.461992:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:2.1:1770653387.467892:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556660ef800. 00010000:00000010:0.1:1770653387.467894:0:6545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562ce29400. 00010000:00000010:0.1:1770653387.469917:0:73797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564fa10400. 00010000:00000010:0.1:1770653387.469949:0:73797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563323c600. 00010000:00000010:3.1:1770653387.470886:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644aafd00. 00010000:00000010:3.1:1770653387.470903:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2800. 00010000:00000010:3.1:1770653387.470915:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955659af3b00. 00010000:00000010:3.1:1770653387.470931:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebddc00. 00010000:00000010:3.1:1770653387.470952:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566aadca00. 00010000:00000010:3.1:1770653387.470964:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd800. 00010000:00000010:3.1:1770653387.472901:0:5745:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561fc57900. 00010000:00000010:3.1:1770653387.472914:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3c00. 00010000:00000010:3.1:1770653387.472947:0:5745:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556222bb000. 00010000:00000010:3.1:1770653387.472963:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:0.1:1770653387.477871:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565812f600. 00010000:00000010:2.1:1770653387.477893:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955643180c00. 00010000:00000010:3.1:1770653387.481905:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556300e4600. 00010000:00000010:3.1:1770653387.481923:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0800. 00010000:00000010:3.1:1770653387.481947:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c684e00. 00010000:00000010:3.1:1770653387.481970:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdda00. 00010000:00000010:1.1:1770653387.483901:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955665f55c00. 00010000:00000010:2.1:1770653387.485884:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562a08a200. 00010000:00000010:3.1:1770653387.485905:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556228f5000. 00010000:00000010:3.1:1770653387.485919:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566944b500. 00010000:00000010:3.1:1770653387.485936:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdce00. 00010000:00000010:3.1:1770653387.485966:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565fbcb400. 00010000:00000010:3.1:1770653387.485973:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162400. 00010000:00000010:0.1:1770653387.486886:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667c03e00. 00010000:00000010:0.1:1770653387.486908:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955635111900. 00010000:00000010:0.1:1770653387.486921:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163e00. 00010000:00000010:3.1:1770653387.490881:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566443af00. 00010000:00000010:3.1:1770653387.490901:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc200. 00010000:00000010:3.1:1770653387.490904:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556593c8200. 00010000:00000010:3.1:1770653387.490925:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162000. 00010000:00000010:1.1:1770653387.493900:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635287c00. 00010000:00000010:3.1:1770653387.499908:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955631da8b00. 00010000:00000010:3.1:1770653387.499929:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3200. 00010000:00000010:1.1:1770653387.508904:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561729e400. 00010000:00000010:0.1:1770653387.512889:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955623615600. 00010000:00000010:1.1:1770653387.513898:0:73797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562611de00. 00010000:00000010:0.1:1770653387.517900:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556196fe600. 00010000:00000010:1.1:1770653387.518890:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564fa6e200. 00010000:00000010:1.1:1770653387.518918:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162800. 00010000:00000010:0.1:1770653387.521884:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556588e0200. 00010000:00000010:3.1:1770653387.522915:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556371fe800. 00010000:00000010:2.1:1770653387.525881:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564b200a00. 00010000:00000010:0.1:1770653387.525885:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639a42c00. 00010000:00000010:3.1:1770653387.525891:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955637198800. 00010000:00000010:2.1:1770653387.525901:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd600. 00010000:00000010:3.1:1770653387.525905:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd200. 00010000:00000010:3.1:1770653387.525917:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f244700. 00010000:00000010:3.1:1770653387.525948:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3400. 00010000:00000010:3.1:1770653387.525963:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556389b0a00. 00010000:00000010:3.1:1770653387.525980:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561bfd4b00. 00010000:00000010:3.1:1770653387.525992:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:3.1:1770653387.526000:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563eff2b00. 00010000:00000010:3.1:1770653387.526025:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2c00. 00010000:00000010:3.1:1770653387.528873:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556371fe400. 00010000:00000010:2.1:1770653387.528892:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556208c2600. 00010000:00000010:0.1:1770653387.528898:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562d6d5800. 00010000:00000010:2.1:1770653387.528923:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955637199c00. 00010000:00000010:0.1:1770653387.528929:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955666180a00. 00010000:00000010:2.1:1770653387.528933:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:1.1:1770653387.529893:0:7409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626047900. 00010000:00000010:1.1:1770653387.529909:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:3.1:1770653387.532919:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566abbcb00. 00010000:00000010:3.1:1770653387.532951:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc200. 00010000:00000010:3.1:1770653387.532964:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669240400. 00010000:00000010:3.1:1770653387.532977:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2800. 00010000:00000010:1.1:1770653387.534926:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570165fa00. 00010000:00000010:1.1:1770653387.534955:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624310b00. 00010000:00000010:1.1:1770653387.534979:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0800. 00010000:00000010:1.1:1770653387.536878:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556189d2f00. 00010000:00000010:1.1:1770653387.536894:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:2.1:1770653387.536907:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955659850800. 00010000:00000010:0.1:1770653387.536910:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625e08800. 00010000:00000010:2.1:1770653387.536932:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163000. 00010000:00000010:0.1:1770653387.541903:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b271400. 00010000:00000010:3.1:1770653387.542871:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557030f3800. 00010000:00000010:3.1:1770653387.542886:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162200. 00010000:00000010:3.1:1770653387.542904:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1e00. 00010000:00000010:3.1:1770653387.542916:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:3.1:1770653387.545883:0:76655:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955630a15e00. 00010000:00000010:3.1:1770653387.545901:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3c00. 00010000:00000010:3.1:1770653387.551892:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f34a200. 00010000:00000010:2.1:1770653387.556901:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955630aa4a00. 00010000:00000010:2.1:1770653387.556909:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626449a00. 00010000:00000010:2.1:1770653387.556928:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163800. 00010000:00000010:2.1:1770653387.556954:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556373cb800. 00010000:00000010:2.1:1770653387.556969:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:2.1:1770653387.561904:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c55cf00. 00010000:00000010:2.1:1770653387.561918:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:0.1:1770653387.561920:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef6a00. 00010000:00000010:1.1:1770653387.564883:0:73797:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d4600. 00010000:00000010:3.1:1770653387.564896:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661303200. 00010000:00000010:2.1:1770653387.564899:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955610297400. 00010000:00000010:1.1:1770653387.564899:0:73797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2e00. 00010000:00000010:2.1:1770653387.569890:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208b200. 00010000:00000010:1.1:1770653387.572907:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556475d5200. 00010000:00000010:0.1:1770653387.572910:0:6545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa6600. 00010000:00000010:1.1:1770653387.572925:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561bd88400. 00010000:00000010:3.1:1770653387.573922:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632386d00. 00010000:00000010:3.1:1770653387.573961:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:3.1:1770653387.575902:0:73806:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556402eae00. 00010000:00000010:2.1:1770653387.575903:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566b033a00. 00010000:00000010:3.1:1770653387.575926:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd800. 00010000:00000010:2.1:1770653387.575929:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3e00. 00010000:00000010:3.1:1770653387.581894:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fcac600. 00010000:00000010:1.1:1770653387.582895:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563f3f0200. 00010000:00000010:1.1:1770653387.587875:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566103a100. 00010000:00000010:1.1:1770653387.587890:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3a00. 00010000:00000010:2.1:1770653387.587895:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562644ab00. 00010000:00000010:3.1:1770653387.587910:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c834e00. 00010000:00000010:2.1:1770653387.587913:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebddc00. 00010000:00000010:3.1:1770653387.587959:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14da00. 00010000:00000010:3.1:1770653387.587967:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd200. 00010000:00000010:1.1:1770653387.594913:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566919ee00. 00010000:00000010:1.1:1770653387.594927:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c1bc800. 00010000:00000010:1.1:1770653387.594953:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162600. 00010000:00000010:2.1:1770653387.596895:0:12203:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955702bfce00. 00010000:00000010:2.1:1770653387.596909:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:3.1:1770653387.597879:0:73799:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955645f23700. 00010000:00000010:3.1:1770653387.597890:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdda00. 00010000:00000010:1.1:1770653387.598893:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955643b10600. 00010000:00000010:1.1:1770653387.598909:0:73796:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955638892100. 00010000:00000010:1.1:1770653387.598932:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163000. 00010000:00000010:3.1:1770653387.602899:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0800. 00010000:00000010:3.1:1770653387.602916:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:1.1:1770653387.606887:0:73796:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566944f600. 00010000:00000010:1.1:1770653387.610881:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663562c00. 00010000:00000010:2.1:1770653387.610883:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556646b8800. 00010000:00000010:2.1:1770653387.610891:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566b48ff00. 00010000:00000010:3.1:1770653387.610898:0:73799:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955620826a00. 00010000:00000010:2.1:1770653387.610906:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd400. 00010000:00000010:3.1:1770653387.610912:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3e00. 00010000:00000010:3.1:1770653387.610925:0:73799:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955619a1d500. 00010000:00000010:3.1:1770653387.610950:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2e00. 00010000:00000010:0.1:1770653387.612883:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955659632600. 00010000:00000010:0.1:1770653387.612896:0:12200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c55c200. 00010000:00000010:0.1:1770653387.612915:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:2.1:1770653387.614894:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556214cfa00. 00010000:00000010:0.1:1770653387.614896:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648e14000. 00010000:00000010:2.1:1770653387.614912:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebddc00. 00010000:00000010:3.1:1770653387.615882:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632f1b200. 00010000:00000010:1.1:1770653387.615890:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565f571e00. 00010000:00000010:3.1:1770653387.615902:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163600. 00010000:00000010:0.1:1770653387.620895:0:6545:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666e88900. 00010000:00000010:0.1:1770653387.620909:0:6545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3c00. 00010000:00000010:3.1:1770653387.620923:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632d77000. 00010000:00000010:3.1:1770653387.623917:0:66075:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556561cbb00. 00010000:00000010:3.1:1770653387.623944:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163000. 00010000:00000010:1.1:1770653387.625915:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562aacfe00. 00010000:00000010:2.1:1770653387.627891:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564c72e200. 00010000:00000010:1.1:1770653387.627896:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566bdbf400. 00010000:00000010:2.1:1770653387.631876:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955669f24400. 00010000:00000010:1.1:1770653387.631881:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562a2d8f00. 00010000:00000010:2.1:1770653387.631890:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c8c800. 00010000:00000010:1.1:1770653387.631892:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162600. 00010000:00000010:3.1:1770653387.631899:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d94a400. 00010000:00000010:2.1:1770653387.631904:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdda00. 00010000:00000010:3.1:1770653387.631924:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3200. 00010000:00000010:2.1:1770653387.641897:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560aae8c00. 00010000:00000010:0.1:1770653387.641910:0:76383:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955621726c00. 00010000:00000010:3.1:1770653387.641926:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556304fb900. 00010000:00000010:0.1:1770653387.641931:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd200. 00010000:00000010:3.1:1770653387.641959:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1e00. 00010000:00000010:3.1:1770653387.646890:0:6545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632d76200. 00010000:00000010:1.1:1770653387.649898:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564dd4fe00. 00010000:00000010:3.1:1770653387.649911:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561b28bc00. 00010000:00000010:1.1:1770653387.649914:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632c0ca00. 00010000:00000010:3.1:1770653387.649959:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebddc00. 00010000:00000010:1.1:1770653387.649961:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3c00. 00010000:00000010:2.1:1770653387.653879:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955628422200. 00010000:00000010:2.1:1770653387.653900:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660aba400. 00010000:00000010:1.1:1770653387.658906:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561aa3f600. 00010000:00000010:1.1:1770653387.658934:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162600. 00010000:00000010:2.1:1770653387.659883:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625d70600. 00010000:00000010:2.1:1770653387.659897:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625a2b800. 00010000:00000010:2.1:1770653387.659916:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660814c00. 00010000:00000010:2.1:1770653387.659929:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd400. 00010000:00000010:1.1:1770653387.663898:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955662757f00. 00010000:00000010:1.1:1770653387.663912:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc600. 00010000:00000010:2.1:1770653387.667910:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560e945c00. 00010000:00000010:3.1:1770653387.668920:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624196500. 00010000:00000010:3.1:1770653387.668962:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163a00. 00010000:00000010:3.1:1770653387.668978:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:3.1:1770653387.668985:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:2.1:1770653387.675877:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955669449a00. 00010000:00000010:3.1:1770653387.675879:0:50962:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633f4ce00. 00010000:00000010:0.1:1770653387.675887:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c55c700. 00010000:00000010:1.1:1770653387.675893:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556243a0500. 00010000:00000010:3.1:1770653387.675898:0:50962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163200. 00010000:00000010:2.1:1770653387.675898:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556243a2400. 00010000:00000010:0.1:1770653387.675904:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78a00. 00010000:00000010:1.1:1770653387.675906:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163000. 00010000:00000010:0.1:1770653387.675930:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955620826d00. 00010000:00000010:1.1:1770653387.675932:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c6200. 00010000:00000010:0.1:1770653387.675965:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2c00. 00010000:00000010:0.1:1770653387.682892:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636cb3a00. 00010000:00000010:2.1:1770653387.682929:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556347f5000. 00010000:00000010:2.1:1770653387.682959:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a28b400. 00010000:00000010:2.1:1770653387.682972:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3200. 00010000:00000010:2.1:1770653387.682983:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564b1b5700. 00010000:00000010:2.1:1770653387.682999:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd800. 00010000:00000010:2.1:1770653387.683012:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565975af00. 00010000:00000010:2.1:1770653387.683034:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2800. 00010000:00000010:2.1:1770653387.688897:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566bc6a800. 00010000:00000010:2.1:1770653387.691880:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e869400. 00010000:00000010:2.1:1770653387.691890:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:2.1:1770653387.695897:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a947400. 00010000:00000010:3.1:1770653387.695903:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955643482200. 00010000:00000010:2.1:1770653387.695917:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556301b1000. 00010000:00000010:3.1:1770653387.695926:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556178cda00. 00010000:00000010:2.1:1770653387.699875:0:7409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560ebc8f00. 00010000:00000010:2.1:1770653387.699887:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:3.1:1770653387.699895:0:73809:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563454d100. 00010000:00000010:0.1:1770653387.699896:0:76383:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560efa7d00. 00010000:00000010:0.1:1770653387.699924:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3e00. 00010000:00000010:3.1:1770653387.699925:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1e00. 00010000:00000010:0.1:1770653387.701919:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564a1a8c00. 00010000:00000010:1.1:1770653387.702903:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662e79000. 00010000:00000010:2.1:1770653387.706910:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563a931100. 00010000:00000010:3.1:1770653387.706916:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955646160200. 00010000:00000010:2.1:1770653387.706946:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2c00. 00010000:00000010:3.1:1770653387.706949:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162600. 00010000:00000010:2.1:1770653387.709875:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556690e5400. 00010000:00000010:2.1:1770653387.709883:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955616db6c00. 00010000:00000010:2.1:1770653387.709893:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd800. 00010000:00000010:1.1:1770653387.709907:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556638eb000. 00010000:00000010:0.1:1770653387.711895:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c023500. 00010000:00000010:0.1:1770653387.711918:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163000. 00010000:00000010:1.1:1770653387.726903:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560552a200. 00010000:00000010:2.1:1770653387.727892:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fef5400. 00010000:00000010:2.1:1770653387.727899:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565aaaf400. 00010000:00000010:0.1:1770653387.727905:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556653c5000. 00010000:00000010:3.1:1770653387.732875:0:5741:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556592f5a00. 00010000:00000010:3.1:1770653387.732888:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd800. 00010000:00000010:3.1:1770653387.732891:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565c66b000. 00010000:00000010:3.1:1770653387.732905:0:5741:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955662757c00. 00010000:00000010:3.1:1770653387.732925:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163e00. 00010000:00000010:0.1:1770653387.736919:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561b742a00. 00010000:00000010:3.1:1770653387.736920:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556591e2a00. 00010000:00000010:3.1:1770653387.736955:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:1.1:1770653387.737912:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642f21500. 00010000:00000010:1.1:1770653387.737932:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3200. 00010000:00000010:2.1:1770653387.738896:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f246e00. 00010000:00000010:2.1:1770653387.738909:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdce00. 00010000:00000010:2.1:1770653387.738921:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565c75c800. 00010000:00000010:2.1:1770653387.738944:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd400. 00010000:00000010:0.1:1770653387.740902:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3400. 00010000:00000010:3.1:1770653387.740903:0:73797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead5800. 00010000:00000010:1.1:1770653387.741887:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661796a00. 00010000:00000010:2.1:1770653387.743912:0:12203:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f7900. 00010000:00000010:2.1:1770653387.743931:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162400. 00010000:00000010:2.1:1770653387.746895:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b5d0e00. 00010000:00000010:3.1:1770653387.746898:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557042e0300. 00010000:00000010:0.1:1770653387.746900:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3e00. 00010000:00000010:3.1:1770653387.746912:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebddc00. 00010000:00000010:3.1:1770653387.751875:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955650809400. 00010000:00000010:1.1:1770653387.751900:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662ad4a00. 00010000:00000010:1.1:1770653387.751920:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95573521ae00. 00010000:00000010:1.1:1770653387.751952:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163600. 00010000:00000010:3.1:1770653387.755876:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565c75d200. 00010000:00000010:3.1:1770653387.755888:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162000. 00010000:00000010:3.1:1770653387.755894:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560d25ca00. 00010000:00000010:0.1:1770653387.755919:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566bdbfe00. 00010000:00000010:1.1:1770653387.757893:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a5c3c00. 00010000:00000010:2.1:1770653387.761876:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660424400. 00010000:00000010:2.1:1770653387.761895:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3c00. 00010000:00000010:3.1:1770653387.761907:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f5b00. 00010000:00000010:2.1:1770653387.761908:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561753b100. 00010000:00000010:0.1:1770653387.761912:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565fa94e00. 00010000:00000010:3.1:1770653387.761930:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1e00. 00010000:00000010:2.1:1770653387.761949:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd400. 00010000:00000010:3.1:1770653387.761950:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562a2d8800. 00010000:00000010:3.1:1770653387.761984:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd200. 00010000:00000010:1.1:1770653387.763896:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560f4f8900. 00010000:00000010:1.1:1770653387.763909:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163400. 00010000:00000010:3.1:1770653387.764907:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299b00. 00010000:00000010:3.1:1770653387.764920:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2800. 00010000:00000010:2.1:1770653387.776909:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563aa72a00. 00010000:00000010:2.1:1770653387.780917:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556617a2f00. 00010000:00000010:1.1:1770653387.780917:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561fe4ea00. 00010000:00000010:2.1:1770653387.780931:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdce00. 00010000:00000010:1.1:1770653387.780945:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563facae00. 00010000:00000010:2.1:1770653387.780953:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564c72e400. 00010000:00000010:2.1:1770653387.780965:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955619a79c00. 00010000:00000010:2.1:1770653387.780975:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669181a00. 00010000:00000010:2.1:1770653387.780988:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd400. 00010000:00000010:1.1:1770653387.785875:0:76651:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955668126f00. 00010000:00000010:1.1:1770653387.785891:0:76651:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162c00. 00010000:00000010:3.1:1770653387.789876:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e9d2800. 00010000:00000010:3.1:1770653387.789885:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163600. 00010000:00000010:2.1:1770653387.792883:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f182a00. 00010000:00000010:3.1:1770653387.792909:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556352c5600. 00010000:00000010:1.1:1770653387.792914:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556579a3c00. 00010000:00000010:3.1:1770653387.792925:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2e00. 00010000:00000010:3.1:1770653387.792951:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566bc24e00. 00010000:00000010:3.1:1770653387.792979:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3e00. 00010000:00000010:2.1:1770653387.795873:0:73797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562e86da00. 00010000:00000010:3.1:1770653387.795913:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955646a38600. 00010000:00000010:3.1:1770653387.795931:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556072e6d00. 00010000:00000010:3.1:1770653387.795964:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc200. 00010000:00000010:1.1:1770653387.796898:0:73799:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623724a00. 00010000:00000010:1.1:1770653387.796911:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163800. 00010000:00000010:1.1:1770653387.800905:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566043b400. 00010000:00000010:1.1:1770653387.800929:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd600. 00010000:00000010:1.1:1770653387.803907:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556195ffe00. 00010000:00000010:1.1:1770653387.803928:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395bcc00. 00010000:00000010:3.1:1770653387.808899:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560b00bf00. 00010000:00000010:3.1:1770653387.808918:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162800. 00010000:00000010:3.1:1770653387.808948:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639a7f600. 00010000:00000010:2.1:1770653387.811900:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562085bf00. 00010000:00000010:2.1:1770653387.811920:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1e00. 00010000:00000010:2.1:1770653387.816898:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955669d6a400. 00010000:00000010:2.1:1770653387.816927:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640c6b200. 00010000:00000010:1.1:1770653387.817897:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642e93800. 00010000:00000010:3.1:1770653387.825907:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633cca400. 00010000:00000010:0.1:1770653387.825913:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2800. 00010000:00000010:2.1:1770653387.825921:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955628fce300. 00010000:00000010:3.1:1770653387.825923:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2e00. 00010000:00000010:0.1:1770653387.825924:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3200. 00010000:00000010:2.1:1770653387.825942:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601400. 00010000:00000010:2.1:1770653387.828875:0:73806:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955618a16500. 00010000:00000010:0.1:1770653387.828883:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573c542c00. 00010000:00000010:2.1:1770653387.828890:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3e00. 00010000:00000010:1.1:1770653387.829890:0:12203:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562ea81100. 00010000:00000010:1.1:1770653387.829908:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2c00. 00010000:00000010:1.1:1770653387.829927:0:12203:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562a957800. 00010000:00000010:1.1:1770653387.829956:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd400. 00010000:00000010:0.1:1770653387.832880:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299b00. 00010000:00000010:3.1:1770653387.832882:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955665e64800. 00010000:00000010:1.1:1770653387.832899:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f7800. 00010000:00000010:0.1:1770653387.832902:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3c00. 00010000:00000010:2.1:1770653387.838918:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635ce3400. 00010000:00000010:1.1:1770653387.840904:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955621402e00. 00010000:00000010:3.1:1770653387.844891:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661303e00. 00010000:00000010:2.1:1770653387.844901:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955630b49900. 00010000:00000010:3.1:1770653387.844903:0:7409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562a1f0900. 00010000:00000010:1.1:1770653387.844905:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562cdedc00. 00010000:00000010:3.1:1770653387.844919:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600400. 00010000:00000010:1.1:1770653387.844919:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78c00. 00010000:00000010:2.1:1770653387.844921:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdce00. 00010000:00000010:2.1:1770653387.844950:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566933b700. 00010000:00000010:2.1:1770653387.844960:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162200. 00010000:00000010:3.1:1770653387.848890:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95573c4b0900. 00010000:00000010:3.1:1770653387.848896:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162a00. 00010000:00000010:3.1:1770653387.848900:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955637b0a100. 00010000:00000010:3.1:1770653387.848911:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc600. 00010000:00000010:0.1:1770653387.850903:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955637199800. 00010000:00000010:0.1:1770653387.850917:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600e00. 00010000:00000010:3.1:1770653387.852875:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556595c6900. 00010000:00000010:3.1:1770653387.852894:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:1.1:1770653387.852899:0:73797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566480c600. 00010000:00000010:3.1:1770653387.852925:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f5dd600. 00010000:00000010:3.1:1770653387.852951:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601200. 00010000:00000010:2.1:1770653387.853880:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560d25de00. 00010000:00000010:0.1:1770653387.853893:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663782800. 00010000:00000010:0.1:1770653387.853916:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563252e500. 00010000:00000010:0.1:1770653387.853957:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd800. 00010000:00000010:3.1:1770653387.858900:0:66075:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955645899300. 00010000:00000010:3.1:1770653387.858913:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163800. 00010000:00000010:1.1:1770653387.865879:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560d25c200. 00010000:00000010:3.1:1770653387.870929:0:76383:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563ed49c00. 00010000:00000010:3.1:1770653387.870959:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601000. 00010000:00000010:2.1:1770653387.874876:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955633b8d600. 00010000:00000010:1.1:1770653387.874904:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955646a39a00. 00010000:00000010:3.1:1770653387.874911:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562721ce00. 00010000:00000010:1.1:1770653387.874919:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562cdeca00. 00010000:00000010:3.1:1770653387.874927:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560f4f8300. 00010000:00000010:3.1:1770653387.875009:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdce00. 00010000:00000010:3.1:1770653387.878877:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556072e7f00. 00010000:00000010:3.1:1770653387.878889:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0800. 00010000:00000010:0.1:1770653387.878902:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562a957c00. 00010000:00000010:0.1:1770653387.878916:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600e00. 00010000:00000010:0.1:1770653387.878930:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95573c4b0000. 00010000:00000010:0.1:1770653387.878962:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:1.1:1770653387.889878:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562ff25600. 00010000:00000010:3.1:1770653387.889880:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955643b11800. 00010000:00000010:1.1:1770653387.889905:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563e521c00. 00010000:00000010:3.1:1770653387.893910:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f5df100. 00010000:00000010:3.1:1770653387.893944:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebddc00. 00010000:00000010:3.1:1770653387.895879:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637359e00. 00010000:00000010:3.1:1770653387.895897:0:12203:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565ae8af00. 00010000:00000010:2.1:1770653387.895900:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565b6d4e00. 00010000:00000010:3.1:1770653387.895914:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc600. 00010000:00000010:2.1:1770653387.895917:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd200. 00010000:00000010:1.1:1770653387.896896:0:73797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640c6ba00. 00010000:00000010:1.1:1770653387.899881:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556188ee600. 00010000:00000010:1.1:1770653387.899901:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e294800. 00010000:00000010:1.1:1770653387.899918:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163000. 00010000:00000010:3.1:1770653387.902900:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635b60e00. 00010000:00000010:1.1:1770653387.902900:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563facac00. 00010000:00000010:3.1:1770653387.902918:0:76383:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955665214900. 00010000:00000010:3.1:1770653387.902959:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163a00. 00010000:00000010:2.1:1770653387.903881:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955619a78a00. 00010000:00000010:2.1:1770653387.906873:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561c96f300. 00010000:00000010:0.1:1770653387.906875:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556352c5d00. 00010000:00000010:2.1:1770653387.906890:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd800. 00010000:00000010:0.1:1770653387.906896:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600e00. 00010000:00000010:3.1:1770653387.906947:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955628fceb00. 00010000:00000010:3.1:1770653387.906975:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600800. 00010000:00000010:2.1:1770653387.910920:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600400. 00010000:00000010:0.1:1770653387.910927:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea2200. 00010000:00000010:2.1:1770653387.910930:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601200. 00010000:00000010:0.1:1770653387.910960:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601000. 00010000:00000010:0.1:1770653387.915910:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ab82200. 00010000:00000010:2.1:1770653387.916901:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563d574000. 00010000:00000010:3.1:1770653387.918882:0:5745:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e13b600. 00010000:00000010:3.1:1770653387.918894:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601400. 00010000:00000010:0.1:1770653387.919906:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563efa2700. 00010000:00000010:1.1:1770653387.919910:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560d25c000. 00010000:00000010:0.1:1770653387.919929:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3c00. 00010000:00000010:0.1:1770653387.919950:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955626730c00. 00010000:00000010:3.1:1770653387.921954:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955657503a00. 00010000:00000010:3.1:1770653387.921984:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2c00. 00010000:00000010:3.1:1770653387.921997:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563ed49000. 00010000:00000010:3.1:1770653387.922010:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd200. 00010000:00000010:3.1:1770653387.924883:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955635674400. 00010000:00000010:3.1:1770653387.924896:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd400. 00010000:00000010:1.1:1770653387.928879:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955669f23e00. 00010000:00000010:1.1:1770653387.930911:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564e801200. 00010000:00000010:0.1:1770653387.930915:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557226e5800. 00010000:00000010:0.1:1770653387.930944:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3e00. 00010000:00000010:0.1:1770653387.930962:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955603993600. 00010000:00000010:0.1:1770653387.930982:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163000. 00010000:00000010:2.1:1770653387.936880:0:6545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564c2e3800. 00010000:00000010:2.1:1770653387.940885:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e9b8200. 00010000:00000010:2.1:1770653387.940893:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc200. 00010000:00000010:3.1:1770653387.944887:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0800. 00010000:00000010:3.1:1770653387.944907:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564be2a600. 00010000:00000010:2.1:1770653387.947907:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625d70c00. 00010000:00000010:3.1:1770653387.947922:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633f4ca00. 00010000:00000010:3.1:1770653387.947950:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebddc00. 00010000:00000010:3.1:1770653387.950900:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955620899000. 00010000:00000010:3.1:1770653387.950923:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163800. 00010000:00000010:1.1:1770653387.951916:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632df6e00. 00010000:00000010:3.1:1770653387.954890:0:12203:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cd43300. 00010000:00000010:3.1:1770653387.954904:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:1.1:1770653387.956876:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556216c2e00. 00010000:00000010:2.1:1770653387.956908:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e9df400. 00010000:00000010:3.1:1770653387.956911:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:2.1:1770653387.956930:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631451e00. 00010000:00000010:3.1:1770653387.956931:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e176900. 00010000:00000010:3.1:1770653387.956958:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78c00. 00010000:00000010:1.1:1770653387.961883:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561b36b400. 00010000:00000010:1.1:1770653387.961897:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3e00. 00010000:00000010:3.1:1770653387.964899:0:12199:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557030f3900. 00010000:00000010:2.1:1770653387.964899:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955618868200. 00010000:00000010:3.1:1770653387.964926:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:3.1:1770653387.969883:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556678e6b00. 00010000:00000010:2.1:1770653387.969884:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fc93600. 00010000:00000010:1.1:1770653387.969890:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642905000. 00010000:00000010:3.1:1770653387.969915:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162600. 00010000:00000010:2.1:1770653387.969920:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639a58800. 00010000:00000010:1.1:1770653387.972894:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564fa6a400. 00010000:00000010:1.1:1770653387.972920:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163200. 00010000:00000010:0.1:1770653387.976880:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556350f7900. 00010000:00000010:2.1:1770653387.976885:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563ebc4200. 00010000:00000010:0.1:1770653387.976900:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2e00. 00010000:00000010:0.1:1770653387.976928:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c18e900. 00010000:00000010:0.1:1770653387.976950:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3c00. 00010000:00000010:0.1:1770653387.976957:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561bface00. 00010000:00000010:0.1:1770653387.976965:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc200. 00010000:00000010:3.1:1770653387.977875:0:12203:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c55c700. 00010000:00000010:3.1:1770653387.977888:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:2.1:1770653387.987893:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561b5b8a00. 00010000:00000010:3.1:1770653387.991878:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556314ec100. 00010000:00000010:2.1:1770653387.991898:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560fe2fc00. 00010000:00000010:3.1:1770653387.991899:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2800. 00010000:00000010:0.1:1770653387.996904:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955624329000. 00010000:00000010:2.1:1770653387.996919:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955630bcc800. 00010000:00000010:1.1:1770653387.996919:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955630dfec00. 00010000:00000010:1.1:1770653387.996953:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3200. 00010000:00000010:3.1:1770653387.997909:0:66075:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564ee4c300. 00010000:00000010:3.1:1770653387.997926:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78a00. 00010000:00000010:2.1:1770653387.999898:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556499a3c00. 00010000:00000010:2.1:1770653387.999913:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625269800. 00010000:00000010:3.1:1770653388.002889:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562fcf5900. 00010000:00000010:0.1:1770653388.002902:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625d70a00. 00010000:00000010:3.1:1770653388.002913:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3e00. 00010000:00000010:3.1:1770653388.002927:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565fa9be00. 00010000:00000010:3.1:1770653388.002948:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:2.1:1770653388.006879:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955638af6400. 00010000:00000010:3.1:1770653388.007887:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565c7cb700. 00010000:00000010:3.1:1770653388.007907:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebddc00. 00010000:00000010:3.1:1770653388.007923:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556273f2400. 00010000:00000010:3.1:1770653388.007957:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78c00. 00010000:00000010:0.1:1770653388.009892:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955630389c00. 00010000:00000010:2.1:1770653388.009899:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556420e5800. 00010000:00000010:2.1:1770653388.012913:0:73806:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565af5b700. 00010000:00000010:3.1:1770653388.012918:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560ebc8500. 00010000:00000010:3.1:1770653388.012925:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163e00. 00010000:00000010:2.1:1770653388.012929:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163200. 00010000:00000010:2.1:1770653388.014898:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561f1fbe00. 00010000:00000010:3.1:1770653388.015917:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:2.1:1770653388.017916:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561fac3000. 00010000:00000010:3.1:1770653388.019884:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623501300. 00010000:00000010:3.1:1770653388.019903:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:2.1:1770653388.022906:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556333f5a00. 00010000:00000010:3.1:1770653388.023904:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:3.1:1770653388.023917:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556201d5d00. 00010000:00000010:3.1:1770653388.023944:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162400. 00010000:00000010:3.1:1770653388.025926:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a6fc200. 00010000:00000010:2.1:1770653388.026890:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562d164600. 00010000:00000010:2.1:1770653388.026906:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162a00. 00010000:00000010:2.1:1770653388.030878:0:12203:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566977fb00. 00010000:00000010:2.1:1770653388.030892:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdda00. 00010000:00000010:3.1:1770653388.032904:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955625f14800. 00010000:00000010:3.1:1770653388.032928:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3c00. 00010000:00000010:0.1:1770653388.037894:0:6545:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c55c700. 00010000:00000010:0.1:1770653388.037907:0:6545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:0.1:1770653388.037921:0:6545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563aa72600. 00010000:00000010:3.1:1770653388.038886:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556617a2c00. 00010000:00000010:3.1:1770653388.038914:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162200. 00010000:00000010:1.1:1770653388.041916:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565aaaea00. 00010000:00000010:3.1:1770653388.045879:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fcace00. 00010000:00000010:0.1:1770653388.045881:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fef5600. 00010000:00000010:2.1:1770653388.045884:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561fe4e000. 00010000:00000010:1.1:1770653388.045885:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95572dfeee00. 00010000:00000010:1.1:1770653388.045902:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163400. 00010000:00000010:0.1:1770653388.048891:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cd62f00. 00010000:00000010:0.1:1770653388.048897:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc600. 00010000:00000010:0.1:1770653388.048906:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556088eae00. 00010000:00000010:3.1:1770653388.048923:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563a68b200. 00010000:00000010:3.1:1770653388.048958:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:3.1:1770653388.048971:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955668126e00. 00010000:00000010:3.1:1770653388.048989:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2e00. 00010000:00000010:3.1:1770653388.048999:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955659571900. 00010000:00000010:3.1:1770653388.049020:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162000. 00010000:00000010:0.1:1770653388.052885:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563d570000. 00010000:00000010:2.1:1770653388.057880:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a7a00. 00010000:00000010:0.1:1770653388.058870:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560edd8e00. 00010000:00000010:0.1:1770653388.058887:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162c00. 00010000:00000010:0.1:1770653388.061912:0:6545:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f864700. 00010000:00000010:0.1:1770653388.061944:0:6545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163600. 00010000:00000010:2.1:1770653388.065905:0:5741:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d4300. 00010000:00000010:0.1:1770653388.065907:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620a2a800. 00010000:00000010:2.1:1770653388.065916:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd400. 00010000:00000010:0.1:1770653388.065922:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556690e5c00. 00010000:00000010:3.1:1770653388.068877:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a2e3100. 00010000:00000010:0.1:1770653388.068880:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f52c200. 00010000:00000010:3.1:1770653388.068895:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162800. 00010000:00000010:3.1:1770653388.071898:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561b5ba900. 00010000:00000010:3.1:1770653388.071915:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163400. 00010000:00000010:2.1:1770653388.074894:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564947fa00. 00010000:00000010:3.1:1770653388.081880:0:66075:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955628f69c00. 00010000:00000010:2.1:1770653388.081886:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563ed90e00. 00010000:00000010:3.1:1770653388.081897:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78e00. 00010000:00000010:0.1:1770653388.082891:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955643b10000. 00010000:00000010:0.1:1770653388.082912:0:12200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e294f00. 00010000:00000010:0.1:1770653388.082941:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2800. 00010000:00000010:0.1:1770653388.086882:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644430700. 00010000:00000010:0.1:1770653388.086898:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:2.1:1770653388.090881:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ad800. 00010000:00000010:2.1:1770653388.090905:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632613600. 00010000:00000010:3.1:1770653388.090911:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632cb4600. 00010000:00000010:3.1:1770653388.090923:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642b34200. 00010000:00000010:3.1:1770653388.090953:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:3.1:1770653388.092873:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:3.1:1770653388.092889:0:73799:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644345b00. 00010000:00000010:3.1:1770653388.092905:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163600. 00010000:00000010:3.1:1770653388.092926:0:73799:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c1bc300. 00010000:00000010:3.1:1770653388.092951:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3c00. 00010000:00000010:2.1:1770653388.093900:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566919fe00. 00010000:00000010:3.1:1770653388.096891:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955668357a00. 00010000:00000010:1.1:1770653388.096893:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556243d8400. 00010000:00000010:3.1:1770653388.096920:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0800. 00010000:00000010:1.1:1770653388.096920:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162c00. 00010000:00000010:1.1:1770653388.096954:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565bea9800. 00010000:00000010:1.1:1770653388.096964:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3e00. 00010000:00000010:0.1:1770653388.100874:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c55c000. 00010000:00000010:0.1:1770653388.100887:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79400. 00010000:00000010:2.1:1770653388.100901:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640634400. 00010000:00000010:3.1:1770653388.100912:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955629f34800. 00010000:00000010:3.1:1770653388.104900:0:6545:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955638891c00. 00010000:00000010:3.1:1770653388.104925:0:6545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2800. 00010000:00000010:3.1:1770653388.108872:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cd63b00. 00010000:00000010:3.1:1770653388.108889:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdce00. 00010000:00000010:2.1:1770653388.108906:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955661303000. 00010000:00000010:2.1:1770653388.112906:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556422b4a00. 00010000:00000010:0.1:1770653388.113874:0:76383:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562a1f0f00. 00010000:00000010:0.1:1770653388.113888:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2e00. 00010000:00000010:0.1:1770653388.116886:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642b35b00. 00010000:00000010:0.1:1770653388.116899:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd600. 00010000:00000010:1.1:1770653388.119901:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955637198900. 00010000:00000010:1.1:1770653388.119929:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162000. 00010000:00000010:2.1:1770653388.120892:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955624b34400. 00010000:00000010:2.1:1770653388.120912:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556371fe200. 00010000:00000010:2.1:1770653388.123908:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556333f7e00. 00010000:00000010:3.1:1770653388.127919:0:5759:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566042bc00. 00010000:00000010:3.1:1770653388.127931:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3c00. 00010000:00000010:3.1:1770653388.127961:0:5759:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565601ff00. 00010000:00000010:3.1:1770653388.127983:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3200. 00010000:00000010:0.1:1770653388.132906:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955664071200. 00010000:00000010:0.1:1770653388.132921:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560c3d7600. 00010000:00000010:3.1:1770653388.133895:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620465c00. 00010000:00000010:3.1:1770653388.133911:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620465600. 00010000:00000010:3.1:1770653388.136887:0:73802:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c55c000. 00010000:00000010:3.1:1770653388.136900:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620464c00. 00010000:00000010:0.1:1770653388.139878:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556672cee00. 00010000:00000010:0.1:1770653388.139886:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162c00. 00010000:00000010:0.1:1770653388.139905:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955667212a00. 00010000:00000010:0.1:1770653388.139912:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2c00. 00010000:00000010:2.1:1770653388.140890:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617b11400. 00010000:00000010:3.1:1770653388.140905:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c985600. 00010000:00000010:0.1:1770653388.143888:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556508fca00. 00010000:00000010:0.1:1770653388.143951:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3e00. 00010000:00000010:2.1:1770653388.147916:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556448dc600. 00010000:00000010:3.1:1770653388.147924:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955640566300. 00010000:00000010:0.1:1770653388.147942:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564dcc4000. 00010000:00000010:2.1:1770653388.147959:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556592ed900. 00010000:00000010:3.1:1770653388.147960:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2800. 00010000:00000010:3.1:1770653388.147986:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d948c00. 00010000:00000010:2.1:1770653388.147989:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd200. 00010000:00000010:3.1:1770653388.148019:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2e00. 00010000:00000010:2.1:1770653388.152909:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ea7e200. 00010000:00000010:1.1:1770653388.152913:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955618fd0e00. 00010000:00000010:0.1:1770653388.155893:0:12213:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556664c0c00. 00010000:00000010:0.1:1770653388.155922:0:12213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162a00. 00010000:00000010:3.1:1770653388.160914:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560bc5a600. 00010000:00000010:3.1:1770653388.160945:0:73806:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560c6d9000. 00010000:00000010:3.1:1770653388.160957:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162400. 00010000:00000010:3.1:1770653388.160971:0:73806:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556207ad000. 00010000:00000010:3.1:1770653388.161001:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162000. 00010000:00000010:3.1:1770653388.163927:0:73806:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955631e43200. 00010000:00000010:3.1:1770653388.163948:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2c00. 00010000:00000010:0.1:1770653388.164891:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b6000. 00010000:00000010:3.1:1770653388.170875:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f2de800. 00010000:00000010:2.1:1770653388.173892:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620465600. 00010000:00000010:2.1:1770653388.173908:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562b988200. 00010000:00000010:2.1:1770653388.180875:0:73806:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650b7b600. 00010000:00000010:2.1:1770653388.180893:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd400. 00010000:00000010:1.1:1770653388.180901:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560f3b8200. 00010000:00000010:2.1:1770653388.180902:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556646b8400. 00010000:00000010:0.1:1770653388.180906:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556416b5400. 00010000:00000010:0.1:1770653388.180945:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3e00. 00010000:00000010:3.1:1770653388.184886:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556110e6400. 00010000:00000010:2.1:1770653388.184888:0:5741:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560bc29800. 00010000:00000010:3.1:1770653388.184907:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2e00. 00010000:00000010:2.1:1770653388.184912:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163e00. 00010000:00000010:3.1:1770653388.184922:0:50997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556112f8200. 00010000:00000010:3.1:1770653388.184957:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2800. 00010000:00000010:0.1:1770653388.185903:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955618a28e00. 00010000:00000010:2.1:1770653388.188904:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660e13800. 00010000:00000010:2.1:1770653388.188922:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955636c61000. 00010000:00000010:3.1:1770653388.191878:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620464c00. 00010000:00000010:3.1:1770653388.191891:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562a089400. 00010000:00000010:1.1:1770653388.192904:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561f133c00. 00010000:00000010:2.1:1770653388.194900:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564bf82000. 00010000:00000010:2.1:1770653388.194927:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc200. 00010000:00000010:1.1:1770653388.194960:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564fa6f100. 00010000:00000010:0.1:1770653388.194963:0:12203:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561c753b00. 00010000:00000010:1.1:1770653388.194993:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163800. 00010000:00000010:0.1:1770653388.194994:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620464000. 00010000:00000010:1.1:1770653388.195001:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561cad5f00. 00010000:00000010:0.1:1770653388.195008:0:12203:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e169800. 00010000:00000010:1.1:1770653388.195016:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3200. 00010000:00000010:0.1:1770653388.195024:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620465c00. 00010000:00000010:1.1:1770653388.201891:0:78151:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead7a00. 00010000:00000010:3.1:1770653388.203910:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563869ee00. 00010000:00000010:3.1:1770653388.203943:0:73799:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666af200. 00010000:00000010:3.1:1770653388.203965:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3c00. 00010000:00000010:2.1:1770653388.206904:0:22900:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f393400. 00010000:00000010:2.1:1770653388.206930:0:22900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163a00. 00010000:00000010:2.1:1770653388.214897:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556387d5c00. 00010000:00000010:0.1:1770653388.214911:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564ca94e00. 00010000:00000010:0.1:1770653388.214949:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3e00. 00010000:00000010:3.1:1770653388.217883:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620464e00. 00010000:00000010:0.1:1770653388.217886:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955700030600. 00010000:00000010:3.1:1770653388.222909:0:22900:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565a3b8f00. 00010000:00000010:0.1:1770653388.222909:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564e3ef000. 00010000:00000010:3.1:1770653388.222954:0:22900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2e00. 00010000:00000010:0.1:1770653388.224879:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556638e9400. 00010000:00000010:0.1:1770653388.224902:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b24c200. 00010000:00000010:2.1:1770653388.225893:0:81781:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620464c00. 00010000:00000010:2.1:1770653388.230894:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f6fdc00. 00010000:00000010:1.1:1770653388.230908:0:81225:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955635b91e00. 00010000:00000010:1.1:1770653388.230928:0:81225:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620464800. 00010000:00000010:0.1:1770653388.232902:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a9a0800. 00010000:00000010:0.1:1770653388.232921:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955610295c00. 00010000:00000010:2.1:1770653388.234888:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566968fa00. 00010000:00000010:2.1:1770653388.234912:0:12214:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563dd04200. 00010000:00000010:3.1:1770653388.234919:0:22900:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955658572b00. 00010000:00000010:2.1:1770653388.234930:0:12214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd600. 00010000:00000010:3.1:1770653388.234953:0:22900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3200. 00010000:00000010:3.1:1770653388.234964:0:22900:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955641908900. 00010000:00000010:3.1:1770653388.234988:0:22900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd800. 00010000:00000010:3.1:1770653388.237901:0:50962:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557062fe300. 00010000:00000010:3.1:1770653388.237925:0:50962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3e00. 00010000:00000010:3.1:1770653388.237955:0:50962:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562b399f00. 00010000:00000010:3.1:1770653388.237984:0:50962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdce00. 00010000:00000010:3.1:1770653388.237998:0:50962:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561a86e200. 00010000:00000010:3.1:1770653388.238016:0:50962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebddc00. 00010000:00000010:3.1:1770653388.242922:0:12203:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e169a00. 00010000:00000010:3.1:1770653388.242954:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620465200. 00010000:00000010:0.1:1770653388.258890:0:81767:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560dae8c00. 00010000:00000010:2.1:1770653388.258895:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:2.1:1770653388.258907:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdda00. 00010000:00000010:2.1:1770653388.258919:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562054fa00. 00010000:00000010:2.1:1770653388.260902:0:5741:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565e30aa00. 00010000:00000010:2.1:1770653388.260919:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3e00. 00010000:00000010:2.1:1770653388.260944:0:5741:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562df25000. 00010000:00000010:2.1:1770653388.260956:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd400. 00010000:00000010:0.1:1770653388.262889:0:22900:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955661039300. 00010000:00000010:0.1:1770653388.262909:0:22900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3200. 00010000:00000010:2.1:1770653388.270897:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617879600. 00010000:00000010:0.1:1770653388.277904:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d53de00. 00010000:00000010:2.1:1770653388.277906:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ebbba00. 00010000:00000010:2.1:1770653388.277929:0:12200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565e308a00. 00010000:00000010:2.1:1770653388.277946:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620464e00. 00010000:00000010:3.1:1770653388.278902:0:73799:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c10d900. 00010000:00000010:3.1:1770653388.278920:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2c00. 00010000:00000010:3.1:1770653388.281897:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623d47f00. 00010000:00000010:2.1:1770653388.281904:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955615915800. 00010000:00000010:3.1:1770653388.281915:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2800. 00010000:00000010:0.1:1770653388.289878:0:22900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631fd1a00. 00010000:00000010:1.1:1770653388.289888:0:7262:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563e520c00. 00010000:00000010:2.1:1770653388.289892:0:81782:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562cea0c00. 00010000:00000010:2.1:1770653388.289913:0:81782:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebddc00. 00010000:00000010:1.1:1770653388.298902:0:7262:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563ced5800. 00010000:00000010:1.1:1770653388.298913:0:7262:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560d454200. 00010000:00000010:0.1:1770653388.299885:0:22900:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564fcf2a00. 00010000:00000010:0.1:1770653388.299902:0:22900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdda00. 00010000:00000010:3.1:1770653388.308885:0:22885:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561aa3cd00. 00010000:00000010:2.1:1770653388.308902:0:81781:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565748d600. 00010000:00000010:3.1:1770653388.308921:0:22885:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620465200. 00010000:00000010:2.1:1770653388.308921:0:81781:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624313a00. 00010000:00000010:2.1:1770653388.308960:0:81781:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc200. 00010000:00000010:2.1:1770653388.311887:0:76383:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669689800. 00010000:00000010:2.1:1770653388.311909:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:2.1:1770653388.311916:0:76383:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955702bfc100. 00010000:00000010:2.1:1770653388.311941:0:76383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620465e00. 00010000:00000010:0.1:1770653388.322912:0:22900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2dc00. 00010000:00000010:2.1:1770653388.327909:0:5620:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebddc00. 00010000:00000010:2.1:1770653388.327921:0:5620:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc200. 00010000:00000010:0.1:1770653388.330888:0:2399:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955660814900. 00010000:00000010:0.1:1770653388.330910:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620465400. 00010000:00000010:3.1:1770653388.332898:0:50962:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562df25000. 00010000:00000010:3.1:1770653388.332917:0:50962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdce00. 00010000:00000010:3.1:1770653388.332929:0:50962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648ddde00. 00010000:00000010:3.1:1770653388.338873:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955646b5f900. 00010000:00000010:2.1:1770653388.338879:0:22923:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556354ea400. 00010000:00000010:3.1:1770653388.338893:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620464a00. 00010000:00000010:2.1:1770653388.338909:0:22923:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b1e2800. 00010000:00000010:2.1:1770653388.343892:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666e88000. 00010000:00000010:2.1:1770653388.343918:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620465800. 00010000:00000010:3.1:1770653388.353890:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564dd4e200. 00010000:00000010:1.1:1770653388.353911:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955659759800. 00010000:00000010:1.1:1770653388.353927:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:1.1:1770653388.353949:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561aa3fe00. 00010000:00000010:1.1:1770653388.353977:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620465a00. 00010000:00000010:3.1:1770653388.382887:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955621518a00. 00010000:00000010:3.1:1770653388.382902:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666776000. 00010000:00000010:3.1:1770653388.382926:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162000. 00010000:00000010:3.1:1770653388.382952:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955648e43e00. 00010000:00000010:3.1:1770653388.382967:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdda00. 00010000:00000010:2.1:1770653388.383890:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd400. 00010000:00000010:2.1:1770653388.383907:0:12199:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebddc00. 00010000:00000010:0.1:1770653388.417920:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955615911900. 00010000:00000010:1.1:1770653388.417922:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561bce8c00. 00010000:00000010:0.1:1770653388.417947:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3200. 00010000:00000010:1.1:1770653388.417959:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560d454c00. 00010000:00000010:3.1:1770653388.418899:0:5745:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562df25700. 00010000:00000010:3.1:1770653388.418920:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd600. 00010000:00000010:3.1:1770653388.418955:0:5745:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f849c00. 00010000:00000010:3.1:1770653388.418970:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2c00. 00010000:00000010:2.1:1770653388.430902:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565f12ec00. 00010000:00000010:0.1:1770653388.430911:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648c2c400. 00010000:00000010:2.1:1770653388.430921:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556306daa00. 00010000:00000010:0.1:1770653388.430957:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669527f00. 00010000:00000010:2.1:1770653388.430965:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563f919a00. 00010000:00000010:0.1:1770653388.430982:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162c00. 00010000:00000010:0.1:1770653388.430995:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e177400. 00010000:00000010:0.1:1770653388.431015:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163200. 00010000:00000010:1.1:1770653388.431906:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564a1a9800. 00010000:00000010:1.1:1770653388.431958:0:12197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955616a75700. 00010000:00000010:1.1:1770653388.431984:0:12197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2800. 00010000:00000010:2.1:1770653388.434897:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ead5e00. 00010000:00000010:0.1:1770653388.434900:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560ebbac00. 00010000:00000010:3.1:1770653388.434905:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556214cf200. 00010000:00000010:0.1:1770653388.434927:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562f973c00. 00010000:00000010:3.1:1770653388.434940:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3e00. 00010000:00000010:3.1:1770653388.434960:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955669f24a00. 00010000:00000010:0.1:1770653388.434975:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565eaa6000. 00010000:00000010:3.1:1770653388.434989:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633c8cb00. 00010000:00000010:3.1:1770653388.435012:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdce00. 00010000:00000010:3.1:1770653388.435039:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563c6f5500. 00010000:00000010:3.1:1770653388.435052:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162200. 00010000:00000010:1.1:1770653388.454898:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566d0f1600. 00010000:00000010:2.1:1770653388.454900:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631451000. 00010000:00000010:0.1:1770653388.454909:0:73797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955669449400. 00010000:00000010:3.1:1770653388.454910:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565f49a600. 00010000:00000010:2.1:1770653388.454943:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955623b66000. 00010000:00000010:3.1:1770653388.454955:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e176500. 00010000:00000010:2.1:1770653388.454964:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955669f22200. 00010000:00000010:3.1:1770653388.454973:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163600. 00010000:00000010:3.1:1770653388.454990:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556262f4000. 00010000:00000010:3.1:1770653388.455009:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620464a00. 00010000:00000010:3.1:1770653388.455027:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955630aa4600. 00010000:00000010:3.1:1770653388.455048:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566a3ff400. 00010000:00000010:1.1:1770653388.474923:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a067a00. 00010000:00000010:3.1:1770653388.474954:0:73806:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95571a6ff500. 00010000:00000010:1.1:1770653388.474954:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0abc00. 00010000:00000010:3.1:1770653388.474963:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebddc00. 00010000:00000010:1.1:1770653388.474977:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633cc1400. 00010000:00000010:1.1:1770653388.474999:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdda00. 00010000:00000010:1.1:1770653388.475010:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c880800. 00010000:00000010:1.1:1770653388.475024:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa600. 00010000:00000010:0.1:1770653388.481876:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563ced4800. 00010000:00000010:0.1:1770653388.481896:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560aae8a00. 00010000:00000010:2.1:1770653388.481901:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564e194800. 00010000:00000010:3.1:1770653388.481907:0:76647:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565ad4d900. 00010000:00000010:2.1:1770653388.481940:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955636c62900. 00010000:00000010:3.1:1770653388.481941:0:76647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620464400. 00010000:00000010:2.1:1770653388.481957:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd400. 00010000:00000010:2.1:1770653388.481971:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d87d400. 00010000:00000010:2.1:1770653388.481978:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163400. 00010000:00000010:2.1:1770653388.481988:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cd61a00. 00010000:00000010:2.1:1770653388.482009:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162800. 00010000:00000010:2.1:1770653388.482034:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565e30be00. 00010000:00000010:2.1:1770653388.482058:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620465200. 00010000:00000010:1.1:1770653388.482893:0:7285:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556373cbf00. 00010000:00000010:1.1:1770653388.482915:0:7285:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab800. 00010000:00000010:3.1:1770653388.485873:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563949f800. 00010000:00000010:0.1:1770653388.485881:0:81897:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560dae8a00. 00010000:00000010:1.1:1770653388.485886:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565e308100. 00010000:00000010:3.1:1770653388.485898:0:50997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620465a00. 00010000:00000010:0.1:1770653388.485906:0:81897:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566d0f0a00. 00010000:00000010:1.1:1770653388.485911:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd000. 00010000:00000010:2.1:1770653388.485925:0:7245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556170de700. 00010000:00000010:0.1:1770653388.485926:0:81897:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e919600. 00010000:00000010:1.1:1770653388.485928:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955630dad600. 00010000:00000010:2.1:1770653388.485960:0:7245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162a00. 00010000:00000010:1.1:1770653388.485968:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162000. 00010000:00000010:1.1:1770653388.485992:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955621726500. 00010000:00000010:1.1:1770653388.486024:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2e00. 00010000:00000010:1.1:1770653388.486038:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644755000. 00010000:00000010:1.1:1770653388.486067:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:1.1:1770653388.490919:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955646e99300. 00010000:00000010:1.1:1770653388.490952:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162600. 00010000:00000010:0.1:1770653388.493910:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955659441400. 00010000:00000010:3.1:1770653388.493941:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620464400. 00010000:00000010:3.1:1770653388.493957:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71f400. 00010000:00000010:2.1:1770653388.607895:0:76647:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564b771100. 00010000:00000010:2.1:1770653388.607922:0:76647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0800. 00010000:00000010:2.1:1770653388.607944:0:76647:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556565d7500. 00010000:00000010:2.1:1770653388.607967:0:76647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aaa00. 00010000:00000010:1.1:1770653388.608879:0:7422:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c35a800. 00010000:00000010:2.1:1770653388.652885:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556178c4f00. 00010000:00000010:0.1:1770653388.652897:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560cb1cc00. 00010000:00000010:2.1:1770653388.652899:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00010000:00000010:2.1:1770653388.652917:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa600. 00010000:00000010:2.1:1770653388.652926:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565812e200. 00010000:00000010:2.1:1770653388.652955:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564fc8f400. 00010000:00000010:2.1:1770653388.652975:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955645a5ef00. 00010000:00000010:2.1:1770653388.652997:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162000. 00010000:00000010:2.1:1770653388.653009:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623545d00. 00010000:00000010:2.1:1770653388.653026:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601000. 00010000:00000010:2.1:1770653388.653887:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644b28400. 00010000:00000010:1.1:1770653388.653891:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ee1ea00. 00010000:00000010:2.1:1770653388.653915:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644584a00. 00010000:00000010:2.1:1770653388.653940:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab800. 00010000:00000010:2.1:1770653388.653952:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561abeda00. 00010000:00000010:2.1:1770653388.653969:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00010000:00000010:2.1:1770653388.653985:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955618f9fa00. 00010000:00000010:2.1:1770653388.654004:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556178d4e00. 00010000:00000010:2.1:1770653388.654020:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562eef5000. 00010000:00000010:2.1:1770653388.654873:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163e00. 00010000:00000010:2.1:1770653388.654888:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563010f200. 00010000:00000010:2.1:1770653388.654911:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f2dc600. 00010000:00000010:2.1:1770653388.654936:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955650b79c00. 00010000:00000010:2.1:1770653388.654949:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa200. 00010000:00000010:2.1:1770653388.654962:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162e00. 00010000:00000010:2.1:1770653388.654974:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663701a00. 00010000:00000010:2.1:1770653388.654998:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562eaed900. 00010000:00000010:2.1:1770653388.655013:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600e00. 00010000:00000010:2.1:1770653388.655025:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955630371a00. 00010000:00000010:2.1:1770653388.655878:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600800. 00010000:00000010:2.1:1770653388.655887:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955608cf2000. 00010000:00000010:2.1:1770653388.655903:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562b346d00. 00010000:00000010:2.1:1770653388.655914:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600400. 00010000:00000010:2.1:1770653388.655925:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d9fad00. 00010000:00000010:2.1:1770653388.655950:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163000. 00010000:00000010:2.1:1770653388.655964:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955615913c00. 00010000:00000010:2.1:1770653388.655980:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556253b6800. 00010000:00000010:2.1:1770653388.656871:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556610ddc00. 00010000:00000010:2.1:1770653388.656887:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016b400. 00010000:00000010:2.1:1770653388.656908:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955605a9fe00. 00010000:00000010:2.1:1770653388.656925:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565f571600. 00010000:00000010:1.1:1770653388.665884:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d7cc700. 00010000:00000010:0.1:1770653388.665888:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565fbcbe00. 00010000:00000010:1.1:1770653388.665902:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab400. 00010000:00000010:0.1:1770653388.665904:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601400. 00010000:00000010:1.1:1770653388.665922:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955658b5cb00. 00010000:00000010:0.1:1770653388.665940:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560753bf00. 00010000:00000010:0.1:1770653388.665963:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162600. 00010000:00000010:1.1:1770653388.665964:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163800. 00010000:00000010:1.1:1770653388.665995:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc2200. 00010000:00000010:0.1:1770653388.665997:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640636a00. 00010000:00000010:1.1:1770653388.666016:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955660e9d400. 00010000:00000010:0.1:1770653388.666016:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955718c14a00. 00010000:00000010:1.1:1770653388.666073:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b1ec000. 00010000:00000010:1.1:1770653388.666103:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955647320500. 00010000:00000010:1.1:1770653388.666117:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601200. 00010000:00000010:1.1:1770653388.666134:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955741fda400. 00010000:00000010:1.1:1770653388.666152:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aae00. 00010000:00000010:1.1:1770653388.666169:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560677d000. 00010000:00000010:1.1:1770653388.666190:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561fb17900. 00010000:00000010:1.1:1770653388.666212:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162800. 00010000:00000010:1.1:1770653388.666229:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669f20600. 00010000:00000010:1.1:1770653388.666248:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565f571000. 00010000:00000010:1.1:1770653388.666267:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560bc5b600. 00010000:00000010:2.1:1770653388.670893:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563eff4800. 00010000:00000010:1.1:1770653388.670894:0:33123:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562d7c6200. 00010000:00000010:0.1:1770653388.670895:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556242ec600. 00010000:00000010:2.1:1770653388.670940:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955625872c00. 00010000:00000010:1.1:1770653388.670945:0:33123:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565f570400. 00010000:00000010:2.1:1770653388.670956:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016a000. 00010000:00000010:2.1:1770653388.670965:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955655a16700. 00010000:00000010:2.1:1770653388.670979:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163400. 00010000:00000010:2.1:1770653388.830893:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565ae96e00. 00010000:00000010:2.1:1770653388.830909:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556422b6000. 00010000:00000010:2.1:1770653388.833875:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561b36ba00. 00010000:00000010:2.1:1770653388.833889:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620465e00. 00010000:00000010:2.1:1770653388.833895:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556683e9600. 00010000:00000010:0.1:1770653388.833907:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f2d2f00. 00010000:00000010:2.1:1770653388.833913:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566631f800. 00010000:00000010:0.1:1770653388.833922:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163200. 00010000:00000010:2.1:1770653388.833937:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162200. 00010000:00000010:2.1:1770653388.833948:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955667cbce00. 00010000:00000010:2.1:1770653388.833965:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560daa1400. 00010000:00000010:2.1:1770653388.833982:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556420e4800. 00010000:00000010:2.1:1770653388.834001:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae47000. 00010000:00000010:2.1:1770653388.834023:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955631e43700. 00010000:00000010:2.1:1770653388.834045:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163e00. 00010000:00000010:2.1:1770653388.834065:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564fbb1400. 00010000:00000010:2.1:1770653388.834100:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955661024600. 00010000:00000010:2.1:1770653388.834117:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d1f8c00. 00010000:00000010:2.1:1770653388.834135:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562721ca00. 00010000:00000010:2.1:1770653388.834147:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562a957b00. 00010000:00000010:2.1:1770653388.834162:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d1f9800. 00010000:00000010:2.1:1770653388.834175:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566aadb900. 00010000:00000010:2.1:1770653388.834192:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c987a00. 00010000:00000010:2.1:1770653388.834205:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a6fc000. 00010000:00000010:2.1:1770653388.834232:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556678e6f00. 00010000:00000010:2.1:1770653388.834247:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a7c00. 00010000:00000010:2.1:1770653388.834259:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955625c59e00. 00010000:00000010:2.1:1770653388.834280:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c987e00. 00010000:00000010:2.1:1770653388.834298:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562ea81e00. 00010000:00000010:2.1:1770653388.834307:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a7a00. 00010000:00000010:0.1:1770653388.835885:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e3ec500. 00010000:00000010:3.1:1770653388.835891:0:6545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566b035600. 00010000:00000010:0.1:1770653388.835898:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565f571e00. 00010000:00000010:2.1:1770653388.835903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e9b8a00. 00010000:00000010:0.1:1770653388.835915:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566b1efb00. 00010000:00000010:2.1:1770653388.835921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453c00. 00010000:00000010:0.1:1770653388.835942:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620464000. 00010000:00000010:2.1:1770653388.835946:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955654be1400. 00010000:00000010:0.1:1770653388.835953:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b6600. 00010000:00000010:2.1:1770653388.835957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d1f8a00. 00010000:00000010:0.1:1770653388.835975:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955735189200. 00010000:00000010:0.1:1770653388.835985:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620464e00. 00010000:00000010:0.1:1770653388.835998:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556160c4c00. 00010000:00000010:0.1:1770653388.836014:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564e800e00. 00010000:00000010:0.1:1770653388.836043:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560d78ca00. 00010000:00000010:0.1:1770653388.836066:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563eff2f00. 00010000:00000010:0.1:1770653388.836081:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a6a00. 00010000:00000010:0.1:1770653388.836091:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556195fcc00. 00010000:00000010:0.1:1770653388.836107:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564e198000. 00010000:00000010:0.1:1770653388.836128:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562ab56100. 00010000:00000010:0.1:1770653388.836140:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162000. 00010000:00000010:0.1:1770653388.836152:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556304f9a00. 00010000:00000010:1.1:1770653388.836888:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562721b200. 00010000:00000010:1.1:1770653388.836898:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565f570c00. 00010000:00000010:1.1:1770653388.836911:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452e00. 00010000:00000010:1.1:1770653388.836937:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566977fc00. 00010000:00000010:1.1:1770653388.836962:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601200. 00010000:00000010:1.1:1770653388.836979:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955631425e00. 00010000:00000010:1.1:1770653388.837098:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600e00. 00010000:00000010:1.1:1770653388.837120:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562ede6c00. 00010000:00000010:1.1:1770653388.837133:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955603993200. 00010000:00000010:1.1:1770653388.837149:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c986a00. 00010000:00000010:1.1:1770653388.837165:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560d70bc00. 00010000:00000010:1.1:1770653388.837179:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632f8e600. 00010000:00000010:1.1:1770653388.837198:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c986800. 00010000:00000010:1.1:1770653388.837215:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b113200. 00010000:00000010:1.1:1770653388.837223:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561f2ff200. 00010000:00000010:2.1:1770653388.838909:0:73799:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f5dc000. 00010000:00000010:2.1:1770653388.838939:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a7400. 00010000:00000010:3.1:1770653388.841899:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662a98c00. 00010000:00000010:2.1:1770653388.845879:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556196a6a00. 00010000:00000010:1.1:1770653388.845892:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640635800. 00010000:00000010:1.1:1770653388.845942:0:73802:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556563a5c00. 00010000:00000010:1.1:1770653388.845969:0:73802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d1f8800. 00010000:00000010:0.1:1770653388.850884:0:6529:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f9d3d00. 00010000:00000010:0.1:1770653388.850909:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d1f9a00. 00010000:00000010:2.1:1770653388.858876:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565f7d0500. 00010000:00000010:0.1:1770653388.858877:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955603e86f00. 00010000:00000010:0.1:1770653388.858886:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d1f9000. 00010000:00000010:2.1:1770653388.858891:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a6400. 00010000:00000010:0.1:1770653388.858895:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562349aa00. 00010000:00000010:2.1:1770653388.858902:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669c91700. 00010000:00000010:0.1:1770653388.858912:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955649773200. 00010000:00000010:2.1:1770653388.858921:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453800. 00010000:00000010:3.1:1770653388.862892:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566919f600. 00010000:00000010:1.1:1770653388.863891:0:76647:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955641acf200. 00010000:00000010:1.1:1770653388.863918:0:76647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a6a00. 00010000:00000010:3.1:1770653388.867917:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560c3d7a00. 00010000:00000010:0.1:1770653388.867941:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d949700. 00010000:00000010:0.1:1770653388.867964:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577a00. 00010000:00000010:0.1:1770653388.880902:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955616a97400. 00010000:00000010:2.1:1770653388.884910:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955665ccf100. 00010000:00000010:2.1:1770653388.884947:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a7a00. 00010000:00000010:2.1:1770653388.884959:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c987400. 00010000:00000010:2.1:1770653388.884972:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ace00. 00010000:00000010:1.1:1770653388.887875:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556188abc00. 00010000:00000010:2.1:1770653388.887893:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556389cde00. 00010000:00000010:1.1:1770653388.887898:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556672ce200. 00010000:00000010:3.1:1770653388.887908:0:73809:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561b5b8400. 00010000:00000010:2.1:1770653388.887915:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955644345900. 00010000:00000010:1.1:1770653388.887920:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647576a00. 00010000:00000010:2.1:1770653388.887939:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a6400. 00010000:00000010:1.1:1770653388.887946:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955667213800. 00010000:00000010:1.1:1770653388.887975:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453400. 00010000:00000010:1.1:1770653388.887989:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561bfd4f00. 00010000:00000010:1.1:1770653388.888004:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a7400. 00010000:00000010:0.1:1770653388.888902:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955664070c00. 00010000:00000010:0.1:1770653388.888924:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556389b1000. 00010000:00000010:0.1:1770653388.888956:0:6529:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565e8c9c00. 00010000:00000010:0.1:1770653388.888984:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453a00. 00010000:00000010:2.1:1770653388.891878:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566103ad00. 00010000:00000010:1.1:1770653388.891891:0:76384:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565bea9000. 00010000:00000010:2.1:1770653388.891902:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452800. 00010000:00000010:1.1:1770653388.891904:0:76384:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647576c00. 00010000:00000010:2.1:1770653388.891916:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566043be00. 00010000:00000010:2.1:1770653388.891967:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452e00. 00010000:00000010:3.1:1770653388.893907:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563a00cc00. 00010000:00000010:0.1:1770653388.894893:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561bff6c00. 00010000:00000010:1.1:1770653388.895908:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562e86ce00. 00010000:00000010:3.1:1770653388.901897:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556333f6600. 00010000:00000010:0.1:1770653388.902880:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e006500. 00010000:00000010:0.1:1770653388.902910:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a7c00. 00010000:00000010:2.1:1770653388.912877:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d843900. 00010000:00000010:2.1:1770653388.912893:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453400. 00010000:00000010:0.1:1770653388.912904:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632202a00. 00010000:00000010:1.1:1770653388.914888:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955639ca0a00. 00010000:00000010:3.1:1770653388.914892:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556333f5000. 00010000:00000010:1.1:1770653388.914920:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955642c43900. 00010000:00000010:1.1:1770653388.914960:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a7800. 00010000:00000010:1.1:1770653388.914978:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566042bf00. 00010000:00000010:1.1:1770653388.915007:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa600. 00010000:00000010:1.1:1770653388.915018:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e6b1a00. 00010000:00000010:1.1:1770653388.915035:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565f571e00. 00010000:00000010:2.1:1770653388.919921:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556301b1800. 00010000:00000010:2.1:1770653388.919948:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563f2dd400. 00010000:00000010:0.1:1770653388.920908:0:6530:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e8c9500. 00010000:00000010:0.1:1770653388.920938:0:6530:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0abc00. 00010000:00000010:2.1:1770653388.923889:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f08ee00. 00010000:00000010:2.1:1770653388.923918:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561d275300. 00010000:00000010:2.1:1770653388.923950:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452200. 00010000:00000010:2.1:1770653388.923965:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955735189400. 00010000:00000010:2.1:1770653388.923977:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577000. 00010000:00000010:2.1:1770653388.923996:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561d473600. 00010000:00000010:3.1:1770653388.927888:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556347f7e00. 00010000:00000010:1.1:1770653388.927897:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642905600. 00010000:00000010:2.1:1770653388.927910:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c18e800. 00010000:00000010:1.1:1770653388.927925:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556082cdc00. 00010000:00000010:2.1:1770653388.927934:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5000. 00010000:00000010:1.1:1770653388.927957:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565f570c00. 00010000:00000010:2.1:1770653388.931895:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560ebc8800. 00010000:00000010:0.1:1770653388.931896:0:6529:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e946d00. 00010000:00000010:0.1:1770653388.931915:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453000. 00010000:00000010:2.1:1770653388.931917:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453200. 00010000:00000010:0.1:1770653388.944901:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565c244200. 00010000:00000010:3.1:1770653388.944904:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617a8f200. 00010000:00000010:2.1:1770653388.949877:0:73797:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955608f29100. 00010000:00000010:2.1:1770653388.949898:0:73797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5c00. 00010000:00000010:1.1:1770653388.950889:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669f21a00. 00010000:00000010:1.1:1770653388.950910:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5800. 00010000:00000010:2.1:1770653388.954881:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566968a200. 00010000:00000010:2.1:1770653388.957876:0:5745:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955645899b00. 00010000:00000010:2.1:1770653388.957886:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb4e00. 00010000:00000010:0.1:1770653388.957898:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564a626c00. 00010000:00000010:0.1:1770653388.957936:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351f2400. 00010000:00000010:1.1:1770653388.960889:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564c72fc00. 00010000:00000010:1.1:1770653388.960897:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208b600. 00010000:00000010:0.1:1770653388.960905:0:12203:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557092ffe00. 00010000:00000010:2.1:1770653388.960909:0:73797:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e9d2900. 00010000:00000010:0.1:1770653388.960919:0:12203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb4200. 00010000:00000010:2.1:1770653388.960935:0:73797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a7c00. 00010000:00000010:2.1:1770653388.960949:0:73797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562ce29200. 00010000:00000010:1.1:1770653388.964920:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666612c00. 00010000:00000010:1.1:1770653388.964953:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577000. 00010000:00000010:1.1:1770653388.969873:0:76384:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560d25dc00. 00010000:00000010:2.1:1770653388.969884:0:5745:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14d700. 00010000:00000010:2.1:1770653388.969893:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452400. 00010000:00000010:2.1:1770653388.969904:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a00e800. 00010000:00000010:1.1:1770653388.973905:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71d000. 00010000:00000010:1.1:1770653388.973919:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556660ee400. 00010000:00000010:2.1:1770653388.974903:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955618f28600. 00010000:00000010:2.1:1770653388.974937:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a7400. 00010000:00000010:2.1:1770653388.977897:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ab83a00. 00010000:00000010:0.1:1770653388.977903:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563335e400. 00010000:00000010:2.1:1770653388.977919:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562721c600. 00010000:00000010:0.1:1770653388.977921:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452600. 00010000:00000010:2.1:1770653388.977942:0:5745:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563efa2a00. 00010000:00000010:2.1:1770653388.977953:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5e00. 00010000:00000010:2.1:1770653388.977962:0:5745:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561f81f200. 00010000:00000010:2.1:1770653388.977974:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452000. 00010000:00000010:2.1:1770653388.980875:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566aadd400. 00010000:00000010:1.1:1770653388.980894:0:73798:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562a957500. 00010000:00000010:2.1:1770653388.980895:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a6400. 00010000:00000010:1.1:1770653388.980938:0:73798:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452c00. 00010000:00000010:1.1:1770653388.980951:0:73798:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566968a600. 00010000:00000010:2.1:1770653388.988898:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626f5fe00. 00010000:00000010:2.1:1770653388.988915:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5600. 00010000:00000010:2.1:1770653388.988940:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562e8c7c00. 00010000:00000010:2.1:1770653388.988952:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647576800. 00010000:00000010:1.1:1770653388.993893:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955627f1f800. 00010000:00000010:3.1:1770653388.993899:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556333f7800. 00010000:00000010:2.1:1770653388.997877:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955659633a00. 00010000:00000010:2.1:1770653388.997900:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556201d5e00. 00010000:00000010:3.1:1770653388.997909:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635b61400. 00010000:00000010:2.1:1770653388.997911:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a7a00. 00010000:00000010:1.1:1770653388.997912:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642089400. 00010000:00000010:2.1:1770653388.997937:0:6531:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556593b6c00. 00010000:00000010:1.1:1770653388.997948:0:5743:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955619a1d800. 00010000:00000010:2.1:1770653388.997949:0:6531:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a6a00. 00010000:00000010:1.1:1770653388.997982:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb4200. 00010000:00000010:2.1:1770653388.999899:0:76646:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565d779f00. 00010000:00000010:0.1:1770653388.999899:0:73806:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14d100. 00010000:00000010:2.1:1770653388.999922:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a7400. 00010000:00000010:0.1:1770653388.999922:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb4000. 00010000:00000010:1.1:1770653389.002910:0:76384:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563facb200. 00010000:00000010:0.1:1770653389.008885:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564ee4f200. 00010000:00000010:2.1:1770653389.008889:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556352c4e00. 00010000:00000010:2.1:1770653389.008909:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452c00. 00010000:00000010:1.1:1770653389.011883:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564be2b800. 00010000:00000010:2.1:1770653389.012880:0:5745:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cd43c00. 00010000:00000010:2.1:1770653389.012896:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453e00. 00010000:00000010:1.1:1770653389.015883:0:73798:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562dd9b000. 00010000:00000010:1.1:1770653389.021893:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d2ad100. 00010000:00000010:3.1:1770653389.021902:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e880200. 00010000:00000010:2.1:1770653389.021906:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563dd76c00. 00010000:00000010:1.1:1770653389.021914:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577600. 00010000:00000010:2.1:1770653389.021947:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95572dfeec00. 00010000:00000010:1.1:1770653389.021947:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955602ef4000. 00010000:00000010:2.1:1770653389.021975:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452000. 00010000:00000010:0.1:1770653389.024910:0:7854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f5ddc00. 00010000:00000010:2.1:1770653389.024914:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f180c00. 00010000:00000010:0.1:1770653389.024936:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577e00. 00010000:00000010:2.1:1770653389.024951:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566b1eed00. 00010000:00000010:2.1:1770653389.024969:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb4a00. 00010000:00000010:2.1:1770653389.024983:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565c75c500. 00010000:00000010:2.1:1770653389.024995:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a7c00. 00010000:00000010:1.1:1770653389.033874:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565af4b400. 00010000:00000010:1.1:1770653389.033896:0:6529:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556666acc00. 00010000:00000010:1.1:1770653389.033917:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb4e00. 00010000:00000010:1.1:1770653389.035895:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955621403c00. 00010000:00000010:3.1:1770653389.035907:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556617acc00. 00010000:00000010:1.1:1770653389.042895:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617073600. 00010000:00000010:0.1:1770653389.042901:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566933bd00. 00010000:00000010:0.1:1770653389.042935:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5000. 00010000:00000010:3.1:1770653389.045874:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572eb30400. 00010000:00000010:1.1:1770653389.045890:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557042e0c00. 00010000:00000010:1.1:1770653389.045909:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647576200. 00010000:00000010:1.1:1770653389.045937:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556371fd400. 00010000:00000010:1.1:1770653389.048872:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565f6edb00. 00010000:00000010:1.1:1770653389.048882:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb4c00. 00010000:00000010:2.1:1770653389.048896:0:5741:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632dd5b00. 00010000:00000010:2.1:1770653389.048913:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452600. 00010000:00000010:2.1:1770653389.048944:0:5741:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566938ac00. 00010000:00000010:2.1:1770653389.048962:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577200. 00010000:00000010:2.1:1770653389.053936:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955646a38a00. 00010000:00000010:3.1:1770653389.053941:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556208c6e00. 00010000:00000010:0.1:1770653389.056906:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556072e7900. 00010000:00000010:1.1:1770653389.056907:0:12204:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556449f8f00. 00010000:00000010:2.1:1770653389.056910:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c985400. 00010000:00000010:0.1:1770653389.056942:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a7800. 00010000:00000010:1.1:1770653389.056944:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647576000. 00010000:00000010:2.1:1770653389.056958:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642e93600. 00010000:00000010:1.1:1770653389.059904:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955667212d00. 00010000:00000010:1.1:1770653389.059939:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5200. 00010000:00000010:1.1:1770653389.059955:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633cca600. 00010000:00000010:1.1:1770653389.059980:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577a00. 00010000:00000010:2.1:1770653389.064878:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566154dc00. 00010000:00000010:2.1:1770653389.064894:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5a00. 00010000:00000010:1.1:1770653389.064896:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556371ff200. 00010000:00000010:3.1:1770653389.068882:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564c72e600. 00010000:00000010:2.1:1770653389.068908:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556579a2800. 00010000:00000010:1.1:1770653389.068942:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955623724400. 00010000:00000010:1.1:1770653389.068960:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb4400. 00010000:00000010:0.1:1770653389.071880:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643cdfb00. 00010000:00000010:0.1:1770653389.071904:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452a00. 00010000:00000010:2.1:1770653389.071907:0:73806:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564e9d2f00. 00010000:00000010:2.1:1770653389.071934:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a6a00. 00010000:00000010:1.1:1770653389.077914:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566968b600. 00010000:00000010:2.1:1770653389.081887:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556333f6a00. 00010000:00000010:1.1:1770653389.081908:0:76384:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556201d5400. 00010000:00000010:1.1:1770653389.081944:0:76384:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647576600. 00010000:00000010:2.1:1770653389.086897:0:76646:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643182100. 00010000:00000010:0.1:1770653389.086908:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617072000. 00010000:00000010:2.1:1770653389.086912:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452e00. 00010000:00000010:0.1:1770653389.086939:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556373a1500. 00010000:00000010:0.1:1770653389.086955:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb4c00. 00010000:00000010:1.1:1770653389.092905:0:76384:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562fef4800. 00010000:00000010:3.1:1770653389.093885:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565b51c200. 00010000:00000010:2.1:1770653389.095905:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563d409c00. 00010000:00000010:1.1:1770653389.095918:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635601a00. 00010000:00000010:2.1:1770653389.095919:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556592f5200. 00010000:00000010:2.1:1770653389.095947:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a7400. 00010000:00000010:1.1:1770653389.095953:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95573c3c8600. 00010000:00000010:1.1:1770653389.095978:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453800. 00010000:00000010:1.1:1770653389.095992:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955645f23500. 00010000:00000010:1.1:1770653389.096009:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577400. 00010000:00000010:2.1:1770653389.099893:0:73797:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e6b0700. 00010000:00000010:2.1:1770653389.099903:0:73797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453c00. 00010000:00000010:1.1:1770653389.099909:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632203000. 00010000:00000010:0.1:1770653389.105897:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663563600. 00010000:00000010:0.1:1770653389.105934:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955608f2b000. 00010000:00000010:0.1:1770653389.105953:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5200. 00010000:00000010:0.1:1770653389.107911:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955669785800. 00010000:00000010:1.1:1770653389.112892:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955659631e00. 00010000:00000010:2.1:1770653389.112907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565c75cf00. 00010000:00000010:1.1:1770653389.112910:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955602c70700. 00010000:00000010:2.1:1770653389.112920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5400. 00010000:00000010:2.1:1770653389.112944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564c98e800. 00010000:00000010:1.1:1770653389.112946:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577400. 00010000:00000010:0.1:1770653389.114909:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955624ad6a00. 00010000:00000010:1.1:1770653389.114938:0:76384:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556372caf00. 00010000:00000010:1.1:1770653389.114963:0:76384:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a7a00. 00010000:00000010:1.1:1770653389.114987:0:76384:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563aa73c00. 00010000:00000010:2.1:1770653389.118886:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565ad8df00. 00010000:00000010:2.1:1770653389.118908:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453800. 00010000:00000010:0.1:1770653389.121900:0:73799:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955645899800. 00010000:00000010:0.1:1770653389.121917:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a6400. 00010000:00000010:0.1:1770653389.121944:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617a8e800. 00010000:00000010:1.1:1770653389.124918:0:76384:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955657a1c400. 00010000:00000010:1.1:1770653389.124953:0:76384:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5c00. 00010000:00000010:2.1:1770653389.127906:0:76386:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955669f21400. 00010000:00000010:2.1:1770653389.127920:0:76386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647576600. 00010000:00000010:3.1:1770653389.131876:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955635303600. 00010000:00000010:0.1:1770653389.131883:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955618fd1a00. 00010000:00000010:1.1:1770653389.131906:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cd62900. 00010000:00000010:1.1:1770653389.131945:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577a00. 00010000:00000010:2.1:1770653389.133923:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f360100. 00010000:00000010:2.1:1770653389.133950:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453600. 00010000:00000010:1.1:1770653389.137902:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e918000. 00010000:00000010:3.1:1770653389.139894:0:6545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565b4a8c00. 00010000:00000010:0.1:1770653389.139912:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564208a600. 00010000:00000010:0.1:1770653389.141902:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c14d200. 00010000:00000010:1.1:1770653389.141905:0:76386:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955627176500. 00010000:00000010:2.1:1770653389.141920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564fa1bf00. 00010000:00000010:0.1:1770653389.141936:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5600. 00010000:00000010:1.1:1770653389.141941:0:76386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a7400. 00010000:00000010:2.1:1770653389.141945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453800. 00010000:00000010:1.1:1770653389.148922:0:76386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955624ad6400. 00010000:00000010:1.1:1770653389.148969:0:76386:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955645899f00. 00010000:00000010:1.1:1770653389.148990:0:76386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647576600. 00010000:00000010:3.1:1770653389.152879:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955659630200. 00010000:00000010:0.1:1770653389.152880:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561e7f8000. 00010000:00000010:2.1:1770653389.157892:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955657a1c600. 00010000:00000010:3.1:1770653389.157905:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955617a8ec00. 00010000:00000010:2.1:1770653389.157910:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452a00. 00010000:00000010:2.1:1770653389.157986:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564a1ab400. 00010000:00000010:2.1:1770653389.158006:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a7800. 00010000:00000010:0.1:1770653389.158884:0:6529:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a66b900. 00010000:00000010:0.1:1770653389.158899:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb4000. 00010000:00000010:1.1:1770653389.161899:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955659571800. 00010000:00000010:1.1:1770653389.161939:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647576200. 00010000:00000010:3.1:1770653389.162898:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556088eb800. 00010000:00000010:1.1:1770653389.169895:0:76386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556201bde00. 00010000:00000010:2.1:1770653389.172879:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561fac2a00. 00010000:00000010:3.1:1770653389.172894:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620465000. 00010000:00000010:1.1:1770653389.172905:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562d164100. 00010000:00000010:1.1:1770653389.172945:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453a00. 00010000:00000010:2.1:1770653389.176899:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955631f5da00. 00010000:00000010:2.1:1770653389.176917:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577e00. 00010000:00000010:2.1:1770653389.176938:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564bf80500. 00010000:00000010:2.1:1770653389.176963:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452800. 00010000:00000010:0.1:1770653389.177883:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955618d46e00. 00010000:00000010:2.1:1770653389.179873:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556371ff600. 00010000:00000010:3.1:1770653389.179900:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955632cb4e00. 00010000:00000010:1.1:1770653389.179900:0:6529:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955637199a00. 00010000:00000010:1.1:1770653389.179941:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577600. 00010000:00000010:0.1:1770653389.180881:0:6545:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e6b0d00. 00010000:00000010:0.1:1770653389.180901:0:6545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5600. 00010000:00000010:1.1:1770653389.183892:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565bea9f00. 00010000:00000010:1.1:1770653389.183906:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5c00. 00010000:00000010:3.1:1770653389.187881:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620a2aa00. 00010000:00000010:2.1:1770653389.187892:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c987000. 00010000:00000010:1.1:1770653389.187906:0:76386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562b98e400. 00010000:00000010:1.1:1770653389.190895:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955603e86500. 00010000:00000010:1.1:1770653389.190920:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453200. 00010000:00000010:0.1:1770653389.191888:0:6545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556196a7800. 00010000:00000010:2.1:1770653389.191901:0:6529:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955667213300. 00010000:00000010:0.1:1770653389.191914:0:6545:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666214300. 00010000:00000010:2.1:1770653389.191919:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453400. 00010000:00000010:0.1:1770653389.191934:0:6545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a6a00. 00010000:00000010:2.1:1770653389.191938:0:6529:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e139f00. 00010000:00000010:2.1:1770653389.191954:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb4000. 00010000:00000010:0.1:1770653389.201879:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556470eec00. 00010000:00000010:1.1:1770653389.203896:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566c1bcb00. 00010000:00000010:0.1:1770653389.203899:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566919e000. 00010000:00000010:1.1:1770653389.203941:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5400. 00010000:00000010:1.1:1770653389.205917:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955640637800. 00010000:00000010:3.1:1770653389.208886:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955637272000. 00010000:00000010:3.1:1770653389.208903:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955654be1100. 00010000:00000010:3.1:1770653389.208919:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5800. 00010000:00000010:2.1:1770653389.209880:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564b113800. 00010000:00000010:2.1:1770653389.209894:0:5743:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955638016400. 00010000:00000010:2.1:1770653389.209916:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453a00. 00010000:00000010:0.1:1770653389.213899:0:73806:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561cac4600. 00010000:00000010:0.1:1770653389.213921:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577e00. 00010000:00000010:2.1:1770653389.216878:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561b743a00. 00010000:00000010:3.1:1770653389.218901:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556195fc600. 00010000:00000010:1.1:1770653389.218947:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f84e300. 00010000:00000010:1.1:1770653389.218973:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a7c00. 00010000:00000010:1.1:1770653389.218993:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562ea81600. 00010000:00000010:1.1:1770653389.219006:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453000. 00010000:00000010:3.1:1770653389.221885:0:76384:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562ab56d00. 00010000:00000010:0.1:1770653389.221887:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648944e00. 00010000:00000010:3.1:1770653389.221918:0:76384:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453200. 00010000:00000010:2.1:1770653389.231880:0:73797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955606de2400. 00010000:00000010:1.1:1770653389.234905:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565e3b1e00. 00010000:00000010:2.1:1770653389.237903:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564a1af500. 00010000:00000010:3.1:1770653389.237914:0:3281:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563ed49f00. 00010000:00000010:2.1:1770653389.237921:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577600. 00010000:00000010:2.1:1770653389.237942:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564b282f00. 00010000:00000010:3.1:1770653389.237945:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a7c00. 00010000:00000010:2.1:1770653389.237963:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5a00. 00010000:00000010:2.1:1770653389.237977:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564f5df400. 00010000:00000010:2.1:1770653389.238019:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb4400. 00010000:00000010:2.1:1770653389.238035:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560d25da00. 00010000:00000010:1.1:1770653389.238894:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955654917200. 00010000:00000010:0.1:1770653389.241888:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556160c5e00. 00010000:00000010:3.1:1770653389.241893:0:76384:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560d70b200. 00010000:00000010:0.1:1770653389.241911:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556199c7600. 00010000:00000010:0.1:1770653389.241970:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452600. 00010000:00000010:1.1:1770653389.242902:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d87da00. 00010000:00000010:1.1:1770653389.242940:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453000. 00010000:00000010:2.1:1770653389.253911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562ede7c00. 00010000:00000010:1.1:1770653389.254887:0:7409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955625c59200. 00010000:00000010:1.1:1770653389.254902:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577c00. 00010000:00000010:2.1:1770653389.259875:0:76384:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566aadbf00. 00010000:00000010:3.1:1770653389.259878:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556240c7a00. 00010000:00000010:2.1:1770653389.259901:0:76384:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452400. 00010000:00000010:1.1:1770653389.265897:0:7409:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566a28b200. 00010000:00000010:3.1:1770653389.265898:0:5745:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561bfac400. 00010000:00000010:1.1:1770653389.265922:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453000. 00010000:00000010:3.1:1770653389.265934:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5c00. 00010000:00000010:2.1:1770653389.268882:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955648dddc00. 00010000:00000010:3.1:1770653389.268888:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955710169800. 00010000:00000010:0.1:1770653389.268902:0:6545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95563ebc4800. 00010000:00000010:3.1:1770653389.268905:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625d71600. 00010000:00000010:0.1:1770653389.268921:0:6545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955669448400. 00010000:00000010:0.1:1770653389.268948:0:6545:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955659759500. 00010000:00000010:0.1:1770653389.268964:0:6545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a7c00. 00010000:00000010:0.1:1770653389.272880:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556420e4e00. 00010000:00000010:3.1:1770653389.272905:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565fa9ba00. 00010000:00000010:1.1:1770653389.272916:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556062e1000. 00010000:00000010:3.1:1770653389.272936:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a6a00. 00010000:00000010:1.1:1770653389.272938:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452c00. 00010000:00000010:3.1:1770653389.272946:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95566977ec00. 00010000:00000010:1.1:1770653389.272958:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955605a9f400. 00010000:00000010:3.1:1770653389.272969:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5e00. 00010000:00000010:1.1:1770653389.273002:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577600. 00010000:00000010:1.1:1770653389.275907:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556672cc400. 00010000:00000010:3.1:1770653389.275908:0:76384:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c71c800. 00010000:00000010:0.1:1770653389.279872:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955641933200. 00010000:00000010:0.1:1770653389.279887:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb4a00. 00010000:00000010:1.1:1770653389.285882:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563335e600. 00010000:00000010:1.1:1770653389.285899:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647576800. 00010000:00000010:2.1:1770653389.287897:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11de00. 00010000:00000010:3.1:1770653389.287950:0:5743:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570137c700. 00010000:00000010:3.1:1770653389.287973:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb4200. 00010000:00000010:2.1:1770653389.291878:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955624329800. 00010000:00000010:1.1:1770653389.291899:0:73799:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95564c18e000. 00010000:00000010:1.1:1770653389.291916:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a7800. 00010000:00000010:3.1:1770653389.294951:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565a827600. 00010000:00000010:2.1:1770653389.297874:0:6545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955625d70e00. 00010000:00000010:0.1:1770653389.297897:0:5741:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560efa7c00. 00010000:00000010:2.1:1770653389.297899:0:6545:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633f4cd00. 00010000:00000010:1.1:1770653389.297900:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561b5b9600. 00010000:00000010:0.1:1770653389.297922:0:5741:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452600. 00010000:00000010:2.1:1770653389.297934:0:6545:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452c00. 00010000:00000010:2.1:1770653389.301907:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556216c3600. 00010000:00000010:0.1:1770653389.305913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955630bccc00. 00010000:00000010:3.1:1770653389.305945:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565e8c9500. 00010000:00000010:2.1:1770653389.305945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955618869600. 00010000:00000010:3.1:1770653389.305973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb4a00. 00010000:00000010:2.1:1770653389.305977:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955626734b00. 00010000:00000010:3.1:1770653389.305979:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561b36b100. 00010000:00000010:2.1:1770653389.305984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb4600. 00010000:00000010:3.1:1770653389.305990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452000. 00010000:00000010:3.1:1770653389.307883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955669448a00. 00010000:00000010:3.1:1770653389.307903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560ebc8000. 00010000:00000010:3.1:1770653389.307917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577200. 00010000:00000010:0.1:1770653389.311892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556243a0800. 00010000:00000010:0.1:1770653389.311904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5e00. 00010000:00000010:3.1:1770653398.313897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153000. 00010000:00000010:3.1:1770653398.313905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643d81700. 00010000:00000010:3.1:1770653398.313909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78200. 00010000:00000010:3.1:1770653398.313912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e169200. 00010000:00000010:3.1:1770653398.313915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1800. 00010000:00000010:3.1:1770653398.313918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c55cb00. 00010000:00000010:3.1:1770653398.313921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0c00. 00010000:00000010:3.1:1770653398.313923:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c55c400. 00010000:00000010:3.1:1770653398.313925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79000. 00010000:00000010:3.1:1770653398.313927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c55c700. 00010000:00000010:3.1:1770653398.313929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc200. 00010000:00000010:3.1:1770653398.313932:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562df25000. 00010000:00000010:3.1:1770653398.313934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601c00. 00010000:00000010:3.1:1770653398.313937:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556188e9000. 00010000:00000010:3.1:1770653398.313940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152a00. 00010000:00000010:3.1:1770653398.313942:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643d81f00. 00010000:00000010:3.1:1770653398.313945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78000. 00010000:00000010:3.1:1770653398.313947:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e169e00. 00010000:00000010:3.1:1770653398.313949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3600. 00010000:00000010:3.1:1770653398.313952:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624814400. 00010000:00000010:3.1:1770653398.313954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644347a00. 00010000:00000010:3.1:1770653398.313957:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624814800. 00010000:00000010:3.1:1770653398.313958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc800. 00010000:00000010:3.1:1770653398.313960:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562df25f00. 00010000:00000010:3.1:1770653398.313962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2600. 00010000:00000010:3.1:1770653398.313964:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624814c00. 00010000:00000010:3.1:1770653398.313966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163c00. 00010000:00000010:3.1:1770653398.313969:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556373a1f00. 00010000:00000010:3.1:1770653398.317897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc000. 00010000:00000010:3.1:1770653398.317903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562df25300. 00010000:00000010:3.1:1770653398.317906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644346400. 00010000:00000010:3.1:1770653398.317909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624814200. 00010000:00000010:3.1:1770653398.317911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79c00. 00010000:00000010:3.1:1770653398.317914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c55c100. 00010000:00000010:3.1:1770653398.317917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1c00. 00010000:00000010:3.1:1770653398.317919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c55cd00. 00010000:00000010:3.1:1770653398.317922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152c00. 00010000:00000010:3.1:1770653398.317924:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643d81600. 00010000:00000010:3.1:1770653398.317926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3800. 00010000:00000010:3.1:1770653398.317929:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624814600. 00010000:00000010:3.1:1770653398.317931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0abe00. 00010000:00000010:3.1:1770653398.317934:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556188e9f00. 00010000:00000010:3.1:1770653398.317936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644346c00. 00010000:00000010:3.1:1770653398.317938:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643d81c00. 00010000:00000010:3.1:1770653398.317940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620464200. 00010000:00000010:3.1:1770653398.317943:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e169d00. 00010000:00000010:3.1:1770653398.317945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601a00. 00010000:00000010:3.1:1770653398.317948:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556188e9100. 00010000:00000010:3.1:1770653398.317951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab600. 00010000:00000010:3.1:1770653398.317953:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299700. 00010000:00000010:3.1:1770653398.317956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95560d454800. 00010000:00000010:3.1:1770653398.317967:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562df25e00. 00010000:00000010:3.1:1770653398.317969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016b200. 00010000:00000010:3.1:1770653398.317973:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299c00. 00010000:00000010:3.1:1770653398.317975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2200. 00010000:00000010:3.1:1770653398.317977:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e169f00. 00010000:00000010:3.1:1770653398.317980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab200. 00010000:00000010:3.1:1770653398.317981:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299000. 00010000:00000010:3.1:1770653398.317983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600000. 00010000:00000010:3.1:1770653398.317986:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556188e9800. 00010000:00000010:3.1:1770653398.317988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:3.1:1770653398.317990:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c55c500. 00010000:00000010:3.1:1770653398.317992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79e00. 00010000:00000010:3.1:1770653398.317994:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299f00. 00010000:00000010:3.1:1770653398.317995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3000. 00010000:00000010:3.1:1770653398.317998:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624814500. 00010000:00000010:3.1:1770653398.318000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601800. 00010000:00000010:3.1:1770653398.318002:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556188e9c00. 00010000:00000010:3.1:1770653398.318004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152e00. 00010000:00000010:3.1:1770653398.318006:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643d81200. 00010000:00000010:3.1:1770653398.318008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:3.1:1770653398.318010:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c55c900. 00010000:00000010:3.1:1770653398.318012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc400. 00010000:00000010:3.1:1770653398.318013:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562df25100. 00010000:00000010:3.1:1770653398.318015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644346800. 00010000:00000010:3.1:1770653398.318017:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643d81d00. 00010000:00000010:3.1:1770653398.318019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3400. 00010000:00000010:3.1:1770653398.318021:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e13b200. 00010000:00000010:3.1:1770653398.318022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1000. 00010000:00000010:3.1:1770653398.318024:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c55cc00. 00010000:00000010:3.1:1770653398.318027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644347000. 00010000:00000010:3.1:1770653398.318029:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624814300. 00010000:00000010:3.1:1770653398.318031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79800. 00010000:00000010:3.1:1770653398.318033:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e169700. 00010000:00000010:3.1:1770653398.318035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79a00. 00010000:00000010:3.1:1770653398.318037:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e169b00. 00010000:00000010:3.1:1770653398.318038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aba00. 00010000:00000010:3.1:1770653398.318040:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556188e9e00. 00010000:00000010:3.1:1770653398.318042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78400. 00010000:00000010:3.1:1770653398.318044:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299600. 00010000:00000010:3.1:1770653398.318045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152400. 00010000:00000010:3.1:1770653398.318047:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643d81000. 00010000:00000010:3.1:1770653398.318049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601e00. 00010000:00000010:3.1:1770653398.318051:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556188e9200. 00010000:00000010:3.1:1770653398.318052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3000. 00010000:00000010:3.1:1770653398.318054:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e169900. 00010000:00000010:3.1:1770653398.318056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc600. 00010000:00000010:3.1:1770653398.318057:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562df25800. 00010000:00000010:3.1:1770653398.318059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016ae00. 00010000:00000010:3.1:1770653398.318061:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299900. 00010000:00000010:3.1:1770653398.318063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2a00. 00010000:00000010:3.1:1770653398.318064:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e169300. 00010000:00000010:3.1:1770653398.318066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600600. 00010000:00000010:3.1:1770653398.318068:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556188e9600. 00010000:00000010:3.1:1770653398.318070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd200. 00010000:00000010:3.1:1770653398.318071:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562df25400. 00010000:00000010:3.1:1770653398.318073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016a200. 00010000:00000010:3.1:1770653398.318075:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299800. 00010000:00000010:3.1:1770653398.318077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe1400. 00010000:00000010:3.1:1770653398.318078:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562df25600. 00010000:00000010:3.1:1770653398.318080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa800. 00010000:00000010:3.1:1770653398.318082:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299d00. 00010000:00000010:3.1:1770653398.318085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:3.1:1770653398.318086:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c55c600. 00010000:00000010:3.1:1770653398.318089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1200. 00010000:00000010:3.1:1770653398.318091:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c55c300. 00010000:00000010:3.1:1770653398.318093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644346000. 00010000:00000010:3.1:1770653398.318095:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624814900. 00010000:00000010:3.1:1770653398.318096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdde00. 00010000:00000010:3.1:1770653398.318098:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562df25200. 00010000:00000010:3.1:1770653398.318100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644347600. 00010000:00000010:3.1:1770653398.318102:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643d81500. 00010000:00000010:3.1:1770653398.318103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aac00. 00010000:00000010:3.1:1770653398.318105:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556188e9900. 00010000:00000010:3.1:1770653398.318107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b2c00. 00010000:00000010:3.1:1770653398.318108:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624814d00. 00010000:00000010:3.1:1770653398.318110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152000. 00010000:00000010:3.1:1770653398.318112:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643d81a00. 00010000:00000010:3.1:1770653398.318114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3c00. 00010000:00000010:3.1:1770653398.318115:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624814a00. 00010000:00000010:3.1:1770653398.318117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79200. 00010000:00000010:3.1:1770653398.318119:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e169c00. 00010000:00000010:3.1:1770653398.318121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153c00. 00010000:00000010:3.1:1770653398.318122:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643d81b00. 00010000:00000010:3.1:1770653398.318124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644346a00. 00010000:00000010:3.1:1770653398.318126:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624814b00. 00010000:00000010:3.1:1770653398.318128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2400. 00010000:00000010:3.1:1770653398.318129:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e169500. 00010000:00000010:3.1:1770653398.318131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdca00. 00010000:00000010:3.1:1770653398.318133:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562df25900. 00010000:00000010:3.1:1770653398.318134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78800. 00010000:00000010:3.1:1770653398.318136:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299200. 00010000:00000010:3.1:1770653398.318138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662fe0c00. 00010000:00000010:3.1:1770653398.318144:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562df25d00. 00010000:00000010:3.1:1770653398.318146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0200. 00010000:00000010:3.1:1770653398.318148:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c55ce00. 00010000:00000010:3.1:1770653398.318151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016b000. 00010000:00000010:3.1:1770653398.318153:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299300. 00010000:00000010:3.1:1770653398.318155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd800. 00010000:00000010:3.1:1770653398.318157:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562df25c00. 00010000:00000010:3.1:1770653398.318158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600c00. 00010000:00000010:3.1:1770653398.318160:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556188e9d00. 00010000:00000010:3.1:1770653398.318162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:3.1:1770653398.318164:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c55cf00. 00010000:00000010:3.1:1770653398.318165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3800. 00010000:00000010:3.1:1770653398.318167:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e169600. 00010000:00000010:3.1:1770653398.318169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620464600. 00010000:00000010:3.1:1770653398.318170:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e169800. 00010000:00000010:3.1:1770653398.318172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601600. 00010000:00000010:3.1:1770653398.318174:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556188e9700. 00010000:00000010:3.1:1770653398.318175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2000. 00010000:00000010:3.1:1770653398.318177:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e169000. 00010000:00000010:3.1:1770653398.318179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016be00. 00010000:00000010:3.1:1770653398.318181:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299e00. 00010000:00000010:3.1:1770653398.318182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600200. 00010000:00000010:3.1:1770653398.318184:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556188e9500. 00010000:00000010:3.1:1770653398.318186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644347e00. 00010000:00000010:3.1:1770653398.318187:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624814000. 00010000:00000010:3.1:1770653398.318189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:3.1:1770653398.318191:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c55c800. 00010000:00000010:3.1:1770653398.318192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153a00. 00010000:00000010:3.1:1770653398.318194:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643d81300. 00010000:00000010:3.1:1770653398.318196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a79600. 00010000:00000010:3.1:1770653398.318197:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299a00. 00010000:00000010:3.1:1770653398.318199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa400. 00010000:00000010:3.1:1770653398.318201:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556188e9400. 00010000:00000010:3.1:1770653398.318203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955663a78600. 00010000:00000010:3.1:1770653398.318205:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e169100. 00010000:00000010:3.1:1770653398.318207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f153600. 00010000:00000010:3.1:1770653398.318209:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643d81900. 00010000:00000010:3.1:1770653398.318211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab000. 00010000:00000010:3.1:1770653398.318213:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556188e9a00. 00010000:00000010:3.1:1770653398.318214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1600. 00010000:00000010:3.1:1770653398.318216:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c55ca00. 00010000:00000010:3.1:1770653398.318218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556316b3e00. 00010000:00000010:3.1:1770653398.318223:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624814100. 00010000:00000010:3.1:1770653398.318225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955644347800. 00010000:00000010:3.1:1770653398.318230:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643d81e00. 00010000:00000010:3.1:1770653398.318231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdcc00. 00010000:00000010:3.1:1770653398.318233:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562df25500. 00010000:00000010:3.1:1770653398.318235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3a00. 00010000:00000010:3.1:1770653398.318236:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299100. 00010000:00000010:3.1:1770653398.318238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f2600. 00010000:00000010:3.1:1770653398.318240:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299500. 00010000:00000010:3.1:1770653398.318241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa000. 00010000:00000010:3.1:1770653398.318243:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955632299400. 00010000:00000010:3.1:1770653398.318244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95562c8f3600. 00010000:00000010:3.1:1770653398.318246:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e169400. 00010000:00000010:3.1:1770653398.318248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1e00. 00010000:00000010:3.1:1770653398.318250:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c55c200. 00010000:00000010:3.1:1770653398.318252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600a00. 00010000:00000010:3.1:1770653398.318254:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556188e9300. 00010000:00000010:3.1:1770653398.318256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620464a00. 00010000:00000010:3.1:1770653398.318258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620465a00. 00010000:00000010:3.1:1770653398.318260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f152800. 00010000:00000010:3.1:1770653398.318265:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643d81100. 00010000:00000010:3.1:1770653408.919872:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a7400. 00010000:00000010:3.1:1770653408.924878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a6a00. 00010000:00000010:3.1:1770653408.924885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0a00. 00010000:00000010:3.1:1770653408.924888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a7800. 00010000:00000010:3.1:1770653408.924891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a7a00. 00010000:00000010:3.1:1770653408.924893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016b000. 00010000:00000010:3.1:1770653408.924896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0b00. 00010000:00000010:3.1:1770653408.924898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016a200. 00010000:00000010:3.1:1770653408.924899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016be00. 00010000:00000010:3.1:1770653408.924901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016ae00. 00010000:00000010:3.1:1770653408.924903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0100. 00010000:00000010:3.1:1770653408.924904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a7c00. 00010000:00000010:3.1:1770653408.924906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0800. 00010000:00000010:3.1:1770653408.929867:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0f00. 00010000:00000010:3.1:1770653408.929872:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1600. 00010000:00000010:3.1:1770653408.929884:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0900. 00010000:00000010:3.1:1770653408.929890:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016b200. 00010000:00000010:3.1:1770653408.929896:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0700. 00010000:00000010:0.1:1770653408.929898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:3.1:1770653408.929902:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1e00. 00010000:00000010:3.1:1770653408.938874:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0200. 00010000:00000010:3.1:1770653408.938879:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0000. 00010000:00000010:3.1:1770653408.938883:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1200. 00010000:00000010:3.1:1770653408.938886:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:3.1:1770653408.941869:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:3.1:1770653408.941875:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0800. 00010000:00000010:3.1:1770653408.941879:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:3.1:1770653408.941881:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1000. 00010000:00000010:3.1:1770653408.941885:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1c00. 00010000:00000010:1.1:1770653408.941888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a7a00. 00010000:00000010:3.1:1770653408.941891:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0100. 00010000:00000010:2.1:1770653408.941892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016be00. 00010000:00000010:3.1:1770653408.941897:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0a00. 00010000:00000010:3.1:1770653408.941904:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016ae00. 00010000:00000010:3.1:1770653408.941914:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0c00. 00010000:00000010:3.1:1770653408.945868:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0b00. 00010000:00000010:3.1:1770653408.945872:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1800. 00010000:00000010:3.1:1770653408.945877:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016a200. 00010000:00000010:3.1:1770653408.945879:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0700. 00010000:00000010:3.1:1770653408.945882:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016b000. 00010000:00000010:3.1:1770653408.945886:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016b200. 00010000:00000010:3.1:1770653408.945890:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:3.1:1770653408.945892:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0900. 00010000:00000010:3.1:1770653408.945895:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0600. 00010000:00000010:3.1:1770653408.945897:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a7c00. 00010000:00000010:3.1:1770653408.945906:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1e00. 00010000:00000010:3.1:1770653408.945908:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0f00. 00010000:00000010:3.1:1770653408.945914:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1600. 00010000:00000010:3.1:1770653408.945917:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a6a00. 00010000:00000010:3.1:1770653408.945924:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0000. 00010000:00000010:3.1:1770653408.945930:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a7400. 00010000:00000010:3.1:1770653408.945933:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a7800. 00010000:00000010:3.1:1770653408.950880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:3.1:1770653408.950884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0200. 00010000:00000010:3.1:1770653408.950887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa000. 00010000:00000010:3.1:1770653408.950895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1200. 00010000:00000010:2.1:1770653408.950897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0500. 00010000:00000010:2.1:1770653408.950907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab000. 00010000:00000010:3.1:1770653408.958875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0d00. 00010000:00000010:3.1:1770653408.958880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0200. 00010000:00000010:3.1:1770653408.958882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aac00. 00010000:00000010:3.1:1770653408.958888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0a00. 00010000:00000010:0.1:1770653408.958889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0f00. 00010000:00000010:3.1:1770653408.958892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa800. 00010000:00000010:3.1:1770653408.958901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa400. 00010000:00000010:0.1:1770653408.958901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0abc00. 00010000:00000010:3.1:1770653408.962863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aba00. 00010000:00000010:3.1:1770653408.962869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0100. 00010000:00000010:3.1:1770653408.962873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0abe00. 00010000:00000010:3.1:1770653408.962884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab200. 00010000:00000010:3.1:1770653408.962888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0000. 00010000:00000010:0.1:1770653408.962892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0700. 00010000:00000010:3.1:1770653408.962895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab600. 00010000:00000010:0.1:1770653408.962903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1e00. 00010000:00000010:3.1:1770653408.966866:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa600. 00010000:00000010:3.1:1770653408.966870:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0200. 00010000:00000010:3.1:1770653408.966873:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aaa00. 00010000:00000010:3.1:1770653408.966878:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa000. 00010000:00000010:2.1:1770653408.966878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0d00. 00010000:00000010:3.1:1770653408.966882:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab000. 00010000:00000010:3.1:1770653408.966888:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0600. 00010000:00000010:2.1:1770653408.966890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:3.1:1770653408.966892:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1600. 00010000:00000010:3.1:1770653408.966901:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1200. 00010000:00000010:3.1:1770653408.966906:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0900. 00010000:00000010:3.1:1770653408.966909:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:3.1:1770653408.966911:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1800. 00010000:00000010:3.1:1770653408.966913:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0b00. 00010000:00000010:3.1:1770653408.966915:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0c00. 00010000:00000010:3.1:1770653408.966917:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:3.1:1770653408.970870:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1c00. 00010000:00000010:3.1:1770653408.970875:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0800. 00010000:00000010:3.1:1770653408.970877:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:3.1:1770653408.970882:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0200. 00010000:00000010:3.1:1770653408.970885:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0a00. 00010000:00000010:3.1:1770653408.970887:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1000. 00010000:00000010:3.1:1770653408.974870:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab600. 00010000:00000010:3.1:1770653408.974876:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0000. 00010000:00000010:3.1:1770653408.974879:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab200. 00010000:00000010:3.1:1770653408.974881:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1e00. 00010000:00000010:3.1:1770653408.974888:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0abe00. 00010000:00000010:1.1:1770653408.974888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab000. 00010000:00000010:3.1:1770653408.974894:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0100. 00010000:00000010:3.1:1770653408.974899:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0700. 00010000:00000010:3.1:1770653408.974903:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0abc00. 00010000:00000010:3.1:1770653408.974910:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aba00. 00010000:00000010:3.1:1770653408.979889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0300. 00010000:00000010:3.1:1770653408.979897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa400. 00010000:00000010:3.1:1770653408.979903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aaa00. 00010000:00000010:3.1:1770653408.979909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0b00. 00010000:00000010:3.1:1770653408.979916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa600. 00010000:00000010:3.1:1770653408.979921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa000. 00010000:00000010:2.1:1770653408.983869:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0800. 00010000:00000010:2.1:1770653408.983875:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdca00. 00010000:00000010:3.1:1770653408.983880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa800. 00010000:00000010:3.1:1770653408.983887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0900. 00010000:00000010:3.1:1770653408.983893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd800. 00010000:00000010:3.1:1770653408.983900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aac00. 00010000:00000010:2.1:1770653408.992871:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc400. 00010000:00000010:2.1:1770653408.992876:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0100. 00010000:00000010:0.1:1770653408.992881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e946b00. 00010000:00000010:3.1:1770653408.992883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0a00. 00010000:00000010:2.1:1770653408.992884:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647576000. 00010000:00000010:0.1:1770653408.992890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577a00. 00010000:00000010:3.1:1770653408.992892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdcc00. 00010000:00000010:3.1:1770653408.992899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd200. 00010000:00000010:2.1:1770653408.992901:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647576c00. 00010000:00000010:3.1:1770653408.992903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0700. 00010000:00000010:3.1:1770653408.992909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc600. 00010000:00000010:3.1:1770653408.992912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdde00. 00010000:00000010:2.1:1770653408.996869:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647576800. 00010000:00000010:2.1:1770653408.996875:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e946300. 00010000:00000010:3.1:1770653408.996880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e946200. 00010000:00000010:2.1:1770653408.996882:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647576a00. 00010000:00000010:3.1:1770653408.996889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577400. 00010000:00000010:2.1:1770653408.996892:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577200. 00010000:00000010:3.1:1770653408.996895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e946900. 00010000:00000010:3.1:1770653408.996901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647576e00. 00010000:00000010:0.1:1770653408.998878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577c00. 00010000:00000010:1.1:1770653408.998891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1e00. 00010000:00000010:2.1:1770653408.998897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647576600. 00010000:00000010:2.1:1770653408.998907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e946e00. 00010000:00000010:2.1:1770653408.998911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e946f00. 00010000:00000010:2.1:1770653408.998915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577600. 00010000:00000010:2.1:1770653408.998921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647576200. 00010000:00000010:2.1:1770653408.998925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577000. 00010000:00000010:2.1:1770653408.998928:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e946d00. 00010000:00000010:2.1:1770653408.998931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577800. 00010000:00000010:2.1:1770653408.998934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577e00. 00010000:00000010:2.1:1770653408.998937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647576400. 00010000:00000010:2.1:1770653408.998940:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e946a00. 00010000:00000010:2.1:1770653408.998943:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633f4cd00. 00010000:00000010:2.1:1770653408.998947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577a00. 00010000:00000010:2.1:1770653408.998953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647576c00. 00010000:00000010:2.1:1770653409.002897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e946b00. 00010000:00000010:2.1:1770653409.002905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647576000. 00010000:00000010:2.1:1770653409.002909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0200. 00010000:00000010:2.1:1770653409.002912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633f4c800. 00010000:00000010:2.1:1770653409.002916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:2.1:1770653409.002919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1000. 00010000:00000010:2.1:1770653409.007868:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1c00. 00010000:00000010:2.1:1770653409.007876:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e946900. 00010000:00000010:2.1:1770653409.009876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e946d00. 00010000:00000010:2.1:1770653409.009883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1800. 00010000:00000010:1.1:1770653409.009891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:2.1:1770653409.009894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:3.1:1770653409.009921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e946a00. 00010000:00000010:3.1:1770653409.009928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0c00. 00010000:00000010:2.1:1770653409.013879:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:2.1:1770653409.013885:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e946b00. 00010000:00000010:0.1:1770653409.013890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647576000. 00010000:00000010:2.1:1770653409.013891:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0200. 00010000:00000010:2.1:1770653409.013900:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1000. 00010000:00000010:2.1:1770653409.013906:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1200. 00010000:00000010:2.1:1770653409.013910:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e946f00. 00010000:00000010:2.1:1770653409.013914:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e946200. 00010000:00000010:2.1:1770653409.013918:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1e00. 00010000:00000010:2.1:1770653409.013928:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1600. 00010000:00000010:2.1:1770653409.017870:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e946e00. 00010000:00000010:2.1:1770653409.017874:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:2.1:1770653409.017878:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577a00. 00010000:00000010:2.1:1770653409.021879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e946d00. 00010000:00000010:0.1:1770653409.021881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e946a00. 00010000:00000010:2.1:1770653409.021889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647576400. 00010000:00000010:0.1:1770653409.021890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577600. 00010000:00000010:2.1:1770653409.021900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647576c00. 00010000:00000010:2.1:1770653409.021906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577e00. 00010000:00000010:2.1:1770653409.021910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e946900. 00010000:00000010:2.1:1770653409.021914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647576200. 00010000:00000010:2.1:1770653409.021920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577800. 00010000:00000010:0.1:1770653409.025889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e946300. 00010000:00000010:2.1:1770653409.025892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577c00. 00010000:00000010:0.1:1770653409.025897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577000. 00010000:00000010:2.1:1770653409.025904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e946200. 00010000:00000010:2.1:1770653409.025911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647576e00. 00010000:00000010:2.1:1770653409.025914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647576600. 00010000:00000010:2.1:1770653409.029889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577200. 00010000:00000010:0.1:1770653409.029893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647576800. 00010000:00000010:2.1:1770653409.029900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e946f00. 00010000:00000010:2.1:1770653409.029909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e946b00. 00010000:00000010:2.1:1770653409.029917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647576a00. 00010000:00000010:2.1:1770653409.029929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577a00. 00010000:00000010:2.1:1770653409.029936:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e946e00. 00010000:00000010:2.1:1770653409.029942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577400. 00010000:00000010:1.1:1770653409.038891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e946300. 00010000:00000010:2.1:1770653409.038899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647576200. 00010000:00000010:1.1:1770653409.038901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647576400. 00010000:00000010:2.1:1770653409.038913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e946900. 00010000:00000010:2.1:1770653409.038920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577e00. 00010000:00000010:2.1:1770653409.038924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577800. 00010000:00000010:2.1:1770653409.038927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647576c00. 00010000:00000010:2.1:1770653409.038931:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e946d00. 00010000:00000010:2.1:1770653409.042896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577c00. 00010000:00000010:3.1:1770653409.042903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e946200. 00010000:00000010:2.1:1770653409.042912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647576600. 00010000:00000010:3.1:1770653409.042914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647576e00. 00010000:00000010:2.1:1770653409.042925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577a00. 00010000:00000010:2.1:1770653409.044872:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e946e00. 00010000:00000010:2.1:1770653409.044879:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647576a00. 00010000:00000010:0.1:1770653409.044886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adeda00. 00010000:00000010:2.1:1770653409.044887:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577400. 00010000:00000010:2.1:1770653409.044898:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577200. 00010000:00000010:1.1:1770653409.044898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e946a00. 00010000:00000010:0.1:1770653409.044898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0c00. 00010000:00000010:1.1:1770653409.044910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647576000. 00010000:00000010:2.1:1770653409.044912:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e946b00. 00010000:00000010:2.1:1770653409.044922:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577600. 00010000:00000010:2.1:1770653409.044931:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647576800. 00010000:00000010:2.1:1770653409.044934:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e946f00. 00010000:00000010:2.1:1770653409.044940:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955647577000. 00010000:00000010:2.1:1770653409.044943:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1600. 00010000:00000010:2.1:1770653409.044947:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633f4c800. 00010000:00000010:2.1:1770653409.044950:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1e00. 00010000:00000010:2.1:1770653409.044952:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:2.1:1770653409.049899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1200. 00010000:00000010:2.1:1770653409.049907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633f4cd00. 00010000:00000010:2.1:1770653409.049913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:2.1:1770653409.049924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1000. 00010000:00000010:3.1:1770653409.053885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded300. 00010000:00000010:3.1:1770653409.053892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0200. 00010000:00000010:0.1:1770653409.057896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedd00. 00010000:00000010:0.1:1770653409.057904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0c00. 00010000:00000010:2.1:1770653409.058865:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0000. 00010000:00000010:2.1:1770653409.058870:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded900. 00010000:00000010:2.1:1770653409.058875:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1800. 00010000:00000010:2.1:1770653409.058881:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0600. 00010000:00000010:2.1:1770653409.058885:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1c00. 00010000:00000010:2.1:1770653409.058890:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded700. 00010000:00000010:2.1:1770653409.058894:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1600. 00010000:00000010:2.1:1770653409.058904:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1400. 00010000:00000010:2.1:1770653409.058911:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded400. 00010000:00000010:2.1:1770653409.058917:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1e00. 00010000:00000010:2.1:1770653409.065875:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0e00. 00010000:00000010:2.1:1770653409.065883:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded000. 00010000:00000010:2.1:1770653409.065888:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1200. 00010000:00000010:2.1:1770653409.065893:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1000. 00010000:00000010:2.1:1770653409.065897:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016b200. 00010000:00000010:2.1:1770653409.065901:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedc00. 00010000:00000010:2.1:1770653409.073884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016ae00. 00010000:00000010:1.1:1770653409.073887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded700. 00010000:00000010:0.1:1770653409.073894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded100. 00010000:00000010:1.1:1770653409.073898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d1f9a00. 00010000:00000010:2.1:1770653409.073901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016b000. 00010000:00000010:0.1:1770653409.073906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016be00. 00010000:00000010:2.1:1770653409.073910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c987400. 00010000:00000010:0.1:1770653409.073913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded200. 00010000:00000010:2.1:1770653409.073921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adede00. 00010000:00000010:0.1:1770653409.073922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016a200. 00010000:00000010:2.1:1770653409.073934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c986800. 00010000:00000010:2.1:1770653409.073941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c987000. 00010000:00000010:1.1:1770653409.077877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163e00. 00010000:00000010:3.1:1770653409.077883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedc00. 00010000:00000010:2.1:1770653409.077894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c986a00. 00010000:00000010:3.1:1770653409.077895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163c00. 00010000:00000010:2.1:1770653409.077906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded500. 00010000:00000010:2.1:1770653409.077913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d1f9000. 00010000:00000010:2.1:1770653409.077921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c987e00. 00010000:00000010:2.1:1770653409.077924:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded400. 00010000:00000010:2.1:1770653409.077928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c987a00. 00010000:00000010:2.1:1770653409.077933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d1f8a00. 00010000:00000010:2.1:1770653409.077937:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded900. 00010000:00000010:2.1:1770653409.077941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d1f9800. 00010000:00000010:2.1:1770653409.077944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d1f8800. 00010000:00000010:2.1:1770653409.082869:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d1f8c00. 00010000:00000010:2.1:1770653409.082877:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded800. 00010000:00000010:2.1:1770653409.082883:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded000. 00010000:00000010:2.1:1770653409.082889:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162000. 00010000:00000010:2.1:1770653409.082899:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016b200. 00010000:00000010:2.1:1770653409.082903:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162200. 00010000:00000010:2.1:1770653409.082906:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedf00. 00010000:00000010:2.1:1770653409.082910:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620465a00. 00010000:00000010:2.1:1770653409.082916:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163200. 00010000:00000010:0.1:1770653409.087881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded300. 00010000:00000010:2.1:1770653409.087888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620464a00. 00010000:00000010:0.1:1770653409.087889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620464e00. 00010000:00000010:2.1:1770653409.087900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedd00. 00010000:00000010:2.1:1770653409.087907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620465000. 00010000:00000010:2.1:1770653409.087914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620464600. 00010000:00000010:2.1:1770653409.087917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adede00. 00010000:00000010:2.1:1770653409.087921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620464200. 00010000:00000010:3.1:1770653409.091880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded500. 00010000:00000010:3.1:1770653409.091886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c987000. 00010000:00000010:2.1:1770653409.091890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620465e00. 00010000:00000010:2.1:1770653409.091900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded900. 00010000:00000010:2.1:1770653409.091905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c987a00. 00010000:00000010:2.1:1770653409.091908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620464000. 00010000:00000010:2.1:1770653409.091911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c987e00. 00010000:00000010:2.1:1770653409.091915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded400. 00010000:00000010:2.1:1770653409.091918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c986800. 00010000:00000010:2.1:1770653409.091925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c986a00. 00010000:00000010:0.1:1770653409.095889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedf00. 00010000:00000010:2.1:1770653409.095892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016b200. 00010000:00000010:0.1:1770653409.095896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c987400. 00010000:00000010:2.1:1770653409.095903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded000. 00010000:00000010:2.1:1770653409.095910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016a200. 00010000:00000010:2.1:1770653409.095914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620465a00. 00010000:00000010:2.1:1770653409.099897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016be00. 00010000:00000010:0.1:1770653409.099903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedd00. 00010000:00000010:2.1:1770653409.099909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded800. 00010000:00000010:0.1:1770653409.099912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620464600. 00010000:00000010:2.1:1770653409.099920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620464200. 00010000:00000010:2.1:1770653409.099933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016b000. 00010000:00000010:2.1:1770653409.099940:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adede00. 00010000:00000010:2.1:1770653409.099945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016ae00. 00010000:00000010:2.1:1770653409.107869:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620465e00. 00010000:00000010:2.1:1770653409.107876:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded400. 00010000:00000010:2.1:1770653409.107882:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620465000. 00010000:00000010:2.1:1770653409.107886:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620464000. 00010000:00000010:2.1:1770653409.107893:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620464e00. 00010000:00000010:1.1:1770653409.107893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adeda00. 00010000:00000010:1.1:1770653409.107904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016b200. 00010000:00000010:2.1:1770653409.107905:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded900. 00010000:00000010:2.1:1770653409.111870:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016a200. 00010000:00000010:0.1:1770653409.111877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded000. 00010000:00000010:2.1:1770653409.111884:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620465a00. 00010000:00000010:0.1:1770653409.111885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620464a00. 00010000:00000010:1.1:1770653409.111891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2be00. 00010000:00000010:2.1:1770653409.111894:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016b000. 00010000:00000010:2.1:1770653409.115890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adede00. 00010000:00000010:2.1:1770653409.115898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016be00. 00010000:00000010:2.1:1770653409.115902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016ae00. 00010000:00000010:2.1:1770653409.115906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ac00. 00010000:00000010:2.1:1770653409.115910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded800. 00010000:00000010:2.1:1770653409.115913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedf00. 00010000:00000010:2.1:1770653409.115917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b600. 00010000:00000010:2.1:1770653409.115924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a200. 00010000:00000010:2.1:1770653409.115928:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedd00. 00010000:00000010:2.1:1770653409.115931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a600. 00010000:00000010:2.1:1770653409.115934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b000. 00010000:00000010:2.1:1770653409.115937:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded500. 00010000:00000010:2.1:1770653409.115940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2bc00. 00010000:00000010:2.1:1770653409.115943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ae00. 00010000:00000010:3.1:1770653409.119880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded900. 00010000:00000010:2.1:1770653409.119887:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b400. 00010000:00000010:3.1:1770653409.119888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2aa00. 00010000:00000010:0.1:1770653409.119891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a000. 00010000:00000010:2.1:1770653409.119900:0:3275:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded300. 00010000:00000010:2.1:1770653409.119908:0:3275:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded400. 00010000:00000010:2.1:1770653409.119912:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b200. 00010000:00000010:2.1:1770653409.119920:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b800. 00010000:00000010:2.1:1770653409.123875:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a800. 00010000:00000010:2.1:1770653409.123882:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedc00. 00010000:00000010:2.1:1770653409.123890:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a400. 00010000:00000010:2.1:1770653409.123895:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ba00. 00010000:00000010:2.1:1770653409.127871:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2be00. 00010000:00000010:2.1:1770653409.127878:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded200. 00010000:00000010:2.1:1770653409.127883:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedd00. 00010000:00000010:2.1:1770653409.127886:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b000. 00010000:00000010:0.1:1770653409.127894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a600. 00010000:00000010:2.1:1770653409.127898:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ae00. 00010000:00000010:2.1:1770653409.127905:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded500. 00010000:00000010:2.1:1770653409.127909:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2bc00. 00010000:00000010:2.1:1770653409.131871:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b200. 00010000:00000010:2.1:1770653409.131876:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded400. 00010000:00000010:2.1:1770653409.131884:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b400. 00010000:00000010:2.1:1770653409.131892:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b800. 00010000:00000010:2.1:1770653409.131899:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a200. 00010000:00000010:2.1:1770653409.131905:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded300. 00010000:00000010:2.1:1770653409.131913:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedf00. 00010000:00000010:2.1:1770653409.131922:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a800. 00010000:00000010:2.1:1770653409.131937:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ba00. 00010000:00000010:2.1:1770653409.135879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a000. 00010000:00000010:2.1:1770653409.135886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded500. 00010000:00000010:2.1:1770653409.135890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2bc00. 00010000:00000010:0.1:1770653409.135895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b600. 00010000:00000010:2.1:1770653409.135896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ac00. 00010000:00000010:0.1:1770653409.135904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedc00. 00010000:00000010:0.1:1770653409.135910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a400. 00010000:00000010:1.1:1770653409.139876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a600. 00010000:00000010:2.1:1770653409.139898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ae00. 00010000:00000010:2.1:1770653409.139908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedd00. 00010000:00000010:2.1:1770653409.139912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded800. 00010000:00000010:2.1:1770653409.139915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2aa00. 00010000:00000010:2.1:1770653409.139925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b000. 00010000:00000010:1.1:1770653409.143889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded400. 00010000:00000010:2.1:1770653409.143896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded200. 00010000:00000010:1.1:1770653409.143898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b400. 00010000:00000010:2.1:1770653409.143909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2be00. 00010000:00000010:2.1:1770653409.143918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a800. 00010000:00000010:2.1:1770653409.143922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedf00. 00010000:00000010:2.1:1770653409.143925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a200. 00010000:00000010:2.1:1770653409.143928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ba00. 00010000:00000010:2.1:1770653409.151867:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b800. 00010000:00000010:2.1:1770653409.151873:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded300. 00010000:00000010:2.1:1770653409.151877:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a000. 00010000:00000010:2.1:1770653409.151884:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ac00. 00010000:00000010:0.1:1770653409.151894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded500. 00010000:00000010:0.1:1770653409.151904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2bc00. 00010000:00000010:2.1:1770653409.156899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2aa00. 00010000:00000010:2.1:1770653409.156909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded800. 00010000:00000010:2.1:1770653409.156914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ae00. 00010000:00000010:2.1:1770653409.156918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b000. 00010000:00000010:2.1:1770653409.156922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b200. 00010000:00000010:2.1:1770653409.156926:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedd00. 00010000:00000010:3.1:1770653409.160863:0:3282:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded700. 00010000:00000010:3.1:1770653409.160869:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955649770400. 00010000:00000010:2.1:1770653409.160895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded200. 00010000:00000010:0.1:1770653409.160898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2be00. 00010000:00000010:0.1:1770653409.160908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955649771600. 00010000:00000010:2.1:1770653409.160914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a800. 00010000:00000010:2.1:1770653409.160928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ba00. 00010000:00000010:2.1:1770653409.160934:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedf00. 00010000:00000010:2.1:1770653409.160937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a200. 00010000:00000010:2.1:1770653409.160938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a600. 00010000:00000010:2.1:1770653409.160941:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adede00. 00010000:00000010:2.1:1770653409.160942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a400. 00010000:00000010:2.1:1770653409.161076:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b400. 00010000:00000010:2.1:1770653409.161079:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b600. 00010000:00000010:2.1:1770653409.161081:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded100. 00010000:00000010:2.1:1770653409.161083:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded400. 00010000:00000010:2.1:1770653409.161086:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955649771a00. 00010000:00000010:2.1:1770653409.161090:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955649770200. 00010000:00000010:2.1:1770653409.164872:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955649771000. 00010000:00000010:2.1:1770653409.164878:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded300. 00010000:00000010:2.1:1770653409.164883:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955649770e00. 00010000:00000010:2.1:1770653409.164888:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955649771e00. 00010000:00000010:0.1:1770653409.169876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded800. 00010000:00000010:0.1:1770653409.169883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955649771200. 00010000:00000010:2.1:1770653409.169885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955649770c00. 00010000:00000010:2.1:1770653409.169894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedc00. 00010000:00000010:2.1:1770653409.169898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955649770600. 00010000:00000010:2.1:1770653409.169903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955649770800. 00010000:00000010:2.1:1770653409.169907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedd00. 00010000:00000010:2.1:1770653409.169910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955649771800. 00010000:00000010:2.1:1770653409.173884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955649771a00. 00010000:00000010:1.1:1770653409.173890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955649771c00. 00010000:00000010:2.1:1770653409.173894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded400. 00010000:00000010:0.1:1770653409.173894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded300. 00010000:00000010:0.1:1770653409.173905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955649770e00. 00010000:00000010:2.1:1770653409.173907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955649770000. 00010000:00000010:2.1:1770653409.173914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955649770200. 00010000:00000010:2.1:1770653409.173919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955649770a00. 00010000:00000010:2.1:1770653409.173925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded100. 00010000:00000010:2.1:1770653409.173932:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adede00. 00010000:00000010:2.1:1770653409.173937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955649771000. 00010000:00000010:2.1:1770653409.173947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955649771e00. 00010000:00000010:2.1:1770653409.177886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955649771600. 00010000:00000010:2.1:1770653409.177894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedf00. 00010000:00000010:2.1:1770653409.177898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955649770400. 00010000:00000010:2.1:1770653409.177901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955649771400. 00010000:00000010:2.1:1770653409.185871:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b600. 00010000:00000010:2.1:1770653409.185878:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded200. 00010000:00000010:2.1:1770653409.185883:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a600. 00010000:00000010:1.1:1770653409.185890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedc00. 00010000:00000010:2.1:1770653409.185893:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b400. 00010000:00000010:1.1:1770653409.185900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a200. 00010000:00000010:2.1:1770653409.185902:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedd00. 00010000:00000010:2.1:1770653409.185910:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a400. 00010000:00000010:2.1:1770653409.189873:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a800. 00010000:00000010:0.1:1770653409.189877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded400. 00010000:00000010:2.1:1770653409.189881:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adede00. 00010000:00000010:0.1:1770653409.189887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2bc00. 00010000:00000010:2.1:1770653409.189891:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2be00. 00010000:00000010:0.1:1770653409.189895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedf00. 00010000:00000010:2.1:1770653409.189900:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ba00. 00010000:00000010:0.1:1770653409.189902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ae00. 00010000:00000010:2.1:1770653409.189909:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b200. 00010000:00000010:2.1:1770653409.189916:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded100. 00010000:00000010:2.1:1770653409.193868:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2aa00. 00010000:00000010:0.1:1770653409.193875:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b4200. 00010000:00000010:2.1:1770653409.193880:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b000. 00010000:00000010:2.1:1770653409.193887:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a000. 00010000:00000010:2.1:1770653409.193892:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded900. 00010000:00000010:2.1:1770653409.193895:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b800. 00010000:00000010:2.1:1770653409.193898:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ac00. 00010000:00000010:2.1:1770653409.193902:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b4a00. 00010000:00000010:2.1:1770653409.193905:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded000. 00010000:00000010:2.1:1770653409.193911:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded300. 00010000:00000010:2.1:1770653409.193914:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b5800. 00010000:00000010:2.1:1770653409.193920:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b5c00. 00010000:00000010:2.1:1770653409.197885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adeda00. 00010000:00000010:2.1:1770653409.197892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b4600. 00010000:00000010:2.1:1770653409.197896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b4e00. 00010000:00000010:2.1:1770653409.197899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedd00. 00010000:00000010:2.1:1770653409.197903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b4000. 00010000:00000010:2.1:1770653409.197906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b5400. 00010000:00000010:0.1:1770653409.201894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adede00. 00010000:00000010:2.1:1770653409.201899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b4800. 00010000:00000010:3.1:1770653409.201903:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded100. 00010000:00000010:0.1:1770653409.201904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b5200. 00010000:00000010:2.1:1770653409.201911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded200. 00010000:00000010:3.1:1770653409.201914:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b4400. 00010000:00000010:2.1:1770653409.201923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b5e00. 00010000:00000010:2.1:1770653409.201934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b5000. 00010000:00000010:1.1:1770653409.205894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b4600. 00010000:00000010:2.1:1770653409.205898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b5800. 00010000:00000010:2.1:1770653409.205909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded300. 00010000:00000010:2.1:1770653409.205914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b4a00. 00010000:00000010:2.1:1770653409.205918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b5c00. 00010000:00000010:2.1:1770653409.213869:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b5a00. 00010000:00000010:2.1:1770653409.213876:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded000. 00010000:00000010:2.1:1770653409.213883:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adeda00. 00010000:00000010:2.1:1770653409.213887:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b4e00. 00010000:00000010:2.1:1770653409.213894:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b5400. 00010000:00000010:2.1:1770653409.213897:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedd00. 00010000:00000010:2.1:1770653409.213901:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b4000. 00010000:00000010:2.1:1770653409.218883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b5e00. 00010000:00000010:0.1:1770653409.218891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded300. 00010000:00000010:1.1:1770653409.218894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b5600. 00010000:00000010:2.1:1770653409.218895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded200. 00010000:00000010:0.1:1770653409.218904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b4a00. 00010000:00000010:2.1:1770653409.218907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b4800. 00010000:00000010:2.1:1770653409.218915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b5000. 00010000:00000010:2.1:1770653409.218919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b4c00. 00010000:00000010:2.1:1770653409.218922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded900. 00010000:00000010:0.1:1770653409.226884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adede00. 00010000:00000010:0.1:1770653409.226893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b000. 00010000:00000010:2.1:1770653409.226904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded800. 00010000:00000010:2.1:1770653409.226914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b5800. 00010000:00000010:2.1:1770653409.226922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b5c00. 00010000:00000010:2.1:1770653409.226925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b4400. 00010000:00000010:2.1:1770653409.226929:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded700. 00010000:00000010:2.1:1770653409.226933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b5200. 00010000:00000010:2.1:1770653409.226936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b4600. 00010000:00000010:2.1:1770653409.226940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b4200. 00010000:00000010:2.1:1770653409.226943:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded500. 00010000:00000010:2.1:1770653409.226947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a000. 00010000:00000010:2.1:1770653409.226953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ac00. 00010000:00000010:2.1:1770653409.230885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded100. 00010000:00000010:2.1:1770653409.230893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b800. 00010000:00000010:2.1:1770653409.230898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b200. 00010000:00000010:2.1:1770653409.230901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedd00. 00010000:00000010:2.1:1770653409.230905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ae00. 00010000:00000010:2.1:1770653409.230909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2aa00. 00010000:00000010:2.1:1770653409.234875:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ba00. 00010000:00000010:2.1:1770653409.234882:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adeda00. 00010000:00000010:2.1:1770653409.234887:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a800. 00010000:00000010:0.1:1770653409.234891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded200. 00010000:00000010:2.1:1770653409.234896:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2be00. 00010000:00000010:0.1:1770653409.234901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a400. 00010000:00000010:2.1:1770653409.234905:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b400. 00010000:00000010:0.1:1770653409.234907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded900. 00010000:00000010:2.1:1770653409.234915:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded000. 00010000:00000010:0.1:1770653409.234916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2bc00. 00010000:00000010:2.1:1770653409.234927:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a600. 00010000:00000010:2.1:1770653409.234933:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a200. 00010000:00000010:2.1:1770653409.234939:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b600. 00010000:00000010:2.1:1770653409.234942:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedf00. 00010000:00000010:2.1:1770653409.238874:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b000. 00010000:00000010:2.1:1770653409.238886:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ac00. 00010000:00000010:2.1:1770653409.238892:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded500. 00010000:00000010:0.1:1770653409.238897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded700. 00010000:00000010:2.1:1770653409.238899:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a000. 00010000:00000010:0.1:1770653409.238908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b4200. 00010000:00000010:2.1:1770653409.242870:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b5200. 00010000:00000010:1.1:1770653409.242877:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b4800. 00010000:00000010:2.1:1770653409.242880:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedd00. 00010000:00000010:2.1:1770653409.242889:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b4400. 00010000:00000010:2.1:1770653409.242898:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b4600. 00010000:00000010:3.1:1770653409.242901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded800. 00010000:00000010:2.1:1770653409.242908:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b5c00. 00010000:00000010:3.1:1770653409.242913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b4c00. 00010000:00000010:2.1:1770653409.242918:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded100. 00010000:00000010:2.1:1770653409.242930:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded400. 00010000:00000010:2.1:1770653409.242940:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b5000. 00010000:00000010:2.1:1770653409.242956:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b5800. 00010000:00000010:2.1:1770653409.250887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b5600. 00010000:00000010:2.1:1770653409.250895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedf00. 00010000:00000010:2.1:1770653409.250900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b5e00. 00010000:00000010:2.1:1770653409.250905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b4a00. 00010000:00000010:2.1:1770653409.253890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b4000. 00010000:00000010:2.1:1770653409.253899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded000. 00010000:00000010:1.1:1770653409.253903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b4200. 00010000:00000010:2.1:1770653409.253905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adeda00. 00010000:00000010:2.1:1770653409.253915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b5a00. 00010000:00000010:2.1:1770653409.253925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b5400. 00010000:00000010:2.1:1770653409.256870:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded500. 00010000:00000010:0.1:1770653409.256876:0:5745:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedc00. 00010000:00000010:2.1:1770653409.256878:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b4e00. 00010000:00000010:0.1:1770653409.256887:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b4800. 00010000:00000010:2.1:1770653409.256889:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b5000. 00010000:00000010:3.1:1770653409.256898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedd00. 00010000:00000010:2.1:1770653409.256899:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded400. 00010000:00000010:3.1:1770653409.256912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b5200. 00010000:00000010:2.1:1770653409.256914:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b5c00. 00010000:00000010:2.1:1770653409.256925:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b5800. 00010000:00000010:2.1:1770653409.256934:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b4600. 00010000:00000010:2.1:1770653409.256942:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded100. 00010000:00000010:2.1:1770653409.256952:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b4c00. 00010000:00000010:2.1:1770653409.256966:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b4400. 00010000:00000010:2.1:1770653409.260879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b5e00. 00010000:00000010:2.1:1770653409.260887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedf00. 00010000:00000010:2.1:1770653409.260892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b5600. 00010000:00000010:2.1:1770653409.260896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b4a00. 00010000:00000010:2.1:1770653409.264887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a000. 00010000:00000010:2.1:1770653409.264895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded800. 00010000:00000010:0.1:1770653409.264898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded000. 00010000:00000010:2.1:1770653409.264902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b600. 00010000:00000010:0.1:1770653409.264909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a200. 00010000:00000010:2.1:1770653409.264917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ac00. 00010000:00000010:2.1:1770653409.268903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adeda00. 00010000:00000010:2.1:1770653409.268912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b000. 00010000:00000010:2.1:1770653409.268916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2bc00. 00010000:00000010:2.1:1770653409.268919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded100. 00010000:00000010:2.1:1770653409.268923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b400. 00010000:00000010:2.1:1770653409.268927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a600. 00010000:00000010:2.1:1770653409.272892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a400. 00010000:00000010:2.1:1770653409.272901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded400. 00010000:00000010:0.1:1770653409.272901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2aa00. 00010000:00000010:2.1:1770653409.272913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded500. 00010000:00000010:0.1:1770653409.272914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedf00. 00010000:00000010:2.1:1770653409.272922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ba00. 00010000:00000010:0.1:1770653409.272923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a800. 00010000:00000010:2.1:1770653409.272940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2be00. 00010000:00000010:2.1:1770653409.276875:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b600. 00010000:00000010:1.1:1770653409.276880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b000. 00010000:00000010:2.1:1770653409.276883:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded800. 00010000:00000010:2.1:1770653409.276893:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a000. 00010000:00000010:2.1:1770653409.276897:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ac00. 00010000:00000010:2.1:1770653409.276901:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ae00. 00010000:00000010:2.1:1770653409.276905:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded700. 00010000:00000010:2.1:1770653409.281885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adeda00. 00010000:00000010:2.1:1770653409.281893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2bc00. 00010000:00000010:2.1:1770653409.281902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a600. 00010000:00000010:2.1:1770653409.281907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded100. 00010000:00000010:2.1:1770653409.281911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b400. 00010000:00000010:2.1:1770653409.285867:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ba00. 00010000:00000010:2.1:1770653409.285872:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded500. 00010000:00000010:2.1:1770653409.285880:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a400. 00010000:00000010:2.1:1770653409.285885:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2be00. 00010000:00000010:2.1:1770653409.285890:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b200. 00010000:00000010:1.1:1770653409.285896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded800. 00010000:00000010:2.1:1770653409.285897:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded400. 00010000:00000010:1.1:1770653409.285909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a000. 00010000:00000010:2.1:1770653409.285910:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ac00. 00010000:00000010:2.1:1770653409.285924:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b800. 00010000:00000010:3.1:1770653409.286875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded700. 00010000:00000010:3.1:1770653409.286882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ae00. 00010000:00000010:2.1:1770653409.289901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b000. 00010000:00000010:2.1:1770653409.289910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded900. 00010000:00000010:2.1:1770653409.289914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a800. 00010000:00000010:2.1:1770653409.289918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b600. 00010000:00000010:0.1:1770653409.293888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adeda00. 00010000:00000010:0.1:1770653409.293895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a200. 00010000:00000010:2.1:1770653409.293903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2aa00. 00010000:00000010:2.1:1770653409.293912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded200. 00010000:00000010:2.1:1770653409.293917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2bc00. 00010000:00000010:2.1:1770653409.293924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b400. 00010000:00000010:2.1:1770653409.297905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded100. 00010000:00000010:2.1:1770653409.297913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a600. 00010000:00000010:2.1:1770653409.297917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ac00. 00010000:00000010:2.1:1770653409.297922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded400. 00010000:00000010:2.1:1770653409.297927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b200. 00010000:00000010:2.1:1770653409.297932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b800. 00010000:00000010:2.1:1770653409.301886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2be00. 00010000:00000010:2.1:1770653409.301894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded500. 00010000:00000010:0.1:1770653409.301897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a400. 00010000:00000010:2.1:1770653409.301900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adede00. 00010000:00000010:2.1:1770653409.301908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b000. 00010000:00000010:2.1:1770653409.301915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b600. 00010000:00000010:3.1:1770653409.301940:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded900. 00010000:00000010:3.1:1770653409.301948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a800. 00010000:00000010:2.1:1770653409.305874:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2bc00. 00010000:00000010:2.1:1770653409.305880:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded200. 00010000:00000010:2.1:1770653409.305885:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2aa00. 00010000:00000010:2.1:1770653409.305889:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b400. 00010000:00000010:2.1:1770653409.305892:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ba00. 00010000:00000010:2.1:1770653409.305896:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded300. 00010000:00000010:2.1:1770653409.309882:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded100. 00010000:00000010:2.1:1770653409.309890:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ac00. 00010000:00000010:0.1:1770653409.309898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a600. 00010000:00000010:2.1:1770653409.309902:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b800. 00010000:00000010:2.1:1770653409.309909:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded400. 00010000:00000010:2.1:1770653409.309913:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b200. 00010000:00000010:2.1:1770653409.313869:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b000. 00010000:00000010:1.1:1770653409.313874:0:7409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b400. 00010000:00000010:2.1:1770653409.313878:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adede00. 00010000:00000010:2.1:1770653409.313886:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2be00. 00010000:00000010:2.1:1770653409.313895:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b600. 00010000:00000010:2.1:1770653409.313902:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a800. 00010000:00000010:2.1:1770653409.313908:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded500. 00010000:00000010:2.1:1770653409.313912:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded300. 00010000:00000010:2.1:1770653409.313916:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ba00. 00010000:00000010:2.1:1770653409.313927:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a400. 00010000:00000010:2.1:1770653409.317885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2bc00. 00010000:00000010:0.1:1770653409.317887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded900. 00010000:00000010:2.1:1770653409.317897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded200. 00010000:00000010:0.1:1770653409.317898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a200. 00010000:00000010:2.1:1770653409.317908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ae00. 00010000:00000010:2.1:1770653409.317914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2aa00. 00010000:00000010:2.1:1770653409.321890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a000. 00010000:00000010:1.1:1770653409.321893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a600. 00010000:00000010:2.1:1770653409.321898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adeda00. 00010000:00000010:2.1:1770653409.321906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded100. 00010000:00000010:2.1:1770653409.321912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ac00. 00010000:00000010:2.1:1770653409.321921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b200. 00010000:00000010:2.1:1770653409.324877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded400. 00010000:00000010:2.1:1770653409.324884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b800. 00010000:00000010:2.1:1770653409.324890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ba00. 00010000:00000010:2.1:1770653409.324894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded300. 00010000:00000010:2.1:1770653409.324898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a800. 00010000:00000010:2.1:1770653409.324901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a400. 00010000:00000010:3.1:1770653409.328877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded200. 00010000:00000010:2.1:1770653409.328886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b600. 00010000:00000010:3.1:1770653409.328887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ae00. 00010000:00000010:0.1:1770653409.328894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2be00. 00010000:00000010:2.1:1770653409.328900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded500. 00010000:00000010:2.1:1770653409.328908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adede00. 00010000:00000010:2.1:1770653409.328912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2bc00. 00010000:00000010:2.1:1770653409.328922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2aa00. 00010000:00000010:2.1:1770653409.333874:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ac00. 00010000:00000010:2.1:1770653409.333879:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded100. 00010000:00000010:2.1:1770653409.333883:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a000. 00010000:00000010:2.1:1770653409.333887:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b200. 00010000:00000010:2.1:1770653409.338885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b000. 00010000:00000010:0.1:1770653409.338897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded400. 00010000:00000010:2.1:1770653409.338898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adeda00. 00010000:00000010:2.1:1770653409.338913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ba00. 00010000:00000010:0.1:1770653409.338913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b800. 00010000:00000010:2.1:1770653409.338928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a400. 00010000:00000010:2.1:1770653409.338933:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded300. 00010000:00000010:2.1:1770653409.338936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a800. 00010000:00000010:2.1:1770653409.342881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2bc00. 00010000:00000010:2.1:1770653409.342890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adede00. 00010000:00000010:3.1:1770653409.342894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded700. 00010000:00000010:2.1:1770653409.342897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b600. 00010000:00000010:3.1:1770653409.342907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a600. 00010000:00000010:2.1:1770653409.342908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2aa00. 00010000:00000010:2.1:1770653409.342918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2be00. 00010000:00000010:2.1:1770653409.342924:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded500. 00010000:00000010:2.1:1770653409.342929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a200. 00010000:00000010:2.1:1770653409.342935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ae00. 00010000:00000010:0.1:1770653409.350868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded800. 00010000:00000010:0.1:1770653409.350877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b200. 00010000:00000010:2.1:1770653409.351875:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ac00. 00010000:00000010:2.1:1770653409.351884:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded100. 00010000:00000010:2.1:1770653409.351888:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b400. 00010000:00000010:2.1:1770653409.351893:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a000. 00010000:00000010:1.1:1770653409.359895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b4c00. 00010000:00000010:2.1:1770653409.359899:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b4a00. 00010000:00000010:2.1:1770653409.359909:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedf00. 00010000:00000010:2.1:1770653409.359914:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adeda00. 00010000:00000010:2.1:1770653409.359918:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b4400. 00010000:00000010:2.1:1770653409.359927:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b5600. 00010000:00000010:2.1:1770653409.359930:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded300. 00010000:00000010:2.1:1770653409.359934:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b5e00. 00010000:00000010:2.1:1770653409.363873:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b5800. 00010000:00000010:2.1:1770653409.363880:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded500. 00010000:00000010:0.1:1770653409.363885:0:5745:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded000. 00010000:00000010:2.1:1770653409.363889:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b5c00. 00010000:00000010:0.1:1770653409.363898:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b4800. 00010000:00000010:2.1:1770653409.363901:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b4600. 00010000:00000010:1.1:1770653409.363901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b5400. 00010000:00000010:0.1:1770653409.363908:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ae00. 00010000:00000010:2.1:1770653409.363915:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b5200. 00010000:00000010:2.1:1770653409.363925:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adede00. 00010000:00000010:2.1:1770653409.363932:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedd00. 00010000:00000010:2.1:1770653409.363937:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b4e00. 00010000:00000010:2.1:1770653409.363948:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b5000. 00010000:00000010:2.1:1770653409.363951:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b4200. 00010000:00000010:2.1:1770653409.363955:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedc00. 00010000:00000010:2.1:1770653409.363958:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b4000. 00010000:00000010:2.1:1770653409.363960:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b5a00. 00010000:00000010:2.1:1770653409.367888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a000. 00010000:00000010:2.1:1770653409.367895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded100. 00010000:00000010:2.1:1770653409.367899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded700. 00010000:00000010:2.1:1770653409.367903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b200. 00010000:00000010:2.1:1770653409.367910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b400. 00010000:00000010:2.1:1770653409.367914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded800. 00010000:00000010:2.1:1770653409.367918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ac00. 00010000:00000010:2.1:1770653409.367921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2be00. 00010000:00000010:2.1:1770653409.367925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded400. 00010000:00000010:2.1:1770653409.367929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2aa00. 00010000:00000010:2.1:1770653409.367933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a200. 00010000:00000010:0.1:1770653409.371885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adeda00. 00010000:00000010:3.1:1770653409.371889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded300. 00010000:00000010:2.1:1770653409.371892:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a600. 00010000:00000010:0.1:1770653409.371895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a400. 00010000:00000010:3.1:1770653409.371900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2bc00. 00010000:00000010:2.1:1770653409.371903:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded200. 00010000:00000010:2.1:1770653409.371911:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a800. 00010000:00000010:2.1:1770653409.371922:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b600. 00010000:00000010:2.1:1770653409.375900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b800. 00010000:00000010:2.1:1770653409.375908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedc00. 00010000:00000010:2.1:1770653409.375912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b000. 00010000:00000010:2.1:1770653409.375916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ba00. 00010000:00000010:0.1:1770653409.380886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded800. 00010000:00000010:0.1:1770653409.380896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ac00. 00010000:00000010:2.1:1770653409.382890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ae00. 00010000:00000010:2.1:1770653409.382898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedd00. 00010000:00000010:2.1:1770653409.382903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2be00. 00010000:00000010:2.1:1770653409.382909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a200. 00010000:00000010:2.1:1770653409.384871:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded400. 00010000:00000010:2.1:1770653409.384878:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2aa00. 00010000:00000010:2.1:1770653409.384882:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a800. 00010000:00000010:2.1:1770653409.384886:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded200. 00010000:00000010:1.1:1770653409.384890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded100. 00010000:00000010:2.1:1770653409.384892:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a600. 00010000:00000010:1.1:1770653409.384900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b200. 00010000:00000010:2.1:1770653409.384902:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b600. 00010000:00000010:2.1:1770653409.388880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b400. 00010000:00000010:2.1:1770653409.388887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded700. 00010000:00000010:2.1:1770653409.388891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b800. 00010000:00000010:2.1:1770653409.388897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ba00. 00010000:00000010:2.1:1770653409.388901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ac00. 00010000:00000010:2.1:1770653409.388905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adede00. 00010000:00000010:2.1:1770653409.388908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2bc00. 00010000:00000010:2.1:1770653409.388913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a000. 00010000:00000010:3.1:1770653409.388915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedc00. 00010000:00000010:3.1:1770653409.388922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b000. 00010000:00000010:1.1:1770653409.392881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b600. 00010000:00000010:2.1:1770653409.392891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a400. 00010000:00000010:2.1:1770653409.392899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded500. 00010000:00000010:2.1:1770653409.392903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedf00. 00010000:00000010:2.1:1770653409.392907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ae00. 00010000:00000010:2.1:1770653409.392913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a200. 00010000:00000010:2.1:1770653409.396897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedd00. 00010000:00000010:2.1:1770653409.396908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2be00. 00010000:00000010:2.1:1770653409.396916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a800. 00010000:00000010:2.1:1770653409.396922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded200. 00010000:00000010:2.1:1770653409.396928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2aa00. 00010000:00000010:2.1:1770653409.396933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a600. 00010000:00000010:0.1:1770653409.401867:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded700. 00010000:00000010:0.1:1770653409.401874:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ba00. 00010000:00000010:0.1:1770653409.401879:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adede00. 00010000:00000010:2.1:1770653409.401884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b200. 00010000:00000010:0.1:1770653409.401885:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2bc00. 00010000:00000010:2.1:1770653409.401895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded400. 00010000:00000010:2.1:1770653409.401904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ac00. 00010000:00000010:2.1:1770653409.401918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a000. 00010000:00000010:2.1:1770653409.407871:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ae00. 00010000:00000010:2.1:1770653409.407878:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedf00. 00010000:00000010:2.1:1770653409.407882:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a400. 00010000:00000010:2.1:1770653409.407886:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a200. 00010000:00000010:2.1:1770653409.407890:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b800. 00010000:00000010:2.1:1770653409.407894:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded500. 00010000:00000010:0.1:1770653409.409889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedd00. 00010000:00000010:0.1:1770653409.409896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2be00. 00010000:00000010:2.1:1770653409.409900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a800. 00010000:00000010:2.1:1770653409.409912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a600. 00010000:00000010:2.1:1770653409.409918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded200. 00010000:00000010:2.1:1770653409.409926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2aa00. 00010000:00000010:2.1:1770653409.409932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b600. 00010000:00000010:2.1:1770653409.409937:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded900. 00010000:00000010:2.1:1770653409.409941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b000. 00010000:00000010:2.1:1770653409.409945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b400. 00010000:00000010:2.1:1770653409.412866:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a7a00. 00010000:00000010:2.1:1770653409.412873:0:3275:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedc00. 00010000:00000010:3.1:1770653409.412876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded400. 00010000:00000010:2.1:1770653409.412880:0:3275:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded100. 00010000:00000010:0.1:1770653409.412885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a6e00. 00010000:00000010:3.1:1770653409.412886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a6600. 00010000:00000010:2.1:1770653409.412889:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a6c00. 00010000:00000010:2.1:1770653409.412901:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a7800. 00010000:00000010:2.1:1770653409.412908:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a6000. 00010000:00000010:2.1:1770653409.412912:0:3275:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded800. 00010000:00000010:2.1:1770653409.412916:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a6200. 00010000:00000010:2.1:1770653409.412921:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a7e00. 00010000:00000010:2.1:1770653409.416870:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a7000. 00010000:00000010:2.1:1770653409.416875:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded300. 00010000:00000010:1.1:1770653409.416887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded200. 00010000:00000010:1.1:1770653409.416897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53400. 00010000:00000010:2.1:1770653409.421885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52200. 00010000:00000010:2.1:1770653409.421895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52800. 00010000:00000010:2.1:1770653409.421899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded900. 00010000:00000010:2.1:1770653409.421903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52000. 00010000:00000010:2.1:1770653409.425871:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53000. 00010000:00000010:2.1:1770653409.425879:0:3275:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded800. 00010000:00000010:3.1:1770653409.425880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedc00. 00010000:00000010:2.1:1770653409.425885:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53200. 00010000:00000010:3.1:1770653409.425890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52a00. 00010000:00000010:1.1:1770653409.425893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53800. 00010000:00000010:2.1:1770653409.425894:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52600. 00010000:00000010:2.1:1770653409.425904:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52c00. 00010000:00000010:2.1:1770653409.425910:0:3275:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded100. 00010000:00000010:2.1:1770653409.425914:0:3275:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded300. 00010000:00000010:2.1:1770653409.425918:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53c00. 00010000:00000010:2.1:1770653409.425926:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53a00. 00010000:00000010:0.1:1770653409.428884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adeda00. 00010000:00000010:2.1:1770653409.428888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52400. 00010000:00000010:0.1:1770653409.428893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a7000. 00010000:00000010:2.1:1770653409.428900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded500. 00010000:00000010:2.1:1770653409.428908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53e00. 00010000:00000010:2.1:1770653409.428912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53600. 00010000:00000010:2.1:1770653409.433875:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53400. 00010000:00000010:2.1:1770653409.433881:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedf00. 00010000:00000010:2.1:1770653409.433886:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52200. 00010000:00000010:2.1:1770653409.433893:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52000. 00010000:00000010:2.1:1770653409.433896:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded900. 00010000:00000010:2.1:1770653409.433899:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52800. 00010000:00000010:2.1:1770653409.437865:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a6200. 00010000:00000010:2.1:1770653409.437869:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded300. 00010000:00000010:2.1:1770653409.437873:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a6000. 00010000:00000010:2.1:1770653409.437877:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a7e00. 00010000:00000010:2.1:1770653409.437880:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a7800. 00010000:00000010:2.1:1770653409.437883:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded100. 00010000:00000010:0.1:1770653409.441880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a7a00. 00010000:00000010:0.1:1770653409.441887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded500. 00010000:00000010:0.1:1770653409.441891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a6600. 00010000:00000010:2.1:1770653409.441898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded800. 00010000:00000010:2.1:1770653409.441906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a6e00. 00010000:00000010:2.1:1770653409.441913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a6c00. 00010000:00000010:2.1:1770653409.441917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53600. 00010000:00000010:2.1:1770653409.441920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded000. 00010000:00000010:2.1:1770653409.441924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53e00. 00010000:00000010:2.1:1770653409.441927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a7000. 00010000:00000010:0.1:1770653409.445885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53400. 00010000:00000010:2.1:1770653409.445900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52400. 00010000:00000010:2.1:1770653409.445910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adeda00. 00010000:00000010:2.1:1770653409.445914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedf00. 00010000:00000010:2.1:1770653409.445917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52200. 00010000:00000010:2.1:1770653409.445924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52800. 00010000:00000010:2.1:1770653409.449868:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded900. 00010000:00000010:2.1:1770653409.449875:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52000. 00010000:00000010:2.1:1770653409.449882:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53c00. 00010000:00000010:2.1:1770653409.449888:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded100. 00010000:00000010:1.1:1770653409.449891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52a00. 00010000:00000010:2.1:1770653409.449893:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52c00. 00010000:00000010:2.1:1770653409.449900:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53a00. 00010000:00000010:2.1:1770653409.449906:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52600. 00010000:00000010:2.1:1770653409.449910:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded300. 00010000:00000010:2.1:1770653409.453868:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded800. 00010000:00000010:2.1:1770653409.453874:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53800. 00010000:00000010:2.1:1770653409.453885:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53e00. 00010000:00000010:3.1:1770653409.453892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded000. 00010000:00000010:3.1:1770653409.453901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53600. 00010000:00000010:2.1:1770653409.457877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52200. 00010000:00000010:2.1:1770653409.457886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedf00. 00010000:00000010:1.1:1770653409.457888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded200. 00010000:00000010:2.1:1770653409.457891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52400. 00010000:00000010:1.1:1770653409.457896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a6c00. 00010000:00000010:2.1:1770653409.457899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52800. 00010000:00000010:2.1:1770653409.457907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53200. 00010000:00000010:2.1:1770653409.457912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adeda00. 00010000:00000010:2.1:1770653409.457916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a7000. 00010000:00000010:2.1:1770653409.457922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53000. 00010000:00000010:2.1:1770653409.460893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedc00. 00010000:00000010:2.1:1770653409.460901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53400. 00010000:00000010:2.1:1770653409.460905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a6600. 00010000:00000010:2.1:1770653409.460908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded300. 00010000:00000010:2.1:1770653409.460911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a7a00. 00010000:00000010:2.1:1770653409.460914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a6e00. 00010000:00000010:2.1:1770653409.464874:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a7800. 00010000:00000010:2.1:1770653409.464883:0:3275:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded100. 00010000:00000010:0.1:1770653409.464883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53600. 00010000:00000010:2.1:1770653409.464892:0:3275:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded900. 00010000:00000010:2.1:1770653409.464896:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a6200. 00010000:00000010:2.1:1770653409.464902:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a7e00. 00010000:00000010:3.1:1770653409.465876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded800. 00010000:00000010:3.1:1770653409.465883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a6000. 00010000:00000010:2.1:1770653409.468866:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53200. 00010000:00000010:2.1:1770653409.468872:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adeda00. 00010000:00000010:2.1:1770653409.468876:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52800. 00010000:00000010:2.1:1770653409.468880:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53000. 00010000:00000010:2.1:1770653409.472870:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52400. 00010000:00000010:2.1:1770653409.472876:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedf00. 00010000:00000010:2.1:1770653409.472884:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53e00. 00010000:00000010:0.1:1770653409.472885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedc00. 00010000:00000010:2.1:1770653409.472892:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53400. 00010000:00000010:0.1:1770653409.472895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53800. 00010000:00000010:2.1:1770653409.472901:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded300. 00010000:00000010:2.1:1770653409.472907:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52200. 00010000:00000010:2.1:1770653409.476868:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53a00. 00010000:00000010:2.1:1770653409.476873:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded900. 00010000:00000010:2.1:1770653409.476878:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52c00. 00010000:00000010:2.1:1770653409.476883:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52600. 00010000:00000010:2.1:1770653409.476887:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52a00. 00010000:00000010:2.1:1770653409.476890:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded100. 00010000:00000010:2.1:1770653409.476894:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded400. 00010000:00000010:2.1:1770653409.476897:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52800. 00010000:00000010:2.1:1770653409.476907:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53c00. 00010000:00000010:0.1:1770653409.480880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53200. 00010000:00000010:0.1:1770653409.480888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adeda00. 00010000:00000010:0.1:1770653409.480891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53000. 00010000:00000010:2.1:1770653409.480899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53600. 00010000:00000010:2.1:1770653409.480908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedd00. 00010000:00000010:2.1:1770653409.480913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11de00. 00010000:00000010:2.1:1770653409.480917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52000. 00010000:00000010:1.1:1770653409.484886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedf00. 00010000:00000010:2.1:1770653409.484891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11c400. 00010000:00000010:1.1:1770653409.484894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11c800. 00010000:00000010:2.1:1770653409.484902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adede00. 00010000:00000010:2.1:1770653409.484909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11d800. 00010000:00000010:2.1:1770653409.484918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11cc00. 00010000:00000010:2.1:1770653409.484923:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded300. 00010000:00000010:2.1:1770653409.484926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11d400. 00010000:00000010:1.1:1770653409.492887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded900. 00010000:00000010:1.1:1770653409.492895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52000. 00010000:00000010:2.1:1770653409.492901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11d000. 00010000:00000010:2.1:1770653409.492912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded400. 00010000:00000010:2.1:1770653409.492921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11c600. 00010000:00000010:2.1:1770653409.492929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11c200. 00010000:00000010:2.1:1770653409.492938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11dc00. 00010000:00000010:2.1:1770653409.492946:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded100. 00010000:00000010:3.1:1770653409.494876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedd00. 00010000:00000010:3.1:1770653409.494884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11ce00. 00010000:00000010:0.1:1770653409.494901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdcc00. 00010000:00000010:2.1:1770653409.494908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11d600. 00010000:00000010:2.1:1770653409.494932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11de00. 00010000:00000010:3.1:1770653409.498880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53c00. 00010000:00000010:3.1:1770653409.498890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adede00. 00010000:00000010:3.1:1770653409.498896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0a00. 00010000:00000010:3.1:1770653409.498902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd200. 00010000:00000010:2.1:1770653409.498909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53000. 00010000:00000010:3.1:1770653409.498913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdde00. 00010000:00000010:3.1:1770653409.498922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc000. 00010000:00000010:2.1:1770653409.498922:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded300. 00010000:00000010:2.1:1770653409.498935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53200. 00010000:00000010:2.1:1770653409.498941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53600. 00010000:00000010:2.1:1770653409.498945:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0700. 00010000:00000010:2.1:1770653409.498949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc600. 00010000:00000010:3.1:1770653409.500887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0900. 00010000:00000010:3.1:1770653409.500895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc800. 00010000:00000010:3.1:1770653409.500903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdd800. 00010000:00000010:2.1:1770653409.504876:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572ebdc200. 00010000:00000010:0.1:1770653409.504880:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded400. 00010000:00000010:2.1:1770653409.504885:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0b00. 00010000:00000010:3.1:1770653409.504887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded100. 00010000:00000010:0.1:1770653409.504891:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52c00. 00010000:00000010:3.1:1770653409.504896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52a00. 00010000:00000010:2.1:1770653409.504896:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52600. 00010000:00000010:2.1:1770653409.504915:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52800. 00010000:00000010:2.1:1770653409.508881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53200. 00010000:00000010:2.1:1770653409.508888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded300. 00010000:00000010:2.1:1770653409.508892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53000. 00010000:00000010:2.1:1770653409.508895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53600. 00010000:00000010:2.1:1770653409.512889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53a00. 00010000:00000010:0.1:1770653409.512896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53e00. 00010000:00000010:2.1:1770653409.512900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded700. 00010000:00000010:2.1:1770653409.512906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedd00. 00010000:00000010:2.1:1770653409.512912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53400. 00010000:00000010:2.1:1770653409.512922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52200. 00010000:00000010:2.1:1770653409.516874:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adede00. 00010000:00000010:2.1:1770653409.516880:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53800. 00010000:00000010:1.1:1770653409.516887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52c00. 00010000:00000010:2.1:1770653409.516888:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52600. 00010000:00000010:2.1:1770653409.516897:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded900. 00010000:00000010:2.1:1770653409.516902:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52400. 00010000:00000010:2.1:1770653409.516906:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52800. 00010000:00000010:0.1:1770653409.521874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded300. 00010000:00000010:0.1:1770653409.521880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53000. 00010000:00000010:2.1:1770653409.521883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52a00. 00010000:00000010:2.1:1770653409.521891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedf00. 00010000:00000010:2.1:1770653409.521895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adeda00. 00010000:00000010:2.1:1770653409.521900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53200. 00010000:00000010:2.1:1770653409.521906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53600. 00010000:00000010:0.1:1770653409.525889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52600. 00010000:00000010:2.1:1770653409.526895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53400. 00010000:00000010:2.1:1770653409.526904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedd00. 00010000:00000010:2.1:1770653409.526909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53a00. 00010000:00000010:2.1:1770653409.526914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52200. 00010000:00000010:2.1:1770653409.526918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53c00. 00010000:00000010:2.1:1770653409.526923:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded700. 00010000:00000010:2.1:1770653409.526927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adede00. 00010000:00000010:2.1:1770653409.526931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52400. 00010000:00000010:2.1:1770653409.526940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52000. 00010000:00000010:2.1:1770653409.529890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded900. 00010000:00000010:2.1:1770653409.529901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52800. 00010000:00000010:2.1:1770653409.529909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd52c00. 00010000:00000010:2.1:1770653409.529916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedc00. 00010000:00000010:2.1:1770653409.529924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53e00. 00010000:00000010:2.1:1770653409.529929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572dd53800. 00010000:00000010:0.1:1770653409.533879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedf00. 00010000:00000010:3.1:1770653409.533880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adeda00. 00010000:00000010:0.1:1770653409.533888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11c200. 00010000:00000010:3.1:1770653409.533890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11ce00. 00010000:00000010:2.1:1770653409.534865:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11de00. 00010000:00000010:2.1:1770653409.534869:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded800. 00010000:00000010:2.1:1770653409.534873:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11dc00. 00010000:00000010:2.1:1770653409.534880:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11d600. 00010000:00000010:2.1:1770653409.534884:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11d000. 00010000:00000010:2.1:1770653409.537869:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adede00. 00010000:00000010:2.1:1770653409.537875:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11d400. 00010000:00000010:2.1:1770653409.537880:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11c600. 00010000:00000010:2.1:1770653409.537884:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11cc00. 00010000:00000010:2.1:1770653409.537888:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded700. 00010000:00000010:0.1:1770653409.541878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc2e00. 00010000:00000010:2.1:1770653409.541884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded900. 00010000:00000010:2.1:1770653409.541892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11c400. 00010000:00000010:2.1:1770653409.541899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11d800. 00010000:00000010:2.1:1770653409.541902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedc00. 00010000:00000010:2.1:1770653409.541905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11c800. 00010000:00000010:2.1:1770653409.541909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc3600. 00010000:00000010:2.1:1770653409.541913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedd00. 00010000:00000010:2.1:1770653409.541916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc3c00. 00010000:00000010:2.1:1770653409.541920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc2200. 00010000:00000010:3.1:1770653409.545874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded800. 00010000:00000010:3.1:1770653409.545881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc2400. 00010000:00000010:0.1:1770653409.545899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc3a00. 00010000:00000010:2.1:1770653409.546889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc2800. 00010000:00000010:2.1:1770653409.546899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded200. 00010000:00000010:2.1:1770653409.546908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded000. 00010000:00000010:2.1:1770653409.546917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc3800. 00010000:00000010:2.1:1770653409.546935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc2000. 00010000:00000010:2.1:1770653409.549873:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc3000. 00010000:00000010:2.1:1770653409.549881:0:50960:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded700. 00010000:00000010:1.1:1770653409.549887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedc00. 00010000:00000010:2.1:1770653409.549889:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc3400. 00010000:00000010:1.1:1770653409.549897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955605728800. 00010000:00000010:2.1:1770653409.549900:0:50960:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc3200. 00010000:00000010:2.1:1770653409.553885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955605728c00. 00010000:00000010:2.1:1770653409.553895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adede00. 00010000:00000010:2.1:1770653409.553904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955605729200. 00010000:00000010:2.1:1770653409.553917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955605728a00. 00010000:00000010:2.1:1770653409.553925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedd00. 00010000:00000010:2.1:1770653409.553933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955605729800. 00010000:00000010:2.1:1770653409.553940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955605729400. 00010000:00000010:2.1:1770653409.553947:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded000. 00010000:00000010:2.1:1770653409.553952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955605729000. 00010000:00000010:2.1:1770653409.553957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955605728e00. 00010000:00000010:0.1:1770653409.558891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955605729a00. 00010000:00000010:0.1:1770653409.558899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded200. 00010000:00000010:0.1:1770653409.558905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562721b600. 00010000:00000010:0.1:1770653409.558911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5000. 00010000:00000010:0.1:1770653409.558918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5400. 00010000:00000010:2.1:1770653409.562884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5800. 00010000:00000010:0.1:1770653409.562889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562721b500. 00010000:00000010:0.1:1770653409.562898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb4800. 00010000:00000010:1.1:1770653409.566871:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453000. 00010000:00000010:1.1:1770653409.566877:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95571a6ffe00. 00010000:00000010:1.1:1770653409.566882:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452400. 00010000:00000010:1.1:1770653409.566884:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452600. 00010000:00000010:1.1:1770653409.566887:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453e00. 00010000:00000010:1.1:1770653409.566894:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95571a6ffb00. 00010000:00000010:0.1:1770653409.566894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453a00. 00010000:00000010:2.1:1770653409.566898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95571a6ff700. 00010000:00000010:1.1:1770653409.566903:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95571a6ffa00. 00010000:00000010:2.1:1770653409.566910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452000. 00010000:00000010:1.1:1770653409.566910:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453200. 00010000:00000010:1.1:1770653409.566922:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452c00. 00010000:00000010:1.1:1770653409.566926:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452800. 00010000:00000010:1.1:1770653409.566928:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95571a6ff800. 00010000:00000010:1.1:1770653409.566931:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452200. 00010000:00000010:1.1:1770653409.566933:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453400. 00010000:00000010:1.1:1770653409.570870:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452a00. 00010000:00000010:1.1:1770653409.570874:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95571a6ff200. 00010000:00000010:1.1:1770653409.570880:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95571a6ffd00. 00010000:00000010:1.1:1770653409.570883:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452e00. 00010000:00000010:1.1:1770653409.570887:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453800. 00010000:00000010:0.1:1770653409.578889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453c00. 00010000:00000010:1.1:1770653409.578893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a7e00. 00010000:00000010:0.1:1770653409.578900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95571a6ffc00. 00010000:00000010:1.1:1770653409.578903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95571a6ff100. 00010000:00000010:0.1:1770653409.578911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453600. 00010000:00000010:1.1:1770653409.578912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a6200. 00010000:00000010:1.1:1770653409.578920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a6000. 00010000:00000010:0.1:1770653409.580880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a7000. 00010000:00000010:3.1:1770653409.580889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95571a6ffe00. 00010000:00000010:2.1:1770653409.580892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95571a6ff800. 00010000:00000010:1.1:1770653409.580892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a7800. 00010000:00000010:3.1:1770653409.580899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452c00. 00010000:00000010:1.1:1770653409.580904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95571a6ff600. 00010000:00000010:2.1:1770653409.580905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a7a00. 00010000:00000010:1.1:1770653409.580911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95571a6ffa00. 00010000:00000010:1.1:1770653409.580917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a6600. 00010000:00000010:1.1:1770653409.580924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a6e00. 00010000:00000010:1.1:1770653409.589869:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453800. 00010000:00000010:1.1:1770653409.589875:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95571a6ffd00. 00010000:00000010:0.1:1770653409.589881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95571a6ffb00. 00010000:00000010:1.1:1770653409.589882:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452e00. 00010000:00000010:1.1:1770653409.589894:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a6c00. 00010000:00000010:0.1:1770653409.589894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452200. 00010000:00000010:1.1:1770653409.589902:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452a00. 00010000:00000010:1.1:1770653409.589905:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95571a6ff200. 00010000:00000010:1.1:1770653409.589908:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452800. 00010000:00000010:1.1:1770653409.589911:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453400. 00010000:00000010:1.1:1770653409.589915:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453200. 00010000:00000010:1.1:1770653409.589917:0:12207:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95571a6ff100. 00010000:00000010:1.1:1770653409.589919:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453a00. 00010000:00000010:1.1:1770653409.592869:0:12207:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452000. 00010000:00000010:2.1:1770653409.592901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452c00. 00010000:00000010:2.1:1770653409.592914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95571a6ffa00. 00010000:00000010:2.1:1770653409.592925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452400. 00010000:00000010:1.1:1770653409.596879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453e00. 00010000:00000010:1.1:1770653409.596885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95571a6ff300. 00010000:00000010:1.1:1770653409.596889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95571a6ff600. 00010000:00000010:0.1:1770653409.596891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95571a6ffc00. 00010000:00000010:1.1:1770653409.596892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453000. 00010000:00000010:0.1:1770653409.596903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a6000. 00010000:00000010:1.1:1770653409.596906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452600. 00010000:00000010:1.1:1770653409.596911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453c00. 00010000:00000010:1.1:1770653409.596913:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95571a6ff900. 00010000:00000010:1.1:1770653409.596916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a6e00. 00010000:00000010:1.1:1770653409.596918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453600. 00010000:00000010:1.1:1770653409.596920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a6600. 00010000:00000010:1.1:1770653409.596921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95571a6ff800. 00010000:00000010:1.1:1770653409.596923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a7000. 00010000:00000010:1.1:1770653409.596926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a7a00. 00010000:00000010:0.1:1770653409.601887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95571a6ffe00. 00010000:00000010:1.1:1770653409.601891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a6200. 00010000:00000010:0.1:1770653409.601894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a7800. 00010000:00000010:1.1:1770653409.601900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95571a6ff100. 00010000:00000010:1.1:1770653409.601905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a7e00. 00010000:00000010:1.1:1770653409.601908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a6c00. 00010000:00000010:2.1:1770653409.606888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95571a6ffd00. 00010000:00000010:0.1:1770653409.606891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452800. 00010000:00000010:1.1:1770653409.606892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453a00. 00010000:00000010:2.1:1770653409.606901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453200. 00010000:00000010:1.1:1770653409.606902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95571a6ff200. 00010000:00000010:1.1:1770653409.606911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95571a6ff700. 00010000:00000010:1.1:1770653409.606914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631453400. 00010000:00000010:1.1:1770653409.606921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631452000. 00010000:00000010:0.1:1770653411.702886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a6400. 00010000:00000010:0.1:1770653411.702893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0400. 00010000:00000010:0.1:1770653411.702896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc1a00. 00010000:00000010:0.1:1770653411.702898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955607ee0c00. 00010000:00000010:0.1:1770653411.723882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5c00. 00010000:00000010:0.1:1770653411.728896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5200. 00010000:00000010:0.1:1770653411.728902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562721b600. 00010000:00000010:0.1:1770653411.728904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562721b000. 00010000:00000010:0.1:1770653411.728906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5600. 00010000:00000010:0.1:1770653411.728908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562721bb00. 00010000:00000010:0.1:1770653411.728910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb4a00. 00010000:00000010:0.1:1770653411.733865:0:50958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5c00. 00010000:00000010:0.1:1770653411.737889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5600. 00010000:00000010:0.1:1770653411.737896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562721bb00. 00010000:00000010:0.1:1770653411.737898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5200. 00010000:00000010:0.1:1770653411.737900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb4a00. 00010000:00000010:2.1:1770653411.741887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562721b600. 00010000:00000010:2.1:1770653411.741897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb4000. 00010000:00000010:0.1:1770653411.741901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5a00. 00010000:00000010:0.1:1770653411.741910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb4400. 00010000:00000010:0.1:1770653411.746889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5200. 00010000:00000010:0.1:1770653411.746895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb4a00. 00010000:00000010:0.1:1770653411.746898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562721bb00. 00010000:00000010:0.1:1770653411.746900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5600. 00010000:00000010:2.1:1770653411.751889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562721bc00. 00010000:00000010:2.1:1770653411.751897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5000. 00010000:00000010:0.1:1770653411.751903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5a00. 00010000:00000010:0.1:1770653411.751911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb4400. 00010000:00000010:0.1:1770653411.756881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb4a00. 00010000:00000010:0.1:1770653411.756885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5600. 00010000:00000010:0.1:1770653411.760892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562721bb00. 00010000:00000010:0.1:1770653411.760900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5200. 00010000:00000010:0.1:1770653411.764875:0:50962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5a00. 00010000:00000010:2.1:1770653411.764878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562721b200. 00010000:00000010:0.1:1770653411.764880:0:50962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb4400. 00010000:00000010:2.1:1770653411.764890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5400. 00010000:00000010:0.1:1770653411.769891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5600. 00010000:00000010:0.1:1770653411.769897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5200. 00010000:00000010:0.1:1770653411.769899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562721bb00. 00010000:00000010:0.1:1770653411.769902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb4a00. 00010000:00000010:0.1:1770653411.774875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5a00. 00010000:00000010:0.1:1770653411.774880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb4400. 00010000:00000010:2.1:1770653411.774886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666214a00. 00010000:00000010:2.1:1770653411.774893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb4000. 00010000:00000010:0.1:1770653411.779902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5200. 00010000:00000010:0.1:1770653411.779911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb4a00. 00010000:00000010:0.1:1770653411.779917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556373a1500. 00010000:00000010:0.1:1770653411.779923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5600. 00010000:00000010:0.1:1770653411.784880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5a00. 00010000:00000010:0.1:1770653411.784884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb4400. 00010000:00000010:2.1:1770653411.789885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f2d2f00. 00010000:00000010:2.1:1770653411.789894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb4000. 00010000:00000010:0.1:1770653411.793889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a7800. 00010000:00000010:0.1:1770653411.793894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a7e00. 00010000:00000010:0.1:1770653411.793897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557190d0900. 00010000:00000010:0.1:1770653411.793900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a6200. 00010000:00000010:0.1:1770653411.797872:0:50962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a6600. 00010000:00000010:0.1:1770653411.797877:0:50962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a7000. 00010000:00000010:2.1:1770653411.797886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557190d0800. 00010000:00000010:2.1:1770653411.797895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a6e00. 00010000:00000010:0.1:1770653411.802895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a7e00. 00010000:00000010:0.1:1770653411.802901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a6200. 00010000:00000010:0.1:1770653411.802903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557190d0900. 00010000:00000010:0.1:1770653411.802905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a7800. 00010000:00000010:2.1:1770653411.807886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557190d0000. 00010000:00000010:2.1:1770653411.807893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5600. 00010000:00000010:0.1:1770653411.807900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5a00. 00010000:00000010:0.1:1770653411.807908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb4400. 00010000:00000010:0.1:1770653411.812876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a7800. 00010000:00000010:0.1:1770653411.812880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5200. 00010000:00000010:0.1:1770653411.816868:0:50958:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557190d0900. 00010000:00000010:0.1:1770653411.816872:0:50958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a6200. 00010000:00000010:2.1:1770653411.820882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557190d0a00. 00010000:00000010:0.1:1770653411.820886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a7000. 00010000:00000010:2.1:1770653411.820889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a6600. 00010000:00000010:0.1:1770653411.820893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a6e00. 00010000:00000010:0.1:1770653411.824896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc3000. 00010000:00000010:0.1:1770653411.824902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc3400. 00010000:00000010:0.1:1770653411.828867:0:50958:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557190d0f00. 00010000:00000010:0.1:1770653411.828872:0:50958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc2000. 00010000:00000010:2.1:1770653411.832879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557190d0a00. 00010000:00000010:2.1:1770653411.832890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc2400. 00010000:00000010:0.1:1770653411.832892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc3a00. 00010000:00000010:0.1:1770653411.832901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc2800. 00010000:00000010:0.1:1770653411.836867:0:50958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc3000. 00010000:00000010:0.1:1770653411.836871:0:50958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc3400. 00010000:00000010:0.1:1770653411.840866:0:50958:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557190d0800. 00010000:00000010:0.1:1770653411.840871:0:50958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc3c00. 00010000:00000010:2.1:1770653411.840877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557190d0a00. 00010000:00000010:2.1:1770653411.840886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc2000. 00010000:00000010:0.1:1770653411.845871:0:50958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc3a00. 00010000:00000010:0.1:1770653411.845875:0:50958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc2800. 00010000:00000010:0.1:1770653411.850894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc3000. 00010000:00000010:0.1:1770653411.850900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc3400. 00010000:00000010:2.1:1770653411.854874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570137c200. 00010000:00000010:2.1:1770653411.854883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a6200. 00010000:00000010:0.1:1770653411.854900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570137c700. 00010000:00000010:0.1:1770653411.854910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc2400. 00010000:00000010:0.1:1770653411.854924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a7000. 00010000:00000010:0.1:1770653411.854931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a6600. 00010000:00000010:0.1:1770653411.860892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc3000. 00010000:00000010:0.1:1770653411.860900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc3400. 00010000:00000010:0.1:1770653411.860905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570137cf00. 00010000:00000010:0.1:1770653411.860910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc2800. 00010000:00000010:2.1:1770653411.864884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557190d0800. 00010000:00000010:2.1:1770653411.864891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc3c00. 00010000:00000010:0.1:1770653411.869865:0:50958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc2000. 00010000:00000010:0.1:1770653411.869868:0:50958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc2400. 00010000:00000010:0.1:1770653411.878887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11c400. 00010000:00000010:0.1:1770653411.878893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11d800. 00010000:00000010:0.1:1770653411.878896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557092ff100. 00010000:00000010:0.1:1770653411.878899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11cc00. 00010000:00000010:2.1:1770653411.883888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557092ffc00. 00010000:00000010:2.1:1770653411.883895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11d600. 00010000:00000010:0.1:1770653411.883895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11d000. 00010000:00000010:0.1:1770653411.883906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11d400. 00010000:00000010:0.1:1770653411.887880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11ce00. 00010000:00000010:0.1:1770653411.887885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11de00. 00010000:00000010:0.1:1770653411.887889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557092ff200. 00010000:00000010:0.1:1770653411.887893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11c200. 00010000:00000010:2.1:1770653411.891864:0:50958:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557092ff100. 00010000:00000010:2.1:1770653411.891868:0:50958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc3400. 00010000:00000010:0.1:1770653411.891893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc2800. 00010000:00000010:0.1:1770653411.891901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc3c00. 00010000:00000010:2.1:1770653411.900876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955605728a00. 00010000:00000010:2.1:1770653411.900883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955605729800. 00010000:00000010:0.1:1770653411.900900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded000. 00010000:00000010:0.1:1770653411.900906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955605729200. 00010000:00000010:2.1:1770653411.904884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955605729000. 00010000:00000010:2.1:1770653411.904890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955605729400. 00010000:00000010:3.1:1770653411.909875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded900. 00010000:00000010:3.1:1770653411.909882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a7000. 00010000:00000010:2.1:1770653411.909893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adede00. 00010000:00000010:2.1:1770653411.909900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955605728e00. 00010000:00000010:2.1:1770653411.909905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a6600. 00010000:00000010:2.1:1770653411.909909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955605728800. 00010000:00000010:3.1:1770653411.911874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded000. 00010000:00000010:3.1:1770653411.911880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5600. 00010000:00000010:0.1:1770653411.911887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc3400. 00010000:00000010:2.1:1770653411.911889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5a00. 00010000:00000010:0.1:1770653411.911897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc3c00. 00010000:00000010:2.1:1770653411.911898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb4400. 00010000:00000010:3.1:1770653411.915905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557092ff200. 00010000:00000010:3.1:1770653411.915910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc2000. 00010000:00000010:3.1:1770653411.920874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adede00. 00010000:00000010:2.1:1770653411.920876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955605728e00. 00010000:00000010:3.1:1770653411.920884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955605729400. 00010000:00000010:2.1:1770653411.920884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955605728800. 00010000:00000010:3.1:1770653411.926876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded800. 00010000:00000010:3.1:1770653411.926881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955606de3800. 00010000:00000010:2.1:1770653411.926889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955606de2400. 00010000:00000010:2.1:1770653411.926896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955605728a00. 00010000:00000010:0.1:1770653411.930886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11d000. 00010000:00000010:0.1:1770653411.930895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11d600. 00010000:00000010:3.1:1770653411.935878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557092ffd00. 00010000:00000010:3.1:1770653411.935885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11cc00. 00010000:00000010:2.1:1770653411.943891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955606de2000. 00010000:00000010:2.1:1770653411.943896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955606de2400. 00010000:00000010:2.1:1770653411.947880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955606de3000. 00010000:00000010:2.1:1770653411.947885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955606de2a00. 00010000:00000010:0.1:1770653411.947888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11cc00. 00010000:00000010:0.1:1770653411.947896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11d600. 00010000:00000010:3.1:1770653411.947914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedf00. 00010000:00000010:3.1:1770653411.947920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955606de2800. 00010000:00000010:3.1:1770653411.951885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded100. 00010000:00000010:3.1:1770653411.951893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955606de2e00. 00010000:00000010:3.1:1770653411.951905:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557092ff000. 00010000:00000010:3.1:1770653411.951911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11c400. 00010000:00000010:3.1:1770653411.955871:0:5759:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded800. 00010000:00000010:3.1:1770653411.955876:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955606de3200. 00010000:00000010:2.1:1770653411.955892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955606de2000. 00010000:00000010:2.1:1770653411.955900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955606de2400. 00010000:00000010:2.1:1770653411.960875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955606de2200. 00010000:00000010:2.1:1770653411.960883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955606de3000. 00010000:00000010:0.1:1770653411.964888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11d600. 00010000:00000010:0.1:1770653411.964893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11de00. 00010000:00000010:3.1:1770653411.965877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded000. 00010000:00000010:3.1:1770653411.965883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955606de2600. 00010000:00000010:3.1:1770653411.968874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557092ff000. 00010000:00000010:3.1:1770653411.968882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11c400. 00010000:00000010:3.1:1770653411.972876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded800. 00010000:00000010:2.1:1770653411.972882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955606de2200. 00010000:00000010:3.1:1770653411.972883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955606de2400. 00010000:00000010:2.1:1770653411.972893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955606de3000. 00010000:00000010:2.1:1770653411.976881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955606de3800. 00010000:00000010:2.1:1770653411.976887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955606de3400. 00010000:00000010:3.1:1770653411.985880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570adedf00. 00010000:00000010:3.1:1770653411.985889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955606de2600. 00010000:00000010:0.1:1770653411.985890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11c400. 00010000:00000010:0.1:1770653411.985900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11de00. 00010000:00010000:3.0:1770653411.987392:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000040b:0xa5b4:0x0].0x2689c2bf (ffff95570137cf00) 00010000:00010000:3.0:1770653411.987394:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1770653411.987395:0:3274:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653411.987397:0:3274:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653411.987398:0:3274:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653411.987399:0:3274:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1770653411.987401:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653411.987401:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653411.987402:0:3274:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653411.987403:0:3274:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.987404:0:3274:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653411.987406:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff955701482c00/0x2aed14e4e178c344 lrc: 2/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0x2689c2bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653411.987409:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653411.987410:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653411.987410:0:3274:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1770653411.987411:0:3274:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1770653411.987412:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653411.987413:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff955701482c00/0x2aed14e4e178c344 lrc: 0/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0x2689c2bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000010:3.0:1770653411.987417:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff955659af1f80. 00010000:00000040:3.0:1770653411.987419:0:3274:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95570137cf00 count: 0 00010000:00000010:3.0:1770653411.987422:0:3274:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff95562ddefa00. 00010000:00000001:3.0:1770653411.987427:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1770653411.987428:0:3274:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 244 00000100:00000001:3.0:1770653411.987430:0:3274:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653411.988377:0:5759:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1770653411.988379:0:5759:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966258688 02000000:00000001:3.0:1770653411.988381:0:5759:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653411.988382:0:5759:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653411.988383:0:5759:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653411.988385:0:5759:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653411.988387:0:5759:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966258688 00000020:00000001:3.0:1770653411.988388:0:5759:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1770653411.988389:0:5759:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e0f9dcb4 00000020:00000001:3.0:1770653411.988391:0:5759:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653411.988392:0:5759:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955603394000 refcount=245 00000020:00000001:3.0:1770653411.988394:0:5759:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795386650624 : -117278322900992 : ffff955603394000) 00000020:00000001:3.0:1770653411.988396:0:5759:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795386650624 : -117278322900992 : ffff955603394000) 00000100:00000001:3.0:1770653411.988398:0:5759:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1770653411.988401:0:5759:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf300. 00000100:00000001:3.0:1770653411.988402:0:5759:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653411.988404:0:5759:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf300. 00000020:00000010:3.0:1770653411.988407:0:5759:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bde00. 00000020:00000010:3.0:1770653411.988409:0:5759:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300980. 00000020:00000010:3.0:1770653411.988411:0:5759:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca900c8. 00000100:00000040:3.0:1770653411.988415:0:5759:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1770653411.988417:0:5759:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653411.988418:0:5759:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653411.988419:0:5759:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653411.988422:0:5759:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653411.988431:0:5759:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653411.988436:0:5759:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653411.988437:0:5759:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1770653411.988441:0:5759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 263228 00000100:00000040:3.0:1770653411.988443:0:5759:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955603394000 : new rpc_count 1 00000100:00000001:3.0:1770653411.988445:0:5759:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626799701791824 : -117274007759792 : ffff9557046d1450) 00000100:00000040:3.0:1770653411.988449:0:5759:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9557046d1450 x1856657966258688/t0(0) o35->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:242/0 lens 392/0 e 0 to 0 dl 1770653422 ref 1 fl New:/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1770653411.988455:0:5759:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1770653411.988457:0:5759:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf300. 00000100:00000001:3.0:1770653411.988459:0:5759:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653411.988461:0:5759:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf300. 00000100:00100000:3.0:1770653411.988464:0:5759:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9557046d1450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b31b1d82-c1d4-4680-ae7a-71292416d1f5+245:176252:x1856657966258688:12345-192.168.202.60@tcp:35:createmany.0 00000100:00000200:3.0:1770653411.988467:0:5759:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966258688 00000020:00000001:3.0:1770653411.988468:0:5759:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1770653411.988470:0:5759:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1770653411.988472:0:5759:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff955606ca2240: xid 1856657966258432, transno 4295710223, client gen 13, slot idx 0 00000001:00000001:3.0:1770653411.988475:0:5759:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff955616afff00: xid 1856657966258176, transno 4295710222, client gen 13, slot idx 1 00000001:00000010:3.0:1770653411.988478:0:5759:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff955616afff00. 00000020:00000001:3.0:1770653411.988481:0:5759:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653411.988484:0:5759:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1770653411.988485:0:5759:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671525728 : -1038025888 : ffffffffc220fb60) 00000020:00000001:3.0:1770653411.988488:0:5759:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1770653411.988489:0:5759:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1856657966258688, found 0 last_xid 1856657966258687 00000020:00000001:3.0:1770653411.988492:0:5759:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653411.988494:0:5759:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1770653411.988495:0:5759:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1770653411.988497:0:5759:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.988500:0:5759:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:3.0:1770653411.988501:0:5759:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:3.0:1770653411.988502:0:5759:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:3.0:1770653411.988504:0:5759:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.988506:0:5759:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1770653411.988507:0:5759:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1770653411.988508:0:5759:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653411.988510:0:5759:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1770653411.988511:0:5759:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1770653411.988513:0:5759:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653411.988514:0:5759:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1770653411.988515:0:5759:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1770653411.988516:0:5759:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653411.988517:0:5759:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1770653411.988518:0:5759:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1770653411.988519:0:5759:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653411.988520:0:5759:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1770653411.988521:0:5759:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1770653411.988522:0:5759:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.988523:0:5759:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.988524:0:5759:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:3.0:1770653411.988525:0:5759:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.988527:0:5759:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1770653411.988528:0:5759:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1770653411.988529:0:5759:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653411.988530:0:5759:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1770653411.988531:0:5759:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1770653411.988532:0:5759:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653411.988533:0:5759:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1770653411.988534:0:5759:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1770653411.988535:0:5759:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653411.988536:0:5759:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1770653411.988537:0:5759:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653411.988539:0:5759:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1770653411.988541:0:5759:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff955668638c00 flags 0x0 02000000:00000001:3.0:1770653411.988542:0:5759:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446626797083921408 : -117276625630208 : ffff955668638c00) 00000004:00000001:3.0:1770653411.988544:0:5759:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1770653411.988544:0:5759:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653411.988546:0:5759:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1770653411.988546:0:5759:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.988548:0:5759:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1770653411.988548:0:5759:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.988549:0:5759:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653411.988551:0:5759:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1770653411.988553:0:5759:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1770653411.988555:0:5759:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff95563db0c000. 02000000:00000001:3.0:1770653411.988556:0:5759:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653411.988558:0:5759:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.988559:0:5759:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1770653411.988561:0:5759:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.988562:0:5759:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:3.0:1770653411.988564:0:5759:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:3.0:1770653411.988564:0:5759:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653411.988565:0:5759:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff955607045900 refcount=2 00000020:00000001:3.0:1770653411.988567:0:5759:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795450292480 : -117278259259136 : ffff955607045900) 00000004:00000001:3.0:1770653411.988569:0:5759:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446626795450292480 : -117278259259136 : ffff955607045900) 00000020:00000040:3.0:1770653411.988571:0:5759:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff955607045900 with handle 0x2aed14e4e178c352 from hash 00000004:00000001:3.0:1770653411.988573:0:5759:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:3.0:1770653411.988575:0:5759:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x20000040b:0xa5e2:0x0] with intent: 0 00000004:00000001:3.0:1770653411.988577:0:5759:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:3.0:1770653411.988578:0:5759:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 0 lsom size 0 size 0 lsom blocks 0 blocks 0 truncate 0 00000004:00000001:3.0:1770653411.988581:0:5759:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1770653411.988582:0:5759:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1770653411.988584:0:5759:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.988586:0:5759:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1770653411.988588:0:5759:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1770653411.988589:0:5759:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1770653411.988591:0:5759:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1770653411.988593:0:5759:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1770653411.988595:0:5759:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1770653411.988596:0:5759:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1770653411.988597:0:5759:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1770653411.988599:0:5759:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1770653411.988600:0:5759:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1770653411.988601:0:5759:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1770653411.988602:0:5759:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1770653411.988603:0:5759:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1770653411.988604:0:5759:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1770653411.988605:0:5759:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1770653411.988606:0:5759:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1770653411.988608:0:5759:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:3.0:1770653411.988609:0:5759:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.988610:0:5759:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:3.0:1770653411.988611:0:5759:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1770653411.988612:0:5759:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1770653411.988613:0:5759:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1770653411.988614:0:5759:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1770653411.988615:0:5759:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1770653411.988616:0:5759:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1770653411.988617:0:5759:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1770653411.988618:0:5759:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1770653411.988619:0:5759:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1770653411.988620:0:5759:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1770653411.988621:0:5759:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1770653411.988623:0:5759:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1770653411.988624:0:5759:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1770653411.988626:0:5759:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1770653411.988627:0:5759:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.988628:0:5759:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:3.0:1770653411.988629:0:5759:0:(mdt_som.c:114:mdt_set_som()) [0x20000040b:0xa5e2:0x0]: Set SOM attrs S/B/F: 0/0/4. 00000004:00000001:3.0:1770653411.988631:0:5759:0:(mdd_object.c:2102:mdd_xattr_set()) Process entered 00000004:00000001:3.0:1770653411.988632:0:5759:0:(mdd_object.c:1439:mdd_xattr_sanity_check()) Process entered 00000004:00000001:3.0:1770653411.988633:0:5759:0:(mdd_object.c:1459:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1770653411.988635:0:5759:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1770653411.988637:0:5759:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff955662d81d80. 00080000:00000001:3.0:1770653411.988639:0:5759:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1770653411.988641:0:5759:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95563db0ec00. 00080000:00000001:3.0:1770653411.988643:0:5759:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796367571968 : -117277341979648 : ffff95563db0ec00) 00000004:00000001:3.0:1770653411.988645:0:5759:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1770653411.988646:0:5759:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1770653411.988647:0:5759:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1770653411.988649:0:5759:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446626796367571968 : -117277341979648 : ffff95563db0ec00) 00080000:00000001:3.0:1770653411.988650:0:5759:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1770653411.988656:0:5759:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.988657:0:5759:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.988659:0:5759:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653411.988661:0:5759:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1770653411.988663:0:5759:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1770653411.988665:0:5759:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1770653411.988666:0:5759:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1770653411.988667:0:5759:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446626796367571968 : -117277341979648 : ffff95563db0ec00) 00080000:00000001:3.0:1770653411.988669:0:5759:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1770653411.988671:0:5759:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1770653411.988672:0:5759:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.988673:0:5759:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653411.988679:0:5759:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653411.988681:0:5759:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.988683:0:5759:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1770653411.988684:0:5759:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1770653411.988685:0:5759:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1770653411.988687:0:5759:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1770653411.988687:0:5759:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446626796367571968 : -117277341979648 : ffff95563db0ec00) 00080000:00000001:3.0:1770653411.988690:0:5759:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1770653411.988691:0:5759:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:3.0:1770653411.988695:0:5759:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1770653411.988697:0:5759:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653411.988698:0:5759:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.988699:0:5759:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.988701:0:5759:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.988702:0:5759:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653411.988704:0:5759:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1770653411.988705:0:5759:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1770653411.988706:0:5759:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1770653411.988707:0:5759:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295710224, last_committed = 4295710031 00000001:00000010:3.0:1770653411.988710:0:5759:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff955662d81cc0. 00000001:00000040:3.0:1770653411.988711:0:5759:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955603394000 : new cb_count 193 00000020:00000040:3.0:1770653411.988713:0:5759:0:(genops.c:887:class_export_get()) GET export ffff955603394000 refcount=246 00000001:00000010:3.0:1770653411.988715:0:5759:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff955616affa80. 00000004:00000001:3.0:1770653411.988718:0:5759:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1770653411.988719:0:5759:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1770653411.988720:0:5759:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446626796367571968 : -117277341979648 : ffff95563db0ec00) 00080000:00000001:3.0:1770653411.988722:0:5759:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1770653411.988727:0:5759:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1770653411.988729:0:5759:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1770653411.988731:0:5759:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff955616affa80: xid 1856657966258688, transno 4295710224, tag 1, client gen 13, slot idx 1 00000001:00000001:3.0:1770653411.988733:0:5759:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653411.988750:0:5759:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653411.988768:0:5759:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff955662d81d80. 00000020:00000001:3.0:1770653411.988770:0:5759:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.988772:0:5759:0:(mdd_object.c:2197:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.988774:0:5759:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.988775:0:5759:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.988777:0:5759:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:3.0:1770653411.988778:0:5759:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:3.0:1770653411.988780:0:5759:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1770653411.988781:0:5759:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1770653411.988783:0:5759:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1770653411.988784:0:5759:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1770653411.988785:0:5759:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=45 : 45 : 2d) 00000004:00000001:3.0:1770653411.988787:0:5759:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=45 : 45 : 2d) 00000004:00000001:3.0:1770653411.988788:0:5759:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=45 : 45 : 2d) 00000004:00000001:3.0:1770653411.988790:0:5759:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.988791:0:5759:0:(mdd_object.c:1267:mdd_attr_set()) Process entered 00000004:00000001:3.0:1770653411.988794:0:5759:0:(mdd_object.c:668:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1770653411.988795:0:5759:0:(mdd_object.c:726:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1770653411.988797:0:5759:0:(mdd_object.c:1289:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x20000040b:0xa5e2:0x0], previous was 0x7 00000004:00000001:3.0:1770653411.988799:0:5759:0:(mdd_object.c:1291:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.988800:0:5759:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:3.0:1770653411.988802:0:5759:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.988804:0:5759:0:(mdd_object.c:3826:mdd_close()) Process entered 00000004:00000001:3.0:1770653411.988805:0:5759:0:(mdd_object.c:3931:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1770653411.988807:0:5759:0:(mdd_object.c:3971:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:3.0:1770653411.988808:0:5759:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff955607045900. 00000004:00000001:3.0:1770653411.988813:0:5759:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1770653411.988815:0:5759:0:(lu_object.c:207:lu_object_put()) Add ffff9556100c8418/ffff9556100c83c0 to site lru. bkt: ffff95571019e4f8 00000004:00000001:3.0:1770653411.988817:0:5759:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1770653411.988818:0:5759:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.988819:0:5759:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.988821:0:5759:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:3.0:1770653411.988822:0:5759:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1770653411.988823:0:5759:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1770653411.988824:0:5759:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1770653411.988825:0:5759:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1770653411.988826:0:5759:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1770653411.988828:0:5759:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653411.988830:0:5759:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1770653411.988831:0:5759:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:3.0:1770653411.988833:0:5759:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1770653411.988836:0:5759:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.988837:0:5759:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653411.988839:0:5759:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295710031, transno 4295710224, xid 1856657966258688 00010000:00000001:3.0:1770653411.988841:0:5759:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1770653411.988846:0:5759:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9557046d1450 x1856657966258688/t4295710224(0) o35->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:242/0 lens 392/456 e 0 to 0 dl 1770653422 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1770653411.988873:0:5759:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653411.988875:0:5759:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653411.988877:0:5759:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557046d01e8 time=84 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653411.988880:0:5759:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1770653411.988884:0:5759:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:3.0:1770653411.988886:0:5759:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:3.0:1770653411.988889:0:5759:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1770653411.988890:0:5759:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653411.988892:0:5759:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1770653411.988894:0:5759:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:3.0:1770653411.988898:0:5759:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a784c8. 00000100:00000200:3.0:1770653411.988901:0:5759:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1856657966258688, offset 224 00000400:00000200:3.0:1770653411.988905:0:5759:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:3.0:1770653411.988910:0:5759:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:3.0:1770653411.988914:0:5759:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164346:2164346:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164342:2164342:8:4294967295] 00000400:00000200:3.0:1770653411.988922:0:5759:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:3.0:1770653411.988926:0:5759:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:3.0:1770653411.988929:0:5759:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626cd00. 00000800:00000200:3.0:1770653411.988932:0:5759:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:3.0:1770653411.988936:0:5759:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:3.0:1770653411.988938:0:5759:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626cd00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1770653411.988947:0:5759:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653411.988949:0:5759:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:3.0:1770653411.988951:0:5759:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1770653411.988952:0:5759:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653411.988953:0:5759:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1770653411.988957:0:5759:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9557046d1450 x1856657966258688/t4295710224(0) o35->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:242/0 lens 392/456 e 0 to 0 dl 1770653422 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1770653411.988971:0:5759:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9557046d1450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b31b1d82-c1d4-4680-ae7a-71292416d1f5+246:176252:x1856657966258688:12345-192.168.202.60@tcp:35:createmany.0 Request processed in 513us (656us total) trans 4295710224 rc 0/0 00000100:00100000:3.0:1770653411.988977:0:5759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 263228 00000100:00000040:3.0:1770653411.988979:0:5759:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955603394000 : new rpc_count 0 00000100:00000001:3.0:1770653411.988981:0:5759:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1770653411.988982:0:5759:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1770653411.988985:0:5759:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300980. 00000020:00000010:3.0:1770653411.988988:0:5759:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca900c8. 00000020:00000010:3.0:1770653411.988990:0:5759:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bde00. 00000020:00000040:3.0:1770653411.988993:0:5759:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 245 02000000:00000001:3.0:1770653411.988996:0:5759:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653411.988998:0:5759:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 752 at ffff95563db0e400. 02000000:00000001:3.0:1770653411.989000:0:5759:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653411.989001:0:5759:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d33b80. 02000000:00000001:3.0:1770653411.989004:0:5759:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653411.989005:0:5759:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 752 at ffff95563db0d800. 02000000:00000001:3.0:1770653411.989008:0:5759:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653411.989010:0:5759:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c22d80. 02000000:00000001:3.0:1770653411.989016:0:5759:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653411.989021:0:5759:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 752 at ffff95563db0c800. 02000000:00000001:3.0:1770653411.989024:0:5759:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653411.989027:0:5759:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d31f80. 02000000:00000001:3.0:1770653411.989032:0:5759:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653411.989037:0:5759:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 752 at ffff95563db0c400. 02000000:00000001:3.0:1770653411.989040:0:5759:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653411.989043:0:5759:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d30000. 02000000:00000001:3.0:1770653411.989084:0:5759:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653411.989086:0:5759:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 752 at ffff95563db0d000. 02000000:00000001:3.0:1770653411.989088:0:5759:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653411.989089:0:5759:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c20a80. 00000100:00000001:3.0:1770653411.989092:0:5759:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1770653411.989095:0:5759:0:(niobuf.c:1189:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1770653411.989099:0:5759:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2948. 00000400:00000010:3.0:1770653411.989102:0:5759:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff955616afff00. 00010000:00000010:3.1:1770653411.989876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557092ff200. 00010000:00000010:3.1:1770653411.989881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11d000. 00000800:00000200:3.0:1770653411.992047:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1770653411.992051:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955601b6f200. 00000400:00000200:3.0:1770653411.992056:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653411.992060:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653411.992063:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653411.992064:0:3281:0:(events.c:433:reply_out_callback()) Process leaving 00000100:00000001:3.0:1770653411.992693:0:3275:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1770653411.992696:0:3275:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653411.992697:0:3275:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653411.992699:0:3275:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95564f11d600 refcount=3 00000020:00000001:3.0:1770653411.992702:0:3275:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796659136000 : -117277050415616 : ffff95564f11d600) 00010000:00000001:3.0:1770653411.992704:0:3275:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796659136000 : -117277050415616 : ffff95564f11d600) 00010000:00000001:3.0:1770653411.992706:0:3275:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1770653411.992708:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff95564f11d600/0x2aed14e4e178c367 lrc: 3/0,1 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x53ac9107 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653411.992714:0:3275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653411.992715:0:3275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653411.992716:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff95564f11d600/0x2aed14e4e178c367 lrc: 2/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x53ac9107 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653411.992721:0:3275:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653411.992722:0:3275:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653411.992724:0:3275:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1770653411.992725:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff95564f11d600/0x2aed14e4e178c367 lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x53ac9107 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00010000:3.0:1770653411.992729:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95564f11d600 already unused, calling callback (ffffffffc21274c0) 00000004:00000001:3.0:1770653411.992730:0:3275:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1770653411.992731:0:3275:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1770653411.992733:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95564f11d600/0x2aed14e4e178c367 lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x53ac9107 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653411.992736:0:3275:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1770653411.992737:0:3275:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653411.992738:0:3275:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653411.992740:0:3275:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95564f11d600 refcount=4 00000020:00000001:3.0:1770653411.992741:0:3275:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796659136000 : -117277050415616 : ffff95564f11d600) 00010000:00000001:3.0:1770653411.992743:0:3275:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796659136000 : -117277050415616 : ffff95564f11d600) 00010000:00000001:3.0:1770653411.992745:0:3275:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1770653411.992746:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95564f11d600/0x2aed14e4e178c367 lrc: 4/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x53ac9107 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653411.992749:0:3275:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1770653411.992750:0:3275:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1770653411.992751:0:3275:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653411.992763:0:3275:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653411.992764:0:3275:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653411.992765:0:3275:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653411.992766:0:3275:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653411.992767:0:3275:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95564f11d600 with handle 0x2aed14e4e178c367 from hash 00010000:00000001:3.0:1770653411.992769:0:3275:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1770653411.992770:0:3275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653411.992770:0:3275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653411.992771:0:3275:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653411.992773:0:3275:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653411.992775:0:3275:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653411.992776:0:3275:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653411.992778:0:3275:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653411.992779:0:3275:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1770653411.992781:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000040b:0xa5b4:0x0].0x53ac9107 (ffff9557092ffc00) 00010000:00010000:3.0:1770653411.992782:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1770653411.992784:0:3275:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653411.992785:0:3275:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653411.992786:0:3275:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653411.992787:0:3275:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1770653411.992788:0:3275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653411.992789:0:3275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653411.992790:0:3275:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653411.992791:0:3275:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.992793:0:3275:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653411.992795:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff95564f11d600/0x2aed14e4e178c367 lrc: 2/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0x53ac9107 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653411.992798:0:3275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653411.992799:0:3275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653411.992800:0:3275:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1770653411.992801:0:3275:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1770653411.992802:0:3275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653411.992803:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff95564f11d600/0x2aed14e4e178c367 lrc: 0/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0x53ac9107 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000010:3.0:1770653411.992807:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff95561e7e2d80. 00010000:00000040:3.0:1770653411.992809:0:3275:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9557092ffc00 count: 0 00010000:00000010:3.0:1770653411.992812:0:3275:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9556323ffe80. 00010000:00000001:3.0:1770653411.992816:0:3275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1770653411.992817:0:3275:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 247 00000100:00000001:3.0:1770653411.992819:0:3275:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653411.993809:0:5759:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1770653411.993811:0:5759:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966259200 02000000:00000001:3.0:1770653411.993813:0:5759:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653411.993815:0:5759:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653411.993816:0:5759:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653411.993818:0:5759:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653411.993820:0:5759:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966259200 00000020:00000001:3.0:1770653411.993821:0:5759:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1770653411.993823:0:5759:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e0f9dcb4 00000020:00000001:3.0:1770653411.993824:0:5759:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653411.993826:0:5759:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955603394000 refcount=248 00000020:00000001:3.0:1770653411.993829:0:5759:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795386650624 : -117278322900992 : ffff955603394000) 00000020:00000001:3.0:1770653411.993831:0:5759:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795386650624 : -117278322900992 : ffff955603394000) 00000100:00000001:3.0:1770653411.993833:0:5759:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1770653411.993836:0:5759:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf300. 00000100:00000001:3.0:1770653411.993838:0:5759:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653411.993840:0:5759:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf300. 00000020:00000010:3.0:1770653411.993843:0:5759:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bd600. 00000020:00000010:3.0:1770653411.993846:0:5759:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300980. 00010000:00000010:3.1:1770653411.993871:0:5759:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570aded800. 00010000:00000010:2.1:1770653411.993875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955606de3800. 00010000:00000010:3.1:1770653411.993877:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955606de3000. 00010000:00000010:2.1:1770653411.993882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955606de3400. 00010000:00000010:2.1:1770653411.993888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955606de2800. 00010000:00000010:3.1:1770653411.993890:0:5759:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570137cf00. 00010000:00000010:2.1:1770653411.993891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955606de2400. 00010000:00000010:3.1:1770653411.993896:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955701482c00. 00000020:00000010:3.0:1770653411.993913:0:5759:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca900c8. 00000100:00000040:3.0:1770653411.993919:0:5759:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1770653411.993921:0:5759:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653411.993923:0:5759:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653411.993924:0:5759:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653411.993927:0:5759:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653411.993935:0:5759:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653411.993941:0:5759:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653411.993943:0:5759:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1770653411.993948:0:5759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 263229 00000100:00000040:3.0:1770653411.993951:0:5759:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955603394000 : new rpc_count 1 00000100:00000001:3.0:1770653411.993953:0:5759:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797056557056 : -117276652994560 : ffff955666c20000) 00000100:00000040:3.0:1770653411.993958:0:5759:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955666c20000 x1856657966259200/t0(0) o35->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:242/0 lens 392/0 e 0 to 0 dl 1770653422 ref 1 fl New:/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1770653411.993966:0:5759:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1770653411.993968:0:5759:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf300. 00000100:00000001:3.0:1770653411.993970:0:5759:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653411.993972:0:5759:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf300. 00000100:00100000:3.0:1770653411.993975:0:5759:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955666c20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b31b1d82-c1d4-4680-ae7a-71292416d1f5+248:176252:x1856657966259200:12345-192.168.202.60@tcp:35:createmany.0 00000100:00000200:3.0:1770653411.993978:0:5759:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966259200 00000020:00000001:3.0:1770653411.993980:0:5759:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1770653411.993981:0:5759:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1770653411.993984:0:5759:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff955649fbfc00: xid 1856657966258944, transno 4295710225, client gen 13, slot idx 0 00000001:00000001:3.0:1770653411.993987:0:5759:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff955616affa80: xid 1856657966258688, transno 4295710224, client gen 13, slot idx 1 00000001:00000010:3.0:1770653411.993989:0:5759:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff955616affa80. 00000020:00000001:3.0:1770653411.993992:0:5759:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653411.993993:0:5759:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1770653411.993995:0:5759:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671525728 : -1038025888 : ffffffffc220fb60) 00000020:00000001:3.0:1770653411.993998:0:5759:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1770653411.993999:0:5759:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1856657966259200, found 0 last_xid 1856657966259199 00000020:00000001:3.0:1770653411.994001:0:5759:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653411.994003:0:5759:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1770653411.994004:0:5759:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1770653411.994005:0:5759:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.994007:0:5759:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:3.0:1770653411.994008:0:5759:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:3.0:1770653411.994009:0:5759:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:3.0:1770653411.994010:0:5759:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.994012:0:5759:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1770653411.994013:0:5759:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1770653411.994014:0:5759:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653411.994016:0:5759:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1770653411.994017:0:5759:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1770653411.994018:0:5759:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653411.994020:0:5759:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1770653411.994021:0:5759:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1770653411.994022:0:5759:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653411.994023:0:5759:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1770653411.994024:0:5759:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1770653411.994025:0:5759:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653411.994026:0:5759:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1770653411.994027:0:5759:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1770653411.994028:0:5759:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.994029:0:5759:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.994030:0:5759:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:3.0:1770653411.994031:0:5759:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.994032:0:5759:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1770653411.994033:0:5759:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1770653411.994034:0:5759:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653411.994035:0:5759:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1770653411.994035:0:5759:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1770653411.994037:0:5759:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653411.994038:0:5759:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1770653411.994038:0:5759:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1770653411.994040:0:5759:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653411.994041:0:5759:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1770653411.994043:0:5759:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653411.994045:0:5759:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1770653411.994047:0:5759:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff955668638c00 flags 0x0 02000000:00000001:3.0:1770653411.994049:0:5759:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446626797083921408 : -117276625630208 : ffff955668638c00) 00000004:00000001:3.0:1770653411.994051:0:5759:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1770653411.994052:0:5759:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653411.994053:0:5759:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1770653411.994054:0:5759:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.994056:0:5759:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1770653411.994056:0:5759:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.994057:0:5759:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653411.994059:0:5759:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1770653411.994060:0:5759:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1770653411.994062:0:5759:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff95563de79400. 02000000:00000001:3.0:1770653411.994064:0:5759:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653411.994065:0:5759:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.994066:0:5759:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1770653411.994067:0:5759:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.994069:0:5759:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:3.0:1770653411.994070:0:5759:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:3.0:1770653411.994071:0:5759:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653411.994073:0:5759:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9556323ffc00 refcount=2 00000020:00000001:3.0:1770653411.994074:0:5759:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796175621120 : -117277533930496 : ffff9556323ffc00) 00000004:00000001:3.0:1770653411.994076:0:5759:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446626796175621120 : -117277533930496 : ffff9556323ffc00) 00000020:00000040:3.0:1770653411.994077:0:5759:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9556323ffc00 with handle 0x2aed14e4e178c375 from hash 00000004:00000001:3.0:1770653411.994079:0:5759:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:3.0:1770653411.994080:0:5759:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x20000040b:0xa5e3:0x0] with intent: 0 00000004:00000001:3.0:1770653411.994082:0:5759:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:3.0:1770653411.994084:0:5759:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 0 lsom size 0 size 0 lsom blocks 0 blocks 0 truncate 0 00000004:00000001:3.0:1770653411.994086:0:5759:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1770653411.994087:0:5759:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1770653411.994090:0:5759:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.994092:0:5759:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1770653411.994094:0:5759:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1770653411.994095:0:5759:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1770653411.994098:0:5759:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1770653411.994099:0:5759:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1770653411.994101:0:5759:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1770653411.994103:0:5759:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1770653411.994104:0:5759:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1770653411.994105:0:5759:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1770653411.994106:0:5759:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1770653411.994107:0:5759:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1770653411.994108:0:5759:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1770653411.994110:0:5759:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1770653411.994111:0:5759:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1770653411.994112:0:5759:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1770653411.994112:0:5759:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1770653411.994114:0:5759:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:3.0:1770653411.994115:0:5759:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.994117:0:5759:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:3.0:1770653411.994117:0:5759:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1770653411.994118:0:5759:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1770653411.994119:0:5759:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1770653411.994120:0:5759:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1770653411.994121:0:5759:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1770653411.994123:0:5759:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1770653411.994124:0:5759:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1770653411.994124:0:5759:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1770653411.994125:0:5759:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1770653411.994126:0:5759:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1770653411.994127:0:5759:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1770653411.994128:0:5759:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1770653411.994129:0:5759:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1770653411.994131:0:5759:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1770653411.994131:0:5759:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.994133:0:5759:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:3.0:1770653411.994134:0:5759:0:(mdt_som.c:114:mdt_set_som()) [0x20000040b:0xa5e3:0x0]: Set SOM attrs S/B/F: 0/0/4. 00000004:00000001:3.0:1770653411.994135:0:5759:0:(mdd_object.c:2102:mdd_xattr_set()) Process entered 00000004:00000001:3.0:1770653411.994137:0:5759:0:(mdd_object.c:1439:mdd_xattr_sanity_check()) Process entered 00000004:00000001:3.0:1770653411.994138:0:5759:0:(mdd_object.c:1459:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1770653411.994140:0:5759:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1770653411.994143:0:5759:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff955662d81d80. 00080000:00000001:3.0:1770653411.994144:0:5759:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1770653411.994148:0:5759:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95563db0d000. 00080000:00000001:3.0:1770653411.994150:0:5759:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796367564800 : -117277341986816 : ffff95563db0d000) 00000004:00000001:3.0:1770653411.994152:0:5759:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1770653411.994153:0:5759:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1770653411.994154:0:5759:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1770653411.994156:0:5759:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446626796367564800 : -117277341986816 : ffff95563db0d000) 00080000:00000001:3.0:1770653411.994157:0:5759:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1770653411.994163:0:5759:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.994165:0:5759:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.994167:0:5759:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653411.994169:0:5759:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1770653411.994170:0:5759:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1770653411.994172:0:5759:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1770653411.994173:0:5759:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1770653411.994174:0:5759:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446626796367564800 : -117277341986816 : ffff95563db0d000) 00080000:00000001:3.0:1770653411.994176:0:5759:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1770653411.994178:0:5759:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1770653411.994179:0:5759:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.994180:0:5759:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653411.994187:0:5759:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653411.994188:0:5759:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.994190:0:5759:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1770653411.994191:0:5759:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1770653411.994192:0:5759:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1770653411.994193:0:5759:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1770653411.994194:0:5759:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446626796367564800 : -117277341986816 : ffff95563db0d000) 00080000:00000001:3.0:1770653411.994196:0:5759:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1770653411.994197:0:5759:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:3.0:1770653411.994202:0:5759:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1770653411.994204:0:5759:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653411.994205:0:5759:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.994207:0:5759:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.994208:0:5759:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.994210:0:5759:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653411.994212:0:5759:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1770653411.994213:0:5759:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1770653411.994215:0:5759:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1770653411.994217:0:5759:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295710226, last_committed = 4295710031 00000001:00000010:3.0:1770653411.994219:0:5759:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff955662d815a0. 00000001:00000040:3.0:1770653411.994221:0:5759:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955603394000 : new cb_count 195 00000020:00000040:3.0:1770653411.994223:0:5759:0:(genops.c:887:class_export_get()) GET export ffff955603394000 refcount=249 00000001:00000010:3.0:1770653411.994226:0:5759:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff955616affcc0. 00000004:00000001:3.0:1770653411.994228:0:5759:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1770653411.994229:0:5759:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1770653411.994230:0:5759:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446626796367564800 : -117277341986816 : ffff95563db0d000) 00080000:00000001:3.0:1770653411.994232:0:5759:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1770653411.994237:0:5759:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1770653411.994239:0:5759:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1770653411.994241:0:5759:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff955616affcc0: xid 1856657966259200, transno 4295710226, tag 1, client gen 13, slot idx 1 00000001:00000001:3.0:1770653411.994243:0:5759:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653411.994258:0:5759:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653411.994260:0:5759:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff955662d81d80. 00000020:00000001:3.0:1770653411.994262:0:5759:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.994264:0:5759:0:(mdd_object.c:2197:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.994265:0:5759:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.994266:0:5759:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.994268:0:5759:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:3.0:1770653411.994269:0:5759:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:3.0:1770653411.994270:0:5759:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1770653411.994272:0:5759:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1770653411.994273:0:5759:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1770653411.994274:0:5759:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1770653411.994276:0:5759:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=45 : 45 : 2d) 00000004:00000001:3.0:1770653411.994277:0:5759:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=45 : 45 : 2d) 00000004:00000001:3.0:1770653411.994279:0:5759:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=45 : 45 : 2d) 00000004:00000001:3.0:1770653411.994280:0:5759:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.994282:0:5759:0:(mdd_object.c:1267:mdd_attr_set()) Process entered 00000004:00000001:3.0:1770653411.994284:0:5759:0:(mdd_object.c:668:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1770653411.994286:0:5759:0:(mdd_object.c:726:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1770653411.994287:0:5759:0:(mdd_object.c:1289:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x20000040b:0xa5e3:0x0], previous was 0x7 00000004:00000001:3.0:1770653411.994289:0:5759:0:(mdd_object.c:1291:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.994291:0:5759:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:3.0:1770653411.994292:0:5759:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.994294:0:5759:0:(mdd_object.c:3826:mdd_close()) Process entered 00000004:00000001:3.0:1770653411.994295:0:5759:0:(mdd_object.c:3931:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1770653411.994297:0:5759:0:(mdd_object.c:3971:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:3.0:1770653411.994299:0:5759:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9556323ffc00. 00000004:00000001:3.0:1770653411.994301:0:5759:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1770653411.994304:0:5759:0:(lu_object.c:207:lu_object_put()) Add ffff95564e19ad78/ffff95564e19ad20 to site lru. bkt: ffff95571019f170 00000004:00000001:3.0:1770653411.994305:0:5759:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1770653411.994306:0:5759:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.994308:0:5759:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.994309:0:5759:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:3.0:1770653411.994310:0:5759:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1770653411.994312:0:5759:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1770653411.994313:0:5759:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1770653411.994314:0:5759:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1770653411.994315:0:5759:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1770653411.994317:0:5759:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653411.994318:0:5759:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1770653411.994319:0:5759:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:3.0:1770653411.994322:0:5759:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1770653411.994324:0:5759:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.994326:0:5759:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653411.994328:0:5759:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295710031, transno 4295710226, xid 1856657966259200 00010000:00000001:3.0:1770653411.994329:0:5759:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1770653411.994333:0:5759:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955666c20000 x1856657966259200/t4295710226(0) o35->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:242/0 lens 392/456 e 0 to 0 dl 1770653422 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1770653411.994340:0:5759:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653411.994341:0:5759:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653411.994343:0:5759:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557046d01e8 time=84 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653411.994345:0:5759:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1770653411.994347:0:5759:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:3.0:1770653411.994349:0:5759:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:3.0:1770653411.994351:0:5759:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1770653411.994353:0:5759:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653411.994354:0:5759:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1770653411.994356:0:5759:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:3.0:1770653411.994358:0:5759:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78f68. 00000100:00000200:3.0:1770653411.994361:0:5759:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1856657966259200, offset 224 00000400:00000200:3.0:1770653411.994365:0:5759:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:3.0:1770653411.994370:0:5759:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:3.0:1770653411.994373:0:5759:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164348:2164348:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164344:2164344:8:4294967295] 00000400:00000200:3.0:1770653411.994380:0:5759:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:3.0:1770653411.994383:0:5759:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:3.0:1770653411.994386:0:5759:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626ca00. 00000800:00000200:3.0:1770653411.994389:0:5759:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:3.0:1770653411.994393:0:5759:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:3.0:1770653411.994396:0:5759:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626ca00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1770653411.994407:0:5759:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653411.994409:0:5759:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:3.0:1770653411.994411:0:5759:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1770653411.994412:0:5759:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653411.994414:0:5759:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1770653411.994417:0:5759:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c20000 x1856657966259200/t4295710226(0) o35->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:242/0 lens 392/456 e 0 to 0 dl 1770653422 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1770653411.994424:0:5759:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955666c20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b31b1d82-c1d4-4680-ae7a-71292416d1f5+249:176252:x1856657966259200:12345-192.168.202.60@tcp:35:createmany.0 Request processed in 457us (706us total) trans 4295710226 rc 0/0 00000100:00100000:3.0:1770653411.994429:0:5759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 263229 00000100:00000040:3.0:1770653411.994431:0:5759:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955603394000 : new rpc_count 0 00000100:00000001:3.0:1770653411.994432:0:5759:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1770653411.994434:0:5759:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1770653411.994436:0:5759:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300980. 00000020:00000010:3.0:1770653411.994439:0:5759:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca900c8. 00000020:00000010:3.0:1770653411.994441:0:5759:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bd600. 00000020:00000040:3.0:1770653411.994444:0:5759:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 248 00000100:00000001:3.0:1770653411.994445:0:5759:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1770653411.995884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11de00. 00010000:00000010:0.1:1770653411.995891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11d000. 00000800:00000200:3.0:1770653411.997718:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1770653411.997722:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df900. 00000400:00000200:3.0:1770653411.997726:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653411.997730:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653411.997733:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653411.997734:0:3283:0:(events.c:433:reply_out_callback()) Process leaving 00000100:00000001:3.0:1770653411.998423:0:3274:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1770653411.998426:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653411.998428:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653411.998429:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955701483000 refcount=3 00000020:00000001:3.0:1770653411.998432:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799649042432 : -117274060509184 : ffff955701483000) 00010000:00000001:3.0:1770653411.998434:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799649042432 : -117274060509184 : ffff955701483000) 00010000:00000001:3.0:1770653411.998436:0:3274:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1770653411.998438:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff955701483000/0x2aed14e4e178c38a lrc: 3/0,1 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x80cf5f50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653411.998444:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653411.998445:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653411.998447:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff955701483000/0x2aed14e4e178c38a lrc: 2/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x80cf5f50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653411.998451:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653411.998452:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653411.998454:0:3274:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1770653411.998455:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff955701483000/0x2aed14e4e178c38a lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x80cf5f50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00010000:3.0:1770653411.998459:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff955701483000 already unused, calling callback (ffffffffc21274c0) 00000004:00000001:3.0:1770653411.998460:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1770653411.998461:0:3274:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1770653411.998463:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff955701483000/0x2aed14e4e178c38a lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x80cf5f50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653411.998467:0:3274:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1770653411.998468:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653411.998469:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653411.998470:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955701483000 refcount=4 00000020:00000001:3.0:1770653411.998472:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799649042432 : -117274060509184 : ffff955701483000) 00010000:00000001:3.0:1770653411.998473:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799649042432 : -117274060509184 : ffff955701483000) 00010000:00000001:3.0:1770653411.998474:0:3274:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1770653411.998476:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff955701483000/0x2aed14e4e178c38a lrc: 4/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x80cf5f50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653411.998479:0:3274:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1770653411.998480:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1770653411.998481:0:3274:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653411.998483:0:3274:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653411.998484:0:3274:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653411.998485:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653411.998486:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653411.998487:0:3274:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff955701483000 with handle 0x2aed14e4e178c38a from hash 00010000:00000001:3.0:1770653411.998488:0:3274:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1770653411.998489:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653411.998490:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653411.998491:0:3274:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653411.998493:0:3274:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653411.998494:0:3274:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653411.998495:0:3274:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653411.998496:0:3274:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653411.998497:0:3274:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1770653411.998499:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000040b:0xa5b4:0x0].0x80cf5f50 (ffff95570137c200) 00010000:00010000:3.0:1770653411.998501:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1770653411.998503:0:3274:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653411.998504:0:3274:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653411.998505:0:3274:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653411.998506:0:3274:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1770653411.998509:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653411.998510:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653411.998511:0:3274:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653411.998512:0:3274:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.998514:0:3274:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653411.998515:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff955701483000/0x2aed14e4e178c38a lrc: 2/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0x80cf5f50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653411.998518:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653411.998519:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653411.998520:0:3274:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1770653411.998521:0:3274:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1770653411.998521:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653411.998523:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff955701483000/0x2aed14e4e178c38a lrc: 0/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0x80cf5f50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000010:3.0:1770653411.998526:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff955659af1a00. 00010000:00000040:3.0:1770653411.998529:0:3274:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95570137c200 count: 0 00010000:00000010:3.0:1770653411.998531:0:3274:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff95562ddeff00. 00010000:00000001:3.0:1770653411.998536:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1770653411.998537:0:3274:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 250 00000100:00000001:3.0:1770653411.998539:0:3274:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653411.999392:0:5759:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1770653411.999394:0:5759:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966259712 02000000:00000001:3.0:1770653411.999396:0:5759:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653411.999397:0:5759:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653411.999398:0:5759:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653411.999434:0:5759:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653411.999437:0:5759:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966259712 00000020:00000001:3.0:1770653411.999438:0:5759:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1770653411.999439:0:5759:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e0f9dcb4 00000020:00000001:3.0:1770653411.999441:0:5759:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653411.999443:0:5759:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955603394000 refcount=251 00000020:00000001:3.0:1770653411.999444:0:5759:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795386650624 : -117278322900992 : ffff955603394000) 00000020:00000001:3.0:1770653411.999446:0:5759:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795386650624 : -117278322900992 : ffff955603394000) 00000100:00000001:3.0:1770653411.999448:0:5759:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1770653411.999451:0:5759:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf300. 00000100:00000001:3.0:1770653411.999453:0:5759:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653411.999455:0:5759:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf300. 00000020:00000010:3.0:1770653411.999457:0:5759:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bc400. 00000020:00000010:3.0:1770653411.999460:0:5759:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300980. 00000020:00000010:3.0:1770653411.999463:0:5759:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca900c8. 00000100:00000040:3.0:1770653411.999467:0:5759:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1770653411.999469:0:5759:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653411.999470:0:5759:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653411.999471:0:5759:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653411.999474:0:5759:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653411.999482:0:5759:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653411.999488:0:5759:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653411.999489:0:5759:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1770653411.999493:0:5759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 263230 00000100:00000040:3.0:1770653411.999495:0:5759:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955603394000 : new rpc_count 1 00000100:00000001:3.0:1770653411.999497:0:5759:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795749048320 : -117277960503296 : ffff955618d30000) 00000100:00000040:3.0:1770653411.999502:0:5759:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955618d30000 x1856657966259712/t0(0) o35->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:242/0 lens 392/0 e 0 to 0 dl 1770653422 ref 1 fl New:/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1770653411.999509:0:5759:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1770653411.999511:0:5759:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf300. 00000100:00000001:3.0:1770653411.999514:0:5759:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653411.999515:0:5759:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf300. 00000100:00100000:3.0:1770653411.999520:0:5759:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955618d30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b31b1d82-c1d4-4680-ae7a-71292416d1f5+251:176252:x1856657966259712:12345-192.168.202.60@tcp:35:createmany.0 00000100:00000200:3.0:1770653411.999524:0:5759:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966259712 00000020:00000001:3.0:1770653411.999525:0:5759:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1770653411.999527:0:5759:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1770653411.999529:0:5759:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff955606ca2000: xid 1856657966259456, transno 4295710227, client gen 13, slot idx 0 00000001:00000001:3.0:1770653411.999532:0:5759:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff955616affcc0: xid 1856657966259200, transno 4295710226, client gen 13, slot idx 1 00000001:00000010:3.0:1770653411.999535:0:5759:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff955616affcc0. 00000020:00000001:3.0:1770653411.999538:0:5759:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653411.999539:0:5759:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1770653411.999540:0:5759:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671525728 : -1038025888 : ffffffffc220fb60) 00000020:00000001:3.0:1770653411.999542:0:5759:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1770653411.999544:0:5759:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1856657966259712, found 0 last_xid 1856657966259711 00000020:00000001:3.0:1770653411.999546:0:5759:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653411.999547:0:5759:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1770653411.999548:0:5759:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1770653411.999549:0:5759:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.999551:0:5759:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:3.0:1770653411.999552:0:5759:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:3.0:1770653411.999553:0:5759:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:3.0:1770653411.999555:0:5759:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.999556:0:5759:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1770653411.999558:0:5759:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1770653411.999559:0:5759:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653411.999560:0:5759:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1770653411.999561:0:5759:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1770653411.999563:0:5759:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653411.999564:0:5759:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1770653411.999564:0:5759:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1770653411.999566:0:5759:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653411.999566:0:5759:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1770653411.999567:0:5759:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1770653411.999568:0:5759:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653411.999569:0:5759:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1770653411.999570:0:5759:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1770653411.999571:0:5759:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.999572:0:5759:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.999573:0:5759:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:3.0:1770653411.999574:0:5759:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.999576:0:5759:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1770653411.999576:0:5759:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1770653411.999577:0:5759:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653411.999578:0:5759:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1770653411.999579:0:5759:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1770653411.999581:0:5759:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653411.999582:0:5759:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1770653411.999583:0:5759:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1770653411.999584:0:5759:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653411.999585:0:5759:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1770653411.999586:0:5759:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653411.999587:0:5759:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1770653411.999590:0:5759:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff955668638c00 flags 0x0 02000000:00000001:3.0:1770653411.999591:0:5759:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446626797083921408 : -117276625630208 : ffff955668638c00) 00000004:00000001:3.0:1770653411.999592:0:5759:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1770653411.999593:0:5759:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653411.999594:0:5759:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1770653411.999595:0:5759:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.999596:0:5759:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1770653411.999597:0:5759:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.999598:0:5759:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653411.999600:0:5759:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1770653411.999601:0:5759:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1770653411.999603:0:5759:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff95563db0c400. 02000000:00000001:3.0:1770653411.999604:0:5759:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653411.999606:0:5759:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.999607:0:5759:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1770653411.999609:0:5759:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.999610:0:5759:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:3.0:1770653411.999612:0:5759:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:3.0:1770653411.999612:0:5759:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653411.999613:0:5759:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff955664806880 refcount=2 00000020:00000001:3.0:1770653411.999615:0:5759:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797018704000 : -117276690847616 : ffff955664806880) 00000004:00000001:3.0:1770653411.999616:0:5759:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446626797018704000 : -117276690847616 : ffff955664806880) 00000020:00000040:3.0:1770653411.999618:0:5759:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff955664806880 with handle 0x2aed14e4e178c398 from hash 00000004:00000001:3.0:1770653411.999621:0:5759:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:3.0:1770653411.999622:0:5759:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x20000040b:0xa5e4:0x0] with intent: 0 00000004:00000001:3.0:1770653411.999624:0:5759:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:3.0:1770653411.999625:0:5759:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 0 lsom size 0 size 0 lsom blocks 0 blocks 0 truncate 0 00000004:00000001:3.0:1770653411.999627:0:5759:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1770653411.999629:0:5759:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1770653411.999632:0:5759:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.999633:0:5759:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1770653411.999635:0:5759:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1770653411.999636:0:5759:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1770653411.999638:0:5759:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1770653411.999640:0:5759:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1770653411.999642:0:5759:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1770653411.999643:0:5759:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1770653411.999644:0:5759:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1770653411.999646:0:5759:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1770653411.999646:0:5759:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1770653411.999647:0:5759:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1770653411.999648:0:5759:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1770653411.999649:0:5759:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1770653411.999650:0:5759:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1770653411.999651:0:5759:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1770653411.999652:0:5759:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1770653411.999654:0:5759:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:3.0:1770653411.999655:0:5759:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.999656:0:5759:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:3.0:1770653411.999657:0:5759:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1770653411.999658:0:5759:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1770653411.999658:0:5759:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1770653411.999660:0:5759:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1770653411.999661:0:5759:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1770653411.999662:0:5759:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1770653411.999663:0:5759:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1770653411.999664:0:5759:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1770653411.999665:0:5759:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1770653411.999666:0:5759:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1770653411.999667:0:5759:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1770653411.999668:0:5759:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1770653411.999669:0:5759:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1770653411.999671:0:5759:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1770653411.999672:0:5759:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.999673:0:5759:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:3.0:1770653411.999675:0:5759:0:(mdt_som.c:114:mdt_set_som()) [0x20000040b:0xa5e4:0x0]: Set SOM attrs S/B/F: 0/0/4. 00000004:00000001:3.0:1770653411.999677:0:5759:0:(mdd_object.c:2102:mdd_xattr_set()) Process entered 00000004:00000001:3.0:1770653411.999678:0:5759:0:(mdd_object.c:1439:mdd_xattr_sanity_check()) Process entered 00000004:00000001:3.0:1770653411.999680:0:5759:0:(mdd_object.c:1459:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1770653411.999682:0:5759:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1770653411.999684:0:5759:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff955662d81d80. 00080000:00000001:3.0:1770653411.999686:0:5759:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1770653411.999689:0:5759:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95563db0c000. 00080000:00000001:3.0:1770653411.999690:0:5759:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796367560704 : -117277341990912 : ffff95563db0c000) 00000004:00000001:3.0:1770653411.999692:0:5759:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1770653411.999694:0:5759:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1770653411.999695:0:5759:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1770653411.999696:0:5759:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446626796367560704 : -117277341990912 : ffff95563db0c000) 00080000:00000001:3.0:1770653411.999698:0:5759:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1770653411.999704:0:5759:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.999705:0:5759:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.999707:0:5759:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653411.999709:0:5759:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1770653411.999710:0:5759:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1770653411.999712:0:5759:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1770653411.999714:0:5759:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1770653411.999715:0:5759:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446626796367560704 : -117277341990912 : ffff95563db0c000) 00080000:00000001:3.0:1770653411.999717:0:5759:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1770653411.999718:0:5759:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1770653411.999719:0:5759:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.999721:0:5759:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653411.999727:0:5759:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653411.999728:0:5759:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.999730:0:5759:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1770653411.999731:0:5759:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1770653411.999732:0:5759:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1770653411.999733:0:5759:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1770653411.999735:0:5759:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446626796367560704 : -117277341990912 : ffff95563db0c000) 00080000:00000001:3.0:1770653411.999737:0:5759:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1770653411.999738:0:5759:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:3.0:1770653411.999743:0:5759:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1770653411.999745:0:5759:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653411.999747:0:5759:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.999748:0:5759:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.999749:0:5759:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.999750:0:5759:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653411.999767:0:5759:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1770653411.999768:0:5759:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1770653411.999770:0:5759:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1770653411.999771:0:5759:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295710228, last_committed = 4295710031 00000001:00000010:3.0:1770653411.999774:0:5759:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff955662d81840. 00000001:00000040:3.0:1770653411.999776:0:5759:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955603394000 : new cb_count 197 00000020:00000040:3.0:1770653411.999777:0:5759:0:(genops.c:887:class_export_get()) GET export ffff955603394000 refcount=252 00000001:00000010:3.0:1770653411.999780:0:5759:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff955616affa80. 00000004:00000001:3.0:1770653411.999782:0:5759:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1770653411.999783:0:5759:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1770653411.999784:0:5759:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446626796367560704 : -117277341990912 : ffff95563db0c000) 00080000:00000001:3.0:1770653411.999786:0:5759:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1770653411.999791:0:5759:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1770653411.999793:0:5759:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1770653411.999795:0:5759:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff955616affa80: xid 1856657966259712, transno 4295710228, tag 1, client gen 13, slot idx 1 00000001:00000001:3.0:1770653411.999797:0:5759:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653411.999813:0:5759:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653411.999815:0:5759:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff955662d81d80. 00000020:00000001:3.0:1770653411.999817:0:5759:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.999818:0:5759:0:(mdd_object.c:2197:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.999820:0:5759:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.999821:0:5759:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.999822:0:5759:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:3.0:1770653411.999823:0:5759:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:3.0:1770653411.999824:0:5759:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1770653411.999826:0:5759:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1770653411.999827:0:5759:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1770653411.999828:0:5759:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1770653411.999829:0:5759:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=45 : 45 : 2d) 00000004:00000001:3.0:1770653411.999831:0:5759:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=45 : 45 : 2d) 00000004:00000001:3.0:1770653411.999832:0:5759:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=45 : 45 : 2d) 00000004:00000001:3.0:1770653411.999834:0:5759:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.999836:0:5759:0:(mdd_object.c:1267:mdd_attr_set()) Process entered 00000004:00000001:3.0:1770653411.999838:0:5759:0:(mdd_object.c:668:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1770653411.999839:0:5759:0:(mdd_object.c:726:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1770653411.999841:0:5759:0:(mdd_object.c:1289:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x20000040b:0xa5e4:0x0], previous was 0x7 00000004:00000001:3.0:1770653411.999843:0:5759:0:(mdd_object.c:1291:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.999844:0:5759:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:3.0:1770653411.999846:0:5759:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1770653411.999869:0:5759:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9557092ffc00. 00010000:00000010:3.1:1770653411.999874:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95564f11d600. 00000004:00000001:3.0:1770653411.999879:0:5759:0:(mdd_object.c:3826:mdd_close()) Process entered 00000004:00000001:3.0:1770653411.999882:0:5759:0:(mdd_object.c:3931:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1770653411.999884:0:5759:0:(mdd_object.c:3971:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:3.0:1770653411.999886:0:5759:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff955664806880. 00000004:00000001:3.0:1770653411.999891:0:5759:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1770653411.999894:0:5759:0:(lu_object.c:207:lu_object_put()) Add ffff9556100c8058/ffff9556100c8000 to site lru. bkt: ffff95571019dbc8 00000004:00000001:3.0:1770653411.999895:0:5759:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1770653411.999896:0:5759:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.999897:0:5759:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.999899:0:5759:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:3.0:1770653411.999900:0:5759:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1770653411.999901:0:5759:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1770653411.999903:0:5759:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1770653411.999903:0:5759:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1770653411.999905:0:5759:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1770653411.999907:0:5759:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653411.999909:0:5759:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1770653411.999910:0:5759:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:3.0:1770653411.999913:0:5759:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1770653411.999915:0:5759:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653411.999917:0:5759:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653411.999918:0:5759:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295710031, transno 4295710228, xid 1856657966259712 00010000:00000001:3.0:1770653411.999920:0:5759:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1770653411.999924:0:5759:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955618d30000 x1856657966259712/t4295710228(0) o35->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:242/0 lens 392/456 e 0 to 0 dl 1770653422 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1770653411.999930:0:5759:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653411.999932:0:5759:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653411.999933:0:5759:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557046d01e8 time=84 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653411.999936:0:5759:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1770653411.999938:0:5759:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:3.0:1770653411.999939:0:5759:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:3.0:1770653411.999941:0:5759:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1770653411.999942:0:5759:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653411.999944:0:5759:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1770653411.999946:0:5759:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:3.0:1770653411.999948:0:5759:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78b28. 00000100:00000200:3.0:1770653411.999950:0:5759:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1856657966259712, offset 224 00000400:00000200:3.0:1770653411.999954:0:5759:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:3.0:1770653411.999958:0:5759:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:3.0:1770653411.999962:0:5759:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164350:2164350:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164346:2164346:8:4294967295] 00000400:00000200:3.0:1770653411.999968:0:5759:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:3.0:1770653411.999971:0:5759:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:3.0:1770653411.999974:0:5759:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626ca00. 00000800:00000200:3.0:1770653411.999977:0:5759:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:3.0:1770653411.999981:0:5759:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:3.0:1770653411.999983:0:5759:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626ca00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1770653411.999993:0:5759:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653411.999996:0:5759:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:3.0:1770653411.999997:0:5759:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1770653411.999999:0:5759:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.000000:0:5759:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1770653412.000004:0:5759:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d30000 x1856657966259712/t4295710228(0) o35->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:242/0 lens 392/456 e 0 to 0 dl 1770653422 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1770653412.000012:0:5759:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955618d30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b31b1d82-c1d4-4680-ae7a-71292416d1f5+252:176252:x1856657966259712:12345-192.168.202.60@tcp:35:createmany.0 Request processed in 501us (651us total) trans 4295710228 rc 0/0 00000100:00100000:3.0:1770653412.000018:0:5759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 263230 00000100:00000040:3.0:1770653412.000020:0:5759:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955603394000 : new rpc_count 0 00000100:00000001:3.0:1770653412.000023:0:5759:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1770653412.000025:0:5759:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1770653412.000028:0:5759:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300980. 00000020:00000010:3.0:1770653412.000030:0:5759:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca900c8. 00000020:00000010:3.0:1770653412.000033:0:5759:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bc400. 00000020:00000040:3.0:1770653412.000036:0:5759:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 251 00000100:00000001:3.0:1770653412.000037:0:5759:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.003672:0:3275:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1770653412.003675:0:3275:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.003677:0:3275:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.003679:0:3275:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955701517000 refcount=3 00000020:00000001:3.0:1770653412.003681:0:3275:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799649648640 : -117274059902976 : ffff955701517000) 00010000:00000001:3.0:1770653412.003683:0:3275:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799649648640 : -117274059902976 : ffff955701517000) 00010000:00000001:3.0:1770653412.003685:0:3275:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1770653412.003688:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff955701517000/0x2aed14e4e178c3ad lrc: 3/0,1 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xadf22d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.003694:0:3275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.003695:0:3275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653412.003696:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff955701517000/0x2aed14e4e178c3ad lrc: 2/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xadf22d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.003701:0:3275:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.003702:0:3275:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.003704:0:3275:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1770653412.003705:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff955701517000/0x2aed14e4e178c3ad lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xadf22d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00010000:3.0:1770653412.003709:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff955701517000 already unused, calling callback (ffffffffc21274c0) 00000004:00000001:3.0:1770653412.003710:0:3275:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1770653412.003711:0:3275:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1770653412.003713:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff955701517000/0x2aed14e4e178c3ad lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xadf22d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.003716:0:3275:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1770653412.003717:0:3275:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.003718:0:3275:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.003720:0:3275:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955701517000 refcount=4 00000020:00000001:3.0:1770653412.003721:0:3275:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799649648640 : -117274059902976 : ffff955701517000) 00010000:00000001:3.0:1770653412.003723:0:3275:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799649648640 : -117274059902976 : ffff955701517000) 00010000:00000001:3.0:1770653412.003725:0:3275:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1770653412.003726:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff955701517000/0x2aed14e4e178c3ad lrc: 4/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xadf22d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.003729:0:3275:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1770653412.003730:0:3275:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1770653412.003731:0:3275:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.003733:0:3275:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653412.003734:0:3275:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653412.003735:0:3275:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.003736:0:3275:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653412.003737:0:3275:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff955701517000 with handle 0x2aed14e4e178c3ad from hash 00010000:00000001:3.0:1770653412.003739:0:3275:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1770653412.003740:0:3275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.003740:0:3275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.003741:0:3275:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653412.003743:0:3275:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653412.003744:0:3275:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.003746:0:3275:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653412.003747:0:3275:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653412.003748:0:3275:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1770653412.003750:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000040b:0xa5b4:0x0].0xadf22d98 (ffff95563f2d2f00) 00010000:00010000:3.0:1770653412.003752:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1770653412.003764:0:3275:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.003766:0:3275:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.003767:0:3275:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.003768:0:3275:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1770653412.003770:0:3275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.003771:0:3275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.003772:0:3275:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.003774:0:3275:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.003776:0:3275:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653412.003778:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff955701517000/0x2aed14e4e178c3ad lrc: 2/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0xadf22d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.003781:0:3275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.003782:0:3275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.003783:0:3275:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1770653412.003784:0:3275:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1770653412.003785:0:3275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653412.003786:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff955701517000/0x2aed14e4e178c3ad lrc: 0/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0xadf22d98 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000010:3.0:1770653412.003790:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff955659af1580. 00010000:00000040:3.0:1770653412.003792:0:3275:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95563f2d2f00 count: 0 00010000:00000010:3.0:1770653412.003795:0:3275:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff955664806b00. 00010000:00000001:3.0:1770653412.003801:0:3275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1770653412.003802:0:3275:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 253 00000100:00000001:3.0:1770653412.003803:0:3275:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1770653412.003877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955701483200. 00010000:00000010:2.1:1770653412.003883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955701482800. 00000100:00000001:3.0:1770653412.004771:0:5759:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1770653412.004817:0:5759:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966260224 02000000:00000001:3.0:1770653412.004820:0:5759:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653412.004821:0:5759:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653412.004822:0:5759:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653412.004825:0:5759:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653412.004827:0:5759:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966260224 00000020:00000001:3.0:1770653412.004828:0:5759:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1770653412.004829:0:5759:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e0f9dcb4 00000020:00000001:3.0:1770653412.004830:0:5759:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.004832:0:5759:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955603394000 refcount=254 00000020:00000001:3.0:1770653412.004833:0:5759:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795386650624 : -117278322900992 : ffff955603394000) 00000020:00000001:3.0:1770653412.004835:0:5759:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795386650624 : -117278322900992 : ffff955603394000) 00000100:00000001:3.0:1770653412.004837:0:5759:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1770653412.004840:0:5759:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf300. 00000100:00000001:3.0:1770653412.004842:0:5759:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653412.004844:0:5759:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf300. 00000020:00000010:3.0:1770653412.004870:0:5759:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bce00. 00000020:00000010:3.0:1770653412.004873:0:5759:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300980. 00000020:00000010:3.0:1770653412.004876:0:5759:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca900c8. 00000100:00000040:3.0:1770653412.004881:0:5759:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1770653412.004883:0:5759:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653412.004884:0:5759:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653412.004886:0:5759:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.004889:0:5759:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.004895:0:5759:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.004901:0:5759:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653412.004902:0:5759:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1770653412.004906:0:5759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 263231 00000100:00000040:3.0:1770653412.004908:0:5759:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955603394000 : new rpc_count 1 00000100:00000001:3.0:1770653412.004909:0:5759:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795749063552 : -117277960488064 : ffff955618d33b80) 00000100:00000040:3.0:1770653412.004913:0:5759:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955618d33b80 x1856657966260224/t0(0) o35->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 392/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1770653412.004920:0:5759:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1770653412.004922:0:5759:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf300. 00000100:00000001:3.0:1770653412.004923:0:5759:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653412.004925:0:5759:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf300. 00000100:00100000:3.0:1770653412.004928:0:5759:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955618d33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b31b1d82-c1d4-4680-ae7a-71292416d1f5+254:176252:x1856657966260224:12345-192.168.202.60@tcp:35:createmany.0 00000100:00000200:3.0:1770653412.004931:0:5759:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966260224 00000020:00000001:3.0:1770653412.004932:0:5759:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1770653412.004934:0:5759:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1770653412.004936:0:5759:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff955606ca2240: xid 1856657966259968, transno 4295710229, client gen 13, slot idx 0 00000001:00000001:3.0:1770653412.004939:0:5759:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff955616affa80: xid 1856657966259712, transno 4295710228, client gen 13, slot idx 1 00000001:00000010:3.0:1770653412.004942:0:5759:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff955616affa80. 00000020:00000001:3.0:1770653412.004945:0:5759:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.004947:0:5759:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1770653412.004948:0:5759:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671525728 : -1038025888 : ffffffffc220fb60) 00000020:00000001:3.0:1770653412.004951:0:5759:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1770653412.004953:0:5759:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1856657966260224, found 0 last_xid 1856657966260223 00000020:00000001:3.0:1770653412.004955:0:5759:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653412.004957:0:5759:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1770653412.004958:0:5759:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1770653412.004960:0:5759:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.004962:0:5759:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:3.0:1770653412.004964:0:5759:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:3.0:1770653412.004965:0:5759:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:3.0:1770653412.004967:0:5759:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.004969:0:5759:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1770653412.004970:0:5759:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1770653412.004972:0:5759:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653412.004973:0:5759:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1770653412.004974:0:5759:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1770653412.004976:0:5759:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653412.004977:0:5759:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1770653412.004978:0:5759:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1770653412.004979:0:5759:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653412.004980:0:5759:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1770653412.004981:0:5759:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1770653412.004982:0:5759:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653412.004983:0:5759:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1770653412.004984:0:5759:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1770653412.004985:0:5759:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.004986:0:5759:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.004987:0:5759:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:3.0:1770653412.004988:0:5759:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.004989:0:5759:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1770653412.004990:0:5759:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1770653412.004991:0:5759:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653412.004992:0:5759:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1770653412.004993:0:5759:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1770653412.004994:0:5759:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653412.004995:0:5759:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1770653412.004996:0:5759:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1770653412.004997:0:5759:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653412.004999:0:5759:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1770653412.005000:0:5759:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653412.005003:0:5759:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1770653412.005005:0:5759:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff955668638c00 flags 0x0 02000000:00000001:3.0:1770653412.005007:0:5759:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446626797083921408 : -117276625630208 : ffff955668638c00) 00000004:00000001:3.0:1770653412.005009:0:5759:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1770653412.005010:0:5759:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653412.005011:0:5759:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1770653412.005012:0:5759:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.005014:0:5759:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1770653412.005014:0:5759:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.005016:0:5759:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.005017:0:5759:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1770653412.005018:0:5759:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1770653412.005020:0:5759:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff95563db0d800. 02000000:00000001:3.0:1770653412.005021:0:5759:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.005023:0:5759:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.005024:0:5759:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1770653412.005025:0:5759:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.005027:0:5759:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:3.0:1770653412.005028:0:5759:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:3.0:1770653412.005029:0:5759:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.005030:0:5759:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff955664806f00 refcount=2 00000020:00000001:3.0:1770653412.005032:0:5759:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797018705664 : -117276690845952 : ffff955664806f00) 00000004:00000001:3.0:1770653412.005033:0:5759:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446626797018705664 : -117276690845952 : ffff955664806f00) 00000020:00000040:3.0:1770653412.005034:0:5759:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff955664806f00 with handle 0x2aed14e4e178c3bb from hash 00000004:00000001:3.0:1770653412.005036:0:5759:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:3.0:1770653412.005037:0:5759:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x20000040b:0xa5e5:0x0] with intent: 0 00000004:00000001:3.0:1770653412.005039:0:5759:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:3.0:1770653412.005041:0:5759:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 0 lsom size 0 size 0 lsom blocks 0 blocks 0 truncate 0 00000004:00000001:3.0:1770653412.005043:0:5759:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1770653412.005044:0:5759:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1770653412.005047:0:5759:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.005049:0:5759:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1770653412.005051:0:5759:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1770653412.005052:0:5759:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1770653412.005055:0:5759:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1770653412.005057:0:5759:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1770653412.005059:0:5759:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1770653412.005060:0:5759:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1770653412.005061:0:5759:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1770653412.005063:0:5759:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1770653412.005064:0:5759:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1770653412.005064:0:5759:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1770653412.005065:0:5759:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1770653412.005066:0:5759:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1770653412.005068:0:5759:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1770653412.005069:0:5759:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1770653412.005069:0:5759:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1770653412.005071:0:5759:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:3.0:1770653412.005072:0:5759:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.005073:0:5759:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:3.0:1770653412.005074:0:5759:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1770653412.005075:0:5759:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1770653412.005076:0:5759:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1770653412.005077:0:5759:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1770653412.005078:0:5759:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1770653412.005079:0:5759:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1770653412.005080:0:5759:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1770653412.005081:0:5759:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1770653412.005082:0:5759:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1770653412.005083:0:5759:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1770653412.005084:0:5759:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1770653412.005085:0:5759:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1770653412.005087:0:5759:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1770653412.005088:0:5759:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1770653412.005090:0:5759:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.005091:0:5759:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:3.0:1770653412.005092:0:5759:0:(mdt_som.c:114:mdt_set_som()) [0x20000040b:0xa5e5:0x0]: Set SOM attrs S/B/F: 0/0/4. 00000004:00000001:3.0:1770653412.005094:0:5759:0:(mdd_object.c:2102:mdd_xattr_set()) Process entered 00000004:00000001:3.0:1770653412.005096:0:5759:0:(mdd_object.c:1439:mdd_xattr_sanity_check()) Process entered 00000004:00000001:3.0:1770653412.005097:0:5759:0:(mdd_object.c:1459:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1770653412.005099:0:5759:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1770653412.005101:0:5759:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff955662d81d80. 00080000:00000001:3.0:1770653412.005103:0:5759:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1770653412.005106:0:5759:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95563db0c800. 00080000:00000001:3.0:1770653412.005107:0:5759:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796367562752 : -117277341988864 : ffff95563db0c800) 00000004:00000001:3.0:1770653412.005109:0:5759:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1770653412.005111:0:5759:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1770653412.005112:0:5759:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1770653412.005113:0:5759:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446626796367562752 : -117277341988864 : ffff95563db0c800) 00080000:00000001:3.0:1770653412.005115:0:5759:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1770653412.005121:0:5759:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.005122:0:5759:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.005124:0:5759:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.005126:0:5759:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1770653412.005127:0:5759:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1770653412.005130:0:5759:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1770653412.005131:0:5759:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1770653412.005132:0:5759:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446626796367562752 : -117277341988864 : ffff95563db0c800) 00080000:00000001:3.0:1770653412.005134:0:5759:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1770653412.005135:0:5759:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1770653412.005136:0:5759:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.005138:0:5759:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653412.005144:0:5759:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.005145:0:5759:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.005147:0:5759:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1770653412.005148:0:5759:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1770653412.005149:0:5759:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1770653412.005151:0:5759:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1770653412.005152:0:5759:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446626796367562752 : -117277341988864 : ffff95563db0c800) 00080000:00000001:3.0:1770653412.005154:0:5759:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1770653412.005155:0:5759:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:3.0:1770653412.005160:0:5759:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1770653412.005161:0:5759:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653412.005163:0:5759:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.005165:0:5759:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.005166:0:5759:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.005167:0:5759:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.005169:0:5759:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1770653412.005170:0:5759:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1770653412.005172:0:5759:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1770653412.005173:0:5759:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295710230, last_committed = 4295710031 00000001:00000010:3.0:1770653412.005176:0:5759:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff955662d81b40. 00000001:00000040:3.0:1770653412.005177:0:5759:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955603394000 : new cb_count 199 00000020:00000040:3.0:1770653412.005179:0:5759:0:(genops.c:887:class_export_get()) GET export ffff955603394000 refcount=255 00000001:00000010:3.0:1770653412.005181:0:5759:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff955616affcc0. 00000004:00000001:3.0:1770653412.005183:0:5759:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1770653412.005184:0:5759:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1770653412.005185:0:5759:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446626796367562752 : -117277341988864 : ffff95563db0c800) 00080000:00000001:3.0:1770653412.005187:0:5759:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1770653412.005192:0:5759:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1770653412.005194:0:5759:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1770653412.005195:0:5759:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff955616affcc0: xid 1856657966260224, transno 4295710230, tag 1, client gen 13, slot idx 1 00000001:00000001:3.0:1770653412.005198:0:5759:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653412.005213:0:5759:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653412.005215:0:5759:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff955662d81d80. 00000020:00000001:3.0:1770653412.005217:0:5759:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.005219:0:5759:0:(mdd_object.c:2197:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.005220:0:5759:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.005221:0:5759:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.005223:0:5759:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:3.0:1770653412.005223:0:5759:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:3.0:1770653412.005225:0:5759:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1770653412.005226:0:5759:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1770653412.005227:0:5759:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1770653412.005228:0:5759:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1770653412.005230:0:5759:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=45 : 45 : 2d) 00000004:00000001:3.0:1770653412.005231:0:5759:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=45 : 45 : 2d) 00000004:00000001:3.0:1770653412.005232:0:5759:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=45 : 45 : 2d) 00000004:00000001:3.0:1770653412.005234:0:5759:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.005235:0:5759:0:(mdd_object.c:1267:mdd_attr_set()) Process entered 00000004:00000001:3.0:1770653412.005238:0:5759:0:(mdd_object.c:668:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1770653412.005239:0:5759:0:(mdd_object.c:726:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1770653412.005241:0:5759:0:(mdd_object.c:1289:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x20000040b:0xa5e5:0x0], previous was 0x7 00000004:00000001:3.0:1770653412.005243:0:5759:0:(mdd_object.c:1291:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.005244:0:5759:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:3.0:1770653412.005246:0:5759:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.005247:0:5759:0:(mdd_object.c:3826:mdd_close()) Process entered 00000004:00000001:3.0:1770653412.005249:0:5759:0:(mdd_object.c:3931:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1770653412.005250:0:5759:0:(mdd_object.c:3971:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:3.0:1770653412.005252:0:5759:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff955664806f00. 00000004:00000001:3.0:1770653412.005255:0:5759:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1770653412.005258:0:5759:0:(lu_object.c:207:lu_object_put()) Add ffff9556100c96d8/ffff9556100c9680 to site lru. bkt: ffff95571019e840 00000004:00000001:3.0:1770653412.005259:0:5759:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1770653412.005260:0:5759:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.005262:0:5759:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.005263:0:5759:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:3.0:1770653412.005264:0:5759:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1770653412.005265:0:5759:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1770653412.005267:0:5759:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1770653412.005268:0:5759:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1770653412.005269:0:5759:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1770653412.005271:0:5759:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653412.005273:0:5759:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1770653412.005274:0:5759:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:3.0:1770653412.005276:0:5759:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1770653412.005278:0:5759:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.005280:0:5759:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653412.005282:0:5759:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295710031, transno 4295710230, xid 1856657966260224 00010000:00000001:3.0:1770653412.005283:0:5759:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1770653412.005287:0:5759:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955618d33b80 x1856657966260224/t4295710230(0) o35->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 392/456 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1770653412.005294:0:5759:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653412.005295:0:5759:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653412.005297:0:5759:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557046d01e8 time=85 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653412.005299:0:5759:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1770653412.005301:0:5759:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:3.0:1770653412.005302:0:5759:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:3.0:1770653412.005304:0:5759:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1770653412.005305:0:5759:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.005307:0:5759:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1770653412.005308:0:5759:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:3.0:1770653412.005311:0:5759:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a783b8. 00000100:00000200:3.0:1770653412.005314:0:5759:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1856657966260224, offset 224 00000400:00000200:3.0:1770653412.005318:0:5759:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:3.0:1770653412.005322:0:5759:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:3.0:1770653412.005326:0:5759:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164352:2164352:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164348:2164348:8:4294967295] 00000400:00000200:3.0:1770653412.005332:0:5759:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:3.0:1770653412.005335:0:5759:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:3.0:1770653412.005338:0:5759:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626cd00. 00000800:00000200:3.0:1770653412.005341:0:5759:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:3.0:1770653412.005344:0:5759:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:3.0:1770653412.005347:0:5759:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626cd00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1770653412.005357:0:5759:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653412.005359:0:5759:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:3.0:1770653412.005361:0:5759:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1770653412.005362:0:5759:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.005364:0:5759:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1770653412.005367:0:5759:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d33b80 x1856657966260224/t4295710230(0) o35->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 392/456 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1770653412.005373:0:5759:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955618d33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b31b1d82-c1d4-4680-ae7a-71292416d1f5+255:176252:x1856657966260224:12345-192.168.202.60@tcp:35:createmany.0 Request processed in 452us (643us total) trans 4295710230 rc 0/0 00000100:00100000:3.0:1770653412.005378:0:5759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 263231 00000100:00000040:3.0:1770653412.005380:0:5759:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955603394000 : new rpc_count 0 00000100:00000001:3.0:1770653412.005382:0:5759:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1770653412.005383:0:5759:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1770653412.005385:0:5759:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300980. 00000020:00000010:3.0:1770653412.005388:0:5759:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca900c8. 00000020:00000010:3.0:1770653412.005390:0:5759:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bce00. 00000020:00000040:3.0:1770653412.005393:0:5759:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 254 00000100:00000001:3.0:1770653412.005394:0:5759:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.006799:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.006804:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.006806:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.006808:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.006811:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:3.0:1770653412.006817:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8c6100 00000400:00000200:3.0:1770653412.006821:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f3d5 [64] + 138480 00000800:00000001:3.0:1770653412.006825:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.006831:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.006832:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.006835:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.006895:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653412.006896:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1770653412.006900:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955735208700. 00000100:00000040:3.0:1770653412.006903:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955735208700 x1856657966260480 msgsize 4616 00000100:00100000:3.0:1770653412.006907:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:3.0:1770653412.006916:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1770653412.006921:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.006924:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1770653412.007881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570137c200. 00010000:00000010:3.1:1770653412.007912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955701483000. 00000100:00000001:3.0:1770653412.009295:0:3274:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1770653412.009298:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.009301:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.009302:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955701517c00 refcount=3 00000020:00000001:3.0:1770653412.009305:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799649651712 : -117274059899904 : ffff955701517c00) 00010000:00000001:3.0:1770653412.009307:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799649651712 : -117274059899904 : ffff955701517c00) 00010000:00000001:3.0:1770653412.009309:0:3274:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1770653412.009312:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff955701517c00/0x2aed14e4e178c3d0 lrc: 3/0,1 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xdb14fbe0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.009321:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.009322:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653412.009324:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff955701517c00/0x2aed14e4e178c3d0 lrc: 2/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xdb14fbe0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.009328:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.009329:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.009330:0:3274:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1770653412.009332:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff955701517c00/0x2aed14e4e178c3d0 lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xdb14fbe0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00010000:3.0:1770653412.009335:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff955701517c00 already unused, calling callback (ffffffffc21274c0) 00000004:00000001:3.0:1770653412.009336:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1770653412.009337:0:3274:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1770653412.009339:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff955701517c00/0x2aed14e4e178c3d0 lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xdb14fbe0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.009342:0:3274:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1770653412.009343:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.009344:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.009344:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955701517c00 refcount=4 00000020:00000001:3.0:1770653412.009346:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799649651712 : -117274059899904 : ffff955701517c00) 00010000:00000001:3.0:1770653412.009347:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799649651712 : -117274059899904 : ffff955701517c00) 00010000:00000001:3.0:1770653412.009349:0:3274:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1770653412.009350:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff955701517c00/0x2aed14e4e178c3d0 lrc: 4/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xdb14fbe0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.009354:0:3274:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1770653412.009355:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1770653412.009356:0:3274:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.009359:0:3274:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653412.009360:0:3274:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653412.009361:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.009362:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653412.009364:0:3274:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff955701517c00 with handle 0x2aed14e4e178c3d0 from hash 00010000:00000001:3.0:1770653412.009366:0:3274:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1770653412.009367:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.009368:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.009369:0:3274:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653412.009371:0:3274:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653412.009372:0:3274:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.009374:0:3274:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653412.009375:0:3274:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653412.009376:0:3274:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1770653412.009378:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000040b:0xa5b4:0x0].0xdb14fbe0 (ffff95562721bb00) 00010000:00010000:3.0:1770653412.009380:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1770653412.009381:0:3274:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.009383:0:3274:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.009384:0:3274:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.009385:0:3274:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1770653412.009387:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.009387:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.009388:0:3274:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.009389:0:3274:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.009390:0:3274:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653412.009392:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff955701517c00/0x2aed14e4e178c3d0 lrc: 2/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0xdb14fbe0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.009395:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.009396:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.009396:0:3274:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1770653412.009397:0:3274:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1770653412.009398:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653412.009399:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff955701517c00/0x2aed14e4e178c3d0 lrc: 0/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0xdb14fbe0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000010:3.0:1770653412.009403:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff955659af1f80. 00010000:00000040:3.0:1770653412.009405:0:3274:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95562721bb00 count: 0 00010000:00000010:3.0:1770653412.009408:0:3274:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff955664806080. 00010000:00000001:3.0:1770653412.009413:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1770653412.009415:0:3274:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 256 00000100:00000001:3.0:1770653412.009416:0:3274:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.010131:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.010136:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.010138:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.010139:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.010143:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:3.0:1770653412.010150:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8c6200 00000400:00000200:3.0:1770653412.010154:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91a01 [2] + 1176 00000800:00000001:3.0:1770653412.010157:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.010179:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.010182:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.010185:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.010187:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653412.010189:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1770653412.010192:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955735209f80. 00000100:00000040:3.0:1770653412.010193:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955735209f80 x1856657966260736 msgsize 392 00000100:00100000:3.0:1770653412.010196:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:3.0:1770653412.010204:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1770653412.010208:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.010210:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1770653412.013961:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1770653412.013966:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dff00. 00000400:00000200:3.0:1770653412.013970:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.013974:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.013977:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.013978:0:3283:0:(events.c:433:reply_out_callback()) Process leaving 00000100:00000001:3.0:1770653412.014638:0:3275:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1770653412.014641:0:3275:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.014643:0:3275:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.014645:0:3275:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955701517a00 refcount=3 00000020:00000001:3.0:1770653412.014647:0:3275:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799649651200 : -117274059900416 : ffff955701517a00) 00010000:00000001:3.0:1770653412.014650:0:3275:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799649651200 : -117274059900416 : ffff955701517a00) 00010000:00000001:3.0:1770653412.014652:0:3275:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1770653412.014655:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff955701517a00/0x2aed14e4e178c3f3 lrc: 3/0,1 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x8908de23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.014660:0:3275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.014661:0:3275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653412.014663:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff955701517a00/0x2aed14e4e178c3f3 lrc: 2/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x8908de23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.014667:0:3275:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.014669:0:3275:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.014671:0:3275:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1770653412.014672:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff955701517a00/0x2aed14e4e178c3f3 lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x8908de23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00010000:3.0:1770653412.014675:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff955701517a00 already unused, calling callback (ffffffffc21274c0) 00000004:00000001:3.0:1770653412.014677:0:3275:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1770653412.014678:0:3275:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1770653412.014679:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff955701517a00/0x2aed14e4e178c3f3 lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x8908de23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.014682:0:3275:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1770653412.014683:0:3275:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.014684:0:3275:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.014685:0:3275:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955701517a00 refcount=4 00000020:00000001:3.0:1770653412.014686:0:3275:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799649651200 : -117274059900416 : ffff955701517a00) 00010000:00000001:3.0:1770653412.014688:0:3275:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799649651200 : -117274059900416 : ffff955701517a00) 00010000:00000001:3.0:1770653412.014690:0:3275:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1770653412.014692:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff955701517a00/0x2aed14e4e178c3f3 lrc: 4/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x8908de23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.014695:0:3275:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1770653412.014696:0:3275:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1770653412.014697:0:3275:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.014699:0:3275:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653412.014700:0:3275:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653412.014701:0:3275:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.014703:0:3275:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653412.014705:0:3275:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff955701517a00 with handle 0x2aed14e4e178c3f3 from hash 00010000:00000001:3.0:1770653412.014707:0:3275:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1770653412.014708:0:3275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.014709:0:3275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.014709:0:3275:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653412.014711:0:3275:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653412.014712:0:3275:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.014714:0:3275:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653412.014715:0:3275:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653412.014716:0:3275:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1770653412.014717:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000040b:0xa5b4:0x0].0x8908de23 (ffff955633f4cd00) 00010000:00010000:3.0:1770653412.014719:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1770653412.014721:0:3275:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.014722:0:3275:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.014724:0:3275:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.014725:0:3275:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1770653412.014726:0:3275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.014727:0:3275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.014728:0:3275:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.014729:0:3275:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.014730:0:3275:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653412.014732:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff955701517a00/0x2aed14e4e178c3f3 lrc: 2/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0x8908de23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.014734:0:3275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.014735:0:3275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.014736:0:3275:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1770653412.014737:0:3275:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1770653412.014738:0:3275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653412.014739:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff955701517a00/0x2aed14e4e178c3f3 lrc: 0/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0x8908de23 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000010:3.0:1770653412.014742:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff955659af1b80. 00010000:00000040:3.0:1770653412.014745:0:3275:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff955633f4cd00 count: 0 00010000:00000010:3.0:1770653412.014747:0:3275:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff955664806e80. 00010000:00000001:3.0:1770653412.014767:0:3275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1770653412.014769:0:3275:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 259 00000100:00000001:3.0:1770653412.014771:0:3275:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1770653412.015870:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955701482c00. 00010000:00000010:2.1:1770653412.015874:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955701483600. 00000800:00000200:3.0:1770653412.016332:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1770653412.016335:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dfc00. 00000400:00000200:3.0:1770653412.016338:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.016342:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:3.0:1770653412.016345:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888088 00000400:00000010:3.0:1770653412.016346:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888088. 00000100:00000001:3.0:1770653412.016348:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.016350:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1770653412.016872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f2d2f00. 00010000:00000010:3.1:1770653412.016878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955701517000. 00000100:00000001:3.0:1770653412.017928:0:7420:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653412.017933:0:7420:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1770653412.017937:0:7420:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.017941:0:7420:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1770653412.019878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955701516600. 00010000:00000010:2.1:1770653412.019883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955701516400. 00000800:00000001:3.0:1770653412.020093:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.020099:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.020101:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.020116:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.020120:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:3.0:1770653412.020128:0:3283:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9d11 00000400:00000200:3.0:1770653412.020131:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.020134:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:3.0:1770653412.020136:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268882a8 00000400:00000010:3.0:1770653412.020138:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268882a8. 00000100:00000001:3.0:1770653412.020140:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.020142:0:3283:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:3.0:1770653412.020143:0:3283:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:3.0:1770653412.020154:0:3283:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:3.0:1770653412.020155:0:3283:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:3.0:1770653412.020156:0:3283:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:3.0:1770653412.020159:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.020162:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.023033:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.023039:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.023042:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.023044:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.023049:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:3.0:1770653412.023055:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8c6700 00000400:00000200:3.0:1770653412.023060:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f3d5 [64] + 152328 00000800:00000001:3.0:1770653412.023064:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.023070:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.023072:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.023075:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.023078:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653412.023079:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1770653412.023082:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955735209c00. 00000100:00000040:3.0:1770653412.023085:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955735209c00 x1856657966262016 msgsize 4616 00000100:00100000:3.0:1770653412.023088:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:3.0:1770653412.023098:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1770653412.023101:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.023104:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.023197:0:7420:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653412.023201:0:7420:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1770653412.023204:0:7420:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.023207:0:7420:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1770653412.023869:0:50958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955701516200. 00010000:00000010:2.1:1770653412.023874:0:50958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955701517400. 00010000:00000010:3.1:1770653412.023889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562721bb00. 00010000:00000010:3.1:1770653412.023897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955701517c00. 00010000:00000010:3.1:1770653412.023903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633f4cd00. 00010000:00000010:3.1:1770653412.023909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955701517a00. 00000100:00000001:3.0:1770653412.025506:0:3275:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1770653412.025509:0:3275:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.025511:0:3275:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.025512:0:3275:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9557351f3600 refcount=3 00000020:00000001:3.0:1770653412.025515:0:3275:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800518772224 : -117273190779392 : ffff9557351f3600) 00010000:00000001:3.0:1770653412.025517:0:3275:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626800518772224 : -117273190779392 : ffff9557351f3600) 00010000:00000001:3.0:1770653412.025519:0:3275:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1770653412.025522:0:3275:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9557351f3600/0x2aed14e4e178c439 lrc: 3/0,1 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xe34e7ab4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.025527:0:3275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.025528:0:3275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653412.025530:0:3275:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9557351f3600/0x2aed14e4e178c439 lrc: 2/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xe34e7ab4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.025538:0:3275:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.025540:0:3275:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.025541:0:3275:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1770653412.025543:0:3275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9557351f3600/0x2aed14e4e178c439 lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xe34e7ab4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00010000:3.0:1770653412.025546:0:3275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9557351f3600 already unused, calling callback (ffffffffc21274c0) 00000004:00000001:3.0:1770653412.025548:0:3275:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1770653412.025549:0:3275:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1770653412.025550:0:3275:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9557351f3600/0x2aed14e4e178c439 lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xe34e7ab4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.025553:0:3275:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1770653412.025554:0:3275:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.025555:0:3275:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.025556:0:3275:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9557351f3600 refcount=4 00000020:00000001:3.0:1770653412.025557:0:3275:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800518772224 : -117273190779392 : ffff9557351f3600) 00010000:00000001:3.0:1770653412.025559:0:3275:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626800518772224 : -117273190779392 : ffff9557351f3600) 00010000:00000001:3.0:1770653412.025560:0:3275:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1770653412.025562:0:3275:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9557351f3600/0x2aed14e4e178c439 lrc: 4/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xe34e7ab4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.025566:0:3275:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1770653412.025567:0:3275:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1770653412.025568:0:3275:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.025570:0:3275:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653412.025571:0:3275:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653412.025572:0:3275:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.025573:0:3275:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653412.025574:0:3275:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9557351f3600 with handle 0x2aed14e4e178c439 from hash 00010000:00000001:3.0:1770653412.025576:0:3275:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1770653412.025577:0:3275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.025579:0:3275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.025580:0:3275:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653412.025582:0:3275:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653412.025584:0:3275:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.025585:0:3275:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653412.025586:0:3275:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653412.025587:0:3275:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1770653412.025589:0:3275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000040b:0xa5b4:0x0].0xe34e7ab4 (ffff955704e3af00) 00010000:00010000:3.0:1770653412.025591:0:3275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1770653412.025593:0:3275:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.025594:0:3275:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.025595:0:3275:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.025596:0:3275:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1770653412.025598:0:3275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.025598:0:3275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.025599:0:3275:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.025600:0:3275:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.025601:0:3275:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653412.025603:0:3275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9557351f3600/0x2aed14e4e178c439 lrc: 2/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0xe34e7ab4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.025606:0:3275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.025607:0:3275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.025607:0:3275:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1770653412.025608:0:3275:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1770653412.025609:0:3275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653412.025610:0:3275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9557351f3600/0x2aed14e4e178c439 lrc: 0/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0xe34e7ab4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000010:3.0:1770653412.025614:0:3275:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff955659af1c80. 00010000:00000040:3.0:1770653412.025616:0:3275:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff955704e3af00 count: 0 00010000:00000010:3.0:1770653412.025619:0:3275:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff955664806380. 00010000:00000001:3.0:1770653412.025623:0:3275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1770653412.025624:0:3275:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 265 00000100:00000001:3.0:1770653412.025626:0:3275:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.026426:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.026432:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.026435:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.026438:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.026444:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:3.0:1770653412.026453:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8c6800 00000400:00000200:3.0:1770653412.026459:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91a35 [2] + 0 00000800:00000001:3.0:1770653412.026464:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.026493:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.026496:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.026501:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.026505:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653412.026507:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1770653412.026512:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573520bb80. 00000100:00000040:3.0:1770653412.026515:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff95573520bb80 x1856657966262272 msgsize 392 00000100:00100000:3.0:1770653412.026520:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:3.0:1770653412.026530:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1770653412.026535:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.026581:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1770653412.027887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351f2400. 00010000:00000010:0.1:1770653412.027889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955704e3aa00. 00010000:00000010:2.1:1770653412.027894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955701517000. 00010000:00000010:0.1:1770653412.027898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351f2200. 00000800:00000200:3.0:1770653412.030340:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1770653412.030344:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df900. 00000400:00000200:3.0:1770653412.030348:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.030352:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.030355:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.030357:0:3283:0:(events.c:433:reply_out_callback()) Process leaving 00000100:00000001:3.0:1770653412.031047:0:3274:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1770653412.031050:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.031052:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.031054:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9557351f2000 refcount=3 00000020:00000001:3.0:1770653412.031056:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800518766592 : -117273190785024 : ffff9557351f2000) 00010000:00000001:3.0:1770653412.031059:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626800518766592 : -117273190785024 : ffff9557351f2000) 00010000:00000001:3.0:1770653412.031061:0:3274:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1770653412.031063:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9557351f2000/0x2aed14e4e178c45c lrc: 3/0,1 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x107148fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.031069:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.031071:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653412.031073:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9557351f2000/0x2aed14e4e178c45c lrc: 2/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x107148fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.031077:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.031079:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.031080:0:3274:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1770653412.031082:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9557351f2000/0x2aed14e4e178c45c lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x107148fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00010000:3.0:1770653412.031085:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9557351f2000 already unused, calling callback (ffffffffc21274c0) 00000004:00000001:3.0:1770653412.031087:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1770653412.031088:0:3274:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1770653412.031089:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9557351f2000/0x2aed14e4e178c45c lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x107148fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.031092:0:3274:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1770653412.031093:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.031094:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.031095:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9557351f2000 refcount=4 00000020:00000001:3.0:1770653412.031096:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800518766592 : -117273190785024 : ffff9557351f2000) 00010000:00000001:3.0:1770653412.031097:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626800518766592 : -117273190785024 : ffff9557351f2000) 00010000:00000001:3.0:1770653412.031099:0:3274:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1770653412.031101:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9557351f2000/0x2aed14e4e178c45c lrc: 4/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x107148fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.031105:0:3274:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1770653412.031106:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1770653412.031107:0:3274:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.031109:0:3274:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653412.031110:0:3274:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653412.031111:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.031112:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653412.031113:0:3274:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9557351f2000 with handle 0x2aed14e4e178c45c from hash 00010000:00000001:3.0:1770653412.031115:0:3274:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1770653412.031117:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.031118:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.031119:0:3274:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653412.031121:0:3274:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653412.031122:0:3274:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.031123:0:3274:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653412.031125:0:3274:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653412.031126:0:3274:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1770653412.031127:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000040b:0xa5b4:0x0].0x107148fd (ffff955704e3a500) 00010000:00010000:3.0:1770653412.031130:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1770653412.031131:0:3274:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.031133:0:3274:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.031134:0:3274:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.031135:0:3274:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1770653412.031136:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.031137:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.031138:0:3274:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.031139:0:3274:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.031140:0:3274:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653412.031142:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9557351f2000/0x2aed14e4e178c45c lrc: 2/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0x107148fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.031144:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.031145:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.031146:0:3274:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1770653412.031147:0:3274:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1770653412.031148:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653412.031149:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9557351f2000/0x2aed14e4e178c45c lrc: 0/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0x107148fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000010:3.0:1770653412.031152:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff955659af1780. 00010000:00000040:3.0:1770653412.031155:0:3274:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff955704e3a500 count: 0 00010000:00000010:3.0:1770653412.031158:0:3274:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff955664806380. 00010000:00000001:3.0:1770653412.031163:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1770653412.031164:0:3274:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 268 00000100:00000001:3.0:1770653412.031166:0:3274:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1770653412.031893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351f2a00. 00010000:00000010:2.1:1770653412.031900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351f3c00. 00010000:00000010:3.1:1770653412.031902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955704e3af00. 00010000:00000010:3.1:1770653412.031908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351f3600. 00000800:00000200:3.0:1770653412.032715:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1770653412.032720:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df900. 00000400:00000200:3.0:1770653412.032724:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.032730:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:3.0:1770653412.032734:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268883b8 00000400:00000010:3.0:1770653412.032737:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268883b8. 00000100:00000001:3.0:1770653412.032740:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.032742:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1770653412.036242:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.036247:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.036249:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.036262:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.036267:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:3.0:1770653412.036274:0:3283:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9d2d 00000400:00000200:3.0:1770653412.036277:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.036280:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:3.0:1770653412.036283:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888440 00000400:00000010:3.0:1770653412.036285:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888440. 00000100:00000001:3.0:1770653412.036287:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.036288:0:3283:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:3.0:1770653412.036289:0:3283:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:3.0:1770653412.036300:0:3283:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:3.0:1770653412.036301:0:3283:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:3.0:1770653412.036302:0:3283:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:3.0:1770653412.036306:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.036309:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1770653412.036879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351f3400. 00010000:00000010:3.1:1770653412.036882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955704e3a500. 00010000:00000010:2.1:1770653412.036885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351f2400. 00010000:00000010:3.1:1770653412.036889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351f2000. 00000800:00000001:3.0:1770653412.039381:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.039388:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.039390:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.039393:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.039399:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:3.0:1770653412.039451:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8c6d00 00000400:00000200:3.0:1770653412.039457:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f3d5 [64] + 166176 00000800:00000001:3.0:1770653412.039463:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.039472:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.039476:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.039480:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.039484:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653412.039486:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1770653412.039490:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955735209f80. 00000100:00000040:3.0:1770653412.039494:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955735209f80 x1856657966263552 msgsize 4616 00000100:00100000:3.0:1770653412.039499:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:3.0:1770653412.039510:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1770653412.039515:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.039518:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1770653412.041883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351f2a00. 00010000:00000010:2.1:1770653412.041887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351f3c00. 00010000:00000010:2.1:1770653412.041890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955704e3ae00. 00010000:00000010:2.1:1770653412.041892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351f3e00. 00000100:00000001:3.0:1770653412.042073:0:3274:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1770653412.042077:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.042078:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.042080:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9557351f3000 refcount=3 00000020:00000001:3.0:1770653412.042083:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800518770688 : -117273190780928 : ffff9557351f3000) 00010000:00000001:3.0:1770653412.042085:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626800518770688 : -117273190780928 : ffff9557351f3000) 00010000:00000001:3.0:1770653412.042087:0:3274:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1770653412.042089:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9557351f3000/0x2aed14e4e178c4a2 lrc: 3/0,1 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x6ab6e58d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.042095:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.042096:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653412.042098:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9557351f3000/0x2aed14e4e178c4a2 lrc: 2/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x6ab6e58d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.042101:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.042102:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.042104:0:3274:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1770653412.042105:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9557351f3000/0x2aed14e4e178c4a2 lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x6ab6e58d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00010000:3.0:1770653412.042109:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9557351f3000 already unused, calling callback (ffffffffc21274c0) 00000004:00000001:3.0:1770653412.042110:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1770653412.042111:0:3274:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1770653412.042113:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9557351f3000/0x2aed14e4e178c4a2 lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x6ab6e58d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.042117:0:3274:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1770653412.042118:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.042120:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.042121:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9557351f3000 refcount=4 00000020:00000001:3.0:1770653412.042122:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800518770688 : -117273190780928 : ffff9557351f3000) 00010000:00000001:3.0:1770653412.042124:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626800518770688 : -117273190780928 : ffff9557351f3000) 00010000:00000001:3.0:1770653412.042125:0:3274:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1770653412.042126:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9557351f3000/0x2aed14e4e178c4a2 lrc: 4/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x6ab6e58d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.042129:0:3274:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1770653412.042130:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1770653412.042131:0:3274:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.042133:0:3274:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653412.042134:0:3274:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653412.042135:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.042136:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653412.042138:0:3274:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9557351f3000 with handle 0x2aed14e4e178c4a2 from hash 00010000:00000001:3.0:1770653412.042139:0:3274:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1770653412.042140:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.042141:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.042141:0:3274:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653412.042143:0:3274:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653412.042144:0:3274:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.042145:0:3274:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653412.042146:0:3274:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653412.042147:0:3274:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1770653412.042149:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000040b:0xa5b4:0x0].0x6ab6e58d (ffff955704e3a300) 00010000:00010000:3.0:1770653412.042151:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1770653412.042153:0:3274:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.042154:0:3274:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.042156:0:3274:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.042157:0:3274:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1770653412.042158:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.042160:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.042161:0:3274:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.042162:0:3274:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.042164:0:3274:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653412.042166:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9557351f3000/0x2aed14e4e178c4a2 lrc: 2/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0x6ab6e58d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.042169:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.042169:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.042170:0:3274:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1770653412.042171:0:3274:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1770653412.042172:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653412.042173:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9557351f3000/0x2aed14e4e178c4a2 lrc: 0/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0x6ab6e58d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000010:3.0:1770653412.042177:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff955659af1c00. 00010000:00000040:3.0:1770653412.042179:0:3274:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff955704e3a300 count: 0 00010000:00000010:3.0:1770653412.042182:0:3274:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff95566b046d00. 00010000:00000001:3.0:1770653412.042186:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1770653412.042187:0:3274:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 274 00000100:00000001:3.0:1770653412.042189:0:3274:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.042941:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.042946:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.042948:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.042949:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.042953:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:3.0:1770653412.042960:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8c6e00 00000400:00000200:3.0:1770653412.042964:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91a35 [2] + 1176 00000800:00000001:3.0:1770653412.042967:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.042988:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.042991:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.042993:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.042996:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653412.042998:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1770653412.043002:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d88000. 00000100:00000040:3.0:1770653412.043005:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955618d88000 x1856657966263808 msgsize 392 00000100:00100000:3.0:1770653412.043008:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:3.0:1770653412.043017:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1770653412.043020:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.043023:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1770653412.046692:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1770653412.046696:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dfc00. 00000400:00000200:3.0:1770653412.046700:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.046704:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.046707:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.046708:0:3283:0:(events.c:433:reply_out_callback()) Process leaving 00010000:00000010:2.1:1770653412.046877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351f3400. 00010000:00000010:2.1:1770653412.046881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351f2400. 00000800:00000200:3.0:1770653412.049092:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1770653412.049096:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dff00. 00000400:00000200:3.0:1770653412.049101:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.049105:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:3.0:1770653412.049108:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888330 00000400:00000010:3.0:1770653412.049110:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888330. 00000100:00000001:3.0:1770653412.049112:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.049113:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1770653412.050875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955704e3a300. 00010000:00000010:3.1:1770653412.050884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351f3000. 00000800:00000001:3.0:1770653412.052576:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.052582:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.052584:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.052594:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.052599:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:3.0:1770653412.052607:0:3283:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9d45 00000400:00000200:3.0:1770653412.052610:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.052612:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:3.0:1770653412.052615:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268886e8 00000400:00000010:3.0:1770653412.052617:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268886e8. 00000100:00000001:3.0:1770653412.052619:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.052620:0:3283:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:3.0:1770653412.052622:0:3283:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:3.0:1770653412.052630:0:3283:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:3.0:1770653412.052632:0:3283:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:3.0:1770653412.052633:0:3283:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:3.0:1770653412.052636:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.052640:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.055712:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.055718:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.055720:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.055721:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.055726:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:3.0:1770653412.055733:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8c7300 00000400:00000200:3.0:1770653412.055737:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f3d5 [64] + 180024 00000800:00000001:3.0:1770653412.055741:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.055748:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.055750:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.055766:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.055769:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653412.055771:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1770653412.055774:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d88380. 00000100:00000040:3.0:1770653412.055776:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955618d88380 x1856657966265088 msgsize 4616 00000100:00100000:3.0:1770653412.055779:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:3.0:1770653412.055788:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1770653412.055792:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.055795:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1770653412.058878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351f3c00. 00010000:00000010:2.1:1770653412.058883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351f3e00. 00010000:00000010:2.1:1770653412.058885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955704e3ae00. 00010000:00000010:2.1:1770653412.058887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351f2a00. 00000800:00000001:3.0:1770653412.059153:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.059159:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.059161:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.059163:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.059167:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:3.0:1770653412.059174:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8c7400 00000400:00000200:3.0:1770653412.059178:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91a69 [2] + 0 00000800:00000001:3.0:1770653412.059182:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.059206:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.059208:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.059211:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.059214:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653412.059216:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1770653412.059219:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d88700. 00000100:00000040:3.0:1770653412.059222:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955618d88700 x1856657966265344 msgsize 392 00000100:00100000:3.0:1770653412.059225:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:3.0:1770653412.059233:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1770653412.059236:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.059239:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1770653412.062864:0:50958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351f3400. 00010000:00000010:2.1:1770653412.062868:0:50958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351f2400. 00010000:00000010:0.1:1770653412.062887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955704e3aa00. 00010000:00000010:0.1:1770653412.062897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351f2000. 00000800:00000200:3.0:1770653412.063060:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1770653412.063064:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df200. 00000400:00000200:3.0:1770653412.063067:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.063072:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.063075:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.063076:0:3283:0:(events.c:433:reply_out_callback()) Process leaving 00000100:00000001:3.0:1770653412.063935:0:3274:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1770653412.063938:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.063940:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.063941:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955701516200 refcount=3 00000020:00000001:3.0:1770653412.063944:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799649645056 : -117274059906560 : ffff955701516200) 00010000:00000001:3.0:1770653412.063946:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799649645056 : -117274059906560 : ffff955701516200) 00010000:00000001:3.0:1770653412.063948:0:3274:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1770653412.063951:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff955701516200/0x2aed14e4e178c52e lrc: 3/0,1 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x1f421eaf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.063957:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.063958:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653412.063959:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff955701516200/0x2aed14e4e178c52e lrc: 2/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x1f421eaf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.063963:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.063964:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.063966:0:3274:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1770653412.063967:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff955701516200/0x2aed14e4e178c52e lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x1f421eaf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00010000:3.0:1770653412.063970:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff955701516200 already unused, calling callback (ffffffffc21274c0) 00000004:00000001:3.0:1770653412.063972:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1770653412.063973:0:3274:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1770653412.063975:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff955701516200/0x2aed14e4e178c52e lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x1f421eaf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.063979:0:3274:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1770653412.063980:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.063981:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.063982:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955701516200 refcount=4 00000020:00000001:3.0:1770653412.063983:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799649645056 : -117274059906560 : ffff955701516200) 00010000:00000001:3.0:1770653412.063985:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799649645056 : -117274059906560 : ffff955701516200) 00010000:00000001:3.0:1770653412.063986:0:3274:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1770653412.063987:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff955701516200/0x2aed14e4e178c52e lrc: 4/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x1f421eaf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.063990:0:3274:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1770653412.063991:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1770653412.063992:0:3274:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.063994:0:3274:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653412.063995:0:3274:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653412.063996:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.063997:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653412.063998:0:3274:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff955701516200 with handle 0x2aed14e4e178c52e from hash 00010000:00000001:3.0:1770653412.064000:0:3274:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1770653412.064001:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.064001:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.064002:0:3274:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653412.064004:0:3274:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653412.064005:0:3274:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.064006:0:3274:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653412.064007:0:3274:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653412.064008:0:3274:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1770653412.064010:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000040b:0xa5b4:0x0].0x1f421eaf (ffff95560655af00) 00010000:00010000:3.0:1770653412.064012:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1770653412.064014:0:3274:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.064016:0:3274:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.064017:0:3274:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.064018:0:3274:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1770653412.064020:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.064021:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.064022:0:3274:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.064023:0:3274:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.064025:0:3274:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653412.064027:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff955701516200/0x2aed14e4e178c52e lrc: 2/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0x1f421eaf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.064030:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.064030:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.064031:0:3274:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1770653412.064032:0:3274:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1770653412.064033:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653412.064034:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff955701516200/0x2aed14e4e178c52e lrc: 0/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0x1f421eaf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000010:3.0:1770653412.064037:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff955659af1980. 00010000:00000040:3.0:1770653412.064040:0:3274:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95560655af00 count: 0 00010000:00000010:3.0:1770653412.064043:0:3274:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff95566b046280. 00010000:00000001:3.0:1770653412.064049:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1770653412.064050:0:3274:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 286 00000100:00000001:3.0:1770653412.064051:0:3274:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1770653412.065418:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1770653412.065422:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df600. 00000400:00000200:3.0:1770653412.065425:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.065429:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:3.0:1770653412.065432:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888908 00000400:00000010:3.0:1770653412.065433:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888908. 00000100:00000001:3.0:1770653412.065435:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.065436:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1770653412.067878:0:50958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351f3000. 00010000:00000010:2.1:1770653412.067882:0:50958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351f2200. 00010000:00000010:2.1:1770653412.067885:0:50958:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560655a200. 00010000:00000010:2.1:1770653412.067888:0:50958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955701517000. 00000800:00000001:3.0:1770653412.069227:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.069233:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.069234:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.069248:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.069252:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:3.0:1770653412.069260:0:3283:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9d61 00000400:00000200:3.0:1770653412.069263:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.069266:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:3.0:1770653412.069268:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268885d8 00000400:00000010:3.0:1770653412.069270:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268885d8. 00000100:00000001:3.0:1770653412.069272:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.069274:0:3283:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:3.0:1770653412.069275:0:3283:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:3.0:1770653412.069284:0:3283:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:3.0:1770653412.069285:0:3283:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:3.0:1770653412.069286:0:3283:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:3.0:1770653412.069289:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.069291:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1770653412.070987:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dfc00. 00000400:00000200:0.0:1770653412.070991:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.070995:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.070998:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888880 00000400:00000010:0.0:1770653412.070999:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888880. 00000100:00000001:0.0:1770653412.071002:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.071003:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1770653412.071869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560655af00. 00010000:00000010:3.1:1770653412.071877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955701516200. 00010000:00000010:2.1:1770653412.071889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955701517400. 00010000:00000010:2.1:1770653412.071896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955701517c00. 00000800:00000001:3.0:1770653412.072144:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.072150:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.072152:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.072155:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.072161:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:3.0:1770653412.072170:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8c7900 00000400:00000200:3.0:1770653412.072217:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f3d5 [64] + 193872 00000400:00000010:3.0:1770653412.072222:0:3283:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564ec5ab58. 00000400:00000200:3.0:1770653412.072226:0:3283:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff955602d9c000 00000800:00000001:3.0:1770653412.072230:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.072240:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.072243:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.072247:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:3.0:1770653412.072251:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955602d9c000 00000400:00000010:3.0:1770653412.072254:0:3283:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff955602d9c000. 00000100:00000001:3.0:1770653412.072259:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653412.072261:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1770653412.072264:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff9557046cb050 x1856657966266624 msgsize 4616 00000100:00100000:3.0:1770653412.072269:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000040:3.0:1770653412.072272:0:3283:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1770653412.072283:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1770653412.072287:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.072292:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.074078:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.074083:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dfc00. 00000400:00000200:0.0:1770653412.074091:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.074098:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.074103:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.074106:0:3281:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.074614:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.074622:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.074624:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.074630:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.074641:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:0.0:1770653412.074651:0:3282:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9d69 00000400:00000200:0.0:1770653412.074655:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.074659:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:0.0:1770653412.074665:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888880 00000400:00000010:0.0:1770653412.074668:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888880. 00000100:00000001:0.0:1770653412.074673:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.074676:0:3282:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.074677:0:3282:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.074689:0:3282:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.074692:0:3282:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.074695:0:3282:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.074701:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.074705:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.074716:0:3274:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1770653412.074722:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.074726:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.074729:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9557351f2a00 refcount=3 00000020:00000001:3.0:1770653412.074733:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800518769152 : -117273190782464 : ffff9557351f2a00) 00010000:00000001:3.0:1770653412.074737:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626800518769152 : -117273190782464 : ffff9557351f2a00) 00010000:00000001:3.0:1770653412.074740:0:3274:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1770653412.074743:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9557351f2a00/0x2aed14e4e178c574 lrc: 3/0,1 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xfa58cf3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.074749:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.074751:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653412.074765:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9557351f2a00/0x2aed14e4e178c574 lrc: 2/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xfa58cf3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.074774:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.074778:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.074781:0:3274:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1770653412.074783:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9557351f2a00/0x2aed14e4e178c574 lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xfa58cf3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00010000:3.0:1770653412.074787:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9557351f2a00 already unused, calling callback (ffffffffc21274c0) 00000004:00000001:3.0:1770653412.074789:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1770653412.074790:0:3274:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1770653412.074793:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9557351f2a00/0x2aed14e4e178c574 lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xfa58cf3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.074801:0:3274:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1770653412.074803:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.074806:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.074809:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9557351f2a00 refcount=4 00000020:00000001:3.0:1770653412.074812:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800518769152 : -117273190782464 : ffff9557351f2a00) 00010000:00000001:3.0:1770653412.074814:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626800518769152 : -117273190782464 : ffff9557351f2a00) 00010000:00000001:3.0:1770653412.074816:0:3274:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1770653412.074818:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9557351f2a00/0x2aed14e4e178c574 lrc: 4/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xfa58cf3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.074822:0:3274:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1770653412.074824:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1770653412.074825:0:3274:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.074828:0:3274:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653412.074831:0:3274:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653412.074834:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.074837:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653412.074841:0:3274:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9557351f2a00 with handle 0x2aed14e4e178c574 from hash 00010000:00000001:3.0:1770653412.074845:0:3274:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1770653412.074869:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.074871:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.074872:0:3274:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653412.074874:0:3274:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653412.074876:0:3274:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.074878:0:3274:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653412.074880:0:3274:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653412.074882:0:3274:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1770653412.074885:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000040b:0xa5b4:0x0].0xfa58cf3a (ffff95560655a800) 00010000:00010000:3.0:1770653412.074890:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1770653412.074893:0:3274:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.074895:0:3274:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.074898:0:3274:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.074902:0:3274:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1770653412.074904:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.074905:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.074906:0:3274:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.074907:0:3274:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.074909:0:3274:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653412.074911:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9557351f2a00/0x2aed14e4e178c574 lrc: 2/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0xfa58cf3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.074914:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.074918:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.074921:0:3274:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1770653412.074924:0:3274:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1770653412.074927:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653412.074930:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9557351f2a00/0x2aed14e4e178c574 lrc: 0/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0xfa58cf3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000010:3.0:1770653412.074934:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff955659af1c00. 00010000:00000040:3.0:1770653412.074937:0:3274:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95560655a800 count: 0 00010000:00000010:3.0:1770653412.074941:0:3274:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff95566b046980. 00010000:00000001:3.0:1770653412.074949:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1770653412.074953:0:3274:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 292 02000000:00000001:3.0:1770653412.074958:0:3274:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.074961:0:3274:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 27688 at ffff95573c428000. 02000000:00000001:3.0:1770653412.074974:0:3274:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1770653412.074977:0:3274:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.075560:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.075565:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.075567:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.075569:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.075573:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:3.0:1770653412.075580:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8c7a00 00000400:00000200:3.0:1770653412.075583:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91a69 [2] + 1176 00000800:00000001:3.0:1770653412.075587:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.075609:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.075612:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.075615:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.075617:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653412.075619:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1770653412.075622:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d8a680. 00000100:00000040:3.0:1770653412.075624:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955618d8a680 x1856657966266880 msgsize 392 00000100:00100000:3.0:1770653412.075627:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:3.0:1770653412.075634:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1770653412.075638:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.075640:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.076359:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.076363:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dff00. 00000400:00000200:0.0:1770653412.076367:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.076371:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.076374:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268885d8 00000400:00000010:0.0:1770653412.076376:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268885d8. 00000100:00000001:0.0:1770653412.076379:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.076380:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1770653412.076880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351f2000. 00010000:00000010:2.1:1770653412.076884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955701516600. 00000800:00000001:0.0:1770653412.077659:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.077667:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.077669:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.077670:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.077675:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.077682:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8c7b00 00000400:00000200:0.0:1770653412.077686:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f551 [64] + 0 00000800:00000001:0.0:1770653412.077690:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.077697:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.077699:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.077702:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.077704:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.077706:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1770653412.077708:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95566c8d8380. 00000100:00000040:0.0:1770653412.077710:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff95566c8d8380 x1856657966267136 msgsize 4616 00000100:00100000:0.0:1770653412.077713:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.077724:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.077727:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.077730:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1770653412.079454:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1770653412.079458:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df600. 00000400:00000200:3.0:1770653412.079462:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.079466:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.079469:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.079470:0:3283:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.080134:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.080141:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.080143:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.080147:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.080152:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:0.0:1770653412.080159:0:3281:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9d75 00000400:00000200:0.0:1770653412.080163:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.080165:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:0.0:1770653412.080168:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888908 00000400:00000010:0.0:1770653412.080169:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888908. 00000100:00000001:0.0:1770653412.080172:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.080173:0:3281:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.080174:0:3281:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.080184:0:3281:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.080186:0:3281:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.080187:0:3281:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.080190:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.080192:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.081097:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.081105:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.081107:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.081108:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.081113:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.081120:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8c7c00 00000400:00000200:0.0:1770653412.081124:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91a69 [2] + 1568 00000800:00000001:0.0:1770653412.081128:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.081154:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.081156:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.081159:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.081162:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.081163:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1770653412.081166:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95566c8d8000. 00000100:00000040:0.0:1770653412.081168:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff95566c8d8000 x1856657966267392 msgsize 392 00000100:00100000:0.0:1770653412.081172:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.081180:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.081184:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.081186:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1770653412.081831:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1770653412.081835:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df200. 00000400:00000200:3.0:1770653412.081839:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.081843:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:3.0:1770653412.081846:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888ee0 00010000:00000010:3.1:1770653412.081864:0:3283:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560655a800. 00010000:00000010:3.1:1770653412.081870:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351f2a00. 00000400:00000010:3.0:1770653412.081876:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888ee0. 00000100:00000001:3.0:1770653412.081878:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.081880:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1770653412.081880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560655ae00. 00010000:00000010:2.1:1770653412.081889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351f2400. 00000800:00000001:0.0:1770653412.083085:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.083092:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.083094:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.083097:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.083103:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.083110:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8c7d00 00000400:00000200:0.0:1770653412.083115:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f551 [64] + 4616 00000800:00000001:0.0:1770653412.083118:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.083125:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.083127:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.083130:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.083133:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.083134:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1770653412.083137:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95566c8db800. 00000100:00000040:0.0:1770653412.083139:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff95566c8db800 x1856657966267648 msgsize 4616 00000100:00100000:0.0:1770653412.083142:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.083152:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.083156:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.083158:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.084925:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.084930:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df900. 00000400:00000200:0.0:1770653412.084933:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.084937:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.084940:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.084941:0:3282:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:3.0:1770653412.085525:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.085531:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.085533:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.085545:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.085550:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:3.0:1770653412.085557:0:3283:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9d7d 00000400:00000200:3.0:1770653412.085560:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.085563:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:3.0:1770653412.085566:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268887f8 00000400:00000010:3.0:1770653412.085567:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268887f8. 00000100:00000001:3.0:1770653412.085570:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.085571:0:3283:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:3.0:1770653412.085572:0:3283:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:3.0:1770653412.085582:0:3283:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:3.0:1770653412.085584:0:3283:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:3.0:1770653412.085585:0:3283:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:3.0:1770653412.085588:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.085591:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653412.085642:0:3274:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:0.0:1770653412.085645:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1770653412.085646:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653412.085648:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955701517000 refcount=3 00000020:00000001:0.0:1770653412.085650:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799649648640 : -117274059902976 : ffff955701517000) 00010000:00000001:0.0:1770653412.085653:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799649648640 : -117274059902976 : ffff955701517000) 00010000:00000001:0.0:1770653412.085654:0:3274:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1770653412.085657:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff955701517000/0x2aed14e4e178c5ba lrc: 3/0,1 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x549e6bcb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 50958 initiator: MDT0 00010000:00000001:0.0:1770653412.085662:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653412.085663:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1770653412.085665:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff955701517000/0x2aed14e4e178c5ba lrc: 2/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x549e6bcb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 50958 initiator: MDT0 00010000:00000001:0.0:1770653412.085669:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1770653412.085670:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.085672:0:3274:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1770653412.085673:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff955701517000/0x2aed14e4e178c5ba lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x549e6bcb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00010000:0.0:1770653412.085680:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff955701517000 already unused, calling callback (ffffffffc21274c0) 00000004:00000001:0.0:1770653412.085681:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1770653412.085683:0:3274:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1770653412.085684:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff955701517000/0x2aed14e4e178c5ba lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x549e6bcb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00000001:0.0:1770653412.085687:0:3274:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1770653412.085688:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1770653412.085689:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653412.085690:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955701517000 refcount=4 00000020:00000001:0.0:1770653412.085691:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799649648640 : -117274059902976 : ffff955701517000) 00010000:00000001:0.0:1770653412.085692:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799649648640 : -117274059902976 : ffff955701517000) 00010000:00000001:0.0:1770653412.085694:0:3274:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1770653412.085695:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff955701517000/0x2aed14e4e178c5ba lrc: 4/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x549e6bcb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 50958 initiator: MDT0 00010000:00000001:0.0:1770653412.085698:0:3274:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1770653412.085699:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1770653412.085700:0:3274:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.085702:0:3274:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1770653412.085703:0:3274:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1770653412.085704:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1770653412.085705:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653412.085706:0:3274:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff955701517000 with handle 0x2aed14e4e178c5ba from hash 00010000:00000001:0.0:1770653412.085708:0:3274:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1770653412.085708:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653412.085709:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653412.085710:0:3274:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1770653412.085712:0:3274:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653412.085713:0:3274:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.085714:0:3274:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1770653412.085715:0:3274:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1770653412.085716:0:3274:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1770653412.085718:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000040b:0xa5b4:0x0].0x549e6bcb (ffff95560655ae00) 00010000:00010000:0.0:1770653412.085720:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1770653412.085722:0:3274:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.085723:0:3274:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.085725:0:3274:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1770653412.085726:0:3274:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1770653412.085728:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653412.085728:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653412.085729:0:3274:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.085730:0:3274:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1770653412.085731:0:3274:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653412.085733:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff955701517000/0x2aed14e4e178c5ba lrc: 2/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0x549e6bcb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000001:0.0:1770653412.085736:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653412.085737:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653412.085737:0:3274:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1770653412.085738:0:3274:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1770653412.085739:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1770653412.085740:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff955701517000/0x2aed14e4e178c5ba lrc: 0/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0x549e6bcb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000010:0.0:1770653412.085744:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff955705686100. 00010000:00000040:0.0:1770653412.085747:0:3274:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95560655ae00 count: 0 00010000:00000010:0.0:1770653412.085750:0:3274:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff95565080c300. 00010000:00000001:0.0:1770653412.085770:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1770653412.085771:0:3274:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 298 00000100:00000001:0.0:1770653412.085773:0:3274:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.086571:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.086578:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.086580:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.086582:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.086586:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.086593:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8c7e00 00000400:00000200:0.0:1770653412.086597:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91a69 [2] + 1960 00000400:00000010:0.0:1770653412.086601:0:3281:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2bb0. 00000400:00000200:0.0:1770653412.086604:0:3281:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff955669334300 00000800:00000001:0.0:1770653412.086606:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.086632:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.086634:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.086637:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.086640:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955669334300 00000400:00000010:0.0:1770653412.086641:0:3281:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff955669334300. 00000100:00000001:0.0:1770653412.086644:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.086645:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000040:0.0:1770653412.086648:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955739eee850 x1856657966267904 msgsize 392 00000100:00100000:0.0:1770653412.086650:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000040:0.0:1770653412.086652:0:3281:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1770653412.086660:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.086663:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.086665:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.087373:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.087377:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df900. 00000400:00000200:0.0:1770653412.087382:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.087386:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.087389:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888000 00000400:00000010:0.0:1770653412.087390:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888000. 00000100:00000001:0.0:1770653412.087393:0:3282:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1770653412.087394:0:3282:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.087396:0:3282:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 752 at ffff955641772400. 02000000:00000001:0.0:1770653412.087398:0:3282:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1770653412.087399:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1770653412.087880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351f3400. 00010000:00000010:2.1:1770653412.087884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351f3000. 00000800:00000001:3.0:1770653412.088674:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.088680:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.088682:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.088683:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.088688:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:3.0:1770653412.088695:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8c7f00 00000400:00000200:3.0:1770653412.088700:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f551 [64] + 9232 00000800:00000001:3.0:1770653412.088703:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.088710:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.088712:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.088714:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.088717:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653412.088718:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1770653412.088721:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d89c00. 00000100:00000040:3.0:1770653412.088723:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955618d89c00 x1856657966268160 msgsize 4616 00000100:00100000:3.0:1770653412.088726:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:3.0:1770653412.088736:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1770653412.088740:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.088742:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.090464:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.090468:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df200. 00000400:00000200:0.0:1770653412.090471:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.090476:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.090478:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.090480:0:3281:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.091191:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.091198:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.091200:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.091204:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.091209:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:0.0:1770653412.091217:0:3282:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9d89 00000400:00000200:0.0:1770653412.091220:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.091222:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:0.0:1770653412.091225:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888a18 00000400:00000010:0.0:1770653412.091226:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888a18. 00000100:00000001:0.0:1770653412.091229:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.091230:0:3282:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.091231:0:3282:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.091242:0:3282:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.091243:0:3282:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.091244:0:3282:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.091247:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.091250:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1770653412.091876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560655ae00. 00010000:00000010:2.1:1770653412.091880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351f3c00. 00010000:00000010:0.1:1770653412.091883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955701517000. 00010000:00000010:2.1:1770653412.091887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351f2000. 00010000:00000010:2.1:1770653412.091893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560655a000. 00010000:00000010:2.1:1770653412.091897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955701516600. 00000800:00000001:3.0:1770653412.092104:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.092110:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.092112:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.092114:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.092119:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:3.0:1770653412.092125:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8c8000 00000400:00000200:3.0:1770653412.092130:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91aa1 [2] + 0 00000800:00000001:3.0:1770653412.092134:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.092158:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.092160:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.092163:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.092166:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653412.092167:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1770653412.092171:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d8aa00. 00000100:00000040:3.0:1770653412.092173:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955618d8aa00 x1856657966268416 msgsize 392 00000100:00100000:3.0:1770653412.092176:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:3.0:1770653412.092183:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1770653412.092187:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.092189:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.092912:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.092916:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df600. 00000400:00000200:0.0:1770653412.092920:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.092924:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.092927:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268886e8 00000400:00000010:0.0:1770653412.092929:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268886e8. 00000100:00000001:0.0:1770653412.092931:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.092932:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.094209:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.094216:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.094218:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.094220:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.094225:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.094234:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8c8100 00000400:00000200:0.0:1770653412.094238:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f551 [64] + 13848 00000800:00000001:0.0:1770653412.094242:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.094249:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.094251:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.094253:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.094256:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.094257:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1770653412.094259:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95566c8d8700. 00000100:00000040:0.0:1770653412.094262:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff95566c8d8700 x1856657966268672 msgsize 4616 00000100:00100000:0.0:1770653412.094266:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.094276:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.094280:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.094282:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1770653412.095864:0:50958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955701516200. 00010000:00000010:2.1:1770653412.095867:0:50958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955701517400. 00000800:00000200:3.0:1770653412.096082:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1770653412.096087:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dff00. 00000400:00000200:3.0:1770653412.096092:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.096098:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.096102:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.096104:0:3283:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.096781:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.096789:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.096790:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.096794:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.096799:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:0.0:1770653412.096807:0:3281:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9d91 00000400:00000200:0.0:1770653412.096810:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.096813:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:0.0:1770653412.096816:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888330 00000400:00000010:0.0:1770653412.096817:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888330. 00000100:00000001:0.0:1770653412.096820:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.096821:0:3281:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.096823:0:3281:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.096834:0:3281:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.096835:0:3281:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.096836:0:3281:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.096839:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.096841:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.096880:0:3274:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1770653412.096884:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.096886:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.096888:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95570165f200 refcount=3 00000020:00000001:3.0:1770653412.096890:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799650992640 : -117274058558976 : ffff95570165f200) 00010000:00000001:3.0:1770653412.096893:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799650992640 : -117274058558976 : ffff95570165f200) 00010000:00000001:3.0:1770653412.096895:0:3274:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1770653412.096898:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff95570165f200/0x2aed14e4e178c600 lrc: 3/0,1 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xaee4085c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.096903:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.096905:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653412.096906:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff95570165f200/0x2aed14e4e178c600 lrc: 2/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xaee4085c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.096910:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.096911:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.096912:0:3274:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1770653412.096914:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff95570165f200/0x2aed14e4e178c600 lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xaee4085c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00010000:3.0:1770653412.096917:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95570165f200 already unused, calling callback (ffffffffc21274c0) 00000004:00000001:3.0:1770653412.096918:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1770653412.096919:0:3274:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1770653412.096921:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95570165f200/0x2aed14e4e178c600 lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xaee4085c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.096925:0:3274:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1770653412.096926:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.096927:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.096928:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95570165f200 refcount=4 00000020:00000001:3.0:1770653412.096930:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799650992640 : -117274058558976 : ffff95570165f200) 00010000:00000001:3.0:1770653412.096932:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799650992640 : -117274058558976 : ffff95570165f200) 00010000:00000001:3.0:1770653412.096934:0:3274:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1770653412.096936:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95570165f200/0x2aed14e4e178c600 lrc: 4/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xaee4085c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.096939:0:3274:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1770653412.096939:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1770653412.096940:0:3274:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.096942:0:3274:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653412.096943:0:3274:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653412.096944:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.096945:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653412.096947:0:3274:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95570165f200 with handle 0x2aed14e4e178c600 from hash 00010000:00000001:3.0:1770653412.096948:0:3274:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1770653412.096949:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.096950:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.096951:0:3274:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653412.096953:0:3274:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653412.096954:0:3274:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.096956:0:3274:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653412.096957:0:3274:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653412.096958:0:3274:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1770653412.096960:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000040b:0xa5b4:0x0].0xaee4085c (ffff95560655a000) 00010000:00010000:3.0:1770653412.096962:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1770653412.096963:0:3274:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.096965:0:3274:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.096966:0:3274:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.096967:0:3274:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1770653412.096968:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.096969:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.096970:0:3274:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.096971:0:3274:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.096972:0:3274:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653412.096974:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff95570165f200/0x2aed14e4e178c600 lrc: 2/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0xaee4085c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.096978:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.096979:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.096980:0:3274:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1770653412.096981:0:3274:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1770653412.096982:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653412.096983:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff95570165f200/0x2aed14e4e178c600 lrc: 0/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0xaee4085c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000010:3.0:1770653412.096987:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff955705686880. 00010000:00000040:3.0:1770653412.096989:0:3274:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95560655a000 count: 0 00010000:00000010:3.0:1770653412.096992:0:3274:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff95565080c080. 00010000:00000001:3.0:1770653412.096997:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1770653412.096998:0:3274:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 304 00000100:00000001:3.0:1770653412.097000:0:3274:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.097676:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.097684:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.097686:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.097687:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.097692:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.097698:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8c8200 00000400:00000200:0.0:1770653412.097703:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91aa1 [2] + 392 00000800:00000001:0.0:1770653412.097706:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.097732:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.097734:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.097737:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.097740:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.097742:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1770653412.097745:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95566c8d9880. 00000100:00000040:0.0:1770653412.097747:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff95566c8d9880 x1856657966268928 msgsize 392 00000100:00100000:0.0:1770653412.097751:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.097770:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.097774:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.097777:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1770653412.098443:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1770653412.098447:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dfc00. 00000400:00000200:3.0:1770653412.098451:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.098454:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:3.0:1770653412.098457:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888660 00000400:00000010:3.0:1770653412.098459:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888660. 00000100:00000001:3.0:1770653412.098461:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.098463:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.099834:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.099842:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.099844:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.099846:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.099874:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.099882:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8c8300 00000400:00000200:0.0:1770653412.099888:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f551 [64] + 18464 00000800:00000001:0.0:1770653412.099892:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.099901:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.099903:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.099905:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.099909:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.099910:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1770653412.099913:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95566c8da680. 00000100:00000040:0.0:1770653412.099916:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff95566c8da680 x1856657966269184 msgsize 4616 00000100:00100000:0.0:1770653412.099919:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.099928:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.099931:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.099934:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1770653412.100873:0:50958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570165e200. 00010000:00000010:2.1:1770653412.100877:0:50958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570165e000. 00010000:00000010:2.1:1770653412.100880:0:50958:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560655a500. 00010000:00000010:2.1:1770653412.100882:0:50958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570165f400. 00000800:00000200:0.0:1770653412.101644:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.101648:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dfc00. 00000400:00000200:0.0:1770653412.101651:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.101656:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.101659:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.101660:0:3282:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:3.0:1770653412.102187:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.102193:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.102195:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.102205:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.102210:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:3.0:1770653412.102217:0:3283:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9d99 00000400:00000200:3.0:1770653412.102220:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.102223:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:3.0:1770653412.102225:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888550 00000400:00000010:3.0:1770653412.102227:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888550. 00000100:00000001:3.0:1770653412.102229:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.102231:0:3283:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:3.0:1770653412.102233:0:3283:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:3.0:1770653412.102242:0:3283:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:3.0:1770653412.102243:0:3283:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:3.0:1770653412.102245:0:3283:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:3.0:1770653412.102248:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.102250:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.103312:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.103319:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.103322:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.103323:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.103328:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.103335:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8c8400 00000400:00000200:0.0:1770653412.103339:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91aa1 [2] + 784 00000800:00000001:0.0:1770653412.103343:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.103368:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.103370:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.103373:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.103376:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.103378:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1770653412.103381:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95566c8da300. 00000100:00000040:0.0:1770653412.103383:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff95566c8da300 x1856657966269440 msgsize 392 00000100:00100000:0.0:1770653412.103386:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.103394:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.103398:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.103401:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.104121:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.104125:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dff00. 00000400:00000200:0.0:1770653412.104128:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.104133:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.104136:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888198 00000400:00000010:0.0:1770653412.104138:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888198. 00000100:00000001:0.0:1770653412.104140:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.104141:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1770653412.104879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570165fe00. 00010000:00000010:3.1:1770653412.104882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560655a000. 00010000:00000010:2.1:1770653412.104886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570165ee00. 00010000:00000010:3.1:1770653412.104890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570165f200. 00000800:00000001:3.0:1770653412.105352:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.105357:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.105359:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.105361:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.105366:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:3.0:1770653412.105372:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8c8500 00000400:00000200:3.0:1770653412.105377:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f551 [64] + 23080 00000800:00000001:3.0:1770653412.105415:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.105422:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.105424:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.105427:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.105430:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653412.105431:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1770653412.105434:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d89500. 00000100:00000040:3.0:1770653412.105437:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955618d89500 x1856657966269696 msgsize 4616 00000100:00100000:3.0:1770653412.105440:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:3.0:1770653412.105448:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1770653412.105452:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.105454:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.107203:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.107208:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df600. 00000400:00000200:0.0:1770653412.107211:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.107216:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.107219:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.107220:0:3281:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.107787:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.107793:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.107795:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.107799:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.107804:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:0.0:1770653412.107811:0:3282:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9da1 00000400:00000200:0.0:1770653412.107815:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.107817:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:0.0:1770653412.107820:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888cc0 00000400:00000010:0.0:1770653412.107822:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888cc0. 00000100:00000001:0.0:1770653412.107824:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.107825:0:3282:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.107827:0:3282:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.107837:0:3282:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.107838:0:3282:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.107839:0:3282:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.107843:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.107845:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.107909:0:3274:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1770653412.107914:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.107917:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.107920:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9557030aee00 refcount=3 00000020:00000001:3.0:1770653412.107923:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799678582272 : -117274030969344 : ffff9557030aee00) 00010000:00000001:3.0:1770653412.107927:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799678582272 : -117274030969344 : ffff9557030aee00) 00010000:00000001:3.0:1770653412.107930:0:3274:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1770653412.107933:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9557030aee00/0x2aed14e4e178c646 lrc: 3/0,1 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x929a4ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.107946:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.107948:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653412.107951:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9557030aee00/0x2aed14e4e178c646 lrc: 2/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x929a4ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.107958:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.107960:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.107962:0:3274:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1770653412.107965:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9557030aee00/0x2aed14e4e178c646 lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x929a4ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00010000:3.0:1770653412.107971:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9557030aee00 already unused, calling callback (ffffffffc21274c0) 00000004:00000001:3.0:1770653412.107974:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1770653412.107976:0:3274:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1770653412.107979:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9557030aee00/0x2aed14e4e178c646 lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x929a4ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.107986:0:3274:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1770653412.107987:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.107989:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.107991:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9557030aee00 refcount=4 00000020:00000001:3.0:1770653412.107994:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799678582272 : -117274030969344 : ffff9557030aee00) 00010000:00000001:3.0:1770653412.107996:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799678582272 : -117274030969344 : ffff9557030aee00) 00010000:00000001:3.0:1770653412.107999:0:3274:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1770653412.108002:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9557030aee00/0x2aed14e4e178c646 lrc: 4/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x929a4ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.108008:0:3274:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1770653412.108010:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1770653412.108012:0:3274:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.108015:0:3274:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653412.108016:0:3274:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653412.108018:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.108020:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653412.108023:0:3274:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9557030aee00 with handle 0x2aed14e4e178c646 from hash 00010000:00000001:3.0:1770653412.108026:0:3274:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1770653412.108028:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.108029:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.108031:0:3274:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653412.108034:0:3274:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653412.108036:0:3274:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.108038:0:3274:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653412.108039:0:3274:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653412.108041:0:3274:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1770653412.108044:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000040b:0xa5b4:0x0].0x929a4ec (ffff95560655ac00) 00010000:00010000:3.0:1770653412.108047:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1770653412.108050:0:3274:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.108052:0:3274:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.108054:0:3274:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.108056:0:3274:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1770653412.108058:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.108060:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.108061:0:3274:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.108063:0:3274:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.108066:0:3274:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653412.108069:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9557030aee00/0x2aed14e4e178c646 lrc: 2/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0x929a4ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.108075:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.108076:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.108078:0:3274:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1770653412.108079:0:3274:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1770653412.108081:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653412.108083:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9557030aee00/0x2aed14e4e178c646 lrc: 0/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0x929a4ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000010:3.0:1770653412.108091:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff955705686800. 00010000:00000040:3.0:1770653412.108094:0:3274:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95560655ac00 count: 0 00010000:00000010:3.0:1770653412.108099:0:3274:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff95565080c280. 00010000:00000001:3.0:1770653412.108107:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1770653412.108110:0:3274:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 310 00000100:00000001:3.0:1770653412.108112:0:3274:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.108716:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.108721:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.108722:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.108724:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.108728:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:3.0:1770653412.108734:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8c8600 00000400:00000200:3.0:1770653412.108738:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91aa1 [2] + 1176 00000800:00000001:3.0:1770653412.108741:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.108775:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.108777:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.108780:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.108783:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653412.108784:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1770653412.108788:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d8b100. 00000100:00000040:3.0:1770653412.108789:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955618d8b100 x1856657966269952 msgsize 392 00000100:00100000:3.0:1770653412.108792:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:3.0:1770653412.108799:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1770653412.108803:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.108806:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.109468:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.109472:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df200. 00000400:00000200:0.0:1770653412.109475:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.109479:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.109482:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888440 00000400:00000010:0.0:1770653412.109484:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888440. 00000100:00000001:0.0:1770653412.109486:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.109488:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.110907:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.110914:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.110916:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.110918:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.110922:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.110929:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8c8700 00000400:00000200:0.0:1770653412.110934:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f551 [64] + 27696 00000800:00000001:0.0:1770653412.110938:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.110945:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.110947:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.110949:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.110952:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.110954:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1770653412.110956:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95566c8d9c00. 00000100:00000040:0.0:1770653412.110958:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff95566c8d9c00 x1856657966270208 msgsize 4616 00000100:00100000:0.0:1770653412.110961:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.110972:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.110976:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.110978:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1770653412.112661:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1770653412.112666:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df900. 00000400:00000200:3.0:1770653412.112669:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.112673:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.112676:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.112678:0:3283:0:(events.c:433:reply_out_callback()) Process leaving 00010000:00000010:2.1:1770653412.112883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557030af400. 00010000:00000010:2.1:1770653412.112887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570165ea00. 00000800:00000001:0.0:1770653412.113276:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.113283:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.113285:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.113289:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.113293:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:0.0:1770653412.113301:0:3281:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9da9 00000400:00000200:0.0:1770653412.113304:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.113307:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:0.0:1770653412.113309:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268883b8 00000400:00000010:0.0:1770653412.113311:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268883b8. 00000100:00000001:0.0:1770653412.113313:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.113315:0:3281:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.113316:0:3281:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.113326:0:3281:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.113327:0:3281:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.113328:0:3281:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.113331:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.113333:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.114215:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.114222:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.114224:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.114226:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.114230:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.114237:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8c8800 00000400:00000200:0.0:1770653412.114241:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91aa1 [2] + 1568 00000800:00000001:0.0:1770653412.114245:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.114270:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.114273:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.114276:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.114279:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.114280:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1770653412.114283:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95566c8db100. 00000100:00000040:0.0:1770653412.114285:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff95566c8db100 x1856657966270464 msgsize 392 00000100:00100000:0.0:1770653412.114288:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.114297:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.114301:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.114303:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1770653412.114956:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1770653412.114960:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df900. 00000400:00000200:3.0:1770653412.114964:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.114968:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:3.0:1770653412.114971:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888f68 00000400:00000010:3.0:1770653412.114972:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888f68. 00000100:00000001:3.0:1770653412.114975:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.114977:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.116156:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.116163:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.116166:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.116167:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.116172:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.116179:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8c8900 00000400:00000200:0.0:1770653412.116183:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f551 [64] + 32312 00000800:00000001:0.0:1770653412.116187:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.116194:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.116195:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.116198:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.116201:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.116202:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1770653412.116205:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95566c8d8a80. 00000100:00000040:0.0:1770653412.116206:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff95566c8d8a80 x1856657966270720 msgsize 4616 00000100:00100000:0.0:1770653412.116210:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.116220:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.116223:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.116226:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1770653412.116873:0:50958:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560655ad00. 00010000:00000010:2.1:1770653412.116877:0:50958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557030aec00. 00000800:00000200:0.0:1770653412.118014:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.118018:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df200. 00000400:00000200:0.0:1770653412.118022:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.118026:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.118029:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.118030:0:3282:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:3.0:1770653412.118517:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.118523:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.118526:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.118538:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.118543:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:3.0:1770653412.118550:0:3283:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9db1 00000400:00000200:3.0:1770653412.118553:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.118556:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:3.0:1770653412.118558:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888e58 00000400:00000010:3.0:1770653412.118560:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888e58. 00000100:00000001:3.0:1770653412.118562:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.118564:0:3283:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:3.0:1770653412.118565:0:3283:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:3.0:1770653412.118575:0:3283:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:3.0:1770653412.118576:0:3283:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:3.0:1770653412.118577:0:3283:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:3.0:1770653412.118580:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.118583:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653412.118636:0:3274:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:0.0:1770653412.118639:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1770653412.118641:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653412.118642:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9557030afa00 refcount=3 00000020:00000001:0.0:1770653412.118645:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799678585344 : -117274030966272 : ffff9557030afa00) 00010000:00000001:0.0:1770653412.118648:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799678585344 : -117274030966272 : ffff9557030afa00) 00010000:00000001:0.0:1770653412.118649:0:3274:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1770653412.118652:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9557030afa00/0x2aed14e4e178c68c lrc: 3/0,1 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x636f417d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 50958 initiator: MDT0 00010000:00000001:0.0:1770653412.118657:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653412.118658:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1770653412.118660:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9557030afa00/0x2aed14e4e178c68c lrc: 2/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x636f417d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 50958 initiator: MDT0 00010000:00000001:0.0:1770653412.118664:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1770653412.118665:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.118667:0:3274:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1770653412.118668:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9557030afa00/0x2aed14e4e178c68c lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x636f417d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00010000:0.0:1770653412.118672:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9557030afa00 already unused, calling callback (ffffffffc21274c0) 00000004:00000001:0.0:1770653412.118673:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1770653412.118674:0:3274:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1770653412.118676:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9557030afa00/0x2aed14e4e178c68c lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x636f417d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00000001:0.0:1770653412.118679:0:3274:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1770653412.118679:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1770653412.118680:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653412.118681:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9557030afa00 refcount=4 00000020:00000001:0.0:1770653412.118682:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799678585344 : -117274030966272 : ffff9557030afa00) 00010000:00000001:0.0:1770653412.118684:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799678585344 : -117274030966272 : ffff9557030afa00) 00010000:00000001:0.0:1770653412.118686:0:3274:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1770653412.118688:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9557030afa00/0x2aed14e4e178c68c lrc: 4/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x636f417d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 50958 initiator: MDT0 00010000:00000001:0.0:1770653412.118692:0:3274:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1770653412.118693:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1770653412.118694:0:3274:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.118696:0:3274:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1770653412.118698:0:3274:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1770653412.118699:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1770653412.118700:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653412.118701:0:3274:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9557030afa00 with handle 0x2aed14e4e178c68c from hash 00010000:00000001:0.0:1770653412.118702:0:3274:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1770653412.118703:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653412.118704:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653412.118705:0:3274:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1770653412.118707:0:3274:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653412.118707:0:3274:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.118709:0:3274:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1770653412.118710:0:3274:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1770653412.118711:0:3274:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1770653412.118712:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000040b:0xa5b4:0x0].0x636f417d (ffff95560655af00) 00010000:00010000:0.0:1770653412.118714:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1770653412.118715:0:3274:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.118716:0:3274:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.118717:0:3274:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1770653412.118718:0:3274:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1770653412.118720:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653412.118721:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653412.118722:0:3274:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.118723:0:3274:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1770653412.118725:0:3274:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653412.118727:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9557030afa00/0x2aed14e4e178c68c lrc: 2/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0x636f417d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000001:0.0:1770653412.118730:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653412.118730:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653412.118731:0:3274:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1770653412.118732:0:3274:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1770653412.118734:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1770653412.118735:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9557030afa00/0x2aed14e4e178c68c lrc: 0/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0x636f417d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000010:0.0:1770653412.118740:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff955705686300. 00010000:00000040:0.0:1770653412.118743:0:3274:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95560655af00 count: 0 00010000:00000010:0.0:1770653412.118746:0:3274:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff95566b046780. 00010000:00000001:0.0:1770653412.118751:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1770653412.118767:0:3274:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 316 00000100:00000001:0.0:1770653412.118770:0:3274:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.119556:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.119563:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.119565:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.119567:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.119571:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.119578:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8c8a00 00000400:00000200:0.0:1770653412.119582:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91aa1 [2] + 1960 00000400:00000010:0.0:1770653412.119585:0:3281:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2d68. 00000400:00000200:0.0:1770653412.119589:0:3281:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff955669334b40 00000800:00000001:0.0:1770653412.119591:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.119617:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.119619:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.119622:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.119625:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955669334b40 00000400:00000010:0.0:1770653412.119626:0:3281:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff955669334b40. 00000100:00000001:0.0:1770653412.119629:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.119630:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000040:0.0:1770653412.119632:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955739eec450 x1856657966270976 msgsize 392 00000100:00100000:0.0:1770653412.119636:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000040:0.0:1770653412.119637:0:3281:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1770653412.119646:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.119649:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.119652:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.120361:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.120366:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df600. 00000400:00000200:0.0:1770653412.120370:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.120375:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.120378:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888110 00000400:00000010:0.0:1770653412.120379:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888110. 00000100:00000001:0.0:1770653412.120382:0:3282:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1770653412.120383:0:3282:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.120385:0:3282:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 752 at ffff9556437e6800. 02000000:00000001:0.0:1770653412.120387:0:3282:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1770653412.120388:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1770653412.120870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560655ac00. 00010000:00000010:3.1:1770653412.120876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557030aee00. 00010000:00000010:2.1:1770653412.120880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557030ae400. 00010000:00000010:2.1:1770653412.120888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557030af800. 00010000:00000010:2.1:1770653412.120892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557030afc00. 00010000:00000010:2.1:1770653412.120894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557030af000. 00010000:00000010:2.1:1770653412.120897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560655ae00. 00010000:00000010:2.1:1770653412.120899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557030ae000. 00000800:00000001:3.0:1770653412.121677:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.121682:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.121684:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.121685:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.121689:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:3.0:1770653412.121695:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8c8b00 00000400:00000200:3.0:1770653412.121699:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f551 [64] + 36928 00000800:00000001:3.0:1770653412.121703:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.121709:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.121711:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.121714:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.121718:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653412.121720:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1770653412.121724:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d8ad80. 00000100:00000040:3.0:1770653412.121727:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955618d8ad80 x1856657966271232 msgsize 4616 00000100:00100000:3.0:1770653412.121731:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:3.0:1770653412.121742:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1770653412.121748:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.121751:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.123451:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.123455:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dff00. 00000400:00000200:0.0:1770653412.123459:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.123463:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.123466:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.123467:0:3281:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.124075:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.124080:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.124083:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.124086:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.124090:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:0.0:1770653412.124097:0:3282:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9dbd 00000400:00000200:0.0:1770653412.124100:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.124103:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:0.0:1770653412.124105:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888dd0 00000400:00000010:0.0:1770653412.124107:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888dd0. 00000100:00000001:0.0:1770653412.124109:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.124110:0:3282:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.124111:0:3282:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.124120:0:3282:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.124121:0:3282:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.124122:0:3282:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.124126:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.124128:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1770653412.124875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557030af600. 00010000:00000010:2.1:1770653412.124879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557030af400. 00010000:00000010:0.1:1770653412.124892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560655af00. 00010000:00000010:0.1:1770653412.124898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557030afa00. 00000800:00000001:3.0:1770653412.125054:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.125060:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.125062:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.125064:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.125068:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:3.0:1770653412.125075:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8c8c00 00000400:00000200:3.0:1770653412.125079:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91ad5 [2] + 0 00000800:00000001:3.0:1770653412.125083:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.125107:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.125110:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.125113:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.125116:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653412.125117:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1770653412.125121:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d88e00. 00000100:00000040:3.0:1770653412.125123:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955618d88e00 x1856657966271488 msgsize 392 00000100:00100000:3.0:1770653412.125126:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:3.0:1770653412.125133:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1770653412.125137:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.125139:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.125806:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.125810:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dfc00. 00000400:00000200:0.0:1770653412.125814:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.125818:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.125821:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268882a8 00000400:00000010:0.0:1770653412.125823:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268882a8. 00000100:00000001:0.0:1770653412.125825:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.125826:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.127103:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.127110:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.127112:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.127115:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.127120:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.127128:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8c8d00 00000400:00000200:0.0:1770653412.127132:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f551 [64] + 41544 00000800:00000001:0.0:1770653412.127136:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.127143:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.127145:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.127148:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.127151:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.127152:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1770653412.127154:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95566c8dad80. 00000100:00000040:0.0:1770653412.127156:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff95566c8dad80 x1856657966271744 msgsize 4616 00000100:00100000:0.0:1770653412.127159:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.127169:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.127173:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.127175:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1770653412.128992:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1770653412.128996:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dfc00. 00000400:00000200:3.0:1770653412.129000:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.129004:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.129007:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.129008:0:3283:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.129569:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.129576:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.129578:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.129582:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.129586:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:0.0:1770653412.129594:0:3281:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9dc5 00000400:00000200:0.0:1770653412.129597:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.129600:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:0.0:1770653412.129602:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888088 00000400:00000010:0.0:1770653412.129604:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888088. 00000100:00000001:0.0:1770653412.129607:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.129608:0:3281:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.129609:0:3281:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.129620:0:3281:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.129621:0:3281:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.129622:0:3281:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.129625:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.129628:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.129645:0:3274:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1770653412.129648:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.129649:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.129651:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9557030ae400 refcount=3 00000020:00000001:3.0:1770653412.129653:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799678579712 : -117274030971904 : ffff9557030ae400) 00010000:00000001:3.0:1770653412.129655:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799678579712 : -117274030971904 : ffff9557030ae400) 00010000:00000001:3.0:1770653412.129658:0:3274:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1770653412.129660:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9557030ae400/0x2aed14e4e178c6d2 lrc: 3/0,1 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x3e85f208 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.129666:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.129667:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653412.129668:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9557030ae400/0x2aed14e4e178c6d2 lrc: 2/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x3e85f208 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.129672:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.129674:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.129675:0:3274:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1770653412.129677:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9557030ae400/0x2aed14e4e178c6d2 lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x3e85f208 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00010000:3.0:1770653412.129680:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9557030ae400 already unused, calling callback (ffffffffc21274c0) 00000004:00000001:3.0:1770653412.129682:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1770653412.129683:0:3274:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1770653412.129684:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9557030ae400/0x2aed14e4e178c6d2 lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x3e85f208 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.129687:0:3274:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1770653412.129688:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.129689:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.129690:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9557030ae400 refcount=4 00000020:00000001:3.0:1770653412.129691:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799678579712 : -117274030971904 : ffff9557030ae400) 00010000:00000001:3.0:1770653412.129693:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799678579712 : -117274030971904 : ffff9557030ae400) 00010000:00000001:3.0:1770653412.129694:0:3274:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1770653412.129696:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9557030ae400/0x2aed14e4e178c6d2 lrc: 4/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x3e85f208 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.129700:0:3274:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1770653412.129701:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1770653412.129701:0:3274:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.129704:0:3274:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653412.129705:0:3274:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653412.129706:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.129707:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653412.129709:0:3274:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9557030ae400 with handle 0x2aed14e4e178c6d2 from hash 00010000:00000001:3.0:1770653412.129711:0:3274:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1770653412.129712:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.129712:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.129713:0:3274:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653412.129715:0:3274:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653412.129716:0:3274:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.129717:0:3274:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653412.129718:0:3274:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653412.129719:0:3274:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1770653412.129721:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000040b:0xa5b4:0x0].0x3e85f208 (ffff95560655af00) 00010000:00010000:3.0:1770653412.129723:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1770653412.129724:0:3274:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.129726:0:3274:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.129727:0:3274:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.129728:0:3274:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1770653412.129730:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.129730:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.129731:0:3274:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.129732:0:3274:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.129734:0:3274:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653412.129735:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9557030ae400/0x2aed14e4e178c6d2 lrc: 2/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0x3e85f208 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.129738:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.129739:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.129740:0:3274:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1770653412.129740:0:3274:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1770653412.129741:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653412.129743:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9557030ae400/0x2aed14e4e178c6d2 lrc: 0/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0x3e85f208 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000010:3.0:1770653412.129746:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff955705686200. 00010000:00000040:3.0:1770653412.129748:0:3274:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95560655af00 count: 0 00010000:00000010:3.0:1770653412.129764:0:3274:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff95563cd66100. 00010000:00000001:3.0:1770653412.129770:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1770653412.129772:0:3274:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 322 00000100:00000001:3.0:1770653412.129774:0:3274:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.130592:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.130600:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.130602:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.130604:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.130608:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.130615:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8c8e00 00000400:00000200:0.0:1770653412.130619:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91ad5 [2] + 392 00000800:00000001:0.0:1770653412.130623:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.130649:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.130651:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.130654:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.130657:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.130658:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1770653412.130661:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95566c8d8000. 00000100:00000040:0.0:1770653412.130663:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff95566c8d8000 x1856657966272000 msgsize 392 00000100:00100000:0.0:1770653412.130667:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.130675:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.130679:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.130681:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1770653412.131343:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1770653412.131347:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dff00. 00000400:00000200:3.0:1770653412.131351:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.131355:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:3.0:1770653412.131358:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888b28 00000400:00000010:3.0:1770653412.131360:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888b28. 00000100:00000001:3.0:1770653412.131362:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.131363:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.132723:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.132730:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.132732:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.132734:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.132738:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.132745:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8c8f00 00000400:00000200:0.0:1770653412.132749:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f551 [64] + 46160 00000800:00000001:0.0:1770653412.132768:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.132776:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.132777:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.132780:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.132783:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.132784:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1770653412.132787:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95566c8d9880. 00000100:00000040:0.0:1770653412.132789:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff95566c8d9880 x1856657966272256 msgsize 4616 00000100:00100000:0.0:1770653412.132792:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.132802:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.132806:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.132808:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1770653412.132866:0:50958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557030af000. 00010000:00000010:2.1:1770653412.132871:0:50958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557030ae000. 00010000:00000010:2.1:1770653412.132874:0:50958:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560655ae00. 00010000:00000010:2.1:1770653412.132877:0:50958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557030afc00. 00000100:00000001:3.0:1770653412.132937:0:7420:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653412.132942:0:7420:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1770653412.132947:0:7420:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.132952:0:7420:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653412.134529:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.134533:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df600. 00000400:00000200:0.0:1770653412.134536:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.134541:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.134543:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.134545:0:3282:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:3.0:1770653412.135135:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.135141:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.135143:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.135157:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.135161:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:3.0:1770653412.135169:0:3283:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9dcd 00000400:00000200:3.0:1770653412.135173:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.135175:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:3.0:1770653412.135178:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888990 00000400:00000010:3.0:1770653412.135180:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888990. 00000100:00000001:3.0:1770653412.135182:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.135183:0:3283:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:3.0:1770653412.135184:0:3283:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:3.0:1770653412.135194:0:3283:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:3.0:1770653412.135195:0:3283:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:3.0:1770653412.135196:0:3283:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:3.0:1770653412.135199:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.135202:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.136134:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.136141:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.136143:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.136145:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.136150:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.136156:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8c9000 00000400:00000200:0.0:1770653412.136161:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91ad5 [2] + 784 00000800:00000001:0.0:1770653412.136165:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.136190:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.136193:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.136196:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.136199:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.136200:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1770653412.136203:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95566c8da300. 00000100:00000040:0.0:1770653412.136205:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff95566c8da300 x1856657966272512 msgsize 392 00000100:00100000:0.0:1770653412.136208:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.136217:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.136221:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.136224:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1770653412.136868:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557030af600. 00010000:00000010:2.1:1770653412.136874:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557030af400. 00010000:00000010:3.1:1770653412.136882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560655af00. 00010000:00000010:3.1:1770653412.136892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557030ae400. 00000800:00000200:0.0:1770653412.136929:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.136936:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df200. 00000400:00000200:0.0:1770653412.136942:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.136946:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.136950:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268884c8 00000400:00000010:0.0:1770653412.136951:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268884c8. 00000100:00000001:0.0:1770653412.136954:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.136955:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1770653412.138183:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.138189:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.138191:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.138193:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.138197:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:3.0:1770653412.138204:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8c9100 00000400:00000200:3.0:1770653412.138208:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f551 [64] + 50776 00000800:00000001:3.0:1770653412.138211:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.138218:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.138220:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.138222:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.138224:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653412.138226:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1770653412.138229:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d8b480. 00000100:00000040:3.0:1770653412.138230:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955618d8b480 x1856657966272768 msgsize 4616 00000100:00100000:3.0:1770653412.138287:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:3.0:1770653412.138296:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1770653412.138299:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.138302:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.140051:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.140056:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df900. 00000400:00000200:0.0:1770653412.140059:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.140063:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.140066:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.140067:0:3281:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.140663:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.140670:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.140672:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.140676:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.140680:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:0.0:1770653412.140688:0:3282:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9dd5 00000400:00000200:0.0:1770653412.140691:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.140694:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:0.0:1770653412.140696:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888c38 00000400:00000010:0.0:1770653412.140698:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888c38. 00000100:00000001:0.0:1770653412.140700:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.140702:0:3282:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.140703:0:3282:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.140712:0:3282:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.140713:0:3282:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.140714:0:3282:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.140717:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.140720:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.140738:0:3274:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1770653412.140742:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.140744:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.140747:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9557030ae400 refcount=3 00000020:00000001:3.0:1770653412.140750:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799678579712 : -117274030971904 : ffff9557030ae400) 00010000:00000001:3.0:1770653412.140769:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799678579712 : -117274030971904 : ffff9557030ae400) 00010000:00000001:3.0:1770653412.140772:0:3274:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1770653412.140775:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9557030ae400/0x2aed14e4e178c718 lrc: 3/0,1 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x98cb8e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.140783:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.140785:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653412.140788:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9557030ae400/0x2aed14e4e178c718 lrc: 2/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x98cb8e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.140794:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.140796:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.140799:0:3274:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1770653412.140802:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9557030ae400/0x2aed14e4e178c718 lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x98cb8e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00010000:3.0:1770653412.140809:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9557030ae400 already unused, calling callback (ffffffffc21274c0) 00000004:00000001:3.0:1770653412.140812:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1770653412.140814:0:3274:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1770653412.140817:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9557030ae400/0x2aed14e4e178c718 lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x98cb8e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.140823:0:3274:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1770653412.140825:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.140826:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.140828:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9557030ae400 refcount=4 00000020:00000001:3.0:1770653412.140831:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799678579712 : -117274030971904 : ffff9557030ae400) 00010000:00000001:3.0:1770653412.140834:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799678579712 : -117274030971904 : ffff9557030ae400) 00010000:00000001:3.0:1770653412.140836:0:3274:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1770653412.140839:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9557030ae400/0x2aed14e4e178c718 lrc: 4/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x98cb8e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.140845:0:3274:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1770653412.140874:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1770653412.140876:0:3274:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.140881:0:3274:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653412.140883:0:3274:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653412.140886:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.140889:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1770653412.140890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557030ae000. 00000020:00000040:3.0:1770653412.140893:0:3274:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9557030ae400 with handle 0x2aed14e4e178c718 from hash 00010000:00000010:2.1:1770653412.140897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557030afc00. 00010000:00000001:3.0:1770653412.140898:0:3274:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1770653412.140902:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.140904:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.140906:0:3274:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653412.140910:0:3274:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653412.140912:0:3274:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.140915:0:3274:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653412.140916:0:3274:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653412.140919:0:3274:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1770653412.140922:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000040b:0xa5b4:0x0].0x98cb8e99 (ffff95560655af00) 00010000:00010000:3.0:1770653412.140925:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1770653412.140927:0:3274:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.140930:0:3274:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.140932:0:3274:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.140934:0:3274:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1770653412.140937:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.140939:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.140941:0:3274:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.140943:0:3274:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.140945:0:3274:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653412.140949:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9557030ae400/0x2aed14e4e178c718 lrc: 2/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0x98cb8e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.140955:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.140957:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.140958:0:3274:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1770653412.140960:0:3274:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1770653412.140962:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653412.140964:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9557030ae400/0x2aed14e4e178c718 lrc: 0/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0x98cb8e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000010:3.0:1770653412.140972:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff955705686500. 00010000:00000040:3.0:1770653412.140976:0:3274:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95560655af00 count: 0 00010000:00000010:3.0:1770653412.140981:0:3274:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff95563cd66e80. 00010000:00000001:3.0:1770653412.140988:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1770653412.140990:0:3274:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 328 00000100:00000001:3.0:1770653412.140993:0:3274:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.141615:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.141622:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.141625:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.141627:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.141633:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:3.0:1770653412.141642:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8c9200 00000400:00000200:3.0:1770653412.141648:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91ad5 [2] + 1176 00000800:00000001:3.0:1770653412.141654:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.141682:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.141686:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.141691:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.141695:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653412.141697:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1770653412.141702:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d8b800. 00000100:00000040:3.0:1770653412.141705:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955618d8b800 x1856657966273024 msgsize 392 00000100:00100000:3.0:1770653412.141710:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:3.0:1770653412.141720:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1770653412.141725:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.141728:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.142418:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.142422:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df900. 00000400:00000200:0.0:1770653412.142426:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.142430:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.142434:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888d48 00000400:00000010:0.0:1770653412.142435:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888d48. 00000100:00000001:0.0:1770653412.142438:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.142439:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.143868:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.143876:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.143879:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.143882:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.143887:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.143895:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8c9300 00000400:00000200:0.0:1770653412.143900:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f551 [64] + 55392 00000800:00000001:0.0:1770653412.143904:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.143913:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.143915:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.143918:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.143921:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.143923:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1770653412.143927:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95566c8db100. 00000100:00000040:0.0:1770653412.143929:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff95566c8db100 x1856657966273280 msgsize 4616 00000100:00100000:0.0:1770653412.143932:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.143942:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.143946:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.143948:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1770653412.145672:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1770653412.145677:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df200. 00000400:00000200:3.0:1770653412.145680:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.145684:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.145687:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.145689:0:3283:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.146286:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.146293:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.146295:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.146299:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.146304:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:0.0:1770653412.146311:0:3281:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9ddd 00000400:00000200:0.0:1770653412.146314:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.146317:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:0.0:1770653412.146320:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888770 00000400:00000010:0.0:1770653412.146322:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888770. 00000100:00000001:0.0:1770653412.146324:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.146325:0:3281:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.146327:0:3281:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.146337:0:3281:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.146338:0:3281:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.146339:0:3281:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.146342:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.146344:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.147335:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.147342:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.147344:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.147346:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.147350:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.147357:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8c9400 00000400:00000200:0.0:1770653412.147362:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91ad5 [2] + 1568 00000800:00000001:0.0:1770653412.147365:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.147391:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.147394:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.147396:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.147399:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.147401:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1770653412.147405:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710550380. 00000100:00000040:0.0:1770653412.147408:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955710550380 x1856657966273536 msgsize 392 00000100:00100000:0.0:1770653412.147411:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.147420:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.147424:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.147426:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1770653412.148061:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1770653412.148065:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df600. 00000400:00000200:3.0:1770653412.148070:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.148074:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:3.0:1770653412.148077:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888220 00000400:00000010:3.0:1770653412.148079:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888220. 00000100:00000001:3.0:1770653412.148081:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.148082:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1770653412.148886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955704e3ae00. 00010000:00000010:2.1:1770653412.148893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557030af000. 00000800:00000001:0.0:1770653412.149308:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.149315:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.149318:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.149320:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.149325:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.149332:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8c9500 00000400:00000200:0.0:1770653412.149337:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f551 [64] + 60008 00000800:00000001:0.0:1770653412.149341:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.149348:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.149349:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.149352:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.149355:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.149356:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1770653412.149359:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710551500. 00000100:00000040:0.0:1770653412.149361:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955710551500 x1856657966273792 msgsize 4616 00000100:00100000:0.0:1770653412.149365:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.149375:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.149379:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.149381:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.151153:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.151157:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dff00. 00000400:00000200:0.0:1770653412.151161:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.151165:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.151168:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.151169:0:3282:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:3.0:1770653412.151709:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.151715:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.151717:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.151727:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.151732:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:3.0:1770653412.151739:0:3283:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9de5 00000400:00000200:3.0:1770653412.151742:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.151745:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:3.0:1770653412.151748:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888bb0 00000400:00000010:3.0:1770653412.151750:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888bb0. 00000100:00000001:3.0:1770653412.151765:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.151766:0:3283:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:3.0:1770653412.151767:0:3283:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:3.0:1770653412.151776:0:3283:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:3.0:1770653412.151777:0:3283:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:3.0:1770653412.151778:0:3283:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:3.0:1770653412.151782:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.151785:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653412.151836:0:3274:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:0.0:1770653412.151839:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1770653412.151841:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653412.151843:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9557030af000 refcount=3 00000020:00000001:0.0:1770653412.151845:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799678582784 : -117274030968832 : ffff9557030af000) 00010000:00000001:0.0:1770653412.151861:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799678582784 : -117274030968832 : ffff9557030af000) 00010000:00000001:0.0:1770653412.151864:0:3274:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1770653412.151867:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9557030af000/0x2aed14e4e178c75e lrc: 3/0,1 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xf3112b2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 50958 initiator: MDT0 00010000:00000001:0.0:1770653412.151873:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653412.151875:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1770653412.151877:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9557030af000/0x2aed14e4e178c75e lrc: 2/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xf3112b2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 50958 initiator: MDT0 00010000:00000001:0.0:1770653412.151882:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1770653412.151884:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.151886:0:3274:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1770653412.151888:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9557030af000/0x2aed14e4e178c75e lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xf3112b2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00010000:0.0:1770653412.151892:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9557030af000 already unused, calling callback (ffffffffc21274c0) 00000004:00000001:0.0:1770653412.151894:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1770653412.151895:0:3274:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1770653412.151897:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9557030af000/0x2aed14e4e178c75e lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xf3112b2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00000001:0.0:1770653412.151900:0:3274:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1770653412.151901:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1770653412.151903:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653412.151904:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9557030af000 refcount=4 00000020:00000001:0.0:1770653412.151906:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799678582784 : -117274030968832 : ffff9557030af000) 00010000:00000001:0.0:1770653412.151908:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799678582784 : -117274030968832 : ffff9557030af000) 00010000:00000001:0.0:1770653412.151910:0:3274:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1770653412.151912:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9557030af000/0x2aed14e4e178c75e lrc: 4/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xf3112b2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 50958 initiator: MDT0 00010000:00000001:0.0:1770653412.151915:0:3274:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1770653412.151917:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1770653412.151918:0:3274:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.151920:0:3274:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1770653412.151922:0:3274:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1770653412.151923:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1770653412.151924:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653412.151925:0:3274:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9557030af000 with handle 0x2aed14e4e178c75e from hash 00010000:00000001:0.0:1770653412.151927:0:3274:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1770653412.151928:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653412.151928:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653412.151929:0:3274:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1770653412.151931:0:3274:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653412.151933:0:3274:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.151934:0:3274:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1770653412.151936:0:3274:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1770653412.151937:0:3274:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1770653412.151939:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000040b:0xa5b4:0x0].0xf3112b2a (ffff95570af60f00) 00010000:00010000:0.0:1770653412.151941:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1770653412.151943:0:3274:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.151944:0:3274:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.151946:0:3274:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1770653412.151946:0:3274:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1770653412.151948:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653412.151949:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653412.151949:0:3274:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.151951:0:3274:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1770653412.151952:0:3274:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653412.151954:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9557030af000/0x2aed14e4e178c75e lrc: 2/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0xf3112b2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000001:0.0:1770653412.151956:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653412.151957:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653412.151958:0:3274:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1770653412.151959:0:3274:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1770653412.151960:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1770653412.151961:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9557030af000/0x2aed14e4e178c75e lrc: 0/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0xf3112b2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000010:0.0:1770653412.151964:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff955705686b00. 00010000:00000040:0.0:1770653412.151967:0:3274:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95570af60f00 count: 0 00010000:00000010:0.0:1770653412.151970:0:3274:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff95563cd66500. 00010000:00000001:0.0:1770653412.151975:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1770653412.151977:0:3274:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 334 00000100:00000001:0.0:1770653412.151978:0:3274:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.152782:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.152789:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.152791:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.152793:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.152797:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.152804:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8c9600 00000400:00000200:0.0:1770653412.152809:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91ad5 [2] + 1960 00000400:00000010:0.0:1770653412.152812:0:3281:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d25d8. 00000400:00000200:0.0:1770653412.152815:0:3281:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff955669334a80 00000800:00000001:0.0:1770653412.152818:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.152843:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.152846:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.152874:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.152878:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955669334a80 00000400:00000010:0.0:1770653412.152880:0:3281:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff955669334a80. 00000100:00000001:0.0:1770653412.152883:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.152885:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000040:0.0:1770653412.152887:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955739eeec50 x1856657966274048 msgsize 392 00000100:00100000:0.0:1770653412.152890:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000040:0.0:1770653412.152892:0:3281:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1770653412.152899:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.152903:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.152905:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.153533:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.153538:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dfc00. 00000400:00000200:0.0:1770653412.153542:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.153546:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.153549:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888aa0 00000400:00000010:0.0:1770653412.153551:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888aa0. 00000100:00000001:0.0:1770653412.153553:0:3282:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1770653412.153555:0:3282:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.153557:0:3282:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 752 at ffff95565fadf000. 02000000:00000001:0.0:1770653412.153559:0:3282:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1770653412.153559:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1770653412.153878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560655af00. 00010000:00000010:2.1:1770653412.153881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557030af600. 00010000:00000010:3.1:1770653412.153885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557030ae400. 00010000:00000010:2.1:1770653412.153887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557030af400. 00000800:00000001:3.0:1770653412.154868:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.154875:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.154877:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.154881:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.154887:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:3.0:1770653412.154895:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8c9700 00000400:00000200:3.0:1770653412.154899:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f551 [64] + 64624 00000800:00000001:3.0:1770653412.154903:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.154910:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.154912:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.154915:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.154918:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653412.154920:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1770653412.154923:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d89180. 00000100:00000040:3.0:1770653412.154925:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955618d89180 x1856657966274304 msgsize 4616 00000100:00100000:3.0:1770653412.154928:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:3.0:1770653412.154936:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1770653412.154939:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.154941:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.156583:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.156587:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dfc00. 00000400:00000200:0.0:1770653412.156591:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.156595:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.156598:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.156600:0:3281:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.157191:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.157199:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.157201:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.157205:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.157209:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:0.0:1770653412.157217:0:3282:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9df1 00000400:00000200:0.0:1770653412.157220:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.157222:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:0.0:1770653412.157225:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888aa0 00000400:00000010:0.0:1770653412.157227:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888aa0. 00000100:00000001:0.0:1770653412.157229:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.157230:0:3282:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.157231:0:3282:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.157242:0:3282:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.157243:0:3282:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.157244:0:3282:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.157247:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.157250:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1770653412.157875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570165ee00. 00010000:00000010:2.1:1770653412.157880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570165f200. 00010000:00000010:2.1:1770653412.157883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570af60500. 00010000:00000010:2.1:1770653412.157885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570165fe00. 00010000:00000010:0.1:1770653412.157890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570af60f00. 00010000:00000010:0.1:1770653412.157898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557030af000. 00000800:00000001:3.0:1770653412.158123:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.158129:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.158131:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.158132:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.158137:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:3.0:1770653412.158144:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8c9800 00000400:00000200:3.0:1770653412.158148:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91b09 [2] + 0 00000800:00000001:3.0:1770653412.158152:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.158176:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.158178:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.158181:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.158184:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653412.158185:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1770653412.158188:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d89880. 00000100:00000040:3.0:1770653412.158191:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955618d89880 x1856657966274560 msgsize 392 00000100:00100000:3.0:1770653412.158194:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:3.0:1770653412.158201:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1770653412.158205:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.158207:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.158894:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.158898:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dff00. 00000400:00000200:0.0:1770653412.158901:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.158905:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.158908:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888bb0 00000400:00000010:0.0:1770653412.158910:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888bb0. 00000100:00000001:0.0:1770653412.158912:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.158914:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.160151:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.160158:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.160160:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.160163:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.160168:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.160176:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8c9900 00000400:00000200:0.0:1770653412.160180:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f551 [64] + 69240 00000800:00000001:0.0:1770653412.160184:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.160191:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.160193:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.160196:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.160199:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.160201:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1770653412.160204:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710553800. 00000100:00000040:0.0:1770653412.160206:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955710553800 x1856657966274816 msgsize 4616 00000100:00100000:0.0:1770653412.160209:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.160219:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.160223:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.160225:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1770653412.161864:0:50958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570165e200. 00010000:00000010:2.1:1770653412.161867:0:50958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570165e000. 00000800:00000200:3.0:1770653412.162001:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1770653412.162006:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df600. 00000400:00000200:3.0:1770653412.162009:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.162013:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.162016:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.162017:0:3283:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.162560:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.162567:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.162569:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.162573:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.162578:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:0.0:1770653412.162586:0:3281:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9df9 00000400:00000200:0.0:1770653412.162589:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.162591:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:0.0:1770653412.162594:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888220 00000400:00000010:0.0:1770653412.162596:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888220. 00000100:00000001:0.0:1770653412.162598:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.162599:0:3281:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.162601:0:3281:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.162612:0:3281:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.162613:0:3281:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.162614:0:3281:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.162617:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.162620:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.162637:0:3274:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1770653412.162640:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.162641:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.162643:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95570165f200 refcount=3 00000020:00000001:3.0:1770653412.162645:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799650992640 : -117274058558976 : ffff95570165f200) 00010000:00000001:3.0:1770653412.162647:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799650992640 : -117274058558976 : ffff95570165f200) 00010000:00000001:3.0:1770653412.162649:0:3274:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1770653412.162652:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff95570165f200/0x2aed14e4e178c7a4 lrc: 3/0,1 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x4d56c7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.162657:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.162658:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653412.162659:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff95570165f200/0x2aed14e4e178c7a4 lrc: 2/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x4d56c7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.162663:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.162664:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.162666:0:3274:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1770653412.162668:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff95570165f200/0x2aed14e4e178c7a4 lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x4d56c7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00010000:3.0:1770653412.162672:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95570165f200 already unused, calling callback (ffffffffc21274c0) 00000004:00000001:3.0:1770653412.162673:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1770653412.162674:0:3274:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1770653412.162676:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95570165f200/0x2aed14e4e178c7a4 lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x4d56c7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.162679:0:3274:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1770653412.162680:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.162681:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.162682:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95570165f200 refcount=4 00000020:00000001:3.0:1770653412.162683:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799650992640 : -117274058558976 : ffff95570165f200) 00010000:00000001:3.0:1770653412.162685:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799650992640 : -117274058558976 : ffff95570165f200) 00010000:00000001:3.0:1770653412.162686:0:3274:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1770653412.162688:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95570165f200/0x2aed14e4e178c7a4 lrc: 4/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x4d56c7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.162691:0:3274:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1770653412.162692:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1770653412.162693:0:3274:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.162695:0:3274:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653412.162696:0:3274:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653412.162697:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.162697:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653412.162699:0:3274:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95570165f200 with handle 0x2aed14e4e178c7a4 from hash 00010000:00000001:3.0:1770653412.162700:0:3274:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1770653412.162701:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.162702:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.162703:0:3274:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653412.162705:0:3274:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653412.162706:0:3274:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.162707:0:3274:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653412.162708:0:3274:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653412.162710:0:3274:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1770653412.162712:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000040b:0xa5b4:0x0].0x4d56c7bb (ffff95570af60500) 00010000:00010000:3.0:1770653412.162713:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1770653412.162715:0:3274:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.162717:0:3274:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.162718:0:3274:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.162719:0:3274:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1770653412.162721:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.162721:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.162722:0:3274:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.162723:0:3274:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.162725:0:3274:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653412.162726:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff95570165f200/0x2aed14e4e178c7a4 lrc: 2/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0x4d56c7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.162729:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.162730:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.162730:0:3274:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1770653412.162731:0:3274:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1770653412.162732:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653412.162733:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff95570165f200/0x2aed14e4e178c7a4 lrc: 0/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0x4d56c7bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000010:3.0:1770653412.162737:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff955705686e00. 00010000:00000040:3.0:1770653412.162739:0:3274:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95570af60500 count: 0 00010000:00000010:3.0:1770653412.162742:0:3274:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff95563cd66e00. 00010000:00000001:3.0:1770653412.162746:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1770653412.162748:0:3274:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 340 00000100:00000001:3.0:1770653412.162749:0:3274:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.163637:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.163644:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.163647:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.163648:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.163653:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.163659:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8c9a00 00000400:00000200:0.0:1770653412.163664:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91b09 [2] + 392 00000800:00000001:0.0:1770653412.163667:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.163694:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.163696:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.163699:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.163702:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.163703:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1770653412.163707:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710552300. 00000100:00000040:0.0:1770653412.163709:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955710552300 x1856657966275072 msgsize 392 00000100:00100000:0.0:1770653412.163712:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.163719:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.163723:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.163726:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1770653412.164404:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1770653412.164408:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df200. 00000400:00000200:3.0:1770653412.164412:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.164416:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:3.0:1770653412.164418:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888770 00000400:00000010:3.0:1770653412.164420:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888770. 00000100:00000001:3.0:1770653412.164422:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.164424:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.165718:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.165725:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.165727:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.165729:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.165733:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.165740:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8c9b00 00000400:00000200:0.0:1770653412.165744:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f551 [64] + 73856 00000800:00000001:0.0:1770653412.165748:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.165771:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.165773:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.165776:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.165779:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.165780:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1770653412.165784:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710553480. 00000100:00000040:0.0:1770653412.165786:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955710553480 x1856657966275328 msgsize 4616 00000100:00100000:0.0:1770653412.165789:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.165799:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.165803:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.165805:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1770653412.165864:0:50958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557030af600. 00010000:00000010:2.1:1770653412.165870:0:50958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557030af400. 00010000:00000010:2.1:1770653412.165873:0:50958:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570af60000. 00010000:00000010:2.1:1770653412.165877:0:50958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557030ae000. 00000800:00000200:0.0:1770653412.167522:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.167528:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df900. 00000400:00000200:0.0:1770653412.167533:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.167540:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.167545:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.167546:0:3282:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:3.0:1770653412.168074:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.168080:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.168082:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.168094:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.168098:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:3.0:1770653412.168106:0:3283:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9e01 00000400:00000200:3.0:1770653412.168109:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.168112:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:3.0:1770653412.168115:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888d48 00000400:00000010:3.0:1770653412.168117:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888d48. 00000100:00000001:3.0:1770653412.168119:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.168120:0:3283:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:3.0:1770653412.168122:0:3283:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:3.0:1770653412.168131:0:3283:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:3.0:1770653412.168132:0:3283:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:3.0:1770653412.168134:0:3283:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:3.0:1770653412.168137:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.168139:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.169086:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.169093:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.169095:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.169097:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.169101:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.169108:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8c9c00 00000400:00000200:0.0:1770653412.169112:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91b09 [2] + 784 00000800:00000001:0.0:1770653412.169116:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.169141:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.169144:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.169147:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.169149:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.169151:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1770653412.169154:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710550a80. 00000100:00000040:0.0:1770653412.169156:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955710550a80 x1856657966275584 msgsize 392 00000100:00100000:0.0:1770653412.169159:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.169167:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.169171:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.169174:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1770653412.169868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570165fe00. 00010000:00000010:2.1:1770653412.169873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557030af000. 00010000:00000010:3.1:1770653412.169891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570af60500. 00000800:00000200:0.0:1770653412.169895:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.1:1770653412.169899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570165f200. 00000800:00000010:0.0:1770653412.169900:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df900. 00000400:00000200:0.0:1770653412.169907:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.169912:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.169916:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888c38 00000400:00000010:0.0:1770653412.169917:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888c38. 00000100:00000001:0.0:1770653412.169920:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.169921:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1770653412.171151:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.171157:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.171159:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.171160:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.171165:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:3.0:1770653412.171172:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8c9d00 00000400:00000200:3.0:1770653412.171176:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f551 [64] + 78472 00000800:00000001:3.0:1770653412.171213:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.171220:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.171222:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.171225:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.171228:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653412.171230:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1770653412.171233:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d89f80. 00000100:00000040:3.0:1770653412.171235:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955618d89f80 x1856657966275840 msgsize 4616 00000100:00100000:3.0:1770653412.171238:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:3.0:1770653412.171248:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1770653412.171251:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.171254:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.172982:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.172986:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df200. 00000400:00000200:0.0:1770653412.172990:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.172994:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.172997:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.172999:0:3281:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.173554:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.173561:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.173563:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.173567:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.173571:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:0.0:1770653412.173579:0:3282:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9e09 00000400:00000200:0.0:1770653412.173582:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.173585:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:0.0:1770653412.173587:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268884c8 00000400:00000010:0.0:1770653412.173589:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268884c8. 00000100:00000001:0.0:1770653412.173592:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.173593:0:3282:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.173594:0:3282:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.173602:0:3282:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.173603:0:3282:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.173605:0:3282:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.173608:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.173611:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.173623:0:3274:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1770653412.173627:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.173629:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.173631:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95570165f200 refcount=3 00000020:00000001:3.0:1770653412.173633:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799650992640 : -117274058558976 : ffff95570165f200) 00010000:00000001:3.0:1770653412.173636:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799650992640 : -117274058558976 : ffff95570165f200) 00010000:00000001:3.0:1770653412.173638:0:3274:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1770653412.173640:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff95570165f200/0x2aed14e4e178c7ea lrc: 3/0,1 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xa79c644b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.173646:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.173647:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653412.173649:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff95570165f200/0x2aed14e4e178c7ea lrc: 2/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xa79c644b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.173653:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.173654:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.173656:0:3274:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1770653412.173658:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff95570165f200/0x2aed14e4e178c7ea lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xa79c644b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00010000:3.0:1770653412.173661:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95570165f200 already unused, calling callback (ffffffffc21274c0) 00000004:00000001:3.0:1770653412.173662:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1770653412.173663:0:3274:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1770653412.173665:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95570165f200/0x2aed14e4e178c7ea lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xa79c644b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.173668:0:3274:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1770653412.173669:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.173670:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.173670:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95570165f200 refcount=4 00000020:00000001:3.0:1770653412.173672:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799650992640 : -117274058558976 : ffff95570165f200) 00010000:00000001:3.0:1770653412.173673:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799650992640 : -117274058558976 : ffff95570165f200) 00010000:00000001:3.0:1770653412.173675:0:3274:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1770653412.173677:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95570165f200/0x2aed14e4e178c7ea lrc: 4/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xa79c644b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.173681:0:3274:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1770653412.173682:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1770653412.173682:0:3274:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.173685:0:3274:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653412.173685:0:3274:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653412.173686:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.173687:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653412.173689:0:3274:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95570165f200 with handle 0x2aed14e4e178c7ea from hash 00010000:00000001:3.0:1770653412.173691:0:3274:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1770653412.173692:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.173693:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.173693:0:3274:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653412.173696:0:3274:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653412.173697:0:3274:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.173698:0:3274:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653412.173699:0:3274:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653412.173701:0:3274:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1770653412.173702:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000040b:0xa5b4:0x0].0xa79c644b (ffff95570af60a00) 00010000:00010000:3.0:1770653412.173704:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1770653412.173705:0:3274:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.173707:0:3274:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.173708:0:3274:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.173709:0:3274:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1770653412.173710:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.173711:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.173712:0:3274:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.173713:0:3274:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.173714:0:3274:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653412.173716:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff95570165f200/0x2aed14e4e178c7ea lrc: 2/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0xa79c644b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.173719:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.173720:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.173721:0:3274:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1770653412.173722:0:3274:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1770653412.173723:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653412.173725:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff95570165f200/0x2aed14e4e178c7ea lrc: 0/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0xa79c644b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000010:3.0:1770653412.173728:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff955705686480. 00010000:00000040:3.0:1770653412.173731:0:3274:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95570af60a00 count: 0 00010000:00000010:3.0:1770653412.173734:0:3274:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff95561e01cd00. 00010000:00000001:3.0:1770653412.173738:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1770653412.173739:0:3274:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 346 00000100:00000001:3.0:1770653412.173741:0:3274:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1770653412.173885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570165e200. 00010000:00000010:2.1:1770653412.173890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570165e000. 00000800:00000001:3.0:1770653412.174482:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.174487:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.174489:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.174490:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.174494:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:3.0:1770653412.174500:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8c9e00 00000400:00000200:3.0:1770653412.174504:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91b09 [2] + 1176 00000800:00000001:3.0:1770653412.174507:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.174530:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.174532:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.174535:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.174538:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653412.174539:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1770653412.174542:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d88e00. 00000100:00000040:3.0:1770653412.174544:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955618d88e00 x1856657966276096 msgsize 392 00000100:00100000:3.0:1770653412.174546:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:3.0:1770653412.174553:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1770653412.174557:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.174559:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.175269:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.175273:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df600. 00000400:00000200:0.0:1770653412.175277:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.175282:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.175285:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888990 00000400:00000010:0.0:1770653412.175286:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888990. 00000100:00000001:0.0:1770653412.175288:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.175290:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.176625:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.176632:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.176634:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.176636:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.176640:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.176647:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8c9f00 00000400:00000200:0.0:1770653412.176651:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f551 [64] + 83088 00000800:00000001:0.0:1770653412.176655:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.176663:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.176665:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.176667:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.176670:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.176671:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1770653412.176674:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710553b80. 00000100:00000040:0.0:1770653412.176676:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955710553b80 x1856657966276352 msgsize 4616 00000100:00100000:0.0:1770653412.176679:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.176690:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.176694:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.176696:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1770653412.177865:0:50958:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570af60000. 00010000:00000010:2.1:1770653412.177869:0:50958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557030ae000. 00000800:00000200:3.0:1770653412.178460:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1770653412.178464:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dff00. 00000400:00000200:3.0:1770653412.178467:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.178472:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.178475:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.178476:0:3283:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.179112:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.179119:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.179121:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.179125:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.179129:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:0.0:1770653412.179137:0:3281:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9e11 00000400:00000200:0.0:1770653412.179140:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.179143:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:0.0:1770653412.179146:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888b28 00000400:00000010:0.0:1770653412.179147:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888b28. 00000100:00000001:0.0:1770653412.179150:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.179151:0:3281:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.179152:0:3281:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.179162:0:3281:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.179163:0:3281:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.179164:0:3281:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.179167:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.179170:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.180068:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.180076:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.180078:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.180080:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.180084:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.180091:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8ca000 00000400:00000200:0.0:1770653412.180095:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91b09 [2] + 1568 00000800:00000001:0.0:1770653412.180100:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.180126:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.180128:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.180131:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.180134:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.180135:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1770653412.180138:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710550e00. 00000100:00000040:0.0:1770653412.180141:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955710550e00 x1856657966276608 msgsize 392 00000100:00100000:0.0:1770653412.180144:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.180152:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.180156:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.180158:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1770653412.180814:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1770653412.180819:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dfc00. 00000400:00000200:3.0:1770653412.180826:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.180832:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:3.0:1770653412.180835:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888088 00000400:00000010:3.0:1770653412.180837:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888088. 00000100:00000001:3.0:1770653412.180839:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.180841:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1770653412.181876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557030af600. 00010000:00000010:2.1:1770653412.181883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557030af000. 00010000:00000010:3.1:1770653412.181888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570af60a00. 00010000:00000010:3.1:1770653412.181894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570165f200. 00000800:00000001:0.0:1770653412.182068:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.182075:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.182077:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.182079:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.182084:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.182091:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8ca100 00000400:00000200:0.0:1770653412.182095:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f551 [64] + 87704 00000800:00000001:0.0:1770653412.182098:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.182105:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.182107:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.182109:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.182112:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.182114:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1770653412.182116:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710550700. 00000100:00000040:0.0:1770653412.182119:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955710550700 x1856657966276864 msgsize 4616 00000100:00100000:0.0:1770653412.182122:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.182132:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.182136:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.182138:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.183032:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.183041:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.183046:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.183053:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.183062:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.183072:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 26 MB=0x6989ede8ca180 00000400:00000200:0.0:1770653412.183081:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.60@tcp of length 224/224 into md 0xe39c2d [2] + 0 00000400:00000010:0.0:1770653412.183086:0:3282:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9557062d7d10. 00000400:00000200:0.0:1770653412.183092:0:3282:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff95561ac29b40 00000800:00000001:0.0:1770653412.183098:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.183104:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.183109:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.183117:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.183123:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95561ac29b40 00000400:00000010:0.0:1770653412.183128:0:3282:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff95561ac29b40. 00000100:00000001:0.0:1770653412.183144:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.183148:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1770653412.183154:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff95570622c450 x1856657966276992 msgsize 224 00000100:00100000:0.0:1770653412.183164:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000040:0.0:1770653412.183169:0:3282:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1770653412.183182:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.183189:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.183194:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.183199:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.183203:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.183214:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.183225:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 28 MB=0x6989ede8ca200 00000400:00000200:0.0:1770653412.183235:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 224/224 into md 0xece715 [8] + 4672 00000800:00000001:0.0:1770653412.183239:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.183244:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.183246:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.183253:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.183258:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.183263:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1770653412.183271:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710550000. 00000100:00000040:0.0:1770653412.183278:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955710550000 x1856657966277120 msgsize 224 00000100:00100000:0.0:1770653412.183292:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.183305:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.183311:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.183318:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.183323:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.183329:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.183338:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.183351:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 28 MB=0x6989ede8ca280 00000400:00000200:0.0:1770653412.183357:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 224/224 into md 0xece715 [8] + 4896 00000800:00000001:0.0:1770653412.183365:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653412.183376:0:76382:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1770653412.183382:0:76382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966277120 02000000:00000001:3.0:1770653412.183387:0:76382:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653412.183390:0:76382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653412.183395:0:76382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653412.183401:0:76382:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653412.183405:0:76382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966277120 00000800:00000001:0.0:1770653412.183408:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653412.183409:0:76382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1770653412.183413:0:76382:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000400:00000200:0.0:1770653412.183414:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1770653412.183418:0:76382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.183422:0:76382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=55 00000400:00000200:0.0:1770653412.183424:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000001:3.0:1770653412.183429:0:76382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:0.0:1770653412.183432:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1770653412.183435:0:76382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000200:0.0:1770653412.183435:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1770653412.183444:0:76382:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:0.0:1770653412.183445:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710550380. 00000020:00000010:3.0:1770653412.183449:0:76382:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf300. 00000100:00000040:0.0:1770653412.183451:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955710550380 x1856657966277248 msgsize 224 00000020:00000010:3.0:1770653412.183459:0:76382:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff955630aa3440. 00000100:00100000:0.0:1770653412.183467:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000020:00000040:3.0:1770653412.183472:0:76382:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff9557181831b0) now 8 - evictor 00000100:00000001:0.0:1770653412.183482:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1770653412.183486:0:76382:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000800:00000001:0.0:1770653412.183489:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.183495:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1770653412.183538:0:76382:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bca00. 00000100:00000001:0.0:1770653412.183540:0:6529:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1770653412.183545:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966277248 00000020:00000010:3.0:1770653412.183546:0:76382:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300980. 02000000:00000001:0.0:1770653412.183550:0:6529:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653412.183552:0:6529:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1770653412.183554:0:76382:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca900c8. 00000100:00000001:0.0:1770653412.183557:0:6529:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653412.183563:0:6529:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653412.183565:0:76382:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00100000:0.0:1770653412.183571:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966277248 00000100:00000001:3.0:1770653412.183572:0:76382:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653412.183578:0:76382:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1770653412.183578:0:6529:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1770653412.183582:0:6529:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000100:00000001:3.0:1770653412.183583:0:76382:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653412.183586:0:6529:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1770653412.183591:0:76382:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000040:0.0:1770653412.183591:0:6529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=56 00000100:00000001:3.0:1770653412.183595:0:76382:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:0.0:1770653412.183597:0:6529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:3.0:1770653412.183599:0:76382:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.183604:0:6529:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:0.0:1770653412.183610:0:6529:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1770653412.183613:0:76382:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1770653412.183615:0:6529:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a500. 00000020:00000010:0.0:1770653412.183623:0:6529:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9556196fba40. 00000100:00000001:3.0:1770653412.183626:0:76382:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653412.183630:0:76382:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:0.0:1770653412.183631:0:6529:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff9557082818d8) now 8 - evictor 00000100:00000001:0.0:1770653412.183638:0:6529:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:3.0:1770653412.183640:0:76382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 3129 00000020:00000010:0.0:1770653412.183645:0:6529:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997b400. 00000100:00000040:3.0:1770653412.183647:0:76382:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000020:00000010:0.0:1770653412.183652:0:6529:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556323ff600. 00000100:00000001:3.0:1770653412.183653:0:76382:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626799901540352 : -117273808011264 : ffff955710550000) 00000020:00000010:0.0:1770653412.183658:0:6529:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d000. 00000100:00000040:3.0:1770653412.183665:0:76382:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955710550000 x1856657966277120/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 224/0 e 0 to 0 dl 1770653423 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653412.183665:0:6529:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1770653412.183668:0:6529:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1770653412.183673:0:6529:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653412.183680:0:6529:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1770653412.183685:0:6529:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1770653412.183690:0:6529:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.183693:0:76382:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1770653412.183700:0:76382:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf0c0. 00000100:00000001:0.0:1770653412.183700:0:6529:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.183707:0:76382:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653412.183710:0:6529:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1770653412.183713:0:76382:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf0c0. 00000100:00000001:0.0:1770653412.183715:0:6529:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1770653412.183727:0:76382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955710550000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:b31b1d82-c1d4-4680-ae7a-71292416d1f5+55:2363:x1856657966277120:12345-192.168.202.60@tcp:400:kworker.0 00000100:00100000:0.0:1770653412.183727:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 3130 00000100:00000040:0.0:1770653412.183732:0:6529:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:0.0:1770653412.183738:0:6529:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626799901541248 : -117273808010368 : ffff955710550380) 00000100:00000200:3.0:1770653412.183739:0:76382:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966277120 00000020:00000001:3.0:1770653412.183745:0:76382:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1770653412.183747:0:6529:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955710550380 x1856657966277248/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 224/0 e 0 to 0 dl 1770653423 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1770653412.183749:0:76382:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1770653412.183766:0:76382:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.183772:0:76382:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1770653412.183778:0:76382:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789376 : -1047762240 : ffffffffc18c6ac0) 00000020:00000001:3.0:1770653412.183784:0:76382:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1770653412.183790:0:76382:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653412.183794:0:6529:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1770653412.183796:0:76382:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:0.0:1770653412.183800:0:6529:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a340. 00000020:00000001:3.0:1770653412.183801:0:76382:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1770653412.183806:0:76382:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.183806:0:6529:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1770653412.183811:0:76382:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:0.0:1770653412.183814:0:6529:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a340. 00000100:00000001:3.0:1770653412.183816:0:76382:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1770653412.183822:0:76382:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1770653412.183830:0:76382:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95563db0dc00. 00000100:00100000:0.0:1770653412.183830:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955710550380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b31b1d82-c1d4-4680-ae7a-71292416d1f5+56:2364:x1856657966277248:12345-192.168.202.60@tcp:400:kworker.0 02000000:00000001:3.0:1770653412.183836:0:76382:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653412.183842:0:6529:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966277248 00000100:00000001:3.0:1770653412.183843:0:76382:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.183871:0:6529:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1770653412.183872:0:76382:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.183877:0:6529:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000040:3.0:1770653412.183878:0:76382:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966277120 00000020:00000001:0.0:1770653412.183881:0:6529:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.183882:0:76382:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000001:0.0:1770653412.183888:0:6529:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000200:3.0:1770653412.183892:0:76382:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955710550000 x1856657966277120/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 224/224 e 0 to 0 dl 1770653423 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653412.183893:0:6529:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789376 : -1047762240 : ffffffffc18c6ac0) 00000020:00000001:0.0:1770653412.183901:0:6529:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1770653412.183906:0:6529:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.183911:0:76382:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1770653412.183911:0:6529:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1770653412.183916:0:6529:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1770653412.183917:0:76382:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.183920:0:6529:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653412.183924:0:76382:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000020:00000001:0.0:1770653412.183927:0:6529:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1770653412.183929:0:76382:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1770653412.183931:0:6529:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1770653412.183936:0:76382:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 02000000:00000001:0.0:1770653412.183936:0:6529:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1770653412.183942:0:6529:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955662e2e400. 00000100:00000001:3.0:1770653412.183943:0:76382:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:3.0:1770653412.183949:0:76382:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1770653412.183949:0:6529:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653412.183953:0:76382:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.183956:0:6529:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.183959:0:76382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1770653412.183963:0:6529:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653412.183969:0:76382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000040:0.0:1770653412.183969:0:6529:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966277248 00000400:00000010:3.0:1770653412.183976:0:76382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a787f8. 00010000:00000001:0.0:1770653412.183976:0:6529:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000200:3.0:1770653412.183984:0:76382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1856657966277120, offset 224 00010000:00000200:0.0:1770653412.183985:0:6529:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955710550380 x1856657966277248/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 224/224 e 0 to 0 dl 1770653423 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1770653412.183997:0:76382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:3.0:1770653412.184012:0:76382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000001:0.0:1770653412.184012:0:6529:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1770653412.184018:0:6529:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653412.184023:0:6529:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000400:00000200:3.0:1770653412.184026:0:76382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164418:2164418:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164414:2164414:7:4294967295] 00000100:00000001:0.0:1770653412.184031:0:6529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1770653412.184039:0:6529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000100:00000001:0.0:1770653412.184047:0:6529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000400:00000200:3.0:1770653412.184053:0:76382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 02000000:00000001:0.0:1770653412.184054:0:6529:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1770653412.184059:0:6529:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.184065:0:6529:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1770653412.184068:0:76382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000040:0.0:1770653412.184074:0:6529:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000800:00000010:3.0:1770653412.184077:0:76382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c700. 00000400:00000010:0.0:1770653412.184080:0:6529:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8c38. 00000100:00000200:0.0:1770653412.184087:0:6529:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1856657966277248, offset 224 00000800:00000200:3.0:1770653412.184089:0:76382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000400:00000200:0.0:1770653412.184100:0:6529:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000800:00000200:3.0:1770653412.184101:0:76382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:3.0:1770653412.184107:0:76382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1770653412.184113:0:76382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653412.184115:0:6529:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000040:3.0:1770653412.184123:0:76382:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000400:00000200:0.0:1770653412.184126:0:6529:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164419:2164419:254:4294967295] 192.168.202.60@tcp LPNI seq info [2164415:2164415:6:4294967295] 00010000:00000001:3.0:1770653412.184129:0:76382:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1770653412.184134:0:76382:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.184141:0:76382:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1770653412.184147:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1770653412.184150:0:76382:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955710550000 x1856657966277120/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 224/224 e 0 to 0 dl 1770653423 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1770653412.184151:0:6529:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000400:00000200:1.0:1770653412.184158:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:1.0:1770653412.184175:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022f68 00000800:00000200:0.0:1770653412.184178:0:6529:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000400:00000010:1.0:1770653412.184180:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022f68. 00000100:00100000:3.0:1770653412.184187:0:76382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955710550000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:b31b1d82-c1d4-4680-ae7a-71292416d1f5+55:2363:x1856657966277120:12345-192.168.202.60@tcp:400:kworker.0 Request processed in 488us (903us total) trans 0 rc 0/0 00000100:00000001:1.0:1770653412.184188:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000010:0.0:1770653412.184188:0:6529:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955601b6f200. 02000000:00000001:1.0:1770653412.184192:0:3283:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1770653412.184196:0:3283:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff9556339ca000. 00000800:00000200:0.0:1770653412.184200:0:6529:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 02000000:00000001:1.0:1770653412.184204:0:3283:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1770653412.184208:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:3.0:1770653412.184210:0:76382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 3129 00000800:00000200:0.0:1770653412.184210:0:6529:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000040:3.0:1770653412.184216:0:76382:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000800:00000200:0.0:1770653412.184218:0:6529:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955601b6f200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1770653412.184219:0:76382:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1770653412.184223:0:76382:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1770653412.184227:0:76382:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300980. 00000100:00000001:0.0:1770653412.184227:0:6529:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653412.184233:0:6529:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000020:00000010:3.0:1770653412.184235:0:76382:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca900c8. 00010000:00000001:0.0:1770653412.184238:0:6529:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000010:3.0:1770653412.184242:0:76382:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bca00. 00000020:00000001:0.0:1770653412.184243:0:6529:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653412.184244:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:3.0:1770653412.184249:0:76382:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 54 00000800:00000010:1.0:1770653412.184250:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c700. 00000020:00000001:0.0:1770653412.184250:0:6529:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1770653412.184256:0:76382:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.184258:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1770653412.184258:0:6529:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955710550380 x1856657966277248/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 224/224 e 0 to 0 dl 1770653423 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653412.184270:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00080000:3.0:1770653412.184275:0:5753:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000400:00000200:1.0:1770653412.184278:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a787f8 00000400:00000010:1.0:1770653412.184282:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a787f8. 00000020:00000040:3.0:1770653412.184283:0:5753:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff9557082818d8) now 8 - evictor 00000100:00100000:0.0:1770653412.184285:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955710550380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b31b1d82-c1d4-4680-ae7a-71292416d1f5+56:2364:x1856657966277248:12345-192.168.202.60@tcp:400:kworker.0 Request processed in 486us (829us total) trans 0 rc 0/0 00000100:00000001:1.0:1770653412.184290:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00080000:3.0:1770653412.184291:0:5753:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:1.0:1770653412.184294:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:3.0:1770653412.184297:0:5753:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff9557181831b0) now 8 - evictor 00000100:00100000:0.0:1770653412.184303:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 3130 00000100:00000040:0.0:1770653412.184307:0:6529:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000800:00000200:1.0:1770653412.184308:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1770653412.184313:0:6529:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000010:1.0:1770653412.184314:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955601b6f200. 00000100:00000001:0.0:1770653412.184318:0:6529:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1770653412.184323:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1770653412.184323:0:6529:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556323ff600. 00000020:00000010:0.0:1770653412.184331:0:6529:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d000. 00000400:00000200:1.0:1770653412.184337:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000010:0.0:1770653412.184338:0:6529:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997b400. 00000020:00000040:0.0:1770653412.184347:0:6529:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 55 00000400:00000200:1.0:1770653412.184348:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8c38 00000100:00000001:0.0:1770653412.184352:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1770653412.184355:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8c38. 00000100:00000001:1.0:1770653412.184363:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653412.184368:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1770653412.184779:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.184784:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dfc00. 00000400:00000200:0.0:1770653412.184787:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.184791:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.184794:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.184796:0:3281:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.185700:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.185707:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.185710:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.185713:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.185718:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:0.0:1770653412.185725:0:3282:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9e29 00000400:00000200:0.0:1770653412.185729:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.185731:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:0.0:1770653412.185734:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268882a8 00000400:00000010:0.0:1770653412.185736:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268882a8. 00000100:00000001:0.0:1770653412.185738:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.185739:0:3282:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.185740:0:3282:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.185750:0:3282:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.185763:0:3282:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.185764:0:3282:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.185768:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.185771:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.185787:0:3274:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1770653412.185791:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.185792:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.185794:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955700031c00 refcount=3 00000020:00000001:3.0:1770653412.185797:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799627738112 : -117274081813504 : ffff955700031c00) 00010000:00000001:3.0:1770653412.185799:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799627738112 : -117274081813504 : ffff955700031c00) 00010000:00000001:3.0:1770653412.185801:0:3274:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1770653412.185803:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff955700031c00/0x2aed14e4e178c830 lrc: 3/0,1 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x82b314d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.185809:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.185810:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653412.185812:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff955700031c00/0x2aed14e4e178c830 lrc: 2/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x82b314d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.185820:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.185821:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.185823:0:3274:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1770653412.185825:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff955700031c00/0x2aed14e4e178c830 lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x82b314d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00010000:3.0:1770653412.185828:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff955700031c00 already unused, calling callback (ffffffffc21274c0) 00000004:00000001:3.0:1770653412.185829:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1770653412.185830:0:3274:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1770653412.185832:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff955700031c00/0x2aed14e4e178c830 lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x82b314d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.185835:0:3274:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1770653412.185836:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.185837:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.185837:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955700031c00 refcount=4 00000020:00000001:3.0:1770653412.185839:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799627738112 : -117274081813504 : ffff955700031c00) 00010000:00000001:3.0:1770653412.185841:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799627738112 : -117274081813504 : ffff955700031c00) 00010000:00000001:3.0:1770653412.185842:0:3274:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1770653412.185844:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff955700031c00/0x2aed14e4e178c830 lrc: 4/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x82b314d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.185870:0:3274:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1770653412.185872:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1770653412.185873:0:3274:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.185876:0:3274:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653412.185877:0:3274:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653412.185880:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.185882:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1770653412.185882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570165e200. 00000020:00000040:3.0:1770653412.185889:0:3274:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff955700031c00 with handle 0x2aed14e4e178c830 from hash 00010000:00000010:2.1:1770653412.185891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570165e000. 00010000:00000001:3.0:1770653412.185892:0:3274:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1770653412.185896:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.185897:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.185899:0:3274:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653412.185902:0:3274:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653412.185903:0:3274:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.185905:0:3274:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653412.185906:0:3274:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653412.185907:0:3274:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1770653412.185909:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000040b:0xa5b4:0x0].0x82b314d7 (ffff95570af60300) 00010000:00010000:3.0:1770653412.185911:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1770653412.185912:0:3274:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.185914:0:3274:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.185915:0:3274:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.185916:0:3274:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1770653412.185917:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.185918:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.185919:0:3274:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.185920:0:3274:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.185921:0:3274:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653412.185923:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff955700031c00/0x2aed14e4e178c830 lrc: 2/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0x82b314d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.185926:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.185927:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.185928:0:3274:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1770653412.185928:0:3274:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1770653412.185929:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653412.185931:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff955700031c00/0x2aed14e4e178c830 lrc: 0/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0x82b314d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000010:3.0:1770653412.185934:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff955705686680. 00010000:00000040:3.0:1770653412.185937:0:3274:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95570af60300 count: 0 00010000:00000010:3.0:1770653412.185940:0:3274:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff95561e01c880. 00010000:00000001:3.0:1770653412.185948:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1770653412.185949:0:3274:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 352 00000100:00000001:3.0:1770653412.185951:0:3274:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653412.186671:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.186678:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653412.186680:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.186682:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.186686:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:1.0:1770653412.186693:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8ca380 00000400:00000200:1.0:1770653412.186698:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91b09 [2] + 1960 00000400:00000010:1.0:1770653412.186701:0:3283:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2cb8. 00000400:00000200:1.0:1770653412.186704:0:3283:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff955669334780 00000800:00000001:1.0:1770653412.186706:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.186731:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.186734:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.186737:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:1.0:1770653412.186740:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955669334780 00000400:00000010:1.0:1770653412.186742:0:3283:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff955669334780. 00000100:00000001:1.0:1770653412.186745:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1770653412.186746:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000040:1.0:1770653412.186748:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955739eef850 x1856657966277504 msgsize 392 00000100:00100000:1.0:1770653412.186763:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000040:1.0:1770653412.186765:0:3283:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1770653412.186773:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1770653412.186776:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.186779:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.187453:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.187457:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dff00. 00000400:00000200:0.0:1770653412.187461:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.187465:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.187468:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888dd0 00000400:00000010:0.0:1770653412.187470:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888dd0. 00000100:00000001:0.0:1770653412.187472:0:3281:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1770653412.187473:0:3281:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.187475:0:3281:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 752 at ffff95565c7e7800. 02000000:00000001:0.0:1770653412.187477:0:3281:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1770653412.187478:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.188810:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.188817:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.188819:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.188821:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.188825:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.188832:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8ca480 00000400:00000200:0.0:1770653412.188836:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f551 [64] + 92320 00000800:00000001:0.0:1770653412.188840:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.188862:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.188864:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.188868:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.188872:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.188874:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1770653412.188878:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710552300. 00000100:00000040:0.0:1770653412.188881:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955710552300 x1856657966277760 msgsize 4616 00000100:00100000:0.0:1770653412.188885:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.188890:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.188894:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.188898:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1770653412.190634:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1770653412.190639:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df600. 00000400:00000200:1.0:1770653412.190643:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.190648:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653412.190652:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653412.190654:0:3283:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.191345:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.191352:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.191354:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.191358:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.191362:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:0.0:1770653412.191370:0:3281:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9e35 00000400:00000200:0.0:1770653412.191373:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.191375:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:0.0:1770653412.191378:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888110 00000400:00000010:0.0:1770653412.191380:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888110. 00000100:00000001:0.0:1770653412.191382:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.191383:0:3281:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.191385:0:3281:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.191395:0:3281:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.191396:0:3281:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.191397:0:3281:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.191401:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.191403:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.192304:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.192311:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.192313:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.192315:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.192319:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.192326:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8ca580 00000400:00000200:0.0:1770653412.192330:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91b3d [2] + 0 00000800:00000001:0.0:1770653412.192334:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.192361:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.192363:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.192366:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.192369:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.192370:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1770653412.192373:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710550a80. 00000100:00000040:0.0:1770653412.192375:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955710550a80 x1856657966278016 msgsize 392 00000100:00100000:0.0:1770653412.192378:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.192386:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.192390:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.192392:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1770653412.193087:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1770653412.193092:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df200. 00000400:00000200:1.0:1770653412.193096:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.193102:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:1.0:1770653412.193106:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888e58 00000400:00000010:1.0:1770653412.193108:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888e58. 00000100:00000001:1.0:1770653412.193112:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653412.193114:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1770653412.193883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570af60700. 00010000:00000010:2.1:1770653412.193890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955700030600. 00000800:00000001:0.0:1770653412.194237:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.194245:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.194247:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.194249:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.194254:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.194262:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8ca680 00000400:00000200:0.0:1770653412.194266:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f551 [64] + 96936 00000800:00000001:0.0:1770653412.194270:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.194276:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.194278:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.194281:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.194283:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.194285:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1770653412.194287:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710550e00. 00000100:00000040:0.0:1770653412.194290:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955710550e00 x1856657966278272 msgsize 4616 00000100:00100000:0.0:1770653412.194293:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.194303:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.194307:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.194309:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.196085:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.196089:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df900. 00000400:00000200:0.0:1770653412.196093:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.196098:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.196101:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.196102:0:3282:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:1.0:1770653412.196689:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.196696:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653412.196698:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.196702:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.196706:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:1.0:1770653412.196714:0:3283:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9e3d 00000400:00000200:1.0:1770653412.196717:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.196720:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:1.0:1770653412.196723:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888f68 00000400:00000010:1.0:1770653412.196724:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888f68. 00000100:00000001:1.0:1770653412.196727:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653412.196729:0:3283:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:1.0:1770653412.196730:0:3283:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:1.0:1770653412.196741:0:3283:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:1.0:1770653412.196742:0:3283:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:1.0:1770653412.196743:0:3283:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:1.0:1770653412.196746:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.196748:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.196777:0:3274:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1770653412.196780:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.196782:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.196784:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95572e8b0200 refcount=3 00000020:00000001:3.0:1770653412.196787:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800408396288 : -117273301155328 : ffff95572e8b0200) 00010000:00000001:3.0:1770653412.196789:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626800408396288 : -117273301155328 : ffff95572e8b0200) 00010000:00000001:3.0:1770653412.196791:0:3274:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1770653412.196794:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b0200/0x2aed14e4e178c876 lrc: 3/0,1 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xdcf8b167 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.196799:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.196801:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653412.196802:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b0200/0x2aed14e4e178c876 lrc: 2/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xdcf8b167 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.196806:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.196807:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.196809:0:3274:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1770653412.196810:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b0200/0x2aed14e4e178c876 lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xdcf8b167 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00010000:3.0:1770653412.196813:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95572e8b0200 already unused, calling callback (ffffffffc21274c0) 00000004:00000001:3.0:1770653412.196815:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1770653412.196816:0:3274:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1770653412.196817:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b0200/0x2aed14e4e178c876 lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xdcf8b167 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.196820:0:3274:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1770653412.196821:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.196822:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.196823:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95572e8b0200 refcount=4 00000020:00000001:3.0:1770653412.196825:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800408396288 : -117273301155328 : ffff95572e8b0200) 00010000:00000001:3.0:1770653412.196826:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626800408396288 : -117273301155328 : ffff95572e8b0200) 00010000:00000001:3.0:1770653412.196828:0:3274:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1770653412.196830:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b0200/0x2aed14e4e178c876 lrc: 4/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xdcf8b167 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.196837:0:3274:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1770653412.196838:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1770653412.196839:0:3274:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.196841:0:3274:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653412.196842:0:3274:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653412.196843:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.196844:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653412.196846:0:3274:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95572e8b0200 with handle 0x2aed14e4e178c876 from hash 00010000:00000001:3.0:1770653412.196862:0:3274:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1770653412.196863:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.196864:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.196865:0:3274:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653412.196868:0:3274:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653412.196869:0:3274:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.196871:0:3274:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653412.196872:0:3274:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653412.196874:0:3274:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1770653412.196876:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000040b:0xa5b4:0x0].0xdcf8b167 (ffff95570af60700) 00010000:00010000:3.0:1770653412.196879:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1770653412.196881:0:3274:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.196883:0:3274:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.196884:0:3274:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.196886:0:3274:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1770653412.196887:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.196888:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.196889:0:3274:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.196890:0:3274:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.196891:0:3274:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653412.196893:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b0200/0x2aed14e4e178c876 lrc: 2/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0xdcf8b167 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.196896:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.196896:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.196897:0:3274:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1770653412.196898:0:3274:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1770653412.196900:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653412.196901:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b0200/0x2aed14e4e178c876 lrc: 0/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0xdcf8b167 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000010:3.0:1770653412.196906:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff955705686f00. 00010000:00000040:3.0:1770653412.196908:0:3274:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95570af60700 count: 0 00010000:00000010:3.0:1770653412.196911:0:3274:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff95561e01c280. 00010000:00000001:3.0:1770653412.196917:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1770653412.196918:0:3274:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 358 00000100:00000001:3.0:1770653412.196920:0:3274:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.197701:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.197708:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.197710:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.197712:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.197716:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.197723:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8ca780 00000400:00000200:0.0:1770653412.197727:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91b3d [2] + 392 00000800:00000001:0.0:1770653412.197731:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.197769:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.197772:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.197775:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.197778:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.197780:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1770653412.197784:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955602b1e300. 00000100:00000040:0.0:1770653412.197786:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955602b1e300 x1856657966278528 msgsize 392 00000100:00100000:0.0:1770653412.197790:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.197798:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.197803:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.197805:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.198464:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.198468:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df900. 00000400:00000200:0.0:1770653412.198472:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.198476:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.198479:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268883b8 00000400:00000010:0.0:1770653412.198480:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268883b8. 00000100:00000001:0.0:1770653412.198483:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.198484:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1770653412.198876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570af60300. 00010000:00000010:3.1:1770653412.198884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955700031c00. 00010000:00000010:2.1:1770653412.198884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955700030400. 00010000:00000010:2.1:1770653412.198894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955700030e00. 00000800:00000001:1.0:1770653412.199866:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.199875:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653412.199877:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.199880:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.199885:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:1.0:1770653412.199892:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8ca880 00000400:00000200:1.0:1770653412.199897:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f551 [64] + 101552 00000800:00000001:1.0:1770653412.199902:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.199925:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.199928:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.199933:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653412.199937:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1770653412.199939:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1770653412.199944:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95563735b800. 00000100:00000040:1.0:1770653412.199947:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff95563735b800 x1856657966278784 msgsize 4616 00000100:00100000:1.0:1770653412.199952:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:1.0:1770653412.199964:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1770653412.199970:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.199974:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.201637:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.201641:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df200. 00000400:00000200:0.0:1770653412.201644:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.201648:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.201651:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.201653:0:3281:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.202240:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.202247:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.202250:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.202253:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.202257:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:0.0:1770653412.202265:0:3282:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9e45 00000400:00000200:0.0:1770653412.202268:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.202271:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:0.0:1770653412.202274:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888440 00000400:00000010:0.0:1770653412.202276:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888440. 00000100:00000001:0.0:1770653412.202278:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.202279:0:3282:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.202281:0:3282:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.202290:0:3282:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.202292:0:3282:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.202293:0:3282:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.202296:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.202298:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1770653412.202884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955700030200. 00010000:00000010:2.1:1770653412.202890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955700030c00. 00010000:00000010:2.1:1770653412.202893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570af60a00. 00010000:00000010:2.1:1770653412.202897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557030af000. 00000800:00000001:1.0:1770653412.203220:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.203227:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653412.203229:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.203230:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.203235:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:1.0:1770653412.203241:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8ca980 00000400:00000200:1.0:1770653412.203246:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91b3d [2] + 784 00000800:00000001:1.0:1770653412.203251:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.203277:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.203280:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.203283:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653412.203285:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1770653412.203287:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1770653412.203290:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955637358700. 00000100:00000040:1.0:1770653412.203292:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955637358700 x1856657966279040 msgsize 392 00000100:00100000:1.0:1770653412.203296:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:1.0:1770653412.203304:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1770653412.203308:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.203310:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.203971:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.203975:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df600. 00000400:00000200:0.0:1770653412.203979:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.203984:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.203987:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888cc0 00000400:00000010:0.0:1770653412.203989:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888cc0. 00000100:00000001:0.0:1770653412.203991:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.203993:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.205157:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.205165:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.205167:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.205169:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.205174:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.205182:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8caa80 00000400:00000200:0.0:1770653412.205186:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f551 [64] + 106168 00000800:00000001:0.0:1770653412.205190:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.205198:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.205200:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.205202:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.205205:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.205207:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1770653412.205210:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955602b1dc00. 00000100:00000040:0.0:1770653412.205212:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955602b1dc00 x1856657966279296 msgsize 4616 00000100:00100000:0.0:1770653412.205215:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.205225:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.205229:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.205231:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1770653412.206870:0:50958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955700030600. 00010000:00000010:2.1:1770653412.206874:0:50958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557030ae000. 00010000:00000010:3.1:1770653412.206889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570af60700. 00010000:00000010:3.1:1770653412.206898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e8b0200. 00000800:00000200:1.0:1770653412.207170:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1770653412.207178:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dff00. 00000400:00000200:1.0:1770653412.207185:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.207206:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653412.207210:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653412.207212:0:3283:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.207794:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.207801:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.207803:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.207807:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.207811:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:0.0:1770653412.207819:0:3281:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9e4d 00000400:00000200:0.0:1770653412.207822:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.207825:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:0.0:1770653412.207827:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888198 00000400:00000010:0.0:1770653412.207829:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888198. 00000100:00000001:0.0:1770653412.207832:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.207833:0:3281:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.207834:0:3281:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.207844:0:3281:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.207846:0:3281:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.207847:0:3281:0:(events.c:433:reply_out_callback()) Process leaving 00000100:00000001:3.0:1770653412.207873:0:3274:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1770653412.207879:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.207881:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.207884:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95572e8b1e00 refcount=3 00000020:00000001:3.0:1770653412.207888:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800408403456 : -117273301148160 : ffff95572e8b1e00) 00010000:00000001:3.0:1770653412.207890:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626800408403456 : -117273301148160 : ffff95572e8b1e00) 00010000:00000001:3.0:1770653412.207892:0:3274:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1770653412.207895:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b1e00/0x2aed14e4e178c8bc lrc: 3/0,1 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x373e4df8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.207901:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.207903:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653412.207905:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b1e00/0x2aed14e4e178c8bc lrc: 2/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x373e4df8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.207909:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.207911:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.207913:0:3274:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1770653412.207916:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b1e00/0x2aed14e4e178c8bc lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x373e4df8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00010000:3.0:1770653412.207920:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95572e8b1e00 already unused, calling callback (ffffffffc21274c0) 00000004:00000001:3.0:1770653412.207922:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1770653412.207924:0:3274:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1770653412.207926:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b1e00/0x2aed14e4e178c8bc lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x373e4df8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00000800:00000001:0.0:1770653412.207931:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1770653412.207932:0:3274:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1770653412.207936:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.207938:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:0.0:1770653412.207938:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1770653412.207942:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95572e8b1e00 refcount=4 00000020:00000001:3.0:1770653412.207945:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800408403456 : -117273301148160 : ffff95572e8b1e00) 00010000:00000001:3.0:1770653412.207947:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626800408403456 : -117273301148160 : ffff95572e8b1e00) 00010000:00000001:3.0:1770653412.207949:0:3274:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1770653412.207951:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b1e00/0x2aed14e4e178c8bc lrc: 4/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x373e4df8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.207954:0:3274:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1770653412.207956:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1770653412.207957:0:3274:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.207960:0:3274:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653412.207962:0:3274:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653412.207963:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.207964:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653412.207966:0:3274:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95572e8b1e00 with handle 0x2aed14e4e178c8bc from hash 00010000:00000001:3.0:1770653412.207967:0:3274:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1770653412.207968:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.207969:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.207970:0:3274:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653412.207972:0:3274:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653412.207973:0:3274:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.207974:0:3274:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653412.207975:0:3274:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653412.207976:0:3274:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1770653412.207977:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000040b:0xa5b4:0x0].0x373e4df8 (ffff95570af60a00) 00010000:00010000:3.0:1770653412.207979:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1770653412.207981:0:3274:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.207983:0:3274:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.207984:0:3274:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.207985:0:3274:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1770653412.207987:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.207988:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.207989:0:3274:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.207990:0:3274:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.207992:0:3274:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653412.207994:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b1e00/0x2aed14e4e178c8bc lrc: 2/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0x373e4df8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.207997:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.207998:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.207999:0:3274:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1770653412.207999:0:3274:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1770653412.208000:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653412.208002:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b1e00/0x2aed14e4e178c8bc lrc: 0/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0x373e4df8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000010:3.0:1770653412.208005:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff955705686a80. 00010000:00000040:3.0:1770653412.208007:0:3274:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95570af60a00 count: 0 00010000:00000010:3.0:1770653412.208010:0:3274:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff95561e01c900. 00010000:00000001:3.0:1770653412.208015:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1770653412.208016:0:3274:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 364 00000100:00000001:3.0:1770653412.208018:0:3274:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.208776:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.208783:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.208785:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.208787:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.208791:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.208798:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8cab80 00000400:00000200:0.0:1770653412.208803:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91b3d [2] + 1176 00000800:00000001:0.0:1770653412.208807:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.208832:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.208835:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.208838:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.208841:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.208842:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1770653412.208845:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955602b1ed80. 00000100:00000040:0.0:1770653412.208864:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955602b1ed80 x1856657966279552 msgsize 392 00000100:00100000:0.0:1770653412.208868:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.208877:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.208882:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.208885:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1770653412.209510:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1770653412.209514:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dfc00. 00000400:00000200:1.0:1770653412.209517:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.209521:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:1.0:1770653412.209524:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888550 00000400:00000010:1.0:1770653412.209526:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888550. 00000100:00000001:1.0:1770653412.209529:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653412.209530:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1770653412.210888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e8b0c00. 00000800:00000001:0.0:1770653412.210893:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:2.1:1770653412.210895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e8b1600. 00010000:00000010:2.1:1770653412.210900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570af60300. 00000800:00000001:0.0:1770653412.210901:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1770653412.210903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e8b0400. 00000800:00000001:0.0:1770653412.210905:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.210909:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.210914:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.210921:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8cac80 00000400:00000200:0.0:1770653412.210925:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f551 [64] + 110784 00000800:00000001:0.0:1770653412.210929:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.210936:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.210938:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.210940:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.210943:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.210944:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1770653412.210947:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955602b1df80. 00000100:00000040:0.0:1770653412.210950:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955602b1df80 x1856657966279808 msgsize 4616 00000100:00100000:0.0:1770653412.210953:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.210964:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.210968:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.210970:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.212647:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.212651:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dfc00. 00000400:00000200:0.0:1770653412.212655:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.212659:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.212662:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.212664:0:3282:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:1.0:1770653412.213244:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.213251:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653412.213253:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.213257:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.213261:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:1.0:1770653412.213269:0:3283:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9e55 00000400:00000200:1.0:1770653412.213273:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.213275:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:1.0:1770653412.213278:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888660 00000400:00000010:1.0:1770653412.213280:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888660. 00000100:00000001:1.0:1770653412.213283:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653412.213284:0:3283:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:1.0:1770653412.213286:0:3283:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:1.0:1770653412.213295:0:3283:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:1.0:1770653412.213296:0:3283:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:1.0:1770653412.213298:0:3283:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:1.0:1770653412.213301:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.213303:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.214246:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.214253:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.214255:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.214256:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.214261:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.214267:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8cad80 00000400:00000200:0.0:1770653412.214271:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91b3d [2] + 1568 00000800:00000001:0.0:1770653412.214275:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.214301:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.214303:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.214306:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.214309:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.214310:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1770653412.214313:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955602b1ea00. 00000100:00000040:0.0:1770653412.214315:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955602b1ea00 x1856657966280064 msgsize 392 00000100:00100000:0.0:1770653412.214318:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.214327:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.214331:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.214334:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1770653412.214866:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e8b1a00. 00010000:00000010:2.1:1770653412.214872:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e8b1400. 00010000:00000010:3.1:1770653412.214874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95570af60a00. 00010000:00000010:3.1:1770653412.214882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e8b1e00. 00000800:00000200:0.0:1770653412.215051:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.215056:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dff00. 00000400:00000200:0.0:1770653412.215059:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.215064:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.215066:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888330 00000400:00000010:0.0:1770653412.215068:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888330. 00000100:00000001:0.0:1770653412.215071:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.215072:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1770653412.216317:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.216343:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653412.216345:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.216348:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.216352:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:1.0:1770653412.216357:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8cae80 00000400:00000200:1.0:1770653412.216361:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f551 [64] + 115400 00000800:00000001:1.0:1770653412.216365:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.216378:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.216380:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.216383:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653412.216385:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1770653412.216387:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1770653412.216389:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955637359500. 00000100:00000040:1.0:1770653412.216391:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955637359500 x1856657966280320 msgsize 4616 00000100:00100000:1.0:1770653412.216394:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:1.0:1770653412.216403:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1770653412.216407:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.216409:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.218503:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.218507:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df600. 00000400:00000200:0.0:1770653412.218511:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.218515:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.218518:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.218520:0:3281:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.219132:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.219140:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.219142:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.219145:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.219150:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:0.0:1770653412.219157:0:3282:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9e5d 00000400:00000200:0.0:1770653412.219161:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.219163:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:0.0:1770653412.219166:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268886e8 00000400:00000010:0.0:1770653412.219168:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268886e8. 00000100:00000001:0.0:1770653412.219170:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.219171:0:3282:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.219173:0:3282:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.219181:0:3282:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.219182:0:3282:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.219184:0:3282:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.219188:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.219191:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.219203:0:3274:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1770653412.219207:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.219208:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.219210:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95572e8b0600 refcount=3 00000020:00000001:3.0:1770653412.219212:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800408397312 : -117273301154304 : ffff95572e8b0600) 00010000:00000001:3.0:1770653412.219214:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626800408397312 : -117273301154304 : ffff95572e8b0600) 00010000:00000001:3.0:1770653412.219216:0:3274:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1770653412.219219:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b0600/0x2aed14e4e178c902 lrc: 3/0,1 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x9183ea89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.219224:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.219225:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653412.219227:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b0600/0x2aed14e4e178c902 lrc: 2/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x9183ea89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.219231:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.219233:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.219235:0:3274:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1770653412.219236:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b0600/0x2aed14e4e178c902 lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x9183ea89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00010000:3.0:1770653412.219240:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95572e8b0600 already unused, calling callback (ffffffffc21274c0) 00000004:00000001:3.0:1770653412.219242:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1770653412.219243:0:3274:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1770653412.219244:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b0600/0x2aed14e4e178c902 lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x9183ea89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.219248:0:3274:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1770653412.219249:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.219249:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.219251:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95572e8b0600 refcount=4 00000020:00000001:3.0:1770653412.219252:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800408397312 : -117273301154304 : ffff95572e8b0600) 00010000:00000001:3.0:1770653412.219254:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626800408397312 : -117273301154304 : ffff95572e8b0600) 00010000:00000001:3.0:1770653412.219256:0:3274:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1770653412.219257:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b0600/0x2aed14e4e178c902 lrc: 4/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x9183ea89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.219260:0:3274:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1770653412.219261:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1770653412.219262:0:3274:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.219264:0:3274:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653412.219265:0:3274:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653412.219266:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.219267:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653412.219268:0:3274:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95572e8b0600 with handle 0x2aed14e4e178c902 from hash 00010000:00000001:3.0:1770653412.219270:0:3274:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1770653412.219271:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.219271:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.219272:0:3274:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653412.219274:0:3274:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653412.219275:0:3274:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.219276:0:3274:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653412.219278:0:3274:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653412.219279:0:3274:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1770653412.219281:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000040b:0xa5b4:0x0].0x9183ea89 (ffff955702889100) 00010000:00010000:3.0:1770653412.219283:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1770653412.219284:0:3274:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.219286:0:3274:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.219287:0:3274:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.219288:0:3274:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1770653412.219289:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.219290:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.219291:0:3274:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.219292:0:3274:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.219293:0:3274:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653412.219295:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b0600/0x2aed14e4e178c902 lrc: 2/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0x9183ea89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.219298:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.219298:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.219299:0:3274:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1770653412.219300:0:3274:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1770653412.219301:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653412.219302:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b0600/0x2aed14e4e178c902 lrc: 0/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0x9183ea89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000010:3.0:1770653412.219306:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff955705686680. 00010000:00000040:3.0:1770653412.219308:0:3274:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff955702889100 count: 0 00010000:00000010:3.0:1770653412.219311:0:3274:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff95562cdb1900. 00010000:00000001:3.0:1770653412.219315:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1770653412.219317:0:3274:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 370 00000100:00000001:3.0:1770653412.219318:0:3274:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653412.220104:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.220111:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653412.220113:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.220115:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.220119:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:1.0:1770653412.220126:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8caf80 00000400:00000200:1.0:1770653412.220129:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91b3d [2] + 1960 00000400:00000010:1.0:1770653412.220133:0:3283:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2370. 00000400:00000200:1.0:1770653412.220136:0:3283:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff955669334c00 00000800:00000001:1.0:1770653412.220138:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.220162:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.220164:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.220167:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:1.0:1770653412.220169:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955669334c00 00000400:00000010:1.0:1770653412.220171:0:3283:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff955669334c00. 00000100:00000001:1.0:1770653412.220173:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1770653412.220174:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000040:1.0:1770653412.220176:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955739eed450 x1856657966280576 msgsize 392 00000100:00100000:1.0:1770653412.220179:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000040:1.0:1770653412.220181:0:3283:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1770653412.220188:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1770653412.220191:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.220193:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.220898:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.220903:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df200. 00000400:00000200:0.0:1770653412.220907:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.220912:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.220916:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888a18 00000400:00000010:0.0:1770653412.220918:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888a18. 00000100:00000001:0.0:1770653412.220921:0:3281:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1770653412.220923:0:3281:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.220925:0:3281:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 752 at ffff95573c4cdc00. 02000000:00000001:0.0:1770653412.220928:0:3281:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1770653412.220929:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.222114:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.222122:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.222124:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.222126:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.222130:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.222137:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8cb080 00000400:00000200:0.0:1770653412.222141:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f551 [64] + 120016 00000800:00000001:0.0:1770653412.222146:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.222153:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.222154:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.222157:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.222160:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.222161:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1770653412.222165:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955602b1d880. 00000100:00000040:0.0:1770653412.222166:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955602b1d880 x1856657966280832 msgsize 4616 00000100:00100000:0.0:1770653412.222169:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.222180:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.222183:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.222186:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1770653412.222869:0:50958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e8b1600. 00010000:00000010:2.1:1770653412.222874:0:50958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e8b0400. 00010000:00000010:2.1:1770653412.222876:0:50958:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955702889000. 00010000:00000010:2.1:1770653412.222878:0:50958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e8b0c00. 00000800:00000200:1.0:1770653412.223905:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1770653412.223909:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df900. 00000400:00000200:1.0:1770653412.223913:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.223917:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653412.223920:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653412.223921:0:3283:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.224529:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.224536:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.224538:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.224541:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.224546:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:0.0:1770653412.224553:0:3281:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9e69 00000400:00000200:0.0:1770653412.224557:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.224559:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:0.0:1770653412.224562:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888000 00000400:00000010:0.0:1770653412.224564:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888000. 00000100:00000001:0.0:1770653412.224566:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.224567:0:3281:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.224569:0:3281:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.224578:0:3281:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.224580:0:3281:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.224581:0:3281:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.224584:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.224586:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.225566:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.225573:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.225575:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.225577:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.225581:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.225589:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8cb180 00000400:00000200:0.0:1770653412.225593:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91b71 [2] + 0 00000800:00000001:0.0:1770653412.225596:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.225622:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.225625:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.225627:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.225630:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.225632:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1770653412.225635:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955602b1c700. 00000100:00000040:0.0:1770653412.225637:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955602b1c700 x1856657966281088 msgsize 392 00000100:00100000:0.0:1770653412.225640:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.225666:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.225672:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.225676:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1770653412.226349:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1770653412.226353:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df900. 00000400:00000200:1.0:1770653412.226356:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.226360:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:1.0:1770653412.226362:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268887f8 00000400:00000010:1.0:1770653412.226364:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268887f8. 00000100:00000001:1.0:1770653412.226367:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653412.226368:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1770653412.226869:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955702889100. 00010000:00000010:3.1:1770653412.226876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e8b0600. 00010000:00000010:2.1:1770653412.226883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e8b1a00. 00010000:00000010:2.1:1770653412.226888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e8b1400. 00000800:00000001:0.0:1770653412.228105:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.228113:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.228115:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.228116:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.228122:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.228130:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8cb280 00000400:00000200:0.0:1770653412.228134:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f551 [64] + 124632 00000800:00000001:0.0:1770653412.228138:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.228144:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.228146:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.228149:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.228151:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.228153:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1770653412.228155:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955602b1e300. 00000100:00000040:0.0:1770653412.228158:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955602b1e300 x1856657966281344 msgsize 4616 00000100:00100000:0.0:1770653412.228161:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.228171:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.228175:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.228178:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.229975:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.229980:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df200. 00000400:00000200:0.0:1770653412.229983:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.229987:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.229990:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.229991:0:3282:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:1.0:1770653412.230568:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.230575:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653412.230577:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.230581:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.230585:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:1.0:1770653412.230593:0:3283:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9e71 00000400:00000200:1.0:1770653412.230596:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.230599:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:1.0:1770653412.230602:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888ee0 00000400:00000010:1.0:1770653412.230604:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888ee0. 00000100:00000001:1.0:1770653412.230606:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653412.230607:0:3283:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:1.0:1770653412.230609:0:3283:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:1.0:1770653412.230617:0:3283:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:1.0:1770653412.230618:0:3283:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:1.0:1770653412.230619:0:3283:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:1.0:1770653412.230623:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.230626:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.230638:0:3274:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1770653412.230641:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.230643:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.230645:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95572e8b0400 refcount=3 00000020:00000001:3.0:1770653412.230648:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800408396800 : -117273301154816 : ffff95572e8b0400) 00010000:00000001:3.0:1770653412.230650:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626800408396800 : -117273301154816 : ffff95572e8b0400) 00010000:00000001:3.0:1770653412.230652:0:3274:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1770653412.230655:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b0400/0x2aed14e4e178c948 lrc: 3/0,1 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xebc98719 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.230660:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.230662:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653412.230663:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b0400/0x2aed14e4e178c948 lrc: 2/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xebc98719 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.230667:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.230668:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.230670:0:3274:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1770653412.230671:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b0400/0x2aed14e4e178c948 lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xebc98719 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00010000:3.0:1770653412.230675:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95572e8b0400 already unused, calling callback (ffffffffc21274c0) 00000004:00000001:3.0:1770653412.230676:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1770653412.230677:0:3274:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1770653412.230679:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b0400/0x2aed14e4e178c948 lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xebc98719 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.230681:0:3274:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1770653412.230682:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.230683:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.230684:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95572e8b0400 refcount=4 00000020:00000001:3.0:1770653412.230685:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800408396800 : -117273301154816 : ffff95572e8b0400) 00010000:00000001:3.0:1770653412.230687:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626800408396800 : -117273301154816 : ffff95572e8b0400) 00010000:00000001:3.0:1770653412.230689:0:3274:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1770653412.230690:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b0400/0x2aed14e4e178c948 lrc: 4/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xebc98719 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.230694:0:3274:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1770653412.230695:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1770653412.230696:0:3274:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.230698:0:3274:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653412.230700:0:3274:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653412.230701:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.230702:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653412.230704:0:3274:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95572e8b0400 with handle 0x2aed14e4e178c948 from hash 00010000:00000001:3.0:1770653412.230706:0:3274:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1770653412.230707:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.230707:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.230708:0:3274:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653412.230710:0:3274:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653412.230711:0:3274:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.230712:0:3274:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653412.230713:0:3274:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653412.230714:0:3274:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1770653412.230715:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000040b:0xa5b4:0x0].0xebc98719 (ffff955702889600) 00010000:00010000:3.0:1770653412.230717:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1770653412.230719:0:3274:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.230721:0:3274:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.230722:0:3274:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.230723:0:3274:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1770653412.230725:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.230725:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.230726:0:3274:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.230727:0:3274:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.230729:0:3274:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653412.230730:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b0400/0x2aed14e4e178c948 lrc: 2/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0xebc98719 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.230733:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.230734:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.230735:0:3274:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1770653412.230735:0:3274:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1770653412.230736:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653412.230738:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b0400/0x2aed14e4e178c948 lrc: 0/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0xebc98719 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000010:3.0:1770653412.230741:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff955705686b00. 00010000:00000040:3.0:1770653412.230743:0:3274:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff955702889600 count: 0 00010000:00000010:3.0:1770653412.230747:0:3274:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff95562cdb1c80. 00010000:00000001:3.0:1770653412.230767:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1770653412.230769:0:3274:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 376 00000100:00000001:3.0:1770653412.230771:0:3274:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1770653412.230889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e8b1e00. 00010000:00000010:2.1:1770653412.230896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e8b0000. 00010000:00000010:2.1:1770653412.230900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955702889a00. 00010000:00000010:2.1:1770653412.230903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e8b0200. 00000800:00000001:0.0:1770653412.231583:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.231591:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.231593:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.231594:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.231599:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.231606:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8cb380 00000400:00000200:0.0:1770653412.231610:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91b71 [2] + 392 00000800:00000001:0.0:1770653412.231614:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.231639:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.231642:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.231645:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.231648:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.231649:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1770653412.231652:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955602b1ed80. 00000100:00000040:0.0:1770653412.231654:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955602b1ed80 x1856657966281600 msgsize 392 00000100:00100000:0.0:1770653412.231657:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.231666:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.231670:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.231672:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.232342:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.232346:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df600. 00000400:00000200:0.0:1770653412.232350:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.232354:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.232357:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888908 00000400:00000010:0.0:1770653412.232359:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888908. 00000100:00000001:0.0:1770653412.232361:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.232362:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1770653412.233728:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.233735:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653412.233738:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.233739:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.233743:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:1.0:1770653412.233765:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8cb480 00000400:00000200:1.0:1770653412.233770:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f551 [64] + 129248 00000800:00000001:1.0:1770653412.233774:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.233789:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.233791:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.233794:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653412.233797:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1770653412.233798:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1770653412.233802:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955637358380. 00000100:00000040:1.0:1770653412.233804:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955637358380 x1856657966281856 msgsize 4616 00000100:00100000:1.0:1770653412.233807:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:1.0:1770653412.233817:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1770653412.233821:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.233824:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.233934:0:7420:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653412.233939:0:7420:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1770653412.233943:0:7420:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.233948:0:7420:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653412.235488:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.235492:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dff00. 00000400:00000200:0.0:1770653412.235496:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.235500:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.235503:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.235504:0:3281:0:(events.c:433:reply_out_callback()) Process leaving 00010000:00000010:3.1:1770653412.235871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955702889600. 00010000:00000010:3.1:1770653412.235878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e8b0400. 00010000:00000010:2.1:1770653412.235888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e8b1a00. 00010000:00000010:2.1:1770653412.235894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e8b1400. 00000800:00000001:0.0:1770653412.236213:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.236221:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.236223:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.236226:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.236231:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:0.0:1770653412.236238:0:3282:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9e79 00000400:00000200:0.0:1770653412.236242:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.236244:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:0.0:1770653412.236247:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268885d8 00000400:00000010:0.0:1770653412.236249:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268885d8. 00000100:00000001:0.0:1770653412.236251:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.236253:0:3282:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.236254:0:3282:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.236263:0:3282:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.236264:0:3282:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.236265:0:3282:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.236268:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.236270:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653412.237581:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.237592:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653412.237596:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.237600:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.237608:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:1.0:1770653412.237622:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8cb580 00000400:00000200:1.0:1770653412.237630:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91b71 [2] + 784 00000800:00000001:1.0:1770653412.237638:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.237675:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.237678:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.237683:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653412.237686:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1770653412.237688:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1770653412.237693:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95563735bb80. 00000100:00000040:1.0:1770653412.237695:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff95563735bb80 x1856657966282112 msgsize 392 00000100:00100000:1.0:1770653412.237700:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:1.0:1770653412.237711:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1770653412.237717:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.237720:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.237877:0:50962:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1770653412.237881:0:50962:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1770653412.237885:0:50962:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.237890:0:50962:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653412.238446:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.238450:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dfc00. 00000400:00000200:0.0:1770653412.238454:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.238458:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.238461:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888880 00000400:00000010:0.0:1770653412.238462:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888880. 00000100:00000001:0.0:1770653412.238465:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.238466:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.239919:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.239926:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.239928:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.239931:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.239936:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.239944:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8cb680 00000400:00000200:0.0:1770653412.239949:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f551 [64] + 133864 00000800:00000001:0.0:1770653412.239952:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.239960:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.239962:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.239964:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.239967:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.239969:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1770653412.239971:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955602b1ea00. 00000100:00000040:0.0:1770653412.239973:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955602b1ea00 x1856657966282368 msgsize 4616 00000100:00100000:0.0:1770653412.239976:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.239987:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.239991:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.239993:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1770653412.241669:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1770653412.241673:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dfc00. 00000400:00000200:1.0:1770653412.241676:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.241680:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653412.241683:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653412.241684:0:3283:0:(events.c:433:reply_out_callback()) Process leaving 00010000:00000010:2.1:1770653412.241874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e8b0000. 00010000:00000010:2.1:1770653412.241878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e8b0200. 00000800:00000001:0.0:1770653412.242264:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.242272:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.242273:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.242277:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.242282:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:0.0:1770653412.242289:0:3281:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9e81 00000400:00000200:0.0:1770653412.242293:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.242295:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:0.0:1770653412.242298:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888880 00000400:00000010:0.0:1770653412.242300:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888880. 00000100:00000001:0.0:1770653412.242302:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.242303:0:3281:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.242304:0:3281:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.242315:0:3281:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.242316:0:3281:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.242317:0:3281:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.242320:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.242323:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.242342:0:3274:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1770653412.242345:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.242346:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.242348:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95572e8b0400 refcount=3 00000020:00000001:3.0:1770653412.242351:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800408396800 : -117273301154816 : ffff95572e8b0400) 00010000:00000001:3.0:1770653412.242353:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626800408396800 : -117273301154816 : ffff95572e8b0400) 00010000:00000001:3.0:1770653412.242355:0:3274:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1770653412.242357:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b0400/0x2aed14e4e178c98e lrc: 3/0,1 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xc6e037a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.242363:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.242364:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653412.242366:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b0400/0x2aed14e4e178c98e lrc: 2/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xc6e037a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.242370:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.242371:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.242372:0:3274:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1770653412.242374:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b0400/0x2aed14e4e178c98e lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xc6e037a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00010000:3.0:1770653412.242377:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95572e8b0400 already unused, calling callback (ffffffffc21274c0) 00000004:00000001:3.0:1770653412.242379:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1770653412.242380:0:3274:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1770653412.242381:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b0400/0x2aed14e4e178c98e lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xc6e037a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.242385:0:3274:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1770653412.242386:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.242387:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.242389:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95572e8b0400 refcount=4 00000020:00000001:3.0:1770653412.242390:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800408396800 : -117273301154816 : ffff95572e8b0400) 00010000:00000001:3.0:1770653412.242392:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626800408396800 : -117273301154816 : ffff95572e8b0400) 00010000:00000001:3.0:1770653412.242394:0:3274:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1770653412.242395:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b0400/0x2aed14e4e178c98e lrc: 4/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xc6e037a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.242398:0:3274:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1770653412.242399:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1770653412.242400:0:3274:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.242402:0:3274:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653412.242403:0:3274:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653412.242404:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.242405:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653412.242406:0:3274:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95572e8b0400 with handle 0x2aed14e4e178c98e from hash 00010000:00000001:3.0:1770653412.242408:0:3274:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1770653412.242409:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.242409:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.242410:0:3274:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653412.242412:0:3274:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653412.242413:0:3274:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.242414:0:3274:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653412.242415:0:3274:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653412.242416:0:3274:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1770653412.242417:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000040b:0xa5b4:0x0].0xc6e037a5 (ffff955702889500) 00010000:00010000:3.0:1770653412.242419:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1770653412.242420:0:3274:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.242422:0:3274:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.242423:0:3274:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.242424:0:3274:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1770653412.242426:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.242427:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.242428:0:3274:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.242429:0:3274:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.242431:0:3274:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653412.242433:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b0400/0x2aed14e4e178c98e lrc: 2/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0xc6e037a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.242436:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.242437:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.242438:0:3274:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1770653412.242439:0:3274:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1770653412.242440:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653412.242441:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b0400/0x2aed14e4e178c98e lrc: 0/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0xc6e037a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000010:3.0:1770653412.242445:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff955705686300. 00010000:00000040:3.0:1770653412.242447:0:3274:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff955702889500 count: 0 00010000:00000010:3.0:1770653412.242450:0:3274:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff95562cdb1500. 00010000:00000001:3.0:1770653412.242454:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1770653412.242456:0:3274:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 382 00000100:00000001:3.0:1770653412.242457:0:3274:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.243247:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.243254:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.243256:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.243258:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.243263:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.243270:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8cb780 00000400:00000200:0.0:1770653412.243274:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91b71 [2] + 1176 00000800:00000001:0.0:1770653412.243277:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.243304:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.243306:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.243309:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.243312:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.243313:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1770653412.243317:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955606dff100. 00000100:00000040:0.0:1770653412.243319:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955606dff100 x1856657966282624 msgsize 392 00000100:00100000:0.0:1770653412.243323:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.243332:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.243335:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.243338:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1770653412.243968:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1770653412.243972:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dff00. 00000400:00000200:1.0:1770653412.243976:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.243981:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:1.0:1770653412.243984:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268885d8 00000400:00000010:1.0:1770653412.243985:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268885d8. 00000100:00000001:1.0:1770653412.243988:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653412.243989:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.245140:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.245147:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.245150:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.245151:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.245156:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.245163:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8cb880 00000400:00000200:0.0:1770653412.245167:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f551 [64] + 138480 00000800:00000001:0.0:1770653412.245171:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.245178:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.245180:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.245182:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.245185:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.245186:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1770653412.245190:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955606dfe300. 00000100:00000040:0.0:1770653412.245192:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955606dfe300 x1856657966282880 msgsize 4616 00000100:00100000:0.0:1770653412.245195:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.245205:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.245209:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.245211:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1770653412.245867:0:50958:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955702889a00. 00010000:00000010:2.1:1770653412.245871:0:50958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e8b1e00. 00000800:00000200:0.0:1770653412.247311:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.247315:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df600. 00000400:00000200:0.0:1770653412.247319:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.247323:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.247326:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.247327:0:3282:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:1.0:1770653412.248074:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.248081:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653412.248083:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.248086:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.248091:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:1.0:1770653412.248098:0:3283:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9e89 00000400:00000200:1.0:1770653412.248101:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.248104:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:1.0:1770653412.248107:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888908 00000400:00000010:1.0:1770653412.248108:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888908. 00000100:00000001:1.0:1770653412.248111:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653412.248113:0:3283:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:1.0:1770653412.248115:0:3283:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:1.0:1770653412.248126:0:3283:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:1.0:1770653412.248128:0:3283:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:1.0:1770653412.248129:0:3283:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:1.0:1770653412.248134:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.248138:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.249242:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.249249:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.249252:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.249253:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.249258:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.249265:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8cb980 00000400:00000200:0.0:1770653412.249269:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91b71 [2] + 1568 00000800:00000001:0.0:1770653412.249272:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.249298:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.249300:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.249303:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.249306:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.249307:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1770653412.249311:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955606dfea00. 00000100:00000040:0.0:1770653412.249313:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955606dfea00 x1856657966283136 msgsize 392 00000100:00100000:0.0:1770653412.249316:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.249325:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.249329:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.249331:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1770653412.249867:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e8b1a00. 00010000:00000010:2.1:1770653412.249871:0:5759:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e8b1400. 00010000:00000010:3.1:1770653412.249878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955702889500. 00010000:00000010:3.1:1770653412.249886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e8b0400. 00000800:00000200:0.0:1770653412.250098:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.250102:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df200. 00000400:00000200:0.0:1770653412.250105:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.250110:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.250113:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888ee0 00000400:00000010:0.0:1770653412.250114:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888ee0. 00000100:00000001:0.0:1770653412.250117:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.250118:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1770653412.251309:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.251334:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653412.251336:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.251339:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.251343:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:1.0:1770653412.251349:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8cba80 00000400:00000200:1.0:1770653412.251354:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f551 [64] + 143096 00000800:00000001:1.0:1770653412.251358:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.251375:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.251377:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.251380:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653412.251382:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1770653412.251384:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1770653412.251387:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95563735b480. 00000100:00000040:1.0:1770653412.251389:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff95563735b480 x1856657966283392 msgsize 4616 00000100:00100000:1.0:1770653412.251392:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:1.0:1770653412.251402:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1770653412.251406:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.251408:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.253156:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.253160:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df900. 00000400:00000200:0.0:1770653412.253164:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.253168:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.253171:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.253172:0:3281:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.253735:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.253742:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.253744:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.253747:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.253767:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:0.0:1770653412.253775:0:3282:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9e91 00000400:00000200:0.0:1770653412.253779:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.253781:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:0.0:1770653412.253784:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268887f8 00000400:00000010:0.0:1770653412.253786:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268887f8. 00000100:00000001:0.0:1770653412.253788:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.253790:0:3282:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.253791:0:3282:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.253801:0:3282:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.253803:0:3282:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.253804:0:3282:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.253807:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.253810:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.253830:0:3274:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1770653412.253833:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.253834:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.253836:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95572e8b0400 refcount=3 00000020:00000001:3.0:1770653412.253838:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800408396800 : -117273301154816 : ffff95572e8b0400) 00010000:00000001:3.0:1770653412.253840:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626800408396800 : -117273301154816 : ffff95572e8b0400) 00010000:00000001:3.0:1770653412.253842:0:3274:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1770653412.253844:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b0400/0x2aed14e4e178c9d4 lrc: 3/0,1 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x2125d436 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.253872:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.253873:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653412.253876:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b0400/0x2aed14e4e178c9d4 lrc: 2/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x2125d436 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.253881:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.253882:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.253884:0:3274:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00000010:2.1:1770653412.253886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e8b0200. 00010000:00010000:3.0:1770653412.253888:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b0400/0x2aed14e4e178c9d4 lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x2125d436 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00000010:2.1:1770653412.253894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557030af000. 00010000:00010000:3.0:1770653412.253895:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95572e8b0400 already unused, calling callback (ffffffffc21274c0) 00000004:00000001:3.0:1770653412.253900:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1770653412.253901:0:3274:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1770653412.253903:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b0400/0x2aed14e4e178c9d4 lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x2125d436 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.253906:0:3274:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1770653412.253907:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.253908:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.253909:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95572e8b0400 refcount=4 00000020:00000001:3.0:1770653412.253910:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800408396800 : -117273301154816 : ffff95572e8b0400) 00010000:00000001:3.0:1770653412.253912:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626800408396800 : -117273301154816 : ffff95572e8b0400) 00010000:00000001:3.0:1770653412.253913:0:3274:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1770653412.253914:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b0400/0x2aed14e4e178c9d4 lrc: 4/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x2125d436 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.253917:0:3274:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1770653412.253918:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1770653412.253919:0:3274:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.253921:0:3274:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653412.253922:0:3274:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653412.253923:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.253924:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653412.253926:0:3274:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95572e8b0400 with handle 0x2aed14e4e178c9d4 from hash 00010000:00000001:3.0:1770653412.253927:0:3274:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1770653412.253928:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.253929:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.253929:0:3274:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653412.253931:0:3274:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653412.253932:0:3274:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.253934:0:3274:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653412.253935:0:3274:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653412.253936:0:3274:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1770653412.253938:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000040b:0xa5b4:0x0].0x2125d436 (ffff955702889500) 00010000:00010000:3.0:1770653412.253940:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1770653412.253941:0:3274:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.253943:0:3274:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.253944:0:3274:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.253945:0:3274:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1770653412.253947:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.253947:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.253948:0:3274:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.253949:0:3274:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.253951:0:3274:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653412.253952:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b0400/0x2aed14e4e178c9d4 lrc: 2/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0x2125d436 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.253955:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.253956:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.253957:0:3274:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1770653412.253957:0:3274:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1770653412.253958:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653412.253960:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b0400/0x2aed14e4e178c9d4 lrc: 0/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0x2125d436 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000010:3.0:1770653412.253963:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff955659af1580. 00010000:00000040:3.0:1770653412.253966:0:3274:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff955702889500 count: 0 00010000:00000010:3.0:1770653412.253968:0:3274:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff95562cdb1d80. 00010000:00000001:3.0:1770653412.253974:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1770653412.253975:0:3274:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 388 00000100:00000001:3.0:1770653412.253976:0:3274:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653412.254844:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.254866:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653412.254869:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.254872:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.254878:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:1.0:1770653412.254886:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8cbb80 00000400:00000200:1.0:1770653412.254890:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91b71 [2] + 1960 00000400:00000010:1.0:1770653412.254893:0:3283:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2160. 00000400:00000200:1.0:1770653412.254896:0:3283:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff955669334900 00000800:00000001:1.0:1770653412.254899:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.254924:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.254926:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.254929:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:1.0:1770653412.254932:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955669334900 00000400:00000010:1.0:1770653412.254934:0:3283:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff955669334900. 00000100:00000001:1.0:1770653412.254937:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1770653412.254938:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000040:1.0:1770653412.254940:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955739eef050 x1856657966283648 msgsize 392 00000100:00100000:1.0:1770653412.254943:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000040:1.0:1770653412.254945:0:3283:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1770653412.254953:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1770653412.254956:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.254958:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.255639:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.255644:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df900. 00000400:00000200:0.0:1770653412.255649:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.255655:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.255659:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888000 00000400:00000010:0.0:1770653412.255662:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888000. 00000100:00000001:0.0:1770653412.255665:0:3281:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1770653412.255667:0:3281:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.255669:0:3281:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 752 at ffff95563bd4a000. 02000000:00000001:0.0:1770653412.255672:0:3281:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1770653412.255673:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.257010:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.257034:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.257037:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.257040:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.257046:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.257055:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8cbc80 00000400:00000200:0.0:1770653412.257060:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f551 [64] + 147712 00000800:00000001:0.0:1770653412.257066:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.257075:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.257077:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.257081:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.257084:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.257086:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1770653412.257090:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955606dfd880. 00000100:00000040:0.0:1770653412.257093:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955606dfd880 x1856657966283904 msgsize 4616 00000100:00100000:0.0:1770653412.257097:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.257112:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.257117:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.257120:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1770653412.257872:0:50958:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955702889100. 00010000:00000010:2.1:1770653412.257877:0:50958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e8b0000. 00000800:00000200:1.0:1770653412.258903:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1770653412.258908:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df200. 00000400:00000200:1.0:1770653412.258912:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.258916:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653412.258919:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653412.258920:0:3283:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.259521:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.259529:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.259530:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.259534:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.259538:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:0.0:1770653412.259545:0:3281:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9e9d 00000400:00000200:0.0:1770653412.259549:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.259551:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:0.0:1770653412.259553:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888a18 00000400:00000010:0.0:1770653412.259555:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888a18. 00000100:00000001:0.0:1770653412.259557:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.259558:0:3281:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.259560:0:3281:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.259569:0:3281:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.259570:0:3281:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.259571:0:3281:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.259574:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.259577:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.260588:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.260595:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.260597:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.260598:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.260603:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.260610:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8cbd80 00000400:00000200:0.0:1770653412.260614:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91ba5 [2] + 0 00000800:00000001:0.0:1770653412.260618:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.260644:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.260646:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.260649:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.260652:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.260653:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1770653412.260657:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955606dfdf80. 00000100:00000040:0.0:1770653412.260659:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955606dfdf80 x1856657966284160 msgsize 392 00000100:00100000:0.0:1770653412.260662:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.260671:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.260674:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.260677:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1770653412.261338:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1770653412.261342:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df600. 00000400:00000200:1.0:1770653412.261345:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.261349:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:1.0:1770653412.261353:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268886e8 00000400:00000010:1.0:1770653412.261354:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268886e8. 00000100:00000001:1.0:1770653412.261356:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653412.261358:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1770653412.261874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955702889500. 00010000:00000010:3.1:1770653412.261883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e8b0400. 00010000:00000010:2.1:1770653412.261883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e8b1a00. 00010000:00000010:2.1:1770653412.261893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e8b1400. 00000800:00000001:0.0:1770653412.262661:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.262668:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.262670:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.262672:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.262676:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.262683:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8cbe80 00000400:00000200:0.0:1770653412.262687:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f551 [64] + 152328 00000800:00000001:0.0:1770653412.262691:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.262698:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.262700:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.262702:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.262705:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.262707:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1770653412.262710:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955606dfd500. 00000100:00000040:0.0:1770653412.262713:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955606dfd500 x1856657966284416 msgsize 4616 00000100:00100000:0.0:1770653412.262717:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.262727:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.262732:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.262734:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.264433:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.264437:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dff00. 00000400:00000200:0.0:1770653412.264441:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.264445:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.264448:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.264450:0:3282:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:1.0:1770653412.265053:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.265060:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653412.265062:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.265066:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.265070:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:1.0:1770653412.265078:0:3283:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9ea5 00000400:00000200:1.0:1770653412.265081:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.265084:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:1.0:1770653412.265087:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888330 00000400:00000010:1.0:1770653412.265089:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888330. 00000100:00000001:1.0:1770653412.265091:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653412.265092:0:3283:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:1.0:1770653412.265093:0:3283:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:1.0:1770653412.265103:0:3283:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:1.0:1770653412.265104:0:3283:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:1.0:1770653412.265105:0:3283:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:1.0:1770653412.265108:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.265111:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.265130:0:3274:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1770653412.265133:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.265134:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.265136:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95572e8b1400 refcount=3 00000020:00000001:3.0:1770653412.265138:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800408400896 : -117273301150720 : ffff95572e8b1400) 00010000:00000001:3.0:1770653412.265141:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626800408400896 : -117273301150720 : ffff95572e8b1400) 00010000:00000001:3.0:1770653412.265142:0:3274:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1770653412.265146:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b1400/0x2aed14e4e178ca1a lrc: 3/0,1 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x7b6b70c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.265151:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.265153:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653412.265154:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b1400/0x2aed14e4e178ca1a lrc: 2/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x7b6b70c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.265158:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.265160:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.265161:0:3274:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1770653412.265163:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b1400/0x2aed14e4e178ca1a lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x7b6b70c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00010000:3.0:1770653412.265166:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95572e8b1400 already unused, calling callback (ffffffffc21274c0) 00000004:00000001:3.0:1770653412.265168:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1770653412.265169:0:3274:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1770653412.265170:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b1400/0x2aed14e4e178ca1a lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x7b6b70c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.265173:0:3274:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1770653412.265174:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.265175:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.265176:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95572e8b1400 refcount=4 00000020:00000001:3.0:1770653412.265177:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800408400896 : -117273301150720 : ffff95572e8b1400) 00010000:00000001:3.0:1770653412.265178:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626800408400896 : -117273301150720 : ffff95572e8b1400) 00010000:00000001:3.0:1770653412.265180:0:3274:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1770653412.265182:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b1400/0x2aed14e4e178ca1a lrc: 4/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x7b6b70c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.265185:0:3274:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1770653412.265187:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1770653412.265187:0:3274:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.265190:0:3274:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653412.265190:0:3274:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653412.265191:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.265193:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653412.265195:0:3274:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95572e8b1400 with handle 0x2aed14e4e178ca1a from hash 00010000:00000001:3.0:1770653412.265197:0:3274:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1770653412.265198:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.265199:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.265200:0:3274:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653412.265202:0:3274:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653412.265203:0:3274:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.265204:0:3274:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653412.265205:0:3274:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653412.265206:0:3274:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1770653412.265208:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000040b:0xa5b4:0x0].0x7b6b70c6 (ffff955713037500) 00010000:00010000:3.0:1770653412.265210:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1770653412.265211:0:3274:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.265213:0:3274:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.265214:0:3274:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.265215:0:3274:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1770653412.265217:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.265217:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.265218:0:3274:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.265219:0:3274:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.265220:0:3274:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653412.265222:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b1400/0x2aed14e4e178ca1a lrc: 2/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0x7b6b70c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.265225:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.265226:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.265226:0:3274:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1770653412.265227:0:3274:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1770653412.265228:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653412.265229:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff95572e8b1400/0x2aed14e4e178ca1a lrc: 0/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0x7b6b70c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000010:3.0:1770653412.265233:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff95564f0d0380. 00010000:00000040:3.0:1770653412.265235:0:3274:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff955713037500 count: 0 00010000:00000010:3.0:1770653412.265238:0:3274:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff95566aa1c280. 00010000:00000001:3.0:1770653412.265243:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1770653412.265244:0:3274:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 394 00000100:00000001:3.0:1770653412.265246:0:3274:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1770653412.265884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955700030200. 00010000:00000010:2.1:1770653412.265891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955700030c00. 00010000:00000010:2.1:1770653412.265893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955713037800. 00010000:00000010:2.1:1770653412.265896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955700030e00. 00000800:00000001:0.0:1770653412.266075:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.266086:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.266088:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.266091:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.266097:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.266106:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8cbf80 00000400:00000200:0.0:1770653412.266112:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91ba5 [2] + 392 00000800:00000001:0.0:1770653412.266117:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.266153:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.266156:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.266160:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.266179:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.266180:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1770653412.266183:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955606dfdc00. 00000100:00000040:0.0:1770653412.266185:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955606dfdc00 x1856657966284672 msgsize 392 00000100:00100000:0.0:1770653412.266189:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.266197:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.266201:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.266203:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.267006:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.267012:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dfc00. 00000400:00000200:0.0:1770653412.267017:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.267023:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.267027:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888660 00000400:00000010:0.0:1770653412.267030:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888660. 00000100:00000001:0.0:1770653412.267033:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.267034:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1770653412.268306:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.268313:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653412.268315:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.268317:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.268321:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:1.0:1770653412.268328:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8cc080 00000400:00000200:1.0:1770653412.268332:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f551 [64] + 156944 00000800:00000001:1.0:1770653412.268336:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.268355:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.268357:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.268359:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653412.268362:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1770653412.268363:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1770653412.268367:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95563735ad80. 00000100:00000040:1.0:1770653412.268370:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff95563735ad80 x1856657966284928 msgsize 4616 00000100:00100000:1.0:1770653412.268373:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:1.0:1770653412.268383:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1770653412.268387:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.268389:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.270163:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.270167:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dfc00. 00000400:00000200:0.0:1770653412.270170:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.270175:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.270177:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.270179:0:3281:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.270711:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.270718:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.270720:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.270724:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.270728:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:0.0:1770653412.270736:0:3282:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9ead 00000400:00000200:0.0:1770653412.270739:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.270741:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:0.0:1770653412.270744:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888550 00000400:00000010:0.0:1770653412.270746:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888550. 00000100:00000001:0.0:1770653412.270748:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.270749:0:3282:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.270767:0:3282:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.270777:0:3282:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.270779:0:3282:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.270780:0:3282:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.270783:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.270786:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1770653412.270873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955713037500. 00010000:00000010:2.1:1770653412.270877:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557030af000. 00010000:00000010:3.1:1770653412.270880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e8b1400. 00010000:00000010:2.1:1770653412.270886:0:3275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955700030400. 00000800:00000001:1.0:1770653412.271716:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.271724:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653412.271726:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.271727:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.271732:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:1.0:1770653412.271739:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8cc180 00000400:00000200:1.0:1770653412.271743:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91ba5 [2] + 784 00000800:00000001:1.0:1770653412.271746:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.271783:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.271786:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.271789:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653412.271792:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1770653412.271794:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1770653412.271797:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955637359c00. 00000100:00000040:1.0:1770653412.271799:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955637359c00 x1856657966285184 msgsize 392 00000100:00100000:1.0:1770653412.271803:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:1.0:1770653412.271811:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1770653412.271815:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.271817:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.272472:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.272477:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dff00. 00000400:00000200:0.0:1770653412.272480:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.272484:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.272488:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888198 00000400:00000010:0.0:1770653412.272489:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888198. 00000100:00000001:0.0:1770653412.272491:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.272493:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.273904:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.273912:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.273914:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.273916:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.273920:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.273927:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8cc280 00000400:00000200:0.0:1770653412.273931:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f551 [64] + 161560 00000800:00000001:0.0:1770653412.273935:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.273942:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.273944:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.273947:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.273950:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.273951:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1770653412.273954:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955606dfed80. 00000100:00000040:0.0:1770653412.273956:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955606dfed80 x1856657966285440 msgsize 4616 00000100:00100000:0.0:1770653412.273959:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.273970:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.273974:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.273976:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1770653412.275766:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1770653412.275769:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df600. 00000400:00000200:1.0:1770653412.275773:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.275777:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653412.275779:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653412.275780:0:3283:0:(events.c:433:reply_out_callback()) Process leaving 00010000:00000010:2.1:1770653412.275878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e8b0000. 00010000:00000010:2.1:1770653412.275882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e8b1a00. 00000800:00000001:0.0:1770653412.276492:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.276503:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.276506:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.276511:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.276517:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:0.0:1770653412.276527:0:3281:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9eb5 00000400:00000200:0.0:1770653412.276532:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.276535:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:0.0:1770653412.276539:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888cc0 00000400:00000010:0.0:1770653412.276541:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888cc0. 00000100:00000001:0.0:1770653412.276544:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.276546:0:3281:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.276548:0:3281:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.276562:0:3281:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.276564:0:3281:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.276566:0:3281:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.276570:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.276574:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.276601:0:3274:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1770653412.276606:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.276607:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.276610:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955700030200 refcount=3 00000020:00000001:3.0:1770653412.276613:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799627731456 : -117274081820160 : ffff955700030200) 00010000:00000001:3.0:1770653412.276617:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799627731456 : -117274081820160 : ffff955700030200) 00010000:00000001:3.0:1770653412.276619:0:3274:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1770653412.276623:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff955700030200/0x2aed14e4e178ca60 lrc: 3/0,1 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xd5b10d57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.276630:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.276632:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653412.276634:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff955700030200/0x2aed14e4e178ca60 lrc: 2/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xd5b10d57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.276640:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.276641:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.276643:0:3274:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1770653412.276646:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff955700030200/0x2aed14e4e178ca60 lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xd5b10d57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00010000:3.0:1770653412.276650:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff955700030200 already unused, calling callback (ffffffffc21274c0) 00000004:00000001:3.0:1770653412.276652:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1770653412.276654:0:3274:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1770653412.276656:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff955700030200/0x2aed14e4e178ca60 lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xd5b10d57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.276660:0:3274:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1770653412.276661:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.276662:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.276664:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955700030200 refcount=4 00000020:00000001:3.0:1770653412.276665:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799627731456 : -117274081820160 : ffff955700030200) 00010000:00000001:3.0:1770653412.276668:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799627731456 : -117274081820160 : ffff955700030200) 00010000:00000001:3.0:1770653412.276671:0:3274:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1770653412.276673:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff955700030200/0x2aed14e4e178ca60 lrc: 4/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0xd5b10d57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.276678:0:3274:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1770653412.276679:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1770653412.276680:0:3274:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.276683:0:3274:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653412.276699:0:3274:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653412.276700:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.276701:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653412.276703:0:3274:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff955700030200 with handle 0x2aed14e4e178ca60 from hash 00010000:00000001:3.0:1770653412.276704:0:3274:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1770653412.276705:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.276706:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.276707:0:3274:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653412.276709:0:3274:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653412.276710:0:3274:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.276712:0:3274:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653412.276713:0:3274:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653412.276714:0:3274:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1770653412.276715:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000040b:0xa5b4:0x0].0xd5b10d57 (ffff955713037f00) 00010000:00010000:3.0:1770653412.276718:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1770653412.276720:0:3274:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.276721:0:3274:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.276722:0:3274:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.276723:0:3274:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1770653412.276725:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.276725:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.276726:0:3274:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.276727:0:3274:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.276728:0:3274:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653412.276730:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff955700030200/0x2aed14e4e178ca60 lrc: 2/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0xd5b10d57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.276737:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.276738:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.276739:0:3274:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1770653412.276740:0:3274:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1770653412.276741:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653412.276742:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff955700030200/0x2aed14e4e178ca60 lrc: 0/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0xd5b10d57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000010:3.0:1770653412.276746:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff95564f0d0180. 00010000:00000040:3.0:1770653412.276748:0:3274:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff955713037f00 count: 0 00010000:00000010:3.0:1770653412.276762:0:3274:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff95566aa1c880. 00010000:00000001:3.0:1770653412.276768:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1770653412.276769:0:3274:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 400 00000100:00000001:3.0:1770653412.276771:0:3274:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.277478:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.277486:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.277488:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.277490:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.277505:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.277512:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8cc380 00000400:00000200:0.0:1770653412.277516:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91ba5 [2] + 1176 00000800:00000001:0.0:1770653412.277520:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.277547:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.277550:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.277553:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.277556:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.277558:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1770653412.277561:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955606dff800. 00000100:00000040:0.0:1770653412.277563:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955606dff800 x1856657966285696 msgsize 392 00000100:00100000:0.0:1770653412.277566:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.277575:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.277580:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.277582:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1770653412.278357:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1770653412.278361:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df200. 00000400:00000200:1.0:1770653412.278365:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.278370:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:1.0:1770653412.278373:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888440 00000400:00000010:1.0:1770653412.278374:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888440. 00000100:00000001:1.0:1770653412.278376:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653412.278378:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.279807:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.279815:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.279817:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.279818:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.279822:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.279829:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8cc480 00000400:00000200:0.0:1770653412.279833:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f551 [64] + 166176 00000800:00000001:0.0:1770653412.279837:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.279844:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.279845:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.279872:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.279876:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.279878:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1770653412.279882:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955606dfc000. 00000100:00000040:0.0:1770653412.279884:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955606dfc000 x1856657966285952 msgsize 4616 00010000:00000010:2.1:1770653412.279889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955713037800. 00000100:00100000:0.0:1770653412.279889:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00010000:00000010:2.1:1770653412.279897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95572e8b0200. 00000100:00000001:0.0:1770653412.279900:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.279906:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.279910:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.281570:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.281574:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df900. 00000400:00000200:0.0:1770653412.281578:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.281582:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.281584:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.281586:0:3282:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:1.0:1770653412.282134:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.282141:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653412.282143:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.282146:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.282151:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:1.0:1770653412.282159:0:3283:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9ebd 00000400:00000200:1.0:1770653412.282162:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.282164:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:1.0:1770653412.282167:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268883b8 00000400:00000010:1.0:1770653412.282169:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268883b8. 00000100:00000001:1.0:1770653412.282171:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653412.282172:0:3283:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:1.0:1770653412.282173:0:3283:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:1.0:1770653412.282184:0:3283:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:1.0:1770653412.282185:0:3283:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:1.0:1770653412.282186:0:3283:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:1.0:1770653412.282189:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.282191:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.283130:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.283137:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.283139:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.283141:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.283146:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.283153:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8cc580 00000400:00000200:0.0:1770653412.283157:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91ba5 [2] + 1568 00000800:00000001:0.0:1770653412.283161:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.283186:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.283189:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.283192:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.283195:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.283196:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1770653412.283200:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955606dfd180. 00000100:00000040:0.0:1770653412.283202:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955606dfd180 x1856657966286208 msgsize 392 00000100:00100000:0.0:1770653412.283205:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.283213:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.283217:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.283220:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1770653412.283869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955700030c00. 00010000:00000010:2.1:1770653412.283874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955700030400. 00010000:00000010:3.1:1770653412.283878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955713037f00. 00010000:00000010:3.1:1770653412.283886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955700030200. 00000800:00000200:0.0:1770653412.283906:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.283910:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df900. 00000400:00000200:0.0:1770653412.283915:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.283920:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.283923:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888f68 00000400:00000010:0.0:1770653412.283925:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888f68. 00000100:00000001:0.0:1770653412.283928:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.283930:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1770653412.285150:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.285179:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653412.285182:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.285184:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.285188:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:1.0:1770653412.285195:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8cc680 00000400:00000200:1.0:1770653412.285199:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f551 [64] + 170792 00000800:00000001:1.0:1770653412.285203:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.285220:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.285222:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.285225:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653412.285228:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1770653412.285230:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1770653412.285233:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95563735a300. 00000100:00000040:1.0:1770653412.285235:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff95563735a300 x1856657966286464 msgsize 4616 00000100:00100000:1.0:1770653412.285239:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:1.0:1770653412.285249:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1770653412.285253:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.285255:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.287312:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.287316:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df200. 00000400:00000200:0.0:1770653412.287320:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.287324:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.287327:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.287328:0:3281:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.287986:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.287993:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.287996:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.287999:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.288004:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:0.0:1770653412.288011:0:3282:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9ec5 00000400:00000200:0.0:1770653412.288031:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.288034:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:0.0:1770653412.288038:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888e58 00000400:00000010:0.0:1770653412.288040:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888e58. 00000100:00000001:0.0:1770653412.288044:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.288045:0:3282:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.288047:0:3282:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:0.0:1770653412.288059:0:3282:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.288060:0:3282:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:0.0:1770653412.288062:0:3282:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.288067:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.288072:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.288089:0:3274:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1770653412.288094:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.288095:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.288098:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9557351f3400 refcount=3 00000020:00000001:3.0:1770653412.288101:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800518771712 : -117273190779904 : ffff9557351f3400) 00010000:00000001:3.0:1770653412.288104:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626800518771712 : -117273190779904 : ffff9557351f3400) 00010000:00000001:3.0:1770653412.288107:0:3274:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1770653412.288110:0:3274:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9557351f3400/0x2aed14e4e178caa6 lrc: 3/0,1 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x2ff6a9e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.288118:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.288119:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653412.288122:0:3274:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9557351f3400/0x2aed14e4e178caa6 lrc: 2/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x2ff6a9e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.288128:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.288130:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.288132:0:3274:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1770653412.288134:0:3274:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9557351f3400/0x2aed14e4e178caa6 lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x2ff6a9e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00010000:3.0:1770653412.288144:0:3274:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9557351f3400 already unused, calling callback (ffffffffc21274c0) 00000004:00000001:3.0:1770653412.288147:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1770653412.288149:0:3274:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1770653412.288151:0:3274:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9557351f3400/0x2aed14e4e178caa6 lrc: 3/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x2ff6a9e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.288155:0:3274:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1770653412.288156:0:3274:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653412.288157:0:3274:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.288159:0:3274:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9557351f3400 refcount=4 00000020:00000001:3.0:1770653412.288161:0:3274:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800518771712 : -117273190779904 : ffff9557351f3400) 00010000:00000001:3.0:1770653412.288163:0:3274:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626800518771712 : -117273190779904 : ffff9557351f3400) 00010000:00000001:3.0:1770653412.288165:0:3274:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1770653412.288167:0:3274:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9557351f3400/0x2aed14e4e178caa6 lrc: 4/0,0 mode: PW/PW res: [0x20000040b:0xa5b4:0x0].0x2ff6a9e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.288171:0:3274:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1770653412.288172:0:3274:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1770653412.288173:0:3274:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.288176:0:3274:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653412.288178:0:3274:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653412.288179:0:3274:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653412.288181:0:3274:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653412.288183:0:3274:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9557351f3400 with handle 0x2aed14e4e178caa6 from hash 00010000:00000001:3.0:1770653412.288200:0:3274:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1770653412.288201:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.288202:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.288203:0:3274:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653412.288205:0:3274:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653412.288206:0:3274:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.288207:0:3274:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653412.288208:0:3274:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653412.288210:0:3274:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1770653412.288211:0:3274:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x20000040b:0xa5b4:0x0].0x2ff6a9e8 (ffff955713037300) 00010000:00010000:3.0:1770653412.288214:0:3274:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1770653412.288215:0:3274:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.288217:0:3274:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.288218:0:3274:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.288219:0:3274:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1770653412.288221:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.288222:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.288223:0:3274:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.288224:0:3274:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653412.288225:0:3274:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653412.288227:0:3274:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9557351f3400/0x2aed14e4e178caa6 lrc: 2/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0x2ff6a9e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000001:3.0:1770653412.288230:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.288230:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.288231:0:3274:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1770653412.288232:0:3274:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1770653412.288233:0:3274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653412.288234:0:3274:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9557351f3400/0x2aed14e4e178caa6 lrc: 0/0,0 mode: --/PW res: [0x20000040b:0xa5b4:0x0].0x2ff6a9e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 50958 initiator: MDT0 00010000:00000010:3.0:1770653412.288238:0:3274:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff95564f0d0d80. 00010000:00000040:3.0:1770653412.288240:0:3274:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff955713037300 count: 0 00010000:00000010:3.0:1770653412.288243:0:3274:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff95566aa1cc80. 00010000:00000001:3.0:1770653412.288247:0:3274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1770653412.288248:0:3274:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 406 00000100:00000001:3.0:1770653412.288250:0:3274:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653412.288940:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.288947:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653412.288949:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.288951:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.288955:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:1.0:1770653412.288962:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8cc780 00000400:00000200:1.0:1770653412.288967:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91ba5 [2] + 1960 00000400:00000010:1.0:1770653412.288970:0:3283:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2790. 00000400:00000200:1.0:1770653412.288973:0:3283:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff95563237be40 00000800:00000001:1.0:1770653412.288975:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.289001:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.289003:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.289006:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:1.0:1770653412.289009:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95563237be40 00000400:00000010:1.0:1770653412.289011:0:3283:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff95563237be40. 00000100:00000001:1.0:1770653412.289013:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1770653412.289015:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000040:1.0:1770653412.289017:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955739ec1050 x1856657966286720 msgsize 392 00000100:00100000:1.0:1770653412.289020:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000040:1.0:1770653412.289021:0:3283:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1770653412.289030:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1770653412.289033:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.289036:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.289677:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.289682:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df600. 00000400:00000200:0.0:1770653412.289689:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.289695:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.289698:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888110 00000400:00000010:0.0:1770653412.289701:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888110. 00000100:00000001:0.0:1770653412.289703:0:3281:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1770653412.289705:0:3281:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.289707:0:3281:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 752 at ffff9556026e1c00. 02000000:00000001:0.0:1770653412.289708:0:3281:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1770653412.289710:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1770653412.290881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570165e200. 00010000:00000010:2.1:1770653412.290887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570165e000. 00010000:00000010:2.1:1770653412.290890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955713037800. 00010000:00000010:2.1:1770653412.290892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570165f200. 00010000:00000010:3.1:1770653412.294876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955713037300. 00010000:00000010:3.1:1770653412.294882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351f3400. 00010000:00000010:2.1:1770653412.298881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351f3000. 00010000:00000010:2.1:1770653412.298886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351f3c00. 00000800:00000001:0.0:1770653412.300903:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.300911:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.300912:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.300915:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.300919:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.300926:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 576 into portal 12 MB=0x6989ede8cc800 00000400:00000200:0.0:1770653412.300930:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 576/576 into md 0xe8f551 [64] + 175408 00000800:00000001:0.0:1770653412.300934:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.300939:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.300941:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.300943:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.300946:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.300948:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1770653412.300950:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955606dfe680. 00000100:00000040:0.0:1770653412.300952:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955606dfe680 x1856657966286848 msgsize 576 00000100:00100000:0.0:1770653412.300955:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.300966:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.300970:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.300972:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1770653412.301702:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1770653412.301706:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dff00. 00000400:00000200:1.0:1770653412.301710:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.301714:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:1.0:1770653412.301718:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888dd0 00000400:00000010:1.0:1770653412.301719:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888dd0. 00000100:00000001:1.0:1770653412.301721:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653412.301723:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.303901:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.303909:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.303911:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.303914:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.303920:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.303928:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 568 into portal 12 MB=0x6989ede8cc880 00000400:00000200:0.0:1770653412.303932:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 568/568 into md 0xe8f551 [64] + 175984 00000800:00000001:0.0:1770653412.303935:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.303940:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.303942:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.303945:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.303948:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.303949:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1770653412.303952:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955606dfce00. 00000100:00000040:0.0:1770653412.303954:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955606dfce00 x1856657966286976 msgsize 568 00000100:00100000:0.0:1770653412.303957:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.303968:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.303972:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.303974:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1770653412.304548:0:50958:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:2.0:1770653412.304553:0:50958:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1022 00000800:00000200:2.0:1770653412.304556:0:50958:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3dfc00 type 1, nob 1160 niov 1 nkiov 1 00000100:00000001:2.0:1770653412.304568:0:50958:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653412.304571:0:50958:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:2.0:1770653412.304573:0:50958:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1770653412.304575:0:50958:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.304577:0:50958:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1770653412.304582:0:50958:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955606dfce00 x1856657966286976/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 568/1064 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1770653412.304591:0:50958:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955606dfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b31b1d82-c1d4-4680-ae7a-71292416d1f5+410:176255:x1856657966286976:12345-192.168.202.60@tcp:101:ls.0 Request processed in 517us (634us total) trans 0 rc 0/0 00000100:00100000:2.0:1770653412.304597:0:50958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 816828 00000100:00000040:2.0:1770653412.304600:0:50958:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955603394000 : new rpc_count 0 00000100:00000001:2.0:1770653412.304602:0:50958:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653412.304603:0:50958:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1770653412.304606:0:50958:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1c580. 00000020:00000010:2.0:1770653412.304610:0:50958:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510320. 00000020:00000010:2.0:1770653412.304613:0:50958:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564531cc00. 00000020:00000040:2.0:1770653412.304616:0:50958:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 409 00000100:00000001:2.0:1770653412.304618:0:50958:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.304712:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.304716:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dfc00. 00000400:00000200:0.0:1770653412.304720:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.304724:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.304728:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268882a8 00000400:00000010:0.0:1770653412.304729:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268882a8. 00000100:00000001:0.0:1770653412.304732:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.304733:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1770653412.307586:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.307593:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653412.307595:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.307597:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.307601:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:1.0:1770653412.307608:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 4616 into portal 12 MB=0x6989ede8cc980 00000400:00000200:1.0:1770653412.307612:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 4616/4616 into md 0xe8f551 [64] + 176552 00000800:00000001:1.0:1770653412.307616:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.307623:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.307625:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.307627:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653412.307630:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1770653412.307631:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1770653412.307635:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955637358e00. 00000100:00000040:1.0:1770653412.307637:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955637358e00 x1856657966287232 msgsize 4616 00000100:00100000:1.0:1770653412.307640:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:1.0:1770653412.307651:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1770653412.307655:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.307657:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653412.307670:0:50958:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1770653412.307673:0:50958:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966287232 02000000:00000001:2.0:1770653412.307675:0:50958:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1770653412.307677:0:50958:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653412.307678:0:50958:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653412.307681:0:50958:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653412.307682:0:50958:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966287232 00000020:00000001:2.0:1770653412.307684:0:50958:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1770653412.307685:0:50958:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e0f9dcb4 00000020:00000001:2.0:1770653412.307687:0:50958:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653412.307689:0:50958:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955603394000 refcount=410 00000020:00000001:2.0:1770653412.307691:0:50958:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795386650624 : -117278322900992 : ffff955603394000) 00000020:00000001:2.0:1770653412.307693:0:50958:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795386650624 : -117278322900992 : ffff955603394000) 00000100:00000001:2.0:1770653412.307695:0:50958:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1770653412.307698:0:50958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95565c7120c0. 00000100:00000001:2.0:1770653412.307700:0:50958:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653412.307702:0:50958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95565c7120c0. 00000020:00000010:2.0:1770653412.307705:0:50958:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564531cc00. 00000020:00000010:2.0:1770653412.307708:0:50958:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95566aa1c580. 00000020:00000010:2.0:1770653412.307710:0:50958:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510320. 00000100:00000040:2.0:1770653412.307714:0:50958:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1770653412.307715:0:50958:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1770653412.307716:0:50958:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1770653412.307718:0:50958:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1770653412.307719:0:50958:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.307720:0:50958:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.307723:0:50958:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.307732:0:50958:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653412.307738:0:50958:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1770653412.307739:0:50958:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1770653412.307743:0:50958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 816829 00000100:00000040:2.0:1770653412.307746:0:50958:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955603394000 : new rpc_count 1 00000100:00000001:2.0:1770653412.307748:0:50958:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626796258823680 : -117277450727936 : ffff955637358e00) 00000100:00000040:2.0:1770653412.307762:0:50958:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955637358e00 x1856657966287232/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 4616/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1770653412.307770:0:50958:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1770653412.307772:0:50958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95565c7120c0. 00000100:00000001:2.0:1770653412.307774:0:50958:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653412.307776:0:50958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95565c7120c0. 00000100:00100000:2.0:1770653412.307780:0:50958:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955637358e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b31b1d82-c1d4-4680-ae7a-71292416d1f5+410:176255:x1856657966287232:12345-192.168.202.60@tcp:101:ls.0 00000100:00000200:2.0:1770653412.307783:0:50958:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966287232 00000020:00000001:2.0:1770653412.307785:0:50958:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1770653412.307786:0:50958:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1770653412.307789:0:50958:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.307790:0:50958:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1770653412.307791:0:50958:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:2.0:1770653412.307794:0:50958:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1770653412.307795:0:50958:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1856657966287232, found 0 last_xid 1856657966287231 00000020:00000001:2.0:1770653412.307797:0:50958:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653412.307799:0:50958:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1770653412.307800:0:50958:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1770653412.307802:0:50958:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.307804:0:50958:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1770653412.307805:0:50958:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1770653412.307806:0:50958:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1770653412.307807:0:50958:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1770653412.307808:0:50958:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.307810:0:50958:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1770653412.307812:0:50958:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95562721b900 count: 2 00010000:00000001:2.0:1770653412.307814:0:50958:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653412.307816:0:50958:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1770653412.307818:0:50958:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95570165f200. 00000020:00000001:2.0:1770653412.307820:0:50958:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1770653412.307821:0:50958:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95570165f200 with handle 0x2aed14e4e178cad7 to hash 00000020:00000001:2.0:1770653412.307823:0:50958:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1770653412.307824:0:50958:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799650992640 : -117274058558976 : ffff95570165f200) 00010000:00000010:2.0:1770653412.307827:0:50958:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff95564f0d0080. 00010000:00000001:2.0:1770653412.307829:0:50958:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799650992640 : -117274058558976 : ffff95570165f200) 00010000:00010000:2.0:1770653412.307831:0:50958:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff95570165f200/0x2aed14e4e178cad7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe155b expref: -99 pid: 50958 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1770653412.307837:0:50958:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff955603394000 : new locks_count 105 00000020:00000040:2.0:1770653412.307839:0:50958:0:(genops.c:887:class_export_get()) GET export ffff955603394000 refcount=411 00010000:00000001:2.0:1770653412.307842:0:50958:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1770653412.307843:0:50958:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1770653412.307845:0:50958:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1770653412.307846:0:50958:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1770653412.307866:0:50958:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653412.307868:0:50958:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:2.0:1770653412.307872:0:50958:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff955637358e00 x1856657966287232/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 4616/0 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1770653412.307878:0:50958:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1770653412.307880:0:50958:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1770653412.307881:0:50958:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1770653412.307883:0:50958:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1770653412.307885:0:50958:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653412.307887:0:50958:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1770653412.307889:0:50958:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1770653412.307891:0:50958:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653412.307892:0:50958:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1770653412.307894:0:50958:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1770653412.307896:0:50958:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653412.307898:0:50958:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1770653412.307899:0:50958:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653412.307901:0:50958:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653412.307902:0:50958:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653412.307903:0:50958:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1770653412.307904:0:50958:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1770653412.307905:0:50958:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1770653412.307907:0:50958:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1770653412.307927:0:50958:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 27688 at ffff955706540000. 02000000:00000001:2.0:1770653412.307929:0:50958:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.307930:0:50958:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653412.307933:0:50958:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1770653412.307934:0:50958:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1770653412.307935:0:50958:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653412.307936:0:50958:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1770653412.307937:0:50958:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1770653412.307939:0:50958:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653412.307940:0:50958:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1770653412.307940:0:50958:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1770653412.307942:0:50958:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653412.307943:0:50958:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1770653412.307944:0:50958:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653412.307946:0:50958:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1770653412.307948:0:50958:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff955668638c00 flags 0x0 02000000:00000001:2.0:1770653412.307949:0:50958:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446626797083921408 : -117276625630208 : ffff955668638c00) 00000004:00000001:2.0:1770653412.307951:0:50958:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1770653412.307952:0:50958:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653412.307954:0:50958:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1770653412.307956:0:50958:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653412.307957:0:50958:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1770653412.307958:0:50958:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653412.307959:0:50958:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1770653412.307960:0:50958:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653412.307961:0:50958:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1770653412.307962:0:50958:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:2.0:1770653412.307963:0:50958:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa1ae82a0ba38 00000004:00000002:2.0:1770653412.307965:0:50958:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000007:0x1:0x0]/(->[0x20000040b:0xa5b4:0x0]) cr_flag=040100240200001 mode=0100000 msg_flag=0x600 00000004:00000001:2.0:1770653412.307969:0:50958:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:2.0:1770653412.307970:0:50958:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1770653412.307971:0:50958:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x20000040b:0xa5b4:0x0] 00000020:00000001:2.0:1770653412.307972:0:50958:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1770653412.307975:0:50958:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796586271768 : -117277123279848 : ffff95564aba0418) 00000004:00000001:2.0:1770653412.307976:0:50958:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446626796586271680 : -117277123279936 : ffff95564aba03c0) 00000004:00000001:2.0:1770653412.307979:0:50958:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1770653412.307980:0:50958:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1770653412.307990:0:50958:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653412.307992:0:50958:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1770653412.307994:0:50958:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1770653412.307995:0:50958:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1770653412.307997:0:50958:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1770653412.307999:0:50958:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1770653412.308000:0:50958:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1770653412.308002:0:50958:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1770653412.308003:0:50958:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1770653412.308004:0:50958:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1770653412.308005:0:50958:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1770653412.308006:0:50958:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1770653412.308008:0:50958:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1770653412.308010:0:50958:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:2.0:1770653412.308011:0:50958:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653412.308014:0:50958:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:2.0:1770653412.308015:0:50958:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x20000040b:0xa5b4:0x0] lease count: 0, lm: 4 00000004:00000002:2.0:1770653412.308017:0:50958:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x20000040b:0xa5b4:0x0], ibits = 0x0/0x0, open_flags = 040100240200001, try_layout = 0 : rc = 0 00000004:00000001:2.0:1770653412.308020:0:50958:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1770653412.308021:0:50958:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653412.308022:0:50958:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:2.0:1770653412.308024:0:50958:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1770653412.308024:0:50958:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653412.308026:0:50958:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1770653412.308026:0:50958:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1770653412.308027:0:50958:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653412.308028:0:50958:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1770653412.308029:0:50958:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1770653412.308031:0:50958:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1770653412.308032:0:50958:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x20000040b:0xa5b4:0x0]: nlink=2, mode=40755, valid=0x100000000000278f 00000004:00200000:2.0:1770653412.308034:0:50958:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x20000040b:0xa5b4:0x0]: returning size 512 00000001:00000001:2.0:1770653412.308035:0:50958:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1770653412.308036:0:50958:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653412.308037:0:50958:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1770653412.308038:0:50958:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1770653412.308039:0:50958:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1770653412.308040:0:50958:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1770653412.308041:0:50958:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1770653412.308042:0:50958:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1770653412.308043:0:50958:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1770653412.308044:0:50958:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653412.308046:0:50958:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:2.0:1770653412.308047:0:50958:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x1 lmm_size = 0 00000004:00000001:2.0:1770653412.308048:0:50958:0:(mdd_object.c:3719:mdd_open()) Process entered 00000004:00000001:2.0:1770653412.308052:0:50958:0:(mdd_object.c:3656:mdd_open_sanity_check()) Process entered 00000004:00000001:2.0:1770653412.308053:0:50958:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:2.0:1770653412.308055:0:50958:0:(mdd_permission.c:242:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653412.308057:0:50958:0:(mdd_object.c:3692:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653412.308058:0:50958:0:(mdd_object.c:3737:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1770653412.308060:0:50958:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:2.0:1770653412.308062:0:50958:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff95566aa1cd00. 00000020:00000001:2.0:1770653412.308063:0:50958:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1770653412.308065:0:50958:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95566aa1cd00 with handle 0x2aed14e4e178cade to hash 00000020:00000001:2.0:1770653412.308067:0:50958:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:2.0:1770653412.308067:0:50958:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446626797121555712 : -117276587995904 : ffff95566aa1cd00) 00000004:00000001:2.0:1770653412.308070:0:50958:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1770653412.308070:0:50958:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:2.0:1770653412.308071:0:50958:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x20000040b:0xa5b4:0x0] Change mfd open_flags 0 -> 040100240200001. 00000004:00000001:2.0:1770653412.308073:0:50958:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:2.0:1770653412.308074:0:50958:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1770653412.308077:0:50958:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9556026e3000. 00080000:00000001:2.0:1770653412.308079:0:50958:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626795373342720 : -117278336208896 : ffff9556026e3000) 00080000:00000001:2.0:1770653412.308080:0:50958:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1770653412.308082:0:50958:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1770653412.308084:0:50958:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1770653412.308085:0:50958:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.308091:0:50958:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.308093:0:50958:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1770653412.308094:0:50958:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1770653412.308096:0:50958:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295710333, last_committed = 4295710031 00000001:00000010:2.0:1770653412.308098:0:50958:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95563d7f00c0. 00000001:00000040:2.0:1770653412.308100:0:50958:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955603394000 : new cb_count 302 00000020:00000040:2.0:1770653412.308101:0:50958:0:(genops.c:887:class_export_get()) GET export ffff955603394000 refcount=412 00000001:00000010:2.0:1770653412.308104:0:50958:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff95564e9d4180. 00080000:00000001:2.0:1770653412.308106:0:50958:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1770653412.308111:0:50958:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1770653412.308113:0:50958:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff95564e9d4180: xid 1856657966287232, transno 4295710333, tag 1, client gen 13, slot idx 0 00000001:00000001:2.0:1770653412.308116:0:50958:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.308120:0:50958:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653412.308121:0:50958:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1770653412.308122:0:50958:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653412.308124:0:50958:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653412.308126:0:50958:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1770653412.308128:0:50958:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:2.0:1770653412.308129:0:50958:0:(mdt_open.c:1050:mdt_object_open_unlock()) Process leaving 00000004:00000001:2.0:1770653412.308131:0:50958:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1770653412.308132:0:50958:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1770653412.308133:0:50958:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1770653412.308134:0:50958:0:(mdt_handler.c:645:mdt_pack_size2body()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1770653412.308135:0:50958:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1770653412.308137:0:50958:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1770653412.308141:0:50958:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653412.308142:0:50958:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653412.308144:0:50958:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1770653412.308145:0:50958:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1770653412.308146:0:50958:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1770653412.308147:0:50958:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1770653412.308149:0:50958:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1770653412.308150:0:50958:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1770653412.308152:0:50958:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1770653412.308157:0:50958:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653412.308159:0:50958:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00000004:00000001:2.0:1770653412.308160:0:50958:0:(mdt_handler.c:3187:mdt_read_inline()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653412.308161:0:50958:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1770653412.308162:0:50958:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1770653412.308164:0:50958:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1770653412.308166:0:50958:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1770653412.308167:0:50958:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1770653412.308169:0:50958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653412.308170:0:50958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653412.308172:0:50958:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1770653412.308173:0:50958:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653412.308174:0:50958:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95570165f200 with handle 0x2aed14e4e178cad7 from hash 00010000:00000001:2.0:1770653412.308176:0:50958:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1770653412.308177:0:50958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653412.308178:0:50958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653412.308179:0:50958:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1770653412.308181:0:50958:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1770653412.308183:0:50958:0:(ldlm_lockd.c:1422:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1770653412.308187:0:50958:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff95570165f200/0x2aed14e4e178cad7 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe155b expref: 412 pid: 50958 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653412.308193:0:50958:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1770653412.308195:0:50958:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1770653412.308197:0:50958:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1770653412.308198:0:50958:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.308200:0:50958:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.308202:0:50958:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1770653412.308203:0:50958:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1770653412.308204:0:50958:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1770653412.308205:0:50958:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1770653412.308206:0:50958:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1770653412.308207:0:50958:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1770653412.308208:0:50958:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1770653412.308210:0:50958:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff95562721b900) 00010000:00010000:2.0:1770653412.308211:0:50958:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:2.0:1770653412.308213:0:50958:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.308214:0:50958:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.308215:0:50958:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1770653412.308216:0:50958:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1770653412.308218:0:50958:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff95570165f200/0x2aed14e4e178cad7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe155b expref: 412 pid: 50958 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1770653412.308223:0:50958:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff955603394000 : new locks_count 104 00000020:00000040:2.0:1770653412.308224:0:50958:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 411 00010000:00000010:2.0:1770653412.308226:0:50958:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff95564f0d0080. 00010000:00000001:2.0:1770653412.308230:0:50958:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1770653412.308231:0:50958:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95570165f200, rc 0) 00000020:00000001:2.0:1770653412.308232:0:50958:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1770653412.308234:0:50958:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295710031, transno 4295710333, xid 1856657966287232 00010000:00000001:2.0:1770653412.308236:0:50958:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1770653412.308239:0:50958:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955637358e00 x1856657966287232/t4295710333(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 4616/608 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 301/0 job:'ls.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1770653412.308249:0:50958:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1770653412.308250:0:50958:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1770653412.308252:0:50958:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557063461e8 time=96 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653412.308255:0:50958:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1770653412.308256:0:50958:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:2.0:1770653412.308257:0:50958:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:2.0:1770653412.308259:0:50958:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1770653412.308260:0:50958:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.308262:0:50958:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1770653412.308263:0:50958:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:2.0:1770653412.308266:0:50958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888088. 00000100:00000200:2.0:1770653412.308268:0:50958:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1856657966287232, offset 224 00000400:00000200:2.0:1770653412.308272:0:50958:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:2.0:1770653412.308277:0:50958:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:2.0:1770653412.308280:0:50958:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164460:2164460:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164456:2164456:8:4294967295] 00000400:00000200:2.0:1770653412.308287:0:50958:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:2.0:1770653412.308291:0:50958:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:2.0:1770653412.308293:0:50958:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3dfc00. 00000800:00000200:2.0:1770653412.308296:0:50958:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:2.0:1770653412.308300:0:50958:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:2.0:1770653412.308302:0:50958:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3dfc00 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:2.0:1770653412.308313:0:50958:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653412.308315:0:50958:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:2.0:1770653412.308317:0:50958:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1770653412.308318:0:50958:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.308320:0:50958:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1770653412.308323:0:50958:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955637358e00 x1856657966287232/t4295710333(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 4616/608 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 301/301 job:'ls.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1770653412.308331:0:50958:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955637358e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b31b1d82-c1d4-4680-ae7a-71292416d1f5+411:176255:x1856657966287232:12345-192.168.202.60@tcp:101:ls.0 Request processed in 560us (692us total) trans 4295710333 rc 301/301 00000100:00100000:2.0:1770653412.308337:0:50958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 816829 00000100:00000040:2.0:1770653412.308340:0:50958:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955603394000 : new rpc_count 0 00000100:00000001:2.0:1770653412.308341:0:50958:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653412.308342:0:50958:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1770653412.308345:0:50958:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1c580. 00000020:00000010:2.0:1770653412.308348:0:50958:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510320. 00000020:00000010:2.0:1770653412.308351:0:50958:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564531cc00. 00000020:00000040:2.0:1770653412.308353:0:50958:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 410 00000100:00000001:2.0:1770653412.308355:0:50958:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.308376:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.308380:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dfc00. 00000400:00000200:0.0:1770653412.308383:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.308388:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.308391:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888088 00000400:00000010:0.0:1770653412.308393:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888088. 00000100:00000001:0.0:1770653412.308395:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.308396:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.310480:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.310486:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.310487:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.310489:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.310493:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.310500:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 448 into portal 23 MB=0x6989ede8cca00 00000400:00000200:0.0:1770653412.310504:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 448/448 into md 0xe91bd9 [2] + 0 00000800:00000001:0.0:1770653412.310507:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.310512:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.310514:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.310516:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.310519:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.310520:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1770653412.310523:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955606dffb80. 00000100:00000040:0.0:1770653412.310525:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955606dffb80 x1856657966287360 msgsize 448 00000100:00100000:0.0:1770653412.310529:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.310537:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.310541:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.310543:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653412.310582:0:5759:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1770653412.310586:0:5759:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966287360 02000000:00000001:2.0:1770653412.310589:0:5759:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1770653412.310591:0:5759:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653412.310593:0:5759:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653412.310596:0:5759:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653412.310599:0:5759:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966287360 00000020:00000001:2.0:1770653412.310601:0:5759:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1770653412.310602:0:5759:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e0f9dcb4 00000020:00000001:2.0:1770653412.310604:0:5759:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653412.310607:0:5759:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955603394000 refcount=411 00000020:00000001:2.0:1770653412.310609:0:5759:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795386650624 : -117278322900992 : ffff955603394000) 00000020:00000001:2.0:1770653412.310612:0:5759:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795386650624 : -117278322900992 : ffff955603394000) 00000100:00000001:2.0:1770653412.310615:0:5759:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1770653412.310620:0:5759:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95565c7120c0. 00000100:00000001:2.0:1770653412.310623:0:5759:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653412.310625:0:5759:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95565c7120c0. 00000020:00000010:2.0:1770653412.310630:0:5759:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564531cc00. 00000020:00000010:2.0:1770653412.310634:0:5759:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95566aa1cf00. 00000020:00000010:2.0:1770653412.310637:0:5759:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510320. 00000100:00000040:2.0:1770653412.310642:0:5759:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1770653412.310644:0:5759:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1770653412.310646:0:5759:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1770653412.310648:0:5759:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.310651:0:5759:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.310661:0:5759:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653412.310667:0:5759:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1770653412.310668:0:5759:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1770653412.310672:0:5759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 263283 00000100:00000040:2.0:1770653412.310674:0:5759:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955603394000 : new rpc_count 1 00000100:00000001:2.0:1770653412.310676:0:5759:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795447909248 : -117278261642368 : ffff955606dffb80) 00000100:00000040:2.0:1770653412.310680:0:5759:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955606dffb80 x1856657966287360/t0(0) o37->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 448/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1770653412.310687:0:5759:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1770653412.310689:0:5759:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95565c7120c0. 00000100:00000001:2.0:1770653412.310691:0:5759:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653412.310693:0:5759:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95565c7120c0. 00000100:00100000:2.0:1770653412.310696:0:5759:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955606dffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b31b1d82-c1d4-4680-ae7a-71292416d1f5+411:176255:x1856657966287360:12345-192.168.202.60@tcp:37:ls.0 00000100:00000200:2.0:1770653412.310699:0:5759:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966287360 00000020:00000001:2.0:1770653412.310701:0:5759:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1770653412.310703:0:5759:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1770653412.310705:0:5759:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff95564e9d4180: xid 1856657966287232, transno 4295710333, client gen 13, slot idx 0 00000001:00000001:2.0:1770653412.310708:0:5759:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff95564e9d4000: xid 1856657966286720, transno 4295710332, client gen 13, slot idx 1 00000001:00000010:2.0:1770653412.310711:0:5759:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff95564e9d4000. 00000020:00000001:2.0:1770653412.310714:0:5759:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.310715:0:5759:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1770653412.310717:0:5759:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671525824 : -1038025792 : ffffffffc220fbc0) 00000020:00000001:2.0:1770653412.310719:0:5759:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1770653412.310721:0:5759:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1856657966287360, found 0 last_xid 1856657966287359 00000020:00000001:2.0:1770653412.310724:0:5759:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653412.310725:0:5759:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1770653412.310727:0:5759:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1770653412.310729:0:5759:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1770653412.310732:0:5759:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1770653412.310734:0:5759:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796586271768 : -117277123279848 : ffff95564aba0418) 00000020:00000001:2.0:1770653412.310737:0:5759:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.310738:0:5759:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.310740:0:5759:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1770653412.310742:0:5759:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1770653412.310744:0:5759:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff9556026e1800. 02000000:00000001:2.0:1770653412.310745:0:5759:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.310747:0:5759:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653412.310749:0:5759:0:(mdt_handler.c:2953:mdt_readpage()) Process entered 00000004:00000010:2.0:1770653412.310765:0:5759:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff9557046e9800. 00000004:00000001:2.0:1770653412.311255:0:5759:0:(mdd_object.c:4126:mdd_readpage()) Process entered 00000020:00000001:2.0:1770653412.311259:0:5759:0:(dt_object.c:840:dt_index_walk()) Process entered 00080000:00000001:2.0:1770653412.311262:0:5759:0:(osd_index.c:123:osd_index_it_init()) Process entered 00080000:00000010:2.0:1770653412.311265:0:5759:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at ffff955705f929a0. 00080000:00000010:2.0:1770653412.311268:0:5759:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at ffff95565c7120c0. 00080000:00000001:2.0:1770653412.311270:0:5759:0:(osd_index.c:148:osd_index_it_init()) Process leaving (rc=18446626799727749536 : -117273981802080 : ffff955705f929a0) 00080000:00000001:2.0:1770653412.311272:0:5759:0:(osd_index.c:1218:osd_dir_it_init()) Process leaving (rc=18446626799727749536 : -117273981802080 : ffff955705f929a0) 00080000:00000001:2.0:1770653412.311275:0:5759:0:(osd_index.c:1680:osd_dir_it_load()) Process entered 00080000:00000001:2.0:1770653412.311277:0:5759:0:(osd_index.c:1698:osd_dir_it_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653412.311280:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311282:0:5759:0:(osd_index.c:1394:osd_dir_it_key_size()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:2.0:1770653412.311284:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311285:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311287:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311289:0:5759:0:(osd_index.c:1500:osd_dir_it_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311291:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311292:0:5759:0:(osd_index.c:1342:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311294:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311295:0:5759:0:(osd_index.c:1396:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311296:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311297:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311298:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311300:0:5759:0:(osd_index.c:345:osd_find_parent_fid()) Process entered 00080000:00000001:2.0:1770653412.311301:0:5759:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1770653412.311304:0:5759:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00080000:00000001:2.0:1770653412.311306:0:5759:0:(osd_index.c:406:osd_find_parent_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311308:0:5759:0:(osd_index.c:1518:osd_dir_it_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311309:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311321:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311322:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311324:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311325:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311326:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=200550650362888192 : 200550650362888192 : 2c87fc1025a8000) 00080000:00000001:2.0:1770653412.311328:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311335:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311337:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311338:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311340:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311341:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311342:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311343:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=212801097210691584 : 212801097210691584 : 2f405786f0e8000) 00080000:00000001:2.0:1770653412.311344:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311347:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311349:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311350:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311351:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311352:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311353:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311354:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=235482622742986752 : 235482622742986752 : 3449a329f5f8000) 00080000:00000001:2.0:1770653412.311355:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311359:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311360:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311361:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311362:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311363:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311364:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311365:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=241689621609938944 : 241689621609938944 : 35aa76e29f58000) 00080000:00000001:2.0:1770653412.311366:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311369:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311370:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311372:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311373:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311374:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:2.0:1770653412.311375:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311376:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=383979514445496320 : 383979514445496320 : 5542b557f8d0000) 00080000:00000001:2.0:1770653412.311377:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311381:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311382:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311384:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311385:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311386:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311387:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311388:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=541972502330277888 : 541972502330277888 : 785791e8f6d0000) 00080000:00000001:2.0:1770653412.311389:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311392:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311393:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311394:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311395:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311396:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311397:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311398:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=548106830883520512 : 548106830883520512 : 79b444239c70000) 00080000:00000001:2.0:1770653412.311399:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311402:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311404:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311405:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311406:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311407:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311407:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311408:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=791268850744033280 : 791268850744033280 : afb26d3d26e0000) 00080000:00000001:2.0:1770653412.311409:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311413:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311414:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311415:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311416:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311417:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311418:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311419:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=816704891573829632 : 816704891573829632 : b5584c594950000) 00080000:00000001:2.0:1770653412.311420:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311423:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311424:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311426:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311427:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311428:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311429:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311430:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=1019212796618244096 : 1019212796618244096 : e24f8a374f68000) 00080000:00000001:2.0:1770653412.311431:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311434:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311436:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311437:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311438:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311439:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311440:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311440:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=1025349567448383488 : 1025349567448383488 : e3ac5ffc25c8000) 00080000:00000001:2.0:1770653412.311442:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311445:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311446:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311447:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311448:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311449:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311450:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311450:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=1132127593841655808 : 1132127593841655808 : fb6200c5f598000) 00080000:00000001:2.0:1770653412.311452:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311455:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311456:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311457:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311458:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311459:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311460:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311461:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=1155060370007162880 : 1155060370007162880 : 1007994968688000) 00080000:00000001:2.0:1770653412.311462:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311465:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311466:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311467:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311468:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311469:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311470:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311471:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=1160138792863170560 : 1160138792863170560 : 1019a415dec28000) 00080000:00000001:2.0:1770653412.311473:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311476:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311477:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311478:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311479:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311480:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311481:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311482:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=1266991327410094080 : 1266991327410094080 : 119541e643c78000) 00080000:00000001:2.0:1770653412.311483:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311486:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311487:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311488:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311489:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311490:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311491:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311492:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=1497018502376718336 : 1497018502376718336 : 14c67a65785a0000) 00080000:00000001:2.0:1770653412.311493:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311496:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311497:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311498:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311499:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311500:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311501:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311502:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=1511521570182266880 : 1511521570182266880 : 14fa00dc150e0000) 00080000:00000001:2.0:1770653412.311503:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311506:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311507:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311508:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311509:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311510:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311511:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311512:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=1542720861857972224 : 1542720861857972224 : 1568d8733ea10000) 00080000:00000001:2.0:1770653412.311513:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311516:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311517:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311519:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311520:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311521:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311522:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311523:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=1848192135815430144 : 1848192135815430144 : 19a618f493f30000) 00080000:00000001:2.0:1770653412.311524:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311528:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311529:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311530:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311531:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311532:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311533:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311533:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=1853272650774282240 : 1853272650774282240 : 19b825a825590000) 00080000:00000001:2.0:1770653412.311534:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311538:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311539:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311540:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311541:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311542:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:2.0:1770653412.311543:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311544:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=1944340409355730944 : 1944340409355730944 : 1afbaf4cfe160000) 00080000:00000001:2.0:1770653412.311545:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311548:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311549:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311550:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311551:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311552:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:2.0:1770653412.311553:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311554:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=1975241732005625856 : 1975241732005625856 : 1b6977e3d5b90000) 00080000:00000001:2.0:1770653412.311555:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311558:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311559:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311560:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311561:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311562:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311563:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311564:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=2074287847987904512 : 2074287847987904512 : 1cc959cec53a8000) 00080000:00000001:2.0:1770653412.311565:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311569:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311570:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311571:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311572:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311573:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311574:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311575:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=2083792423137607680 : 2083792423137607680 : 1ceb1e2b1ec48000) 00080000:00000001:2.0:1770653412.311576:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311579:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311580:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311581:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311582:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311583:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311584:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311585:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=2118939057043111936 : 2118939057043111936 : 1d67fbd883c18000) 00080000:00000001:2.0:1770653412.311586:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311589:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311591:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311592:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311593:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311593:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311594:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311595:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=2123946970416119808 : 2123946970416119808 : 1d79c684356b8000) 00080000:00000001:2.0:1770653412.311596:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311600:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311601:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311602:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311603:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311604:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311605:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311606:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=2346263371571396608 : 2346263371571396608 : 208f9a1afc060000) 00080000:00000001:2.0:1770653412.311607:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311610:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311611:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311612:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311613:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311614:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311615:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311616:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=2346840801179074560 : 2346840801179074560 : 2091a7464aac0000) 00080000:00000001:2.0:1770653412.311617:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311621:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311622:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311623:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311624:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311625:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311626:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311626:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=2387250904810979328 : 2387250904810979328 : 2121380cbafd0000) 00080000:00000001:2.0:1770653412.311628:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311631:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311632:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311633:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311634:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311635:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311636:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311636:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=2616161710346895360 : 2616161710346895360 : 244e7936ec348000) 00080000:00000001:2.0:1770653412.311638:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311641:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311642:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311643:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311644:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311645:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311646:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311647:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=2616666607079817216 : 2616666607079817216 : 2450446a5a9e8000) 00080000:00000001:2.0:1770653412.311648:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311651:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311652:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311653:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311654:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311655:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311656:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311657:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=2720909496706760704 : 2720909496706760704 : 25c29cc571318000) 00080000:00000001:2.0:1770653412.311658:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311661:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311663:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311664:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311665:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311666:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:2.0:1770653412.311667:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311667:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=2774523179287085056 : 2774523179287085056 : 26811621aa7e8000) 00080000:00000001:2.0:1770653412.311668:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311672:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311673:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311674:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311675:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311676:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311677:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311677:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=2918536729493667840 : 2918536729493667840 : 2880b9b141668000) 00080000:00000001:2.0:1770653412.311679:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311682:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311683:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311684:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311685:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311686:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311687:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311688:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=2935435497007382528 : 2935435497007382528 : 28bcc3082c328000) 00080000:00000001:2.0:1770653412.311689:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311692:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311693:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311694:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311695:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311696:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311697:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311698:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=2967339608684986368 : 2967339608684986368 : 292e1ba7079d8000) 00080000:00000001:2.0:1770653412.311699:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311702:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311703:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311704:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311705:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311706:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311707:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311709:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=3310137527422091264 : 3310137527422091264 : 2deff88b17af0000) 00080000:00000001:2.0:1770653412.311710:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311713:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311714:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311715:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311716:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311717:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311718:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311719:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=3310644731004125184 : 3310644731004125184 : 2df1c5d7a1050000) 00080000:00000001:2.0:1770653412.311720:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311723:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311724:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311725:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311726:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311727:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311728:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311729:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=3732526833261936640 : 3732526833261936640 : 33cc99610b310000) 00080000:00000001:2.0:1770653412.311730:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311733:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311734:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311735:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311736:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311737:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311738:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311739:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=3734227626124574720 : 3734227626124574720 : 33d2a43dbd9b0000) 00080000:00000001:2.0:1770653412.311740:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311743:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311744:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311746:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311747:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311747:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311748:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311749:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=3944560670822006784 : 3944560670822006784 : 36bde507eb528000) 00080000:00000001:2.0:1770653412.311763:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311768:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311769:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311771:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311772:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311773:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311775:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311775:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=3968593837897121792 : 3968593837897121792 : 37134711ada98000) 00080000:00000001:2.0:1770653412.311777:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311781:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311782:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311783:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311784:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311785:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:2.0:1770653412.311786:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311787:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=4088224574150967296 : 4088224574150967296 : 38bc4a97004a8000) 00080000:00000001:2.0:1770653412.311788:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311791:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311793:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311794:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311795:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311796:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311796:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311797:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=4210048563870859264 : 4210048563870859264 : 3a6d18dcf0aa8000) 00080000:00000001:2.0:1770653412.311798:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311802:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311803:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311804:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311805:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311806:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311807:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311808:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=4211751309382025216 : 4211751309382025216 : 3a73258046008000) 00080000:00000001:2.0:1770653412.311809:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311812:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311813:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311814:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311815:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311816:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311817:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311818:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=4315008298143154176 : 4315008298143154176 : 3be1fd2f6daf8000) 00080000:00000001:2.0:1770653412.311819:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311823:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311824:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311825:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311826:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311827:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311828:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311829:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=4507747076421320704 : 4507747076421320704 : 3e8ebc153b660000) 00080000:00000001:2.0:1770653412.311830:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311833:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311834:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311835:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311836:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311837:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311838:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311839:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=4516261538324545536 : 4516261538324545536 : 3eacfbf0e0980000) 00080000:00000001:2.0:1770653412.311840:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311843:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311845:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311846:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311847:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311861:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311862:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311863:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=4517891819688820736 : 4517891819688820736 : 3eb2c6ac56320000) 00080000:00000001:2.0:1770653412.311864:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311869:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311870:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311872:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311873:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311874:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311876:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311877:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=4547620474045661184 : 4547620474045661184 : 3f1c64ba10c90000) 00080000:00000001:2.0:1770653412.311879:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311883:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311885:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311886:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311888:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311890:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311891:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311892:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=4624919702337650688 : 4624919702337650688 : 402f03f7248a8000) 00080000:00000001:2.0:1770653412.311894:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311899:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311900:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311902:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311903:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311905:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311906:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311908:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=4625547198898143232 : 4625547198898143232 : 40313eab92208000) 00080000:00000001:2.0:1770653412.311909:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311915:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311917:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311918:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311919:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311920:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:2.0:1770653412.311922:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311922:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=4827385722047201280 : 4827385722047201280 : 42fe51bcd46a8000) 00080000:00000001:2.0:1770653412.311924:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311927:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311929:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311930:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311931:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311931:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:2.0:1770653412.311932:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311933:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=4858408817014439936 : 4858408817014439936 : 436c8913ffc58000) 00080000:00000001:2.0:1770653412.311934:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311938:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311939:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311940:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311941:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311942:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311943:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311943:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=4967154671123169280 : 4967154671123169280 : 44eee0db34b80000) 00080000:00000001:2.0:1770653412.311945:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311949:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311950:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311951:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311952:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311953:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311954:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311955:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=4967713963062198272 : 4967713963062198272 : 44f0dd8782120000) 00080000:00000001:2.0:1770653412.311956:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311959:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311960:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311961:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311962:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311963:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311964:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311965:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=4998572900478418944 : 4998572900478418944 : 455e7f91c4e90000) 00080000:00000001:2.0:1770653412.311966:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311969:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311971:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311972:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311973:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311974:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311974:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311975:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=5006938957118111744 : 5006938957118111744 : 457c38741f170000) 00080000:00000001:2.0:1770653412.311976:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311980:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311981:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311982:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311983:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311984:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311985:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311985:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=5188823766059450368 : 5188823766059450368 : 480267b942140000) 00080000:00000001:2.0:1770653412.311987:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.311990:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.311991:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.311992:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.311993:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.311994:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.311995:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.311996:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=5300317069543276544 : 5300317069543276544 : 498e824adf110000) 00080000:00000001:2.0:1770653412.311997:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.312000:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312002:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.312003:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.312003:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.312004:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.312005:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.312006:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=5300946864399122432 : 5300946864399122432 : 4990bf1669bb0000) 00080000:00000001:2.0:1770653412.312007:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.312010:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312012:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.312013:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.312014:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.312015:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.312016:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.312016:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=5548432731940225024 : 5548432731940225024 : 4cfffe2c3f728000) 00080000:00000001:2.0:1770653412.312017:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.312021:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312022:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.312023:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.312024:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.312025:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.312026:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.312026:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=5571335620250927104 : 5571335620250927104 : 4d515c3a79898000) 00080000:00000001:2.0:1770653412.312028:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.312031:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312032:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.312033:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.312034:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.312035:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.312036:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.312037:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=5579157857814544384 : 5579157857814544384 : 4d6d268314dd8000) 00080000:00000001:2.0:1770653412.312038:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.312041:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312043:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.312044:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.312045:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.312046:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.312047:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.312047:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=5963507641405046784 : 5963507641405046784 : 52c2a29a95468000) 00080000:00000001:2.0:1770653412.312048:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.312052:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312053:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.312054:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.312055:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.312056:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.312057:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.312057:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=6011180207480602624 : 6011180207480602624 : 536c008cd3bd8000) 00080000:00000001:2.0:1770653412.312059:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.312062:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312063:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.312064:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.312065:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.312066:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.312067:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.312067:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=6206248716631408640 : 6206248716631408640 : 562106535e8a0000) 00080000:00000001:2.0:1770653412.312069:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.312072:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312073:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.312074:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.312075:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.312076:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.312077:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.312078:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=6317956131885875200 : 6317956131885875200 : 57ade3a0c38f0000) 00080000:00000001:2.0:1770653412.312079:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.312082:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312083:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.312084:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.312085:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.312086:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.312087:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.312088:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=6319639878009421824 : 6319639878009421824 : 57b3defc75250000) 00080000:00000001:2.0:1770653412.312089:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.312093:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312094:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.312095:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.312096:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.312097:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.312098:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.312098:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=6543027881766158336 : 6543027881766158336 : 5acd813128260000) 00080000:00000001:2.0:1770653412.312100:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.312103:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312104:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.312105:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.312106:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.312107:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.312108:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.312109:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=6544781862496894976 : 6544781862496894976 : 5ad3bc6d9e8c0000) 00080000:00000001:2.0:1770653412.312110:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.312113:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312114:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.312115:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.312116:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.312117:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.312118:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.312119:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=6584079715437969408 : 6584079715437969408 : 5b5f599e03890000) 00080000:00000001:2.0:1770653412.312120:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.312123:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312124:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.312125:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.312126:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.312127:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.312128:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.312129:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=6585145732416471040 : 6585145732416471040 : 5b6323276edd0000) 00080000:00000001:2.0:1770653412.312130:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.312133:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312134:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.312136:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.312137:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.312138:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:2.0:1770653412.312139:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.312140:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=6684200610668904448 : 6684200610668904448 : 5cc30d0a7e5e8000) 00080000:00000001:2.0:1770653412.312141:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.312145:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312146:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.312147:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.312148:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.312149:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.312150:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.312150:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=6776899416920195072 : 6776899416920195072 : 5e0c621d38148000) 00080000:00000001:2.0:1770653412.312152:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.312155:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312156:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.312157:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.312158:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.312159:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.312160:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.312161:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=6778585124318380032 : 6778585124318380032 : 5e125f418ebe8000) 00080000:00000001:2.0:1770653412.312162:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.312165:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312166:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.312167:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.312168:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.312169:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:2.0:1770653412.312170:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.312171:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=7001809651953631232 : 7001809651953631232 : 612b6cc801990000) 00080000:00000001:2.0:1770653412.312172:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.312175:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312176:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.312177:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.312178:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.312179:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.312180:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.312181:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=7095099538871681024 : 7095099538871681024 : 6276db706c7c0000) 00080000:00000001:2.0:1770653412.312183:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.312186:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312187:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.312188:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.312189:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.312190:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.312191:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.312192:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=7197882361962496000 : 7197882361962496000 : 63e403df47d30000) 00080000:00000001:2.0:1770653412.312193:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.312196:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312197:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.312198:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.312199:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.312200:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.312201:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.312202:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=7204139290345406464 : 7204139290345406464 : 63fa3e83f1790000) 00080000:00000001:2.0:1770653412.312203:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.312206:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312207:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.312208:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.312209:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.312210:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.312211:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.312212:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=7389073165233324032 : 7389073165233324032 : 668b42e5111a8000) 00080000:00000001:2.0:1770653412.312213:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.312216:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312217:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.312218:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.312219:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.312220:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.312221:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.312222:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=7429138703927574528 : 7429138703927574528 : 67199a4a3ab58000) 00080000:00000001:2.0:1770653412.312223:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.312226:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312228:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.312229:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.312230:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.312231:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.312232:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.312233:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=7432594095800942592 : 7432594095800942592 : 6725e0f357e18000) 00080000:00000001:2.0:1770653412.312234:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.312237:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312238:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.312239:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.312240:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.312241:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.312242:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.312243:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=7438782957001342976 : 7438782957001342976 : 673bddafe14b8000) 00080000:00000001:2.0:1770653412.312244:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.312247:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312249:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.312250:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.312251:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.312252:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.312253:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.312253:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=7657670101990670336 : 7657670101990670336 : 6a458262bc488000) 00080000:00000001:2.0:1770653412.312254:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.312258:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312259:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.312260:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.312261:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.312262:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.312263:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.312263:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=7663929464092524544 : 7663929464092524544 : 6a5bbf3e0ae28000) 00080000:00000001:2.0:1770653412.312265:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.312268:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312269:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.312270:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.312271:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.312272:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.312273:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.312274:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=7963597031626899456 : 7963597031626899456 : 6e84614eac7a0000) 00080000:00000001:2.0:1770653412.312275:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.312279:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312280:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.312281:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.312282:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.312283:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.312284:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.312284:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=8010429673890709504 : 8010429673890709504 : 6f2ac358ea810000) 00080000:00000001:2.0:1770653412.312286:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.312289:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312290:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.312291:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.312292:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.312293:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.312294:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.312294:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=8122591538406359040 : 8122591538406359040 : 70b93df8064e0000) 00080000:00000001:2.0:1770653412.312296:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.312299:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312300:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.312301:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.312302:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.312303:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.312304:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.312305:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=8149157896386838528 : 8149157896386838528 : 71179fee40b50000) 00080000:00000001:2.0:1770653412.312306:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.312309:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312310:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.312311:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.312312:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.312313:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.312314:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.312315:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=8154863712879050752 : 8154863712879050752 : 712be5572de10000) 00080000:00000001:2.0:1770653412.312316:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.312319:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312320:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.312321:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.312322:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.312323:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.312325:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.312326:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=8387641531977596928 : 8387641531977596928 : 7466e388a0d68000) 00080000:00000001:2.0:1770653412.312327:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.312330:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312331:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.312332:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.312333:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.312334:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.312335:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.312336:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=8392702908096610304 : 8392702908096610304 : 7478ded4167c8000) 00080000:00000001:2.0:1770653412.312337:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.312340:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312341:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.312343:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.312344:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.312344:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.312345:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.312346:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=8698173075284197376 : 8698173075284197376 : 78b61e53bb2e8000) 00080000:00000001:2.0:1770653412.312347:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.312351:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312352:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.312353:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.312354:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.312355:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.312356:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.312357:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=8720799674090356736 : 8720799674090356736 : 790681194b7f8000) 00080000:00000001:2.0:1770653412.312358:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.312361:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312362:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.312363:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.312364:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.312365:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.312366:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.312367:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=8725931286827728896 : 8725931286827728896 : 7918bc45fdd58000) 00080000:00000001:2.0:1770653412.312368:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.312371:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312373:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.312374:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.312375:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.312375:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.312376:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.312377:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=8959272206205059072 : 8959272206205059072 : 7c55ba9a70e20000) 00080000:00000001:2.0:1770653412.312378:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.312382:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312383:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.312384:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.312385:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.312386:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.312387:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.312388:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=9063320756410974208 : 9063320756410974208 : 7dc762355b4d0000) 00080000:00000001:2.0:1770653412.312389:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.312392:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312393:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.312394:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.312395:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.312396:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 00080000:00000001:2.0:1770653412.312397:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.312398:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=9068384233254748160 : 9068384233254748160 : 7dd95f69ede70000) 00080000:00000001:2.0:1770653412.312399:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.312402:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312403:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.312404:0:5759:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.312405:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.312406:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:2.0:1770653412.312407:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.312408:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=9157560212908736512 : 9157560212908736512 : 7f16307eabad0000) 00000004:00000001:2.0:1770653412.312410:0:5759:0:(mdd_object.c:4083:mdd_dir_page_build()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312411:0:5759:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1770653412.312412:0:5759:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:2.0:1770653412.312413:0:5759:0:(osd_index.c:1657:osd_dir_it_store()) Process entered 00080000:00000001:2.0:1770653412.312414:0:5759:0:(osd_index.c:1663:osd_dir_it_store()) Process leaving (rc=9157560212908736512 : 9157560212908736512 : 7f16307eabad0000) 00080000:00000001:2.0:1770653412.312415:0:5759:0:(osd_index.c:1482:osd_dir_it_rec()) Process entered 00080000:00000001:2.0:1770653412.312419:0:5759:0:(osd_index.c:1565:osd_dir_it_rec()) Process leaving via pack_attr (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653412.312421:0:5759:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1770653412.312422:0:5759:0:(osd_index.c:1356:osd_dir_it_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653412.312424:0:5759:0:(osd_index.c:156:osd_index_it_fini()) Process entered 00080000:00000010:2.0:1770653412.312426:0:5759:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at ffff95565c7120c0. 00080000:00000010:2.0:1770653412.312428:0:5759:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at ffff955705f929a0. 00080000:00000001:2.0:1770653412.312430:0:5759:0:(osd_index.c:166:osd_index_it_fini()) Process leaving 00000020:00000001:2.0:1770653412.312431:0:5759:0:(dt_object.c:918:dt_index_walk()) Process leaving (rc=8192 : 8192 : 2000) 00000004:00000001:2.0:1770653412.312433:0:5759:0:(mdd_object.c:4183:mdd_readpage()) Process leaving via out_unlock (rc=8192 : 8192 : 0x2000) 00000020:00000001:2.0:1770653412.312436:0:5759:0:(tgt_handler.c:1213:tgt_sendpage()) Process entered 00000100:00000001:2.0:1770653412.312438:0:5759:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1770653412.312442:0:5759:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 992 at ffff9556026e2400. 00000100:00000010:2.0:1770653412.312446:0:5759:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9556372f2000. 00000020:00000040:2.0:1770653412.312448:0:5759:0:(genops.c:887:class_export_get()) GET export ffff955603394000 refcount=412 00010000:00000001:2.0:1770653412.312451:0:5759:0:(ldlm_lib.c:3533:target_bulk_io()) Process entered 00000100:00000001:2.0:1770653412.312454:0:5759:0:(niobuf.c:183:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1770653412.312458:0:5759:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff95564e9d4000. 00000400:00000010:2.0:1770653412.312463:0:5759:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff95572dcdcf88. 00000400:00000200:2.0:1770653412.312466:0:5759:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:2.0:1770653412.312471:0:5759:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:2.0:1770653412.312474:0:5759:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164461:2164461:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164457:2164457:8:4294967295] 00000400:00000200:2.0:1770653412.312478:0:5759:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.60@tcp 00000400:00000200:2.0:1770653412.312482:0:5759:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:2.0:1770653412.312485:0:5759:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8192 bytes in 2 frags to 12345-192.168.202.60@tcp 00000800:00000010:2.0:1770653412.312488:0:5759:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff95564531da00. 00000800:00000200:2.0:1770653412.312491:0:5759:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:2.0:1770653412.312495:0:5759:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1022 00000800:00000200:2.0:1770653412.312498:0:5759:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95564531da00 type 1, nob 8288 niov 1 nkiov 2 00000100:00000200:2.0:1770653412.312509:0:5759:0:(niobuf.c:278:ptlrpc_start_bulk_transfer()) Transferring 2 pages 8192 bytes via portal 14 id 12345-192.168.202.60@tcp mbits 0x6989ede8cca00-0x6989ede8cca00 00000100:00000001:2.0:1770653412.312512:0:5759:0:(niobuf.c:280:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653412.312605:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1770653412.312609:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff95564531da00. 00000400:00000200:1.0:1770653412.312613:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.312617:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653412.312621:0:3283:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1770653412.312623:0:3283:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff9556026e2400 00000100:00000001:1.0:1770653412.312625:0:3283:0:(events.c:486:server_bulk_callback()) Process leaving 00010000:00000010:2.1:1770653412.312876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351f3c00. 00000800:00000001:0.0:1770653412.313189:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.313196:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.313198:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.313222:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.313227:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : ACK - for me 00000400:00000200:0.0:1770653412.313234:0:3281:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.160@tcp: ACK from 12345-192.168.202.60@tcp into md 0xed9edd 00000400:00000200:0.0:1770653412.313238:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.313240:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: ACK: OK 00000400:00000200:0.0:1770653412.313243:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95564e9d4000 00000400:00000010:0.0:1770653412.313245:0:3281:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff95564e9d4000. 00000100:00000001:0.0:1770653412.313247:0:3281:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1770653412.313248:0:3281:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff9556026e2400 00000100:00000001:0.0:1770653412.313257:0:3281:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:0.0:1770653412.313260:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.313262:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.313310:0:5759:0:(ldlm_lib.c:3625:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.313315:0:5759:0:(client.c:302:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1770653412.313318:0:5759:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 411 00000100:00000010:2.0:1770653412.313322:0:5759:0:(client.c:323:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 4096 at ffff9556372f2000. 00000100:00000010:2.0:1770653412.313326:0:5759:0:(client.c:324:ptlrpc_free_bulk()) kfreed 'desc': 992 at ffff9556026e2400. 00000100:00000001:2.0:1770653412.313328:0:5759:0:(client.c:325:ptlrpc_free_bulk()) Process leaving 00000020:00000001:2.0:1770653412.313329:0:5759:0:(tgt_handler.c:1237:tgt_sendpage()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653412.313332:0:5759:0:(mdt_handler.c:2999:mdt_readpage()) Process leaving 00000004:00000010:2.0:1770653412.313838:0:5759:0:(mdt_handler.c:3005:mdt_readpage()) kfreed 'rdpg->rp_pages': 2048 at ffff9557046e9800. 00010000:00000040:2.0:1770653412.313842:0:5759:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295710031, transno 0, xid 1856657966287360 00010000:00000001:2.0:1770653412.313844:0:5759:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1770653412.313867:0:5759:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955606dffb80 x1856657966287360/t0(0) o37->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 448/440 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1770653412.313874:0:5759:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1770653412.313876:0:5759:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1770653412.313878:0:5759:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557046d01e8 time=85 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653412.313880:0:5759:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1770653412.313882:0:5759:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:2.0:1770653412.313884:0:5759:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:2.0:1770653412.313886:0:5759:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1770653412.313888:0:5759:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.313889:0:5759:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1770653412.313891:0:5759:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:2.0:1770653412.313894:0:5759:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888b28. 00000100:00000200:2.0:1770653412.313897:0:5759:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1856657966287360, offset 224 00000400:00000200:2.0:1770653412.313901:0:5759:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:2.0:1770653412.313906:0:5759:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:2.0:1770653412.313909:0:5759:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164462:2164462:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164458:2164458:8:4294967295] 00000400:00000200:2.0:1770653412.313916:0:5759:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:2.0:1770653412.313919:0:5759:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:2.0:1770653412.313922:0:5759:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3dff00. 00000800:00000200:2.0:1770653412.313925:0:5759:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:2.0:1770653412.313928:0:5759:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:2.0:1770653412.313931:0:5759:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3dff00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:2.0:1770653412.313941:0:5759:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653412.313943:0:5759:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:2.0:1770653412.313945:0:5759:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1770653412.313946:0:5759:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.313948:0:5759:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1770653412.313952:0:5759:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955606dffb80 x1856657966287360/t0(0) o37->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 448/440 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1770653412.313959:0:5759:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955606dffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b31b1d82-c1d4-4680-ae7a-71292416d1f5+411:176255:x1856657966287360:12345-192.168.202.60@tcp:37:ls.0 Request processed in 3270us (3432us total) trans 0 rc 0/0 00000100:00100000:2.0:1770653412.313964:0:5759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 263283 00000100:00000040:2.0:1770653412.313966:0:5759:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955603394000 : new rpc_count 0 00000100:00000001:2.0:1770653412.313967:0:5759:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653412.313968:0:5759:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1770653412.313970:0:5759:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1cf00. 00000020:00000010:2.0:1770653412.313973:0:5759:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510320. 00000020:00000010:2.0:1770653412.313975:0:5759:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564531cc00. 00000020:00000040:2.0:1770653412.313977:0:5759:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 410 00000100:00000001:2.0:1770653412.313979:0:5759:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.314038:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.314042:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dff00. 00000400:00000200:0.0:1770653412.314046:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.314050:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.314053:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888b28 00000400:00000010:0.0:1770653412.314055:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888b28. 00000100:00000001:0.0:1770653412.314057:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.314058:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1770653412.316886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9557351f2a00. 00010000:00000010:2.1:1770653412.316891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570165f200. 00000800:00000001:1.0:1770653412.317796:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.317803:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653412.317805:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.317806:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.317811:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:1.0:1770653412.317818:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8ccb00 00000400:00000200:1.0:1770653412.317824:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xece715 [8] + 5120 00000800:00000001:1.0:1770653412.317827:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.317831:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.317832:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.317835:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653412.317838:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1770653412.317840:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1770653412.317843:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955637358000. 00000100:00000040:1.0:1770653412.317845:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955637358000 x1856657966287616 msgsize 328 00000100:00100000:1.0:1770653412.317862:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:1.0:1770653412.317873:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1770653412.317877:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.317880:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653412.317881:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.317883:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.317886:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:1.0:1770653412.317889:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cca80 00000400:00000200:1.0:1770653412.317892:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xece715 [8] + 5448 00000800:00000001:1.0:1770653412.317895:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.317899:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.317900:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.317903:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653412.317905:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1770653412.317906:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1770653412.317908:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955637359c00. 00000100:00000040:1.0:1770653412.317910:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955637359c00 x1856657966287488 msgsize 328 00000100:00100000:1.0:1770653412.317913:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:1.0:1770653412.317920:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1770653412.317923:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.317926:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653412.317945:0:6529:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1770653412.317949:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966287616 02000000:00000001:0.0:1770653412.317951:0:6529:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653412.317953:0:6529:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653412.317955:0:6529:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653412.317958:0:6529:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.317960:0:51197:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1770653412.317960:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966287616 00000100:00100000:3.0:1770653412.317964:0:51197:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966287488 00000020:00000001:0.0:1770653412.317965:0:6529:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1770653412.317968:0:6529:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 02000000:00000001:3.0:1770653412.317969:0:51197:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1770653412.317971:0:6529:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1770653412.317972:0:51197:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653412.317975:0:51197:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653412.317975:0:6529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=56 00000020:00000001:0.0:1770653412.317980:0:6529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 02000000:00000001:3.0:1770653412.317982:0:51197:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.317983:0:6529:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00100000:3.0:1770653412.317986:0:51197:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966287488 00000100:00000001:0.0:1770653412.317987:0:6529:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1770653412.317988:0:51197:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1770653412.317991:0:51197:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000020:00000010:0.0:1770653412.317992:0:6529:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a340. 00000020:00000001:3.0:1770653412.317993:0:51197:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.317998:0:51197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=57 00000100:00000001:0.0:1770653412.317998:0:6529:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1770653412.318002:0:51197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000010:0.0:1770653412.318003:0:6529:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a340. 00000020:00000001:3.0:1770653412.318007:0:51197:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000010:0.0:1770653412.318010:0:6529:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997b400. 00000100:00000001:3.0:1770653412.318011:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1770653412.318017:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf0c0. 00000020:00000010:0.0:1770653412.318018:0:6529:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556323ff600. 00000100:00000001:3.0:1770653412.318021:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653412.318024:0:6529:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d000. 00000020:00000010:3.0:1770653412.318025:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf0c0. 00000100:00000040:0.0:1770653412.318031:0:6529:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000010:3.0:1770653412.318033:0:51197:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bca00. 00000100:00000001:0.0:1770653412.318034:0:6529:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1770653412.318037:0:6529:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1770653412.318038:0:51197:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300980. 00000100:00000001:0.0:1770653412.318039:0:6529:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653412.318046:0:51197:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca900c8. 00000100:00000001:0.0:1770653412.318047:0:6529:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.318054:0:51197:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653412.318057:0:51197:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653412.318059:0:51197:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.318063:0:51197:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.318066:0:6529:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.318076:0:51197:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653412.318077:0:6529:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1770653412.318080:0:6529:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1770653412.318087:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136052 00000100:00000040:0.0:1770653412.318090:0:6529:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:3.0:1770653412.318091:0:51197:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1770653412.318093:0:6529:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626796258820096 : -117277450731520 : ffff955637358000) 00000100:00000001:3.0:1770653412.318094:0:51197:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1770653412.318098:0:51596:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1770653412.318104:0:51197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136053 00000100:00000001:1.0:1770653412.318105:0:51596:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1770653412.318105:0:6529:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955637358000 x1856657966287616/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1770653412.318110:0:51197:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 2 00000100:00000001:1.0:1770653412.318111:0:51596:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.318116:0:51197:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626796258827264 : -117277450724352 : ffff955637359c00) 00000100:00000001:1.0:1770653412.318117:0:51596:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.318123:0:6529:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1770653412.318127:0:6529:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a340. 00000100:00000040:3.0:1770653412.318128:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955637359c00 x1856657966287488/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1770653412.318133:0:6529:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653412.318139:0:6529:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a340. 00000100:00000001:3.0:1770653412.318145:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1770653412.318150:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf0c0. 00000100:00100000:0.0:1770653412.318150:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955637358000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b31b1d82-c1d4-4680-ae7a-71292416d1f5+57:2363:x1856657966287616:12345-192.168.202.60@tcp:101:ls.0 00000100:00000001:3.0:1770653412.318155:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1770653412.318157:0:6529:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966287616 00000020:00000010:3.0:1770653412.318161:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf0c0. 00000020:00000001:0.0:1770653412.318162:0:6529:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1770653412.318165:0:6529:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1770653412.318167:0:6529:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.318171:0:6529:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:3.0:1770653412.318172:0:51197:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955637359c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b31b1d82-c1d4-4680-ae7a-71292416d1f5+57:2365:x1856657966287488:12345-192.168.202.60@tcp:101:ll_agl.0 00000020:00000001:0.0:1770653412.318174:0:6529:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000100:00000200:3.0:1770653412.318178:0:51197:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966287488 00000020:00000001:0.0:1770653412.318179:0:6529:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1770653412.318182:0:51197:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1770653412.318183:0:6529:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653412.318185:0:51197:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1770653412.318186:0:6529:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1770653412.318191:0:51197:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.318191:0:6529:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1770653412.318195:0:6529:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.318196:0:51197:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1770653412.318200:0:51197:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:0.0:1770653412.318200:0:6529:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1770653412.318204:0:6529:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00000020:00000001:3.0:1770653412.318205:0:51197:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00010000:0.0:1770653412.318206:0:6529:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000020:00000001:3.0:1770653412.318209:0:51197:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.318209:0:6529:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1770653412.318212:0:6529:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.318214:0:51197:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1770653412.318217:0:51197:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:0.0:1770653412.318217:0:6529:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:3.0:1770653412.318221:0:51197:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.318223:0:51197:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1770653412.318224:0:51197:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00000010:0.0:1770653412.318225:0:6529:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9557092ff000. 00010000:00010000:3.0:1770653412.318226:0:51197:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1770653412.318230:0:51197:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1770653412.318232:0:51197:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1770653412.318232:0:6529:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9557092ffc00. 00010000:00000001:3.0:1770653412.318234:0:51197:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:0.0:1770653412.318237:0:6529:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1770653412.318243:0:51197:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff955607ee0600. 00010000:00000010:0.0:1770653412.318243:0:6529:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95572dd52600. 00000020:00000001:0.0:1770653412.318249:0:6529:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000010:3.0:1770653412.318251:0:51197:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff955607ee0200. 00000020:00000040:0.0:1770653412.318252:0:6529:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95572dd52600 with handle 0x2aed14e4e178cae5 to hash 00000020:00000001:0.0:1770653412.318256:0:6529:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1770653412.318257:0:51197:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:0.0:1770653412.318258:0:6529:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626800396477952 : -117273313073664 : ffff95572dd52600) 00010000:00000010:3.0:1770653412.318261:0:51197:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95572ebdc800. 00010000:00000001:0.0:1770653412.318262:0:6529:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626800396477952 : -117273313073664 : ffff95572dd52600) 00000020:00000001:3.0:1770653412.318265:0:51197:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00010000:0.0:1770653412.318267:0:6529:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95572dd52600/0x2aed14e4e178cae5 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x1443:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe1569 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00000020:00000040:3.0:1770653412.318268:0:51197:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95572ebdc800 with handle 0x2aed14e4e178caec to hash 00000020:00000001:3.0:1770653412.318273:0:51197:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1770653412.318276:0:51197:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626800411723776 : -117273297827840 : ffff95572ebdc800) 00010000:00000001:3.0:1770653412.318281:0:51197:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626800411723776 : -117273297827840 : ffff95572ebdc800) 00002000:00000001:0.0:1770653412.318284:0:6529:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00010000:00010000:3.0:1770653412.318285:0:51197:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95572ebdc800/0x2aed14e4e178caec lrc: 2/0,0 mode: --/PR res: [0x280000403:0x144c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe1562 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00002000:00000010:0.0:1770653412.318292:0:6529:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff95564b95a340. 00002000:00000001:3.0:1770653412.318293:0:51197:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000001:0.0:1770653412.318298:0:6529:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00002000:00000010:3.0:1770653412.318300:0:51197:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9556665bf0c0. 00000020:00000001:0.0:1770653412.318301:0:6529:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1770653412.318303:0:51197:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1770653412.318306:0:51197:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1770653412.318307:0:6529:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796220514696 : -117277489036920 : ffff955634ed0188) 00000020:00000001:3.0:1770653412.318310:0:51197:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796220515912 : -117277489035704 : ffff955634ed0648) 00002000:00000001:0.0:1770653412.318311:0:6529:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796220514608 : -117277489037008 : ffff955634ed0130) 00002000:00000001:3.0:1770653412.318314:0:51197:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796220515824 : -117277489035792 : ffff955634ed05f0) 00002000:00000001:0.0:1770653412.318316:0:6529:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00002000:00000001:3.0:1770653412.318318:0:51197:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00002000:00000001:0.0:1770653412.318323:0:6529:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653412.318324:0:51197:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1770653412.318327:0:6529:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x1443:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:0.0:1770653412.318331:0:6529:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:0.0:1770653412.318333:0:6529:0:(lu_object.c:207:lu_object_put()) Add ffff955634ed0188/ffff955634ed0130 to site lru. bkt: ffff95571148e798 00010000:00000040:0.0:1770653412.318335:0:6529:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 52 00000020:00000040:0.0:1770653412.318337:0:6529:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=58 00010000:00000001:0.0:1770653412.318341:0:6529:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1770653412.318343:0:6529:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1770653412.318345:0:6529:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1770653412.318346:0:6529:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1770653412.318350:0:6529:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff955662e2c000. 02000000:00000001:0.0:1770653412.318351:0:6529:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.318353:0:6529:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.318356:0:6529:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1770653412.318359:0:6529:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653412.318361:0:6529:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653412.318363:0:6529:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.318365:0:6529:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653412.318365:0:6529:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653412.318367:0:6529:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.318370:0:6529:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1770653412.318375:0:6529:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95572dd52600/0x2aed14e4e178cae5 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1569 expref: 58 pid: 6529 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1770653412.318382:0:6529:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1443:0x0].0x0 (ffff9557092ff000) refcount = 1 00002000:00010000:3.0:1770653412.318385:0:51197:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x144c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00000040:0.0:1770653412.318386:0:6529:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00002000:00000001:3.0:1770653412.318391:0:51197:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00010000:00000040:0.0:1770653412.318392:0:6529:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95572dd52600/0x2aed14e4e178cae5 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1569 expref: 58 pid: 6529 timeout: 0 lvb_type: 1 00000020:00000002:3.0:1770653412.318395:0:51197:0:(lu_object.c:207:lu_object_put()) Add ffff955634ed0648/ffff955634ed05f0 to site lru. bkt: ffff95571148cb60 00010000:00000040:3.0:1770653412.318401:0:51197:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 53 00000020:00000040:3.0:1770653412.318406:0:51197:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=59 00010000:00000001:3.0:1770653412.318413:0:51197:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1770653412.318414:0:6529:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00002000:00000001:3.0:1770653412.318416:0:51197:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00010000:00000001:0.0:1770653412.318417:0:6529:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.318419:0:51197:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1770653412.318421:0:6529:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 02000000:00000001:3.0:1770653412.318422:0:51197:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1770653412.318424:0:6529:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1770653412.318427:0:51197:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff95563db0e400. 00002000:00000001:0.0:1770653412.318428:0:6529:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 02000000:00000001:3.0:1770653412.318433:0:51197:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.318434:0:6529:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.318440:0:51197:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.318440:0:6529:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00000800:00000001:1.0:1770653412.318444:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1770653412.318446:0:51197:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00010000:0.0:1770653412.318447:0:6529:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff95572dd52600/0x2aed14e4e178cae5 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1443:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1569 expref: 59 pid: 6529 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1770653412.318449:0:51197:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1770653412.318453:0:51197:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000800:00000001:1.0:1770653412.318453:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.318457:0:51197:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653412.318458:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1770653412.318460:0:51197:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1770653412.318462:0:6529:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:3.0:1770653412.318463:0:51197:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000800:00000001:1.0:1770653412.318463:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.318465:0:6529:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1770653412.318468:0:51197:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.318470:0:6529:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.318473:0:51197:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1770653412.318475:0:6529:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653412.318478:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:0.0:1770653412.318479:0:6529:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1770653412.318481:0:51197:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95572ebdc800/0x2aed14e4e178caec lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x144c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1562 expref: 59 pid: 51197 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1770653412.318483:0:6529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653412.318486:0:6529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1770653412.318489:0:6529:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95572dd52600, rc 0) 00010000:00000040:3.0:1770653412.318493:0:51197:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x144c:0x0].0x0 (ffff955607ee0600) refcount = 1 00000020:00000001:0.0:1770653412.318494:0:6529:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653412.318495:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8ccb80 00010000:00000040:3.0:1770653412.318502:0:51197:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1770653412.318502:0:6529:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966287616 00000400:00000200:1.0:1770653412.318506:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xece715 [8] + 5776 00010000:00000001:0.0:1770653412.318507:0:6529:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000040:3.0:1770653412.318509:0:51197:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95572ebdc800/0x2aed14e4e178caec lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x144c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1562 expref: 59 pid: 51197 timeout: 0 lvb_type: 1 00010000:00000200:0.0:1770653412.318515:0:6529:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955637358000 x1856657966287616/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000800:00000001:1.0:1770653412.318516:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1770653412.318524:0:51197:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653412.318527:0:6529:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653412.318528:0:51197:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.318531:0:6529:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.318532:0:51197:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1770653412.318535:0:51197:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1770653412.318536:0:6529:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00002000:00000001:3.0:1770653412.318539:0:51197:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000100:00000001:0.0:1770653412.318540:0:6529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1770653412.318542:0:51197:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653412.318545:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653412.318545:0:6529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000001:3.0:1770653412.318547:0:51197:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00000100:00000001:0.0:1770653412.318549:0:6529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000400:00000200:1.0:1770653412.318552:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1770653412.318553:0:6529:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:3.0:1770653412.318555:0:51197:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff95572ebdc800/0x2aed14e4e178caec lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x144c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1562 expref: 59 pid: 51197 timeout: 0 lvb_type: 1 02000000:00000001:0.0:1770653412.318557:0:6529:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653412.318561:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.318564:0:6529:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1770653412.318570:0:3281:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1770653412.318573:0:51197:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:0.0:1770653412.318573:0:6529:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000200:1.0:1770653412.318574:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000001:3.0:1770653412.318579:0:51197:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000010:0.0:1770653412.318579:0:6529:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8bb0. 00000100:00000010:1.0:1770653412.318580:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95563735bb80. 00010000:00000001:3.0:1770653412.318583:0:51197:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653412.318586:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff95563735bb80 x1856657966287744 msgsize 328 00000100:00000200:0.0:1770653412.318586:0:6529:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966287616, offset 224 00010000:00000001:3.0:1770653412.318587:0:51197:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653412.318598:0:6529:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00100000:1.0:1770653412.318603:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000400:00000200:0.0:1770653412.318608:0:6529:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:0.0:1770653412.318612:0:6529:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164463:2164463:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164459:2164459:8:4294967295] 00000100:00000001:1.0:1770653412.318617:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1770653412.318624:0:6529:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:3.0:1770653412.318625:0:51197:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.318628:0:51197:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.318631:0:51197:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:0.0:1770653412.318632:0:6529:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00010000:3.0:1770653412.318634:0:51197:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95572ebdc800, rc 0) 00000800:00000001:1.0:1770653412.318636:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:0.0:1770653412.318637:0:6529:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955601b6f900. 00000020:00000001:3.0:1770653412.318638:0:51197:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653412.318644:0:51197:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966287488 00000800:00000001:1.0:1770653412.318645:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.318645:0:6529:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:3.0:1770653412.318651:0:51197:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:2.0:1770653412.318651:0:76382:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1770653412.318656:0:76382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966287744 00000800:00000200:0.0:1770653412.318657:0:6529:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000200:3.0:1770653412.318662:0:51197:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955637359c00 x1856657966287488/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1770653412.318662:0:76382:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000200:0.0:1770653412.318663:0:6529:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955601b6f900 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1770653412.318665:0:76382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653412.318669:0:76382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653412.318675:0:76382:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.318678:0:51197:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1770653412.318679:0:76382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966287744 00000100:00000001:0.0:1770653412.318680:0:6529:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.318682:0:51197:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.318683:0:76382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1770653412.318687:0:76382:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000100:00000040:0.0:1770653412.318687:0:6529:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000100:00001000:3.0:1770653412.318688:0:51197:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000020:00000001:2.0:1770653412.318691:0:76382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1770653412.318694:0:6529:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:3.0:1770653412.318696:0:51197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:2.0:1770653412.318696:0:76382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=55 00000020:00000001:0.0:1770653412.318697:0:6529:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.318702:0:76382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000040:3.0:1770653412.318703:0:51197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000020:00000001:0.0:1770653412.318703:0:6529:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1770653412.318707:0:76382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:3.0:1770653412.318708:0:51197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000040:0.0:1770653412.318712:0:6529:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955637358000 x1856657966287616/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1770653412.318714:0:76382:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1770653412.318715:0:51197:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1770653412.318719:0:51197:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653412.318721:0:76382:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95565c7120c0. 00000100:00000001:3.0:1770653412.318725:0:51197:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1770653412.318726:0:76382:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1770653412.318729:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955637358000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b31b1d82-c1d4-4680-ae7a-71292416d1f5+59:2363:x1856657966287616:12345-192.168.202.60@tcp:101:ls.0 Request processed in 600us (877us total) trans 0 rc 0/0 00000020:00000010:2.0:1770653412.318731:0:76382:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95565c7120c0. 00000100:00000040:3.0:1770653412.318732:0:51197:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:3.0:1770653412.318740:0:51197:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78880. 00000020:00000010:2.0:1770653412.318740:0:76382:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564531cc00. 00000100:00100000:0.0:1770653412.318741:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136052 00000800:00000200:1.0:1770653412.318743:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:3.0:1770653412.318748:0:51197:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966287488, offset 224 00000020:00000010:2.0:1770653412.318748:0:76382:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95566aa1cf00. 00000100:00000040:0.0:1770653412.318749:0:6529:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 1 00000800:00000010:1.0:1770653412.318763:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955601b6f900. 00000100:00000001:0.0:1770653412.318767:0:6529:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:2.0:1770653412.318770:0:76382:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510320. 00000100:00000001:0.0:1770653412.318772:0:6529:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1770653412.318777:0:51197:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:1.0:1770653412.318777:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1770653412.318777:0:6529:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556323ff600. 00000100:00000001:2.0:1770653412.318778:0:76382:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1770653412.318782:0:76382:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1770653412.318786:0:76382:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653412.318786:0:6529:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d000. 00000400:00000200:3.0:1770653412.318792:0:51197:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:1.0:1770653412.318793:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653412.318795:0:76382:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653412.318796:0:6529:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997b400. 00000020:00000040:0.0:1770653412.318803:0:6529:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 58 00000100:00000001:0.0:1770653412.318807:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653412.318812:0:76382:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653412.318815:0:6529:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1770653412.318818:0:6529:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1770653412.318822:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136054 00000100:00000001:2.0:1770653412.318823:0:76382:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1770653412.318825:0:6529:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000100:00000001:2.0:1770653412.318826:0:76382:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1770653412.318830:0:76382:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.318830:0:6529:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626796258835328 : -117277450716288 : ffff95563735bb80) 00000100:00000001:2.0:1770653412.318833:0:76382:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653412.318838:0:6529:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95563735bb80 x1856657966287744/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1770653412.318872:0:6529:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1770653412.318876:0:6529:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a6c0. 00000100:00000001:0.0:1770653412.318879:0:6529:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1770653412.318882:0:51197:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164464:2164464:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164460:2164460:7:4294967295] 00000020:00000010:0.0:1770653412.318883:0:6529:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a6c0. 00000100:00100000:0.0:1770653412.318892:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95563735bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b31b1d82-c1d4-4680-ae7a-71292416d1f5+55:2366:x1856657966287744:12345-192.168.202.60@tcp:101:ll_agl.0 00000400:00000200:3.0:1770653412.318901:0:51197:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000200:0.0:1770653412.318901:0:6529:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966287744 00000020:00000001:0.0:1770653412.318903:0:6529:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1770653412.318907:0:6529:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1770653412.318910:0:6529:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653412.318911:0:51197:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000400:00000200:1.0:1770653412.318912:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8bb0 00000020:00000001:0.0:1770653412.318913:0:6529:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1770653412.318917:0:6529:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000800:00000010:3.0:1770653412.318918:0:51197:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c900. 00000400:00000010:1.0:1770653412.318919:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8bb0. 00000020:00000001:0.0:1770653412.318920:0:6529:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1770653412.318925:0:6529:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.318928:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1770653412.318929:0:6529:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000200:3.0:1770653412.318930:0:51197:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:1.0:1770653412.318934:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1770653412.318934:0:6529:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000200:3.0:1770653412.318940:0:51197:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000020:00000001:0.0:1770653412.318940:0:6529:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653412.318945:0:51197:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c900 type 1, nob 496 niov 1 nkiov 1 00000020:00000001:0.0:1770653412.318945:0:6529:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1770653412.318948:0:6529:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1770653412.318951:0:6529:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1770653412.318952:0:6529:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1770653412.318954:0:6529:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.318957:0:6529:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:3.0:1770653412.318958:0:51197:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653412.318962:0:51197:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:3.0:1770653412.318964:0:51197:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000010:0.0:1770653412.318964:0:6529:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9557226e5800. 00000020:00000001:3.0:1770653412.318969:0:51197:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1770653412.318970:0:6529:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9557226e5300. 00000020:00000001:3.0:1770653412.318971:0:51197:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1770653412.318977:0:6529:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000040:3.0:1770653412.318980:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955637359c00 x1856657966287488/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000010:0.0:1770653412.318981:0:6529:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95572dd53400. 00000020:00000001:0.0:1770653412.318988:0:6529:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1770653412.318992:0:6529:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95572dd53400 with handle 0x2aed14e4e178caf3 to hash 00000100:00100000:3.0:1770653412.318997:0:51197:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955637359c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b31b1d82-c1d4-4680-ae7a-71292416d1f5+58:2365:x1856657966287488:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 847us (1081us total) trans 0 rc 0/0 00000020:00000001:0.0:1770653412.318997:0:6529:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1770653412.319000:0:6529:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626800396481536 : -117273313070080 : ffff95572dd53400) 00010000:00000001:0.0:1770653412.319005:0:6529:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626800396481536 : -117273313070080 : ffff95572dd53400) 00010000:00010000:0.0:1770653412.319009:0:6529:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95572dd53400/0x2aed14e4e178caf3 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x1573:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe1570 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770653412.319010:0:51197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136053 00000800:00000200:1.0:1770653412.319011:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1770653412.319018:0:51197:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000800:00000010:1.0:1770653412.319018:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c900. 00000100:00000001:3.0:1770653412.319025:0:51197:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1770653412.319025:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000001:0.0:1770653412.319026:0:6529:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000100:00000001:3.0:1770653412.319030:0:51197:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00002000:00000010:0.0:1770653412.319031:0:6529:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff95564b95a6c0. 00000020:00000010:3.0:1770653412.319035:0:51197:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300980. 00000400:00000200:1.0:1770653412.319036:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00002000:00000001:0.0:1770653412.319037:0:6529:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1770653412.319042:0:6529:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1770653412.319043:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78880 00000400:00000010:1.0:1770653412.319046:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78880. 00000020:00000001:0.0:1770653412.319047:0:6529:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797101935672 : -117276607615944 : ffff955669766c38) 00002000:00000001:0.0:1770653412.319050:0:6529:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797101935584 : -117276607616032 : ffff955669766be0) 00000100:00000001:1.0:1770653412.319051:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00002000:00000001:0.0:1770653412.319054:0:6529:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00000100:00000001:1.0:1770653412.319055:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00002000:00000001:0.0:1770653412.319060:0:6529:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1770653412.319063:0:6529:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x1573:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:0.0:1770653412.319066:0:6529:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:0.0:1770653412.319068:0:6529:0:(lu_object.c:207:lu_object_put()) Add ffff955669766c38/ffff955669766be0 to site lru. bkt: ffff9556025b6aa8 00010000:00000040:0.0:1770653412.319071:0:6529:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 51 00000020:00000040:0.0:1770653412.319073:0:6529:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=56 00000020:00000010:3.0:1770653412.319075:0:51197:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca900c8. 00010000:00000001:0.0:1770653412.319077:0:6529:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1770653412.319079:0:6529:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000020:00000010:3.0:1770653412.319081:0:51197:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bca00. 00000100:00000001:0.0:1770653412.319082:0:6529:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1770653412.319085:0:6529:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:3.0:1770653412.319087:0:51197:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 57 02000000:00000010:0.0:1770653412.319089:0:6529:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff955662e2e800. 00000100:00000001:3.0:1770653412.319091:0:51197:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653412.319093:0:6529:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.319096:0:6529:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.319098:0:6529:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1770653412.319100:0:6529:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653412.319101:0:6529:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653412.319103:0:6529:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.319104:0:6529:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653412.319106:0:6529:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653412.319108:0:6529:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.319109:0:6529:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1770653412.319112:0:6529:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95572dd53400/0x2aed14e4e178caf3 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1573:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1570 expref: 56 pid: 6529 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1770653412.319117:0:6529:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1573:0x0].0x0 (ffff9557226e5800) refcount = 1 00010000:00000040:0.0:1770653412.319119:0:6529:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1770653412.319121:0:6529:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95572dd53400/0x2aed14e4e178caf3 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1573:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1570 expref: 56 pid: 6529 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1770653412.319128:0:6529:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653412.319129:0:6529:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.319130:0:6529:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1770653412.319131:0:6529:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1770653412.319132:0:6529:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1770653412.319134:0:6529:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.319135:0:6529:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1770653412.319137:0:6529:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff95572dd53400/0x2aed14e4e178caf3 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1573:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1570 expref: 56 pid: 6529 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1770653412.319143:0:6529:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1770653412.319144:0:6529:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1770653412.319145:0:6529:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.319147:0:6529:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.319148:0:6529:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1770653412.319149:0:6529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653412.319149:0:6529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1770653412.319151:0:6529:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95572dd53400, rc 0) 00000020:00000001:0.0:1770653412.319152:0:6529:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653412.319153:0:6529:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966287744 00010000:00000001:0.0:1770653412.319155:0:6529:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1770653412.319157:0:6529:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95563735bb80 x1856657966287744/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1770653412.319163:0:6529:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1770653412.319165:0:6529:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653412.319167:0:6529:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:0.0:1770653412.319169:0:6529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1770653412.319170:0:6529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:0.0:1770653412.319171:0:6529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:0.0:1770653412.319173:0:6529:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1770653412.319174:0:6529:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.319176:0:6529:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1770653412.319178:0:6529:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:0.0:1770653412.319180:0:6529:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8880. 00000100:00000200:0.0:1770653412.319182:0:6529:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966287744, offset 224 00000400:00000200:0.0:1770653412.319186:0:6529:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:0.0:1770653412.319190:0:6529:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:0.0:1770653412.319193:0:6529:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164465:2164465:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164461:2164461:8:4294967295] 00000400:00000200:0.0:1770653412.319199:0:6529:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:0.0:1770653412.319203:0:6529:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:0.0:1770653412.319205:0:6529:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955601b6f900. 00000800:00000200:0.0:1770653412.319208:0:6529:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:0.0:1770653412.319211:0:6529:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:0.0:1770653412.319213:0:6529:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955601b6f900 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1770653412.319224:0:6529:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653412.319226:0:6529:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:0.0:1770653412.319228:0:6529:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1770653412.319229:0:6529:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.319231:0:6529:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1770653412.319233:0:6529:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95563735bb80 x1856657966287744/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1770653412.319242:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95563735bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b31b1d82-c1d4-4680-ae7a-71292416d1f5+56:2366:x1856657966287744:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 392us (654us total) trans 0 rc 0/0 00000100:00100000:0.0:1770653412.319248:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136054 00000100:00000040:0.0:1770653412.319251:0:6529:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000100:00000001:0.0:1770653412.319253:0:6529:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1770653412.319254:0:6529:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1770653412.319256:0:6529:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1cf00. 00000020:00000010:0.0:1770653412.319259:0:6529:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510320. 00000020:00000010:0.0:1770653412.319261:0:6529:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564531cc00. 00000020:00000040:0.0:1770653412.319264:0:6529:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 55 00000100:00000001:0.0:1770653412.319266:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1770653412.319291:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1770653412.319295:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955601b6f900. 00000400:00000200:1.0:1770653412.319299:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.319304:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:1.0:1770653412.319308:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8880 00000400:00000010:1.0:1770653412.319310:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8880. 00000100:00000001:1.0:1770653412.319313:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653412.319315:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1770653412.322594:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.322601:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653412.322603:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.322605:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.322609:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:1.0:1770653412.322616:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8ccc00 00000400:00000200:1.0:1770653412.322620:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xece715 [8] + 6104 00000800:00000001:1.0:1770653412.322623:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.322626:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.322628:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.322630:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653412.322633:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1770653412.322634:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1770653412.322637:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955637358700. 00000100:00000040:1.0:1770653412.322639:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955637358700 x1856657966287872 msgsize 328 00000100:00100000:1.0:1770653412.322643:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:1.0:1770653412.322653:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1770653412.322657:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.322659:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653412.322661:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.322662:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.322665:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:1.0:1770653412.322668:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8ccc80 00000400:00000200:1.0:1770653412.322672:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xece715 [8] + 6432 00000800:00000001:1.0:1770653412.322675:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.322677:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.322678:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.322681:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653412.322682:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1770653412.322683:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1770653412.322685:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95563735aa00. 00000100:00000040:1.0:1770653412.322686:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff95563735aa00 x1856657966288000 msgsize 328 00000100:00100000:1.0:1770653412.322689:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:1.0:1770653412.322694:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1770653412.322696:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.322698:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653412.322700:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.322701:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.322705:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:1.0:1770653412.322709:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8ccd00 00000400:00000200:1.0:1770653412.322713:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xece715 [8] + 6760 00000800:00000001:1.0:1770653412.322715:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.322720:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.322721:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.322725:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.322725:0:6529:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1770653412.322730:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966287872 00000100:00000001:1.0:1770653412.322731:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1770653412.322732:0:51197:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1770653412.322734:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:0.0:1770653412.322735:0:6529:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1770653412.322736:0:51197:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966288000 00000100:00000010:1.0:1770653412.322739:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955637358a80. 00000100:00000001:0.0:1770653412.322739:0:6529:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1770653412.322740:0:51197:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653412.322742:0:6529:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.322745:0:51197:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1770653412.322746:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955637358a80 x1856657966288128 msgsize 328 02000000:00000001:0.0:1770653412.322747:0:6529:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.322749:0:51197:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653412.322765:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966287872 02000000:00000001:3.0:1770653412.322767:0:51197:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653412.322767:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000020:00000001:0.0:1770653412.322769:0:6529:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1770653412.322773:0:6529:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000100:00100000:3.0:1770653412.322774:0:51197:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966288000 00000020:00000001:0.0:1770653412.322776:0:6529:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1770653412.322777:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1770653412.322778:0:51197:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1770653412.322780:0:6529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=58 00000020:00000040:3.0:1770653412.322782:0:51197:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000800:00000001:1.0:1770653412.322783:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1770653412.322785:0:6529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:3.0:1770653412.322787:0:51197:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1770653412.322789:0:6529:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000800:00000001:1.0:1770653412.322790:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1770653412.322791:0:51197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=56 00000100:00000001:0.0:1770653412.322796:0:6529:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1770653412.322797:0:51197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000800:00000001:1.0:1770653412.322797:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1770653412.322801:0:6529:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a300. 00000020:00000001:3.0:1770653412.322802:0:51197:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000800:00000001:1.0:1770653412.322804:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653412.322807:0:6529:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653412.322809:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1770653412.322813:0:6529:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a300. 00000400:00000200:1.0:1770653412.322815:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000020:00000010:3.0:1770653412.322816:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf5c0. 00000100:00000001:2.0:1770653412.322818:0:51596:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1770653412.322820:0:6529:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997b400. 00000100:00000001:3.0:1770653412.322822:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1770653412.322823:0:51596:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966288128 00000020:00000010:0.0:1770653412.322827:0:6529:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556323ff600. 02000000:00000001:2.0:1770653412.322828:0:51596:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1770653412.322830:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf5c0. 00000400:00000200:1.0:1770653412.322830:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8ccd80 00000100:00000001:2.0:1770653412.322832:0:51596:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1770653412.322834:0:6529:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d000. 00000100:00000001:2.0:1770653412.322837:0:51596:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653412.322840:0:51197:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bcc00. 00000400:00000200:1.0:1770653412.322841:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xece715 [8] + 7088 02000000:00000001:2.0:1770653412.322843:0:51596:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653412.322843:0:6529:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000010:3.0:1770653412.322846:0:51197:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300980. 00000100:00000001:0.0:1770653412.322870:0:6529:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1770653412.322872:0:6529:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1770653412.322875:0:6529:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653412.322879:0:51596:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966288128 00000800:00000001:1.0:1770653412.322879:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653412.322882:0:6529:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653412.322883:0:51197:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca900c8. 00000020:00000001:2.0:1770653412.322883:0:51596:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:1.0:1770653412.322885:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1770653412.322887:0:51596:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000400:00000200:1.0:1770653412.322890:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1770653412.322891:0:51596:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1770653412.322892:0:51197:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1770653412.322894:0:6529:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.322896:0:51197:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:2.0:1770653412.322896:0:51596:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=59 00000100:00000001:3.0:1770653412.322901:0:51197:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653412.322901:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000001:2.0:1770653412.322902:0:51596:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:0.0:1770653412.322905:0:6529:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1770653412.322908:0:51596:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:3.0:1770653412.322910:0:51197:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.322910:0:6529:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1770653412.322911:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1770653412.322912:0:51596:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1770653412.322916:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:2.0:1770653412.322919:0:51596:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95565c7120c0. 00000100:00100000:0.0:1770653412.322920:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136055 00000100:00000010:1.0:1770653412.322922:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955637359880. 00000100:00000001:2.0:1770653412.322925:0:51596:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1770653412.322926:0:6529:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:3.0:1770653412.322928:0:51197:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1770653412.322930:0:51596:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95565c7120c0. 00000100:00000040:1.0:1770653412.322930:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955637359880 x1856657966288256 msgsize 328 00000100:00000001:0.0:1770653412.322931:0:6529:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626796258821888 : -117277450729728 : ffff955637358700) 00000020:00000010:2.0:1770653412.322939:0:51596:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564531d600. 00000100:00000001:3.0:1770653412.322942:0:51197:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1770653412.322943:0:6529:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955637358700 x1856657966287872/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000010:2.0:1770653412.322945:0:51596:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95566aa1c800. 00000100:00000001:3.0:1770653412.322946:0:51197:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1770653412.322946:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000020:00000010:2.0:1770653412.322953:0:51596:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510ed8. 00000100:00100000:3.0:1770653412.322956:0:51197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136056 00000100:00000001:1.0:1770653412.322960:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1770653412.322962:0:51596:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1770653412.322964:0:51197:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000100:00000001:2.0:1770653412.322966:0:51596:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1770653412.322969:0:6529:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1770653412.322970:0:51197:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626796258830848 : -117277450720768 : ffff95563735aa00) 00000100:00000001:2.0:1770653412.322970:0:51596:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653412.322975:0:6529:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a300. 00000100:00000001:1.0:1770653412.322979:0:7966:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1770653412.322980:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95563735aa00 x1856657966288000/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1770653412.322980:0:51596:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.322980:0:6529:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1770653412.322984:0:7966:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966288256 00000020:00000010:0.0:1770653412.322987:0:6529:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a300. 02000000:00000001:1.0:1770653412.322988:0:7966:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1770653412.322992:0:7966:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653412.322993:0:51596:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.322996:0:7966:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653412.323000:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955637358700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b31b1d82-c1d4-4680-ae7a-71292416d1f5+59:2366:x1856657966287872:12345-192.168.202.60@tcp:101:ll_agl.0 02000000:00000001:1.0:1770653412.323003:0:7966:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.323005:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1770653412.323008:0:51596:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:0.0:1770653412.323008:0:6529:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966287872 00000100:00100000:1.0:1770653412.323010:0:7966:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966288256 00000020:00000010:3.0:1770653412.323011:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf5c0. 00000100:00000001:2.0:1770653412.323012:0:51596:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1770653412.323013:0:6529:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1770653412.323015:0:7966:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1770653412.323018:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1770653412.323018:0:7966:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:0.0:1770653412.323019:0:6529:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1770653412.323022:0:6529:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653412.323023:0:51596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136057 00000020:00000001:1.0:1770653412.323024:0:7966:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1770653412.323025:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf5c0. 00000020:00000001:0.0:1770653412.323026:0:6529:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000040:1.0:1770653412.323028:0:7966:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=57 00000020:00000001:0.0:1770653412.323030:0:6529:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000100:00000040:2.0:1770653412.323032:0:51596:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 2 00000020:00000001:1.0:1770653412.323035:0:7966:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000020:00000001:0.0:1770653412.323036:0:6529:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:3.0:1770653412.323037:0:51197:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95563735aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b31b1d82-c1d4-4680-ae7a-71292416d1f5+57:2364:x1856657966288000:12345-192.168.202.60@tcp:101:ll_sa.0 00000100:00000001:2.0:1770653412.323038:0:51596:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626796258822784 : -117277450728832 : ffff955637358a80) 00000020:00000001:0.0:1770653412.323040:0:6529:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653412.323041:0:7966:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000020:00000001:0.0:1770653412.323046:0:6529:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1770653412.323049:0:7966:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1770653412.323050:0:51197:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966288000 00000100:00000040:2.0:1770653412.323050:0:51596:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955637358a80 x1856657966288128/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000001:0.0:1770653412.323051:0:6529:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:1.0:1770653412.323055:0:7966:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229c00. 00000020:00000001:3.0:1770653412.323056:0:51197:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1770653412.323056:0:6529:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.323063:0:7966:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653412.323063:0:6529:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000020:00000001:3.0:1770653412.323064:0:51197:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1770653412.323067:0:51596:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1770653412.323068:0:51197:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.323068:0:6529:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00000020:00000010:1.0:1770653412.323069:0:7966:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229c00. 00000020:00000010:2.0:1770653412.323072:0:51596:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95565c7120c0. 00010000:00010000:0.0:1770653412.323072:0:6529:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000020:00000001:3.0:1770653412.323074:0:51197:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:0.0:1770653412.323075:0:6529:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000020:00000001:3.0:1770653412.323078:0:51197:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000100:00000001:2.0:1770653412.323078:0:51596:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653412.323079:0:6529:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653412.323081:0:7966:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9556560af200. 00000020:00000001:3.0:1770653412.323085:0:51197:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1770653412.323086:0:51596:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95565c7120c0. 00010000:00000001:0.0:1770653412.323087:0:6529:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000010:1.0:1770653412.323088:0:7966:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d500. 00000020:00000001:3.0:1770653412.323089:0:51197:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1770653412.323094:0:6529:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9557226e5400. 00000020:00000001:3.0:1770653412.323095:0:51197:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:2.0:1770653412.323096:0:51596:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955637358a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:b31b1d82-c1d4-4680-ae7a-71292416d1f5+59:2365:x1856657966288128:12345-192.168.202.60@tcp:101:ll_agl.0 00000020:00000010:1.0:1770653412.323097:0:7966:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662adad48. 00000020:00000001:3.0:1770653412.323099:0:51197:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000010:0.0:1770653412.323103:0:6529:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9557226e5a00. 00000020:00000001:3.0:1770653412.323105:0:51197:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653412.323105:0:51596:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966288128 00000100:00000001:1.0:1770653412.323106:0:7966:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1770653412.323110:0:51596:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1770653412.323110:0:6529:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:3.0:1770653412.323111:0:51197:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000100:00000001:1.0:1770653412.323111:0:7966:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000010:0.0:1770653412.323114:0:6529:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95572dd53a00. 00000020:00000001:2.0:1770653412.323116:0:51596:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:3.0:1770653412.323117:0:51197:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00000100:00000001:1.0:1770653412.323117:0:7966:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.323118:0:6529:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:2.0:1770653412.323119:0:51596:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653412.323121:0:51197:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000020:00000040:0.0:1770653412.323124:0:6529:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95572dd53a00 with handle 0x2aed14e4e178cafa to hash 00010000:00000001:3.0:1770653412.323126:0:51197:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000020:00000001:2.0:1770653412.323126:0:51596:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1770653412.323126:0:7966:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.323128:0:6529:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1770653412.323131:0:51197:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.323131:0:51596:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00010000:00000001:0.0:1770653412.323132:0:6529:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626800396483072 : -117273313068544 : ffff95572dd53a00) 00010000:00000001:3.0:1770653412.323138:0:51197:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:2.0:1770653412.323139:0:51596:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1770653412.323139:0:7966:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.323140:0:6529:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626800396483072 : -117273313068544 : ffff95572dd53a00) 00000020:00000001:2.0:1770653412.323143:0:51596:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1770653412.323146:0:51197:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff955607ee0f00. 00000020:00000001:2.0:1770653412.323147:0:51596:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00010000:0.0:1770653412.323147:0:6529:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95572dd53a00/0x2aed14e4e178cafa lrc: 2/0,0 mode: --/PR res: [0x280000403:0x1440:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe1577 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1770653412.323150:0:51596:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000010:3.0:1770653412.323154:0:51197:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff955607ee0500. 00000100:00000001:1.0:1770653412.323154:0:7966:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1770653412.323155:0:51596:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.323159:0:7966:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1770653412.323161:0:51596:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1770653412.323163:0:51197:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00002000:00000001:0.0:1770653412.323163:0:6529:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00010000:00000001:2.0:1770653412.323164:0:51596:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00000010:3.0:1770653412.323170:0:51197:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95572ebdd800. 00010000:00010000:2.0:1770653412.323170:0:51596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1770653412.323170:0:7966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136058 00002000:00000010:0.0:1770653412.323170:0:6529:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff95564b95a300. 00010000:00000001:2.0:1770653412.323176:0:51596:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000020:00000001:3.0:1770653412.323177:0:51197:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00002000:00000001:0.0:1770653412.323178:0:6529:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:2.0:1770653412.323179:0:51596:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653412.323179:0:7966:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 2 00000020:00000001:0.0:1770653412.323182:0:6529:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000040:3.0:1770653412.323183:0:51197:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95572ebdd800 with handle 0x2aed14e4e178cb01 to hash 00000100:00000001:1.0:1770653412.323184:0:7966:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626796258826368 : -117277450725248 : ffff955637359880) 00010000:00000001:2.0:1770653412.323186:0:51596:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:3.0:1770653412.323188:0:51197:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1770653412.323188:0:6529:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796220521384 : -117277489030232 : ffff955634ed1ba8) 00010000:00000001:3.0:1770653412.323191:0:51197:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626800411727872 : -117273297823744 : ffff95572ebdd800) 00010000:00000010:2.0:1770653412.323193:0:51596:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff955713037800. 00002000:00000001:0.0:1770653412.323193:0:6529:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796220521296 : -117277489030320 : ffff955634ed1b50) 00000100:00000040:1.0:1770653412.323194:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955637359880 x1856657966288256/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1770653412.323196:0:51197:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626800411727872 : -117273297823744 : ffff95572ebdd800) 00002000:00000001:0.0:1770653412.323200:0:6529:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00010000:00000010:2.0:1770653412.323201:0:51596:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff955713037c00. 00010000:00010000:3.0:1770653412.323203:0:51197:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95572ebdd800/0x2aed14e4e178cb01 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x156e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe157e expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00002000:00000001:0.0:1770653412.323207:0:6529:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.323208:0:51596:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1770653412.323212:0:51596:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95570165f200. 00002000:00010000:0.0:1770653412.323214:0:6529:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x1440:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000020:00000001:2.0:1770653412.323219:0:51596:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1770653412.323223:0:51596:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95570165f200 with handle 0x2aed14e4e178cb08 to hash 00002000:00000001:0.0:1770653412.323224:0:6529:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000100:00000001:1.0:1770653412.323227:0:7966:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1770653412.323229:0:51596:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00002000:00000001:3.0:1770653412.323230:0:51197:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000020:00000002:0.0:1770653412.323230:0:6529:0:(lu_object.c:207:lu_object_put()) Add ffff955634ed1ba8/ffff955634ed1b50 to site lru. bkt: ffff95571148cfc0 00000020:00000010:1.0:1770653412.323232:0:7966:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229c00. 00010000:00000001:2.0:1770653412.323233:0:51596:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799650992640 : -117274058558976 : ffff95570165f200) 00002000:00000010:3.0:1770653412.323236:0:51197:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9556665bf5c0. 00010000:00000040:0.0:1770653412.323237:0:6529:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 54 00000100:00000001:1.0:1770653412.323238:0:7966:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653412.323239:0:51596:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799650992640 : -117274058558976 : ffff95570165f200) 00002000:00000001:3.0:1770653412.323242:0:51197:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000040:0.0:1770653412.323243:0:6529:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=60 00000020:00000001:3.0:1770653412.323247:0:51197:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:2.0:1770653412.323247:0:51596:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95570165f200/0x2aed14e4e178cb08 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x143a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe158c expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1770653412.323247:0:7966:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229c00. 00010000:00000001:0.0:1770653412.323249:0:6529:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:3.0:1770653412.323252:0:51197:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797101935368 : -117276607616248 : ffff955669766b08) 00002000:00000001:0.0:1770653412.323254:0:6529:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1770653412.323257:0:6529:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00002000:00000001:3.0:1770653412.323260:0:51197:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797101935280 : -117276607616336 : ffff955669766ab0) 00000100:00100000:1.0:1770653412.323261:0:7966:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955637359880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b31b1d82-c1d4-4680-ae7a-71292416d1f5+57:2363:x1856657966288256:12345-192.168.202.60@tcp:101:ll_sa.0 02000000:00000001:0.0:1770653412.323261:0:6529:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00002000:00000001:3.0:1770653412.323266:0:51197:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00002000:00000001:2.0:1770653412.323268:0:51596:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 02000000:00000010:0.0:1770653412.323268:0:6529:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff955662e2fc00. 00000100:00000200:1.0:1770653412.323271:0:7966:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966288256 00002000:00000001:3.0:1770653412.323273:0:51197:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653412.323273:0:6529:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1770653412.323275:0:51596:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff95565c7120c0. 00000020:00000001:1.0:1770653412.323275:0:7966:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1770653412.323277:0:6529:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1770653412.323281:0:51197:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x156e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:2.0:1770653412.323281:0:51596:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1770653412.323281:0:7966:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:0.0:1770653412.323282:0:6529:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000020:00000001:1.0:1770653412.323286:0:7966:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.323287:0:51596:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1770653412.323287:0:6529:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00002000:00000001:3.0:1770653412.323288:0:51197:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000001:1.0:1770653412.323292:0:7966:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1770653412.323293:0:51596:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796220519864 : -117277489031752 : ffff955634ed15b8) 00010000:00010000:0.0:1770653412.323293:0:6529:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000002:3.0:1770653412.323294:0:51197:0:(lu_object.c:207:lu_object_put()) Add ffff955669766b08/ffff955669766ab0 to site lru. bkt: ffff9556025b4e00 00000020:00000001:1.0:1770653412.323295:0:7966:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00010000:00000001:0.0:1770653412.323296:0:6529:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1770653412.323299:0:51596:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796220519776 : -117277489031840 : ffff955634ed1560) 00010000:00000001:0.0:1770653412.323303:0:6529:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00002000:00000001:2.0:1770653412.323304:0:51596:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00010000:00000040:3.0:1770653412.323305:0:51197:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 52 00000020:00000001:1.0:1770653412.323305:0:7966:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00010000:0.0:1770653412.323306:0:6529:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000001:1.0:1770653412.323310:0:7966:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.323311:0:6529:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1770653412.323312:0:51197:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=58 00002000:00000001:2.0:1770653412.323312:0:51596:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.323317:0:7966:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:0.0:1770653412.323318:0:6529:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00002000:00010000:2.0:1770653412.323319:0:51596:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x143a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000020:00000001:1.0:1770653412.323320:0:7966:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1770653412.323321:0:51197:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:1.0:1770653412.323325:0:7966:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653412.323326:0:51197:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00002000:00000001:2.0:1770653412.323327:0:51596:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00010000:00010000:0.0:1770653412.323327:0:6529:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95572dd53a00/0x2aed14e4e178cafa lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1440:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1577 expref: 60 pid: 6529 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1770653412.323331:0:51197:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1770653412.323332:0:7966:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000020:00000002:2.0:1770653412.323333:0:51596:0:(lu_object.c:207:lu_object_put()) Add ffff955634ed15b8/ffff955634ed1560 to site lru. bkt: ffff95571148c3f0 02000000:00000001:3.0:1770653412.323336:0:51197:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1770653412.323337:0:7966:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00000040:2.0:1770653412.323339:0:51596:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 55 00010000:00010000:1.0:1770653412.323341:0:7966:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000020:00000040:2.0:1770653412.323344:0:51596:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=61 00010000:00000001:1.0:1770653412.323344:0:7966:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000040:0.0:1770653412.323344:0:6529:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1440:0x0].0x0 (ffff9557226e5400) refcount = 1 02000000:00000010:3.0:1770653412.323345:0:51197:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff95563db0c400. 00010000:00000001:1.0:1770653412.323349:0:7966:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653412.323352:0:51197:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.323352:0:51596:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000040:0.0:1770653412.323353:0:6529:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:1.0:1770653412.323354:0:7966:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00002000:00000001:2.0:1770653412.323356:0:51596:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1770653412.323358:0:51197:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.323359:0:51596:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000040:0.0:1770653412.323360:0:6529:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95572dd53a00/0x2aed14e4e178cafa lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1440:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1577 expref: 61 pid: 6529 timeout: 0 lvb_type: 1 02000000:00000001:2.0:1770653412.323363:0:51596:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000010:1.0:1770653412.323363:0:7966:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff95571a6ff100. 00010000:00000001:3.0:1770653412.323365:0:51197:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1770653412.323369:0:51197:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 02000000:00000010:2.0:1770653412.323370:0:51596:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9556026e2400. 00010000:00000010:1.0:1770653412.323372:0:7966:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff95571a6ff800. 00010000:00010000:3.0:1770653412.323374:0:51197:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653412.323374:0:6529:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 02000000:00000001:2.0:1770653412.323375:0:51596:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.323378:0:6529:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.323379:0:51197:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.323379:0:7966:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:2.0:1770653412.323380:0:51596:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.323382:0:6529:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000010:1.0:1770653412.323384:0:7966:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955631453200. 00010000:00000001:3.0:1770653412.323385:0:51197:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1770653412.323387:0:51596:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1770653412.323387:0:6529:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1770653412.323389:0:51197:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000001:1.0:1770653412.323390:0:7966:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:2.0:1770653412.323392:0:51596:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00002000:00000001:0.0:1770653412.323393:0:6529:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1770653412.323394:0:51197:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1770653412.323395:0:7966:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955631453200 with handle 0x2aed14e4e178cb0f to hash 00010000:00010000:2.0:1770653412.323396:0:51596:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653412.323399:0:6529:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.323400:0:51197:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1770653412.323402:0:51596:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653412.323402:0:7966:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1770653412.323404:0:6529:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00000001:1.0:1770653412.323406:0:7966:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626796159185408 : -117277550366208 : ffff955631453200) 00010000:00000001:2.0:1770653412.323407:0:51596:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1770653412.323409:0:51197:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95572ebdd800/0x2aed14e4e178cb01 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x156e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe157e expref: 58 pid: 51197 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770653412.323412:0:51596:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653412.323413:0:7966:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626796159185408 : -117277550366208 : ffff955631453200) 00010000:00010000:0.0:1770653412.323413:0:6529:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff95572dd53a00/0x2aed14e4e178cafa lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1440:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1577 expref: 61 pid: 6529 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1770653412.323415:0:51596:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.323421:0:51596:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1770653412.323422:0:7966:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff955631453200/0x2aed14e4e178cb0f lrc: 2/0,0 mode: --/PR res: [0x240000403:0x1579:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe1585 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770653412.323428:0:51596:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95570165f200/0x2aed14e4e178cb08 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x143a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe158c expref: 61 pid: 51596 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1770653412.323431:0:51197:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x156e:0x0].0x0 (ffff955607ee0f00) refcount = 1 00010000:00000040:3.0:1770653412.323441:0:51197:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:0.0:1770653412.323446:0:6529:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000040:3.0:1770653412.323449:0:51197:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95572ebdd800/0x2aed14e4e178cb01 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x156e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe157e expref: 58 pid: 51197 timeout: 0 lvb_type: 1 00002000:00000001:1.0:1770653412.323450:0:7966:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00010000:00000001:0.0:1770653412.323451:0:6529:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1770653412.323452:0:51596:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x143a:0x0].0x0 (ffff955713037800) refcount = 1 00010000:00000001:0.0:1770653412.323455:0:6529:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00002000:00000010:1.0:1770653412.323456:0:7966:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff955645229c00. 00010000:00000040:2.0:1770653412.323459:0:51596:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:0.0:1770653412.323460:0:6529:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653412.323462:0:7966:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1770653412.323466:0:7966:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1770653412.323467:0:6529:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1770653412.323468:0:51596:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95570165f200/0x2aed14e4e178cb08 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x143a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe158c expref: 61 pid: 51596 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1770653412.323471:0:51197:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000001:1.0:1770653412.323472:0:7966:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795517180232 : -117278192371384 : ffff95560b00f948) 00010000:00000001:0.0:1770653412.323472:0:6529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.323475:0:51197:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.323476:0:6529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:1.0:1770653412.323479:0:7966:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795517180144 : -117278192371472 : ffff95560b00f8f0) 00010000:00000001:3.0:1770653412.323481:0:51197:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00010000:0.0:1770653412.323481:0:6529:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95572dd53a00, rc 0) 00010000:00000001:3.0:1770653412.323487:0:51197:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1770653412.323487:0:7966:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00010000:00000001:2.0:1770653412.323488:0:51596:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000001:0.0:1770653412.323488:0:6529:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.323492:0:51596:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653412.323494:0:51197:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1770653412.323495:0:51596:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00002000:00000001:1.0:1770653412.323495:0:7966:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653412.323495:0:6529:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966287872 00010000:00000001:2.0:1770653412.323499:0:51596:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.323500:0:51197:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1770653412.323502:0:7966:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x1579:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00000001:0.0:1770653412.323503:0:6529:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00002000:00000001:2.0:1770653412.323504:0:51596:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1770653412.323507:0:51197:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00000001:2.0:1770653412.323511:0:51596:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653412.323512:0:7966:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00010000:00000200:0.0:1770653412.323512:0:6529:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955637358700 x1856657966287872/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00010000:3.0:1770653412.323516:0:51197:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff95572ebdd800/0x2aed14e4e178cb01 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x156e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe157e expref: 58 pid: 51197 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1770653412.323517:0:51596:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00000020:00000002:1.0:1770653412.323518:0:7966:0:(lu_object.c:207:lu_object_put()) Add ffff95560b00f948/ffff95560b00f8f0 to site lru. bkt: ffff9556025b4658 00010000:00010000:2.0:1770653412.323525:0:51596:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff95570165f200/0x2aed14e4e178cb08 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x143a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe158c expref: 61 pid: 51596 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1770653412.323526:0:7966:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 53 00000020:00000040:1.0:1770653412.323533:0:7966:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=59 00010000:00000001:1.0:1770653412.323540:0:7966:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1770653412.323541:0:6529:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653412.323544:0:51197:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00002000:00000001:1.0:1770653412.323544:0:7966:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00010000:00000001:0.0:1770653412.323545:0:6529:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.323548:0:51596:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653412.323549:0:51197:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:1.0:1770653412.323549:0:7966:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00001000:0.0:1770653412.323550:0:6529:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00010000:00000001:2.0:1770653412.323551:0:51596:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1770653412.323554:0:51197:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.323555:0:51596:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653412.323555:0:7966:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1770653412.323557:0:6529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:1.0:1770653412.323560:0:7966:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9556339c8400. 00010000:00000001:3.0:1770653412.323561:0:51197:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.323562:0:51596:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653412.323564:0:6529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 02000000:00000001:1.0:1770653412.323566:0:7966:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.323569:0:51596:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.323570:0:51197:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:0.0:1770653412.323570:0:6529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000001:1.0:1770653412.323571:0:7966:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.323574:0:51596:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.323575:0:51197:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1770653412.323576:0:6529:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1770653412.323578:0:7966:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1770653412.323579:0:51596:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.323580:0:51197:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1770653412.323580:0:6529:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.323582:0:7966:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1770653412.323584:0:51596:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95570165f200, rc 0) 00010000:00010000:3.0:1770653412.323585:0:51197:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95572ebdd800, rc 0) 00000100:00000001:0.0:1770653412.323585:0:6529:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1770653412.323587:0:7966:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000001:2.0:1770653412.323590:0:51596:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.323591:0:51197:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.323591:0:7966:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653412.323592:0:6529:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000040:2.0:1770653412.323598:0:51596:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966288128 00010000:00000001:1.0:1770653412.323598:0:7966:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000040:3.0:1770653412.323599:0:51197:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966288000 00000400:00000010:0.0:1770653412.323599:0:6529:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8cc0. 00010000:00010000:1.0:1770653412.323604:0:7966:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653412.323605:0:51596:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:3.0:1770653412.323606:0:51197:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000200:0.0:1770653412.323607:0:6529:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966287872, offset 224 00010000:00000001:1.0:1770653412.323609:0:7966:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:2.0:1770653412.323613:0:51596:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955637358a80 x1856657966288128/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000200:3.0:1770653412.323614:0:51197:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95563735aa00 x1856657966288000/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1770653412.323614:0:7966:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000200:0.0:1770653412.323615:0:6529:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00010000:1.0:1770653412.323623:0:7966:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff955631453200/0x2aed14e4e178cb0f lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1579:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1585 expref: 59 pid: 7966 timeout: 0 lvb_type: 1 00000400:00000200:0.0:1770653412.323629:0:6529:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:0.0:1770653412.323644:0:6529:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164466:2164466:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164462:2164462:8:4294967295] 00010000:00000040:1.0:1770653412.323650:0:7966:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1579:0x0].0x0 (ffff95571a6ff100) refcount = 1 00010000:00000001:3.0:1770653412.323652:0:51197:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1770653412.323653:0:51596:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653412.323657:0:51197:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.323658:0:51596:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653412.323658:0:7966:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00001000:3.0:1770653412.323664:0:51197:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00001000:2.0:1770653412.323665:0:51596:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00010000:00000040:1.0:1770653412.323667:0:7966:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955631453200/0x2aed14e4e178cb0f lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1579:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1585 expref: 59 pid: 7966 timeout: 0 lvb_type: 1 00000400:00000200:0.0:1770653412.323668:0:6529:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:3.0:1770653412.323675:0:51197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1770653412.323676:0:51596:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1770653412.323683:0:51197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 11 to 192.168.202.60@tcp 00000100:00000040:2.0:1770653412.323683:0:51596:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 11 to 192.168.202.60@tcp 00000800:00000200:0.0:1770653412.323687:0:6529:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:3.0:1770653412.323690:0:51197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000001:2.0:1770653412.323691:0:51596:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00000001:1.0:1770653412.323693:0:7966:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000800:00000010:0.0:1770653412.323693:0:6529:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955601b6f200. 00010000:00000001:1.0:1770653412.323697:0:7966:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653412.323698:0:51197:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1770653412.323698:0:51596:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1770653412.323700:0:7966:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 02000000:00000001:3.0:1770653412.323703:0:51197:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653412.323704:0:51596:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653412.323704:0:6529:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:1.0:1770653412.323705:0:7966:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.323711:0:51197:0:(niobuf.c:69:ptl_send_buf()) Process entered 00002000:00000001:1.0:1770653412.323712:0:7966:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000100:00000001:2.0:1770653412.323713:0:51596:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1770653412.323718:0:7966:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653412.323719:0:6529:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000040:3.0:1770653412.323720:0:51197:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000040:2.0:1770653412.323721:0:51596:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:1.0:1770653412.323725:0:7966:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00000800:00000200:0.0:1770653412.323727:0:6529:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955601b6f200 type 1, nob 496 niov 1 nkiov 1 00000400:00000010:3.0:1770653412.323728:0:51197:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78c38. 00000400:00000010:2.0:1770653412.323729:0:51596:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888990. 00010000:00010000:1.0:1770653412.323732:0:7966:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff955631453200/0x2aed14e4e178cb0f lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1579:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1585 expref: 59 pid: 7966 timeout: 0 lvb_type: 1 00000100:00000200:3.0:1770653412.323736:0:51197:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966288000, offset 224 00000100:00000200:2.0:1770653412.323737:0:51596:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966288128, offset 224 00000100:00000001:0.0:1770653412.323738:0:6529:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653412.323747:0:6529:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00010000:00000001:1.0:1770653412.323748:0:7966:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:3.0:1770653412.323749:0:51197:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653412.323767:0:6529:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000001:1.0:1770653412.323768:0:7966:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000001:0.0:1770653412.323772:0:6529:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653412.323773:0:51596:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:1.0:1770653412.323774:0:7966:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.323776:0:51197:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000020:00000001:0.0:1770653412.323777:0:6529:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1770653412.323780:0:7966:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.323785:0:7966:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000040:0.0:1770653412.323785:0:6529:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955637358700 x1856657966287872/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1770653412.323788:0:7966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1770653412.323791:0:51197:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164467:2164467:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164463:2164463:7:4294967295] 00010000:00000001:1.0:1770653412.323793:0:7966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1770653412.323796:0:7966:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff955631453200, rc 0) 00000020:00000001:1.0:1770653412.323802:0:7966:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653412.323808:0:7966:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966288256 00010000:00000001:1.0:1770653412.323814:0:7966:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1770653412.323823:0:7966:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955637359880 x1856657966288256/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:0 00000400:00000200:3.0:1770653412.323825:0:51197:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:1.0:1770653412.323841:0:7966:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000800:00000200:3.0:1770653412.323844:0:51197:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00100000:0.0:1770653412.323844:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955637358700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b31b1d82-c1d4-4680-ae7a-71292416d1f5+61:2366:x1856657966287872:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 868us (1197us total) trans 0 rc 0/0 00010000:00000001:1.0:1770653412.323845:0:7966:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653412.323846:0:51596:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00001000:1.0:1770653412.323865:0:7966:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000800:00000010:3.0:1770653412.323873:0:51197:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c200. 00000100:00000001:1.0:1770653412.323875:0:7966:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1770653412.323880:0:51596:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164468:2164468:254:4294967295] 192.168.202.60@tcp LPNI seq info [2164464:2164464:6:4294967295] 00000100:00100000:0.0:1770653412.323881:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136055 00000100:00000040:1.0:1770653412.323884:0:7966:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 11 to 192.168.202.60@tcp 00000800:00000200:3.0:1770653412.323887:0:51197:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000040:0.0:1770653412.323888:0:6529:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:1.0:1770653412.323891:0:7966:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000001:0.0:1770653412.323895:0:6529:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1770653412.323898:0:7966:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1770653412.323899:0:6529:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:3.0:1770653412.323900:0:51197:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 02000000:00000001:1.0:1770653412.323904:0:7966:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653412.323904:0:6529:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556323ff600. 00000800:00000200:3.0:1770653412.323907:0:51197:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c200 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:2.0:1770653412.323908:0:51596:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000020:00000010:0.0:1770653412.323911:0:6529:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d000. 00000100:00000001:1.0:1770653412.323912:0:7966:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1770653412.323915:0:51197:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653412.323918:0:6529:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997b400. 00000100:00000040:1.0:1770653412.323923:0:7966:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000040:3.0:1770653412.323924:0:51197:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000800:00000200:2.0:1770653412.323925:0:51596:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000020:00000040:0.0:1770653412.323925:0:6529:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 60 00010000:00000001:3.0:1770653412.323932:0:51197:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000400:00000010:1.0:1770653412.323932:0:7966:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022f68. 00000100:00000001:0.0:1770653412.323933:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1770653412.323934:0:51596:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df600. 00000020:00000001:3.0:1770653412.323937:0:51197:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.323941:0:51197:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1770653412.323942:0:7966:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966288256, offset 224 00000800:00000200:2.0:1770653412.323945:0:51596:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000040:3.0:1770653412.323948:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95563735aa00 x1856657966288000/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:0 00000800:00000200:2.0:1770653412.323958:0:51596:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000400:00000200:1.0:1770653412.323959:0:7966:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000800:00000200:2.0:1770653412.323964:0:51596:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df600 type 1, nob 496 niov 1 nkiov 1 00000100:00100000:3.0:1770653412.323966:0:51197:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95563735aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b31b1d82-c1d4-4680-ae7a-71292416d1f5+59:2364:x1856657966288000:12345-192.168.202.60@tcp:101:ll_sa.0 Request processed in 952us (1269us total) trans 0 rc 0/0 00000800:00000001:0.0:1770653412.323969:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653412.323970:0:51596:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653412.323977:0:7966:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000040:2.0:1770653412.323978:0:51596:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000800:00000001:0.0:1770653412.323978:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.323983:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653412.323985:0:51596:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00100000:3.0:1770653412.323987:0:51197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136056 00000020:00000001:2.0:1770653412.323988:0:51596:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1770653412.323990:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653412.323993:0:51596:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1770653412.323996:0:51197:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 1 00000400:00000200:1.0:1770653412.323996:0:7966:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164469:2164469:253:4294967295] 192.168.202.60@tcp LPNI seq info [2164465:2164465:5:4294967295] 00000100:00000040:2.0:1770653412.324001:0:51596:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955637358a80 x1856657966288128/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000200:0.0:1770653412.324002:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:3.0:1770653412.324004:0:51197:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1770653412.324009:0:51197:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1770653412.324015:0:51197:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300980. 00000100:00100000:2.0:1770653412.324022:0:51596:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955637358a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:b31b1d82-c1d4-4680-ae7a-71292416d1f5+60:2365:x1856657966288128:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 950us (1271us total) trans 0 rc 0/0 00000020:00000010:3.0:1770653412.324023:0:51197:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca900c8. 00000400:00000200:1.0:1770653412.324027:0:7966:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000020:00000010:3.0:1770653412.324032:0:51197:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bcc00. 00000100:00100000:2.0:1770653412.324038:0:51596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136057 00000020:00000040:3.0:1770653412.324041:0:51197:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 58 00000100:00000040:2.0:1770653412.324043:0:51596:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000800:00000200:1.0:1770653412.324045:0:7966:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:3.0:1770653412.324048:0:51197:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.324048:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cce80 00000100:00000001:2.0:1770653412.324049:0:51596:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653412.324053:0:51596:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:1.0:1770653412.324054:0:7966:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399a00. 00000020:00000010:2.0:1770653412.324057:0:51596:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1c800. 00000400:00000200:0.0:1770653412.324059:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xece715 [8] + 7416 00000020:00000010:2.0:1770653412.324062:0:51596:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510ed8. 00000800:00000200:1.0:1770653412.324068:0:7966:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000001:0.0:1770653412.324068:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1770653412.324069:0:51596:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564531d600. 00000800:00000001:0.0:1770653412.324074:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1770653412.324076:0:51596:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 59 00000400:00000200:0.0:1770653412.324077:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653412.324082:0:51596:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1770653412.324083:0:7966:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000400:00000200:0.0:1770653412.324088:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000800:00000200:1.0:1770653412.324092:0:7966:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399a00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1770653412.324094:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.324098:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000800:00000200:3.0:1770653412.324099:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1770653412.324100:0:7966:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653412.324103:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955606dfc700. 00000800:00000010:3.0:1770653412.324104:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955601b6f200. 00000100:00000040:0.0:1770653412.324108:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955606dfc700 x1856657966288512 msgsize 328 00000100:00000040:1.0:1770653412.324110:0:7966:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000400:00000200:3.0:1770653412.324112:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1770653412.324118:0:7966:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00100000:0.0:1770653412.324119:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000400:00000200:3.0:1770653412.324124:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000001:1.0:1770653412.324124:0:7966:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.324131:0:7966:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1770653412.324133:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8cc0 00000100:00000001:0.0:1770653412.324133:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1770653412.324155:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8cc0. 00000100:00000040:1.0:1770653412.324159:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955637359880 x1856657966288256/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1770653412.324163:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:0.0:1770653412.324168:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653412.324170:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.324177:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.324184:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653412.324186:0:51596:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1770653412.324191:0:51596:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966288512 02000000:00000001:2.0:1770653412.324196:0:51596:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1770653412.324214:0:51596:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653412.324217:0:51596:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1770653412.324220:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653412.324221:0:51596:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653412.324225:0:7966:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955637359880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b31b1d82-c1d4-4680-ae7a-71292416d1f5+58:2363:x1856657966288256:12345-192.168.202.60@tcp:101:ll_sa.0 Request processed in 992us (1289us total) trans 0 rc 0/0 00000100:00100000:2.0:1770653412.324227:0:51596:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966288512 00000800:00000200:3.0:1770653412.324228:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:2.0:1770653412.324231:0:51596:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1770653412.324233:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000020:00000040:2.0:1770653412.324235:0:51596:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000800:00000010:3.0:1770653412.324236:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c200. 00000020:00000001:2.0:1770653412.324241:0:51596:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1770653412.324243:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1770653412.324244:0:51596:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=59 00000400:00000200:0.0:1770653412.324246:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cce00 00000020:00000001:2.0:1770653412.324251:0:51596:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00100000:1.0:1770653412.324251:0:7966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136058 00000400:00000200:3.0:1770653412.324256:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000001:2.0:1770653412.324257:0:51596:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000400:00000200:0.0:1770653412.324258:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xece715 [8] + 7744 00000100:00000040:1.0:1770653412.324260:0:7966:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000100:00000001:2.0:1770653412.324264:0:51596:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1770653412.324267:0:7966:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000001:0.0:1770653412.324269:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1770653412.324270:0:51596:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95565c7121c0. 00000400:00000200:3.0:1770653412.324271:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78c38 00000100:00000001:1.0:1770653412.324272:0:7966:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1770653412.324274:0:51596:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1770653412.324276:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78c38. 00000800:00000001:0.0:1770653412.324278:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1770653412.324279:0:51596:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95565c7121c0. 00000020:00000010:1.0:1770653412.324279:0:7966:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d500. 00000100:00000001:3.0:1770653412.324280:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:0.0:1770653412.324285:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653412.324286:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1770653412.324288:0:51596:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564531d600. 00000020:00000010:1.0:1770653412.324289:0:7966:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662adad48. 00000020:00000010:2.0:1770653412.324295:0:51596:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95566aa1c800. 00000400:00000200:0.0:1770653412.324295:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000010:1.0:1770653412.324298:0:7966:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9556560af200. 00000800:00000200:3.0:1770653412.324299:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1770653412.324301:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:2.0:1770653412.324302:0:51596:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510ed8. 00000800:00000010:3.0:1770653412.324304:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df600. 00000100:00000200:0.0:1770653412.324305:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000040:1.0:1770653412.324308:0:7966:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 58 00000100:00000040:2.0:1770653412.324309:0:51596:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000400:00000200:3.0:1770653412.324311:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1770653412.324312:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955606dfdf80. 00000100:00000001:2.0:1770653412.324314:0:51596:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653412.324316:0:7966:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653412.324318:0:51596:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1770653412.324319:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955606dfdf80 x1856657966288384 msgsize 328 00000400:00000200:3.0:1770653412.324321:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653412.324322:0:51596:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653412.324331:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888990 00000100:00100000:0.0:1770653412.324331:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:2.0:1770653412.324332:0:51596:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653412.324336:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888990. 00000100:00000001:1.0:1770653412.324337:0:7966:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653412.324340:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653412.324341:0:7966:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1770653412.324343:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1770653412.324348:0:51596:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1770653412.324350:0:7966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136059 00000100:00000001:0.0:1770653412.324354:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1770653412.324356:0:7966:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000100:00000001:2.0:1770653412.324360:0:51596:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1770653412.324361:0:7966:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795447895808 : -117278261655808 : ffff955606dfc700) 00000100:00000001:3.0:1770653412.324364:0:6530:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1770653412.324365:0:51596:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966288384 00000100:00000001:3.0:1770653412.324369:0:6530:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653412.324369:0:51596:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1770653412.324370:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955606dfc700 x1856657966288512/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1770653412.324373:0:51596:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653412.324377:0:51596:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653412.324383:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1770653412.324383:0:51596:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653412.324388:0:51596:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966288384 00000020:00000001:2.0:1770653412.324390:0:51596:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1770653412.324391:0:7966:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1770653412.324392:0:51596:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:2.0:1770653412.324396:0:51596:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:0.0:1770653412.324396:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1770653412.324398:0:7966:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229680. 00000800:00000001:3.0:1770653412.324401:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1770653412.324401:0:51596:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=59 00000800:00000010:0.0:1770653412.324402:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399a00. 00000100:00000001:1.0:1770653412.324403:0:7966:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1770653412.324409:0:51596:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000020:00000010:1.0:1770653412.324410:0:7966:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229680. 00000400:00000200:0.0:1770653412.324411:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1770653412.324415:0:51596:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:2.0:1770653412.324419:0:51596:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1770653412.324422:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00100000:1.0:1770653412.324423:0:7966:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955606dfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b31b1d82-c1d4-4680-ae7a-71292416d1f5+59:2365:x1856657966288512:12345-192.168.202.60@tcp:101:ll_agl.0 00000020:00000010:2.0:1770653412.324424:0:51596:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95565c7121c0. 00000400:00000200:0.0:1770653412.324428:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022f68 00000100:00000001:2.0:1770653412.324429:0:51596:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653412.324434:0:51596:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95565c7121c0. 00000100:00000200:1.0:1770653412.324434:0:7966:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966288512 00000400:00000010:0.0:1770653412.324434:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022f68. 00000020:00000001:1.0:1770653412.324439:0:7966:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1770653412.324442:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1770653412.324443:0:51596:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564531c600. 00000020:00000001:1.0:1770653412.324443:0:7966:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1770653412.324446:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1770653412.324447:0:7966:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653412.324448:0:51596:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95566aa1c680. 00000020:00000001:1.0:1770653412.324452:0:7966:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1770653412.324455:0:51596:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e5107d0. 00000020:00000001:1.0:1770653412.324456:0:7966:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000100:00000001:2.0:1770653412.324458:0:51596:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1770653412.324460:0:7966:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1770653412.324461:0:51596:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1770653412.324481:0:7966:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653412.324482:0:51596:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.324486:0:7966:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1770653412.324490:0:51596:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.324491:0:7966:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1770653412.324498:0:7966:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.324501:0:7966:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1770653412.324503:0:7966:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00000100:00000001:2.0:1770653412.324504:0:51596:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1770653412.324505:0:7966:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1770653412.324510:0:7966:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1770653412.324513:0:7966:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.324517:0:7966:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:2.0:1770653412.324519:0:51596:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1770653412.324522:0:51596:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000010:1.0:1770653412.324524:0:7966:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff95571a6ff900. 00000100:00100000:2.0:1770653412.324545:0:51596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136060 00010000:00000010:1.0:1770653412.324547:0:7966:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff95571a6ff600. 00000100:00000040:2.0:1770653412.324549:0:51596:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 2 00010000:00000001:1.0:1770653412.324551:0:7966:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:2.0:1770653412.324554:0:51596:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795447902080 : -117278261649536 : ffff955606dfdf80) 00010000:00000010:1.0:1770653412.324555:0:7966:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955631452000. 00000020:00000001:1.0:1770653412.324560:0:7966:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000040:2.0:1770653412.324561:0:51596:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955606dfdf80 x1856657966288384/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000020:00000040:1.0:1770653412.324563:0:7966:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955631452000 with handle 0x2aed14e4e178cb16 to hash 00000020:00000001:1.0:1770653412.324568:0:7966:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1770653412.324571:0:7966:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626796159180800 : -117277550370816 : ffff955631452000) 00010000:00000001:1.0:1770653412.324576:0:7966:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626796159180800 : -117277550370816 : ffff955631452000) 00000100:00000001:2.0:1770653412.324577:0:51596:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1770653412.324583:0:51596:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95565c7121c0. 00010000:00010000:1.0:1770653412.324583:0:7966:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff955631452000/0x2aed14e4e178cb16 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x159b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe159a expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653412.324588:0:51596:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653412.324593:0:51596:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95565c7121c0. 00002000:00000001:1.0:1770653412.324596:0:7966:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000100:00100000:2.0:1770653412.324600:0:51596:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955606dfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:b31b1d82-c1d4-4680-ae7a-71292416d1f5+59:2363:x1856657966288384:12345-192.168.202.60@tcp:101:ll_sa.0 00002000:00000010:1.0:1770653412.324601:0:7966:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff955645229680. 00000100:00000200:2.0:1770653412.324606:0:51596:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966288384 00002000:00000001:1.0:1770653412.324607:0:7966:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1770653412.324609:0:51596:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1770653412.324610:0:7966:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1770653412.324612:0:51596:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1770653412.324615:0:7966:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796276733672 : -117277432817944 : ffff95563846d6e8) 00000020:00000001:2.0:1770653412.324616:0:51596:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.324621:0:51596:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00002000:00000001:1.0:1770653412.324621:0:7966:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796276733584 : -117277432818032 : ffff95563846d690) 00000020:00000001:2.0:1770653412.324623:0:51596:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00002000:00000001:1.0:1770653412.324625:0:7966:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00000020:00000001:2.0:1770653412.324627:0:51596:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1770653412.324630:0:51596:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1770653412.324631:0:7966:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.324632:0:51596:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1770653412.324635:0:51596:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00002000:00010000:1.0:1770653412.324636:0:7966:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x159b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000020:00000001:2.0:1770653412.324638:0:51596:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.324643:0:51596:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00002000:00000001:1.0:1770653412.324643:0:7966:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00010000:00000001:2.0:1770653412.324647:0:51596:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00000020:00000002:1.0:1770653412.324648:0:7966:0:(lu_object.c:207:lu_object_put()) Add ffff95563846d6e8/ffff95563846d690 to site lru. bkt: ffff9556025b6568 00010000:00010000:2.0:1770653412.324649:0:51596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1770653412.324651:0:51596:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1770653412.324655:0:51596:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653412.324656:0:7966:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 54 00010000:00000001:2.0:1770653412.324659:0:51596:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000040:1.0:1770653412.324660:0:7966:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=60 00010000:00000001:1.0:1770653412.324665:0:7966:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000010:2.0:1770653412.324666:0:51596:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff955713037100. 00002000:00000001:1.0:1770653412.324667:0:7966:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00010000:00000010:2.0:1770653412.324670:0:51596:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff955713037d00. 00000100:00000001:1.0:1770653412.324671:0:7966:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1770653412.324676:0:51596:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 02000000:00000001:1.0:1770653412.324676:0:7966:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000010:2.0:1770653412.324680:0:51596:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95570165e000. 02000000:00000010:1.0:1770653412.324680:0:7966:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9556339c9800. 02000000:00000001:1.0:1770653412.324685:0:7966:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.324686:0:51596:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:1.0:1770653412.324688:0:7966:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653412.324689:0:51596:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95570165e000 with handle 0x2aed14e4e178cb1d to hash 00010000:00000001:1.0:1770653412.324691:0:7966:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000020:00000001:2.0:1770653412.324694:0:51596:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1770653412.324695:0:7966:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1770653412.324698:0:51596:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799650988032 : -117274058563584 : ffff95570165e000) 00010000:00010000:1.0:1770653412.324698:0:7966:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653412.324701:0:7966:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.324703:0:51596:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799650988032 : -117274058563584 : ffff95570165e000) 00010000:00000001:1.0:1770653412.324704:0:7966:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653412.324707:0:7966:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770653412.324708:0:51596:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95570165e000/0x2aed14e4e178cb1d lrc: 2/0,0 mode: --/PR res: [0x240000403:0x158f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe1593 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653412.324709:0:7966:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.324714:0:7966:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00002000:00000001:2.0:1770653412.324720:0:51596:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00010000:00010000:1.0:1770653412.324720:0:7966:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff955631452000/0x2aed14e4e178cb16 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x159b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe159a expref: 60 pid: 7966 timeout: 0 lvb_type: 1 00002000:00000010:2.0:1770653412.324723:0:51596:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff95565c7121c0. 00002000:00000001:2.0:1770653412.324727:0:51596:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1770653412.324729:0:51596:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000040:1.0:1770653412.324732:0:7966:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x159b:0x0].0x0 (ffff95571a6ff900) refcount = 1 00000020:00000001:2.0:1770653412.324733:0:51596:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795517176280 : -117278192375336 : ffff95560b00e9d8) 00010000:00000040:1.0:1770653412.324736:0:7966:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00002000:00000001:2.0:1770653412.324737:0:51596:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795517176192 : -117278192375424 : ffff95560b00e980) 00002000:00000001:2.0:1770653412.324742:0:51596:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00010000:00000040:1.0:1770653412.324742:0:7966:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955631452000/0x2aed14e4e178cb16 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x159b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe159a expref: 60 pid: 7966 timeout: 0 lvb_type: 1 00002000:00000001:2.0:1770653412.324748:0:51596:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1770653412.324765:0:51596:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x158f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:2.0:1770653412.324769:0:51596:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00010000:00000001:1.0:1770653412.324770:0:7966:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000002:2.0:1770653412.324771:0:51596:0:(lu_object.c:207:lu_object_put()) Add ffff95560b00e9d8/ffff95560b00e980 to site lru. bkt: ffff9556025b4888 00010000:00000001:1.0:1770653412.324773:0:7966:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653412.324775:0:51596:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 55 00010000:00000001:1.0:1770653412.324777:0:7966:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000040:2.0:1770653412.324779:0:51596:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=61 00010000:00000001:1.0:1770653412.324780:0:7966:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1770653412.324783:0:7966:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1770653412.324784:0:51596:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1770653412.324786:0:51596:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00010000:00000001:1.0:1770653412.324786:0:7966:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.324790:0:51596:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1770653412.324791:0:7966:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 02000000:00000001:2.0:1770653412.324792:0:51596:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00010000:1.0:1770653412.324796:0:7966:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff955631452000/0x2aed14e4e178cb16 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x159b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe159a expref: 61 pid: 7966 timeout: 0 lvb_type: 1 02000000:00000010:2.0:1770653412.324798:0:51596:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9556026e1000. 02000000:00000001:2.0:1770653412.324802:0:51596:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.324806:0:51596:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.324811:0:51596:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1770653412.324814:0:51596:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1770653412.324816:0:51596:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653412.324820:0:51596:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.324820:0:7966:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1770653412.324823:0:7966:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1770653412.324824:0:51596:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1770653412.324827:0:7966:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1770653412.324828:0:51596:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653412.324831:0:51596:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.324832:0:7966:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.324834:0:51596:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1770653412.324835:0:7966:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1770653412.324837:0:7966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653412.324840:0:7966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1770653412.324841:0:51596:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95570165e000/0x2aed14e4e178cb1d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x158f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1593 expref: 61 pid: 51596 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770653412.324842:0:7966:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff955631452000, rc 0) 00000020:00000001:1.0:1770653412.324846:0:7966:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653412.324868:0:7966:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966288512 00010000:00000001:1.0:1770653412.324870:0:7966:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000040:2.0:1770653412.324877:0:51596:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x158f:0x0].0x0 (ffff955713037100) refcount = 1 00010000:00000200:1.0:1770653412.324877:0:7966:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955606dfc700 x1856657966288512/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000040:2.0:1770653412.324885:0:51596:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1770653412.324891:0:51596:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95570165e000/0x2aed14e4e178cb1d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x158f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1593 expref: 61 pid: 51596 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1770653412.324892:0:7966:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1770653412.324896:0:7966:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653412.324901:0:7966:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00010000:00000001:2.0:1770653412.324903:0:51596:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:1.0:1770653412.324905:0:7966:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1770653412.324906:0:51596:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653412.324910:0:7966:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000001:2.0:1770653412.324911:0:51596:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1770653412.324914:0:51596:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.324915:0:7966:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00002000:00000001:2.0:1770653412.324917:0:51596:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 02000000:00000001:1.0:1770653412.324919:0:7966:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1770653412.324920:0:51596:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653412.324922:0:7966:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.324924:0:51596:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00000100:00000001:1.0:1770653412.324925:0:7966:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:2.0:1770653412.324930:0:51596:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff95570165e000/0x2aed14e4e178cb1d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x158f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1593 expref: 61 pid: 51596 timeout: 0 lvb_type: 1 00000100:00000040:1.0:1770653412.324930:0:7966:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:1.0:1770653412.324935:0:7966:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022a18. 00000100:00000200:1.0:1770653412.324941:0:7966:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966288512, offset 224 00010000:00000001:2.0:1770653412.324942:0:51596:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1770653412.324946:0:51596:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:1.0:1770653412.324949:0:7966:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653412.324950:0:51596:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.324954:0:51596:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.324956:0:51596:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1770653412.324959:0:51596:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1770653412.324959:0:7966:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000001:2.0:1770653412.324961:0:51596:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1770653412.324964:0:51596:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95570165e000, rc 0) 00000020:00000001:2.0:1770653412.324968:0:51596:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653412.324969:0:7966:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164470:2164470:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164466:2164466:8:4294967295] 00010000:00000040:2.0:1770653412.324971:0:51596:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966288384 00010000:00000001:2.0:1770653412.324977:0:51596:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1770653412.324984:0:51596:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955606dfdf80 x1856657966288384/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:0 00000400:00000200:1.0:1770653412.324986:0:7966:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:1.0:1770653412.325023:0:7966:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653412.325024:0:51596:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1770653412.325030:0:51596:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1770653412.325032:0:7966:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399a00. 00000100:00001000:2.0:1770653412.325036:0:51596:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000800:00000200:1.0:1770653412.325046:0:7966:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:2.0:1770653412.325047:0:51596:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1770653412.325056:0:51596:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000800:00000200:1.0:1770653412.325063:0:7966:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:2.0:1770653412.325064:0:51596:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000800:00000200:1.0:1770653412.325071:0:7966:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399a00 type 1, nob 496 niov 1 nkiov 1 02000000:00000001:2.0:1770653412.325073:0:51596:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1770653412.325077:0:51596:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.325082:0:51596:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1770653412.325087:0:51596:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:2.0:1770653412.325092:0:51596:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268884c8. 00000100:00000001:1.0:1770653412.325095:0:7966:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653412.325097:0:51596:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966288384, offset 224 00000100:00000040:1.0:1770653412.325105:0:7966:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000400:00000200:2.0:1770653412.325113:0:51596:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:1.0:1770653412.325115:0:7966:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1770653412.325120:0:7966:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.325124:0:7966:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1770653412.325129:0:51596:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000040:1.0:1770653412.325135:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955606dfc700 x1856657966288512/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000200:2.0:1770653412.325145:0:51596:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164471:2164471:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164467:2164467:7:4294967295] 00000100:00100000:1.0:1770653412.325172:0:7966:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955606dfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b31b1d82-c1d4-4680-ae7a-71292416d1f5+61:2365:x1856657966288512:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 772us (1054us total) trans 0 rc 0/0 00000400:00000200:2.0:1770653412.325179:0:51596:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00100000:1.0:1770653412.325207:0:7966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136059 00000800:00000200:2.0:1770653412.325209:0:51596:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000200:0.0:1770653412.325209:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1770653412.325211:0:7966:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 1 00000800:00000010:0.0:1770653412.325215:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399a00. 00000100:00000001:1.0:1770653412.325216:0:7966:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000010:2.0:1770653412.325218:0:51596:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df200. 00000100:00000001:1.0:1770653412.325220:0:7966:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1770653412.325222:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1770653412.325224:0:7966:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1c800. 00000800:00000200:2.0:1770653412.325227:0:51596:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000020:00000010:1.0:1770653412.325230:0:7966:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510ed8. 00000400:00000200:0.0:1770653412.325233:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000010:1.0:1770653412.325236:0:7966:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564531d600. 00000800:00000200:2.0:1770653412.325238:0:51596:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000400:00000200:0.0:1770653412.325241:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022a18 00000020:00000040:1.0:1770653412.325242:0:7966:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 60 00000800:00000200:2.0:1770653412.325243:0:51596:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df200 type 1, nob 496 niov 1 nkiov 1 00000400:00000010:0.0:1770653412.325244:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022a18. 00000100:00000001:1.0:1770653412.325248:0:7966:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653412.325252:0:51596:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.325253:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.325256:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1770653412.325258:0:51596:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:2.0:1770653412.325262:0:51596:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1770653412.325264:0:51596:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.325266:0:51596:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000800:00000200:0.0:1770653412.325269:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1770653412.325271:0:51596:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955606dfdf80 x1856657966288384/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:0 00000800:00000010:0.0:1770653412.325273:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df200. 00000400:00000200:0.0:1770653412.325279:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1770653412.325286:0:51596:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955606dfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:b31b1d82-c1d4-4680-ae7a-71292416d1f5+60:2363:x1856657966288384:12345-192.168.202.60@tcp:101:ll_sa.0 Request processed in 705us (963us total) trans 0 rc 0/0 00000400:00000200:0.0:1770653412.325286:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.325294:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268884c8 00000400:00000010:0.0:1770653412.325297:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268884c8. 00000100:00100000:2.0:1770653412.325298:0:51596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136060 00000100:00000001:0.0:1770653412.325303:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1770653412.325304:0:51596:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000100:00000001:0.0:1770653412.325306:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1770653412.325309:0:51596:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653412.325312:0:51596:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1770653412.325315:0:51596:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1c680. 00000020:00000010:2.0:1770653412.325318:0:51596:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e5107d0. 00000020:00000010:2.0:1770653412.325321:0:51596:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564531c600. 00000020:00000040:2.0:1770653412.325325:0:51596:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 59 00000100:00000001:2.0:1770653412.325328:0:51596:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.326867:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.326873:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.326875:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.326876:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.326881:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:3.0:1770653412.326887:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8ccf00 00000400:00000200:3.0:1770653412.326891:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xece715 [8] + 8072 00000800:00000001:3.0:1770653412.326895:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.326899:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.326900:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.326903:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.326905:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653412.326906:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1770653412.326910:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d8b800. 00000100:00000040:3.0:1770653412.326913:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955618d8b800 x1856657966288640 msgsize 328 00000100:00100000:3.0:1770653412.326916:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:3.0:1770653412.326925:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1770653412.326930:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.326932:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.326934:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.326935:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.326938:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:3.0:1770653412.326941:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8ccf80 00000400:00000200:3.0:1770653412.326944:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xece715 [8] + 8400 00000800:00000001:3.0:1770653412.326947:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.326951:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.326952:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.326954:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.326956:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653412.326957:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1770653412.326960:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d8aa00. 00000100:00000040:3.0:1770653412.326961:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955618d8aa00 x1856657966288768 msgsize 328 00000100:00100000:3.0:1770653412.326964:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:3.0:1770653412.326971:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1770653412.326974:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.326976:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653412.326994:0:51596:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1770653412.326997:0:51596:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966288640 02000000:00000001:2.0:1770653412.326999:0:51596:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1770653412.327000:0:51596:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653412.327002:0:51596:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653412.327004:0:51596:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653412.327006:0:51596:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966288640 00000020:00000001:2.0:1770653412.327008:0:51596:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1770653412.327009:0:51596:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:2.0:1770653412.327011:0:51596:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653412.327012:0:51596:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=60 00000020:00000001:2.0:1770653412.327015:0:51596:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000020:00000001:2.0:1770653412.327017:0:51596:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:2.0:1770653412.327019:0:51596:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1770653412.327023:0:51596:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95565c712b40. 00000100:00000001:2.0:1770653412.327025:0:51596:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653412.327027:0:51596:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95565c712b40. 00000020:00000010:2.0:1770653412.327031:0:51596:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564531c600. 00000020:00000010:2.0:1770653412.327034:0:51596:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95566aa1c680. 00000020:00000010:2.0:1770653412.327037:0:51596:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e5107d0. 00000100:00000001:1.0:1770653412.327039:0:7966:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1770653412.327041:0:51596:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00100000:1.0:1770653412.327042:0:7966:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966288768 00000100:00000001:2.0:1770653412.327045:0:51596:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1770653412.327046:0:7966:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1770653412.327047:0:51596:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1770653412.327049:0:7966:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653412.327050:0:51596:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.327052:0:7966:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.327055:0:51596:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653412.327057:0:7966:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653412.327060:0:7966:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966288768 00000020:00000001:1.0:1770653412.327062:0:7966:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1770653412.327063:0:7966:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000020:00000001:1.0:1770653412.327065:0:7966:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1770653412.327067:0:51596:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1770653412.327068:0:7966:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=60 00000020:00000001:1.0:1770653412.327073:0:7966:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:1.0:1770653412.327076:0:7966:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:2.0:1770653412.327078:0:51596:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1770653412.327079:0:7966:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1770653412.327083:0:51596:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1770653412.327086:0:7966:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229580. 00000100:00100000:2.0:1770653412.327090:0:51596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136061 00000100:00000001:1.0:1770653412.327092:0:7966:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1770653412.327095:0:51596:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000020:00000010:1.0:1770653412.327096:0:7966:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229580. 00000100:00000001:2.0:1770653412.327098:0:51596:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795749423104 : -117277960128512 : ffff955618d8b800) 00000020:00000010:1.0:1770653412.327103:0:7966:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9556560af200. 00000100:00000040:2.0:1770653412.327104:0:51596:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955618d8b800 x1856657966288640/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000010:1.0:1770653412.327107:0:7966:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d500. 00000020:00000010:1.0:1770653412.327113:0:7966:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662adad48. 00000100:00000001:2.0:1770653412.327116:0:51596:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1770653412.327119:0:7966:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1770653412.327120:0:51596:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95565c712b40. 00000100:00000001:1.0:1770653412.327122:0:7966:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1770653412.327123:0:51596:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653412.327125:0:7966:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653412.327127:0:51596:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95565c712b40. 00000100:00000001:1.0:1770653412.327131:0:7966:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653412.327132:0:51596:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955618d8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:b31b1d82-c1d4-4680-ae7a-71292416d1f5+60:2363:x1856657966288640:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000200:2.0:1770653412.327137:0:51596:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966288640 00000020:00000001:2.0:1770653412.327139:0:51596:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1770653412.327140:0:51596:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1770653412.327142:0:51596:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.327143:0:51596:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1770653412.327144:0:7966:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653412.327145:0:51596:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:2.0:1770653412.327149:0:51596:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1770653412.327152:0:51596:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653412.327154:0:51596:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1770653412.327156:0:51596:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1770653412.327157:0:7966:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1770653412.327159:0:51596:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.327160:0:7966:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1770653412.327164:0:51596:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1770653412.327167:0:51596:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00000100:00100000:1.0:1770653412.327168:0:7966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136062 00000100:00000001:3.0:1770653412.327169:0:51197:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00010000:2.0:1770653412.327169:0:51596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00000040:1.0:1770653412.327173:0:7966:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:3.0:1770653412.327174:0:51197:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1770653412.327174:0:51596:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:1.0:1770653412.327176:0:7966:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795749419520 : -117277960132096 : ffff955618d8aa00) 00000100:00000001:3.0:1770653412.327179:0:51197:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.327179:0:51596:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653412.327185:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955618d8aa00 x1856657966288768/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1770653412.327186:0:51197:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.327186:0:51596:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1770653412.327193:0:51596:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff955713037300. 00000100:00000001:1.0:1770653412.327195:0:7966:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000010:2.0:1770653412.327196:0:51596:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff955713037f00. 00000020:00000010:1.0:1770653412.327200:0:7966:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229580. 00010000:00000001:2.0:1770653412.327201:0:51596:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:1.0:1770653412.327205:0:7966:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1770653412.327206:0:51596:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95570165e200. 00000020:00000010:1.0:1770653412.327209:0:7966:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229580. 00000020:00000001:2.0:1770653412.327211:0:51596:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1770653412.327215:0:51596:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95570165e200 with handle 0x2aed14e4e178cb24 to hash 00000100:00100000:1.0:1770653412.327219:0:7966:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955618d8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b31b1d82-c1d4-4680-ae7a-71292416d1f5+60:2364:x1856657966288768:12345-192.168.202.60@tcp:101:ll_agl.0 00000020:00000001:2.0:1770653412.327220:0:51596:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1770653412.327223:0:51596:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799650988544 : -117274058563072 : ffff95570165e200) 00000100:00000200:1.0:1770653412.327228:0:7966:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966288768 00010000:00000001:2.0:1770653412.327229:0:51596:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799650988544 : -117274058563072 : ffff95570165e200) 00000020:00000001:1.0:1770653412.327233:0:7966:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00010000:2.0:1770653412.327235:0:51596:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95570165e200/0x2aed14e4e178cb24 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x1581:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe15a1 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1770653412.327237:0:7966:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1770653412.327240:0:7966:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.327246:0:7966:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00002000:00000001:2.0:1770653412.327249:0:51596:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000020:00000001:1.0:1770653412.327249:0:7966:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00002000:00000010:2.0:1770653412.327254:0:51596:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff95565c712b40. 00000020:00000001:1.0:1770653412.327254:0:7966:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1770653412.327256:0:7966:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1770653412.327258:0:51596:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1770653412.327260:0:7966:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1770653412.327261:0:51596:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1770653412.327263:0:7966:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1770653412.327266:0:51596:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795517177800 : -117278192373816 : ffff95560b00efc8) 00000020:00000001:1.0:1770653412.327267:0:7966:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653412.327270:0:51596:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795517177712 : -117278192373904 : ffff95560b00ef70) 00000020:00000001:1.0:1770653412.327271:0:7966:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00002000:00000001:2.0:1770653412.327274:0:51596:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00010000:00000001:1.0:1770653412.327274:0:7966:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1770653412.327277:0:7966:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1770653412.327278:0:7966:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00002000:00000001:2.0:1770653412.327280:0:51596:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.327280:0:7966:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.327283:0:7966:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00002000:00010000:2.0:1770653412.327284:0:51596:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x1581:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:2.0:1770653412.327288:0:51596:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:2.0:1770653412.327290:0:51596:0:(lu_object.c:207:lu_object_put()) Add ffff95560b00efc8/ffff95560b00ef70 to site lru. bkt: ffff9556025b6b18 00010000:00000010:1.0:1770653412.327291:0:7966:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff95571a6ff300. 00010000:00000040:2.0:1770653412.327293:0:51596:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 56 00010000:00000010:1.0:1770653412.327296:0:7966:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff95571a6ff500. 00000020:00000040:2.0:1770653412.327297:0:51596:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=61 00010000:00000001:1.0:1770653412.327301:0:7966:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000800:00000001:0.0:1770653412.327302:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653412.327303:0:51596:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000010:1.0:1770653412.327305:0:7966:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955631453400. 00002000:00000001:2.0:1770653412.327307:0:51596:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000020:00000001:1.0:1770653412.327309:0:7966:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:2.0:1770653412.327310:0:51596:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000001:0.0:1770653412.327312:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653412.327313:0:51596:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:1.0:1770653412.327313:0:7966:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955631453400 with handle 0x2aed14e4e178cb2b to hash 00000800:00000001:0.0:1770653412.327317:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:2.0:1770653412.327319:0:51596:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9556026e3400. 00000020:00000001:1.0:1770653412.327319:0:7966:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000800:00000001:0.0:1770653412.327322:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653412.327323:0:51596:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.327323:0:7966:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626796159185920 : -117277550365696 : ffff955631453400) 00000100:00000001:2.0:1770653412.327329:0:51596:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.327330:0:7966:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626796159185920 : -117277550365696 : ffff955631453400) 00010000:00000001:2.0:1770653412.327334:0:51596:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000400:00000200:0.0:1770653412.327334:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00010000:1.0:1770653412.327337:0:7966:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff955631453400/0x2aed14e4e178cb2b lrc: 2/0,0 mode: --/PR res: [0x280000403:0x1432:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe15a8 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653412.327338:0:51596:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1770653412.327342:0:51596:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653412.327345:0:51596:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.327351:0:51596:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000400:00000200:0.0:1770653412.327351:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cd000 00002000:00000001:1.0:1770653412.327352:0:7966:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00010000:00010000:2.0:1770653412.327354:0:51596:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653412.327358:0:51596:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00002000:00000010:1.0:1770653412.327358:0:7966:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff955645229580. 00000400:00000200:0.0:1770653412.327363:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xece715 [8] + 8728 00002000:00000001:1.0:1770653412.327364:0:7966:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:2.0:1770653412.327365:0:51596:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000001:1.0:1770653412.327368:0:7966:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000001:0.0:1770653412.327371:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:2.0:1770653412.327373:0:51596:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95570165e200/0x2aed14e4e178cb24 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1581:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15a1 expref: 61 pid: 51596 timeout: 0 lvb_type: 1 00000020:00000001:1.0:1770653412.327374:0:7966:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795553128536 : -117278156423080 : ffff95560d258058) 00002000:00000001:1.0:1770653412.327381:0:7966:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795553128448 : -117278156423168 : ffff95560d258000) 00010000:00000040:2.0:1770653412.327384:0:51596:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1581:0x0].0x0 (ffff955713037300) refcount = 1 00002000:00000001:1.0:1770653412.327385:0:7966:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00010000:00000040:2.0:1770653412.327389:0:51596:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00002000:00000001:1.0:1770653412.327391:0:7966:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653412.327393:0:51596:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95570165e200/0x2aed14e4e178cb24 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1581:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15a1 expref: 61 pid: 51596 timeout: 0 lvb_type: 1 00002000:00010000:1.0:1770653412.327396:0:7966:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x1432:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:1.0:1770653412.327404:0:7966:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:1.0:1770653412.327408:0:7966:0:(lu_object.c:207:lu_object_put()) Add ffff95560d258058/ffff95560d258000 to site lru. bkt: ffff95571148d030 00010000:00000001:2.0:1770653412.327409:0:51596:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000800:00000001:0.0:1770653412.327409:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.327412:0:51596:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653412.327414:0:7966:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 56 00000400:00000200:0.0:1770653412.327415:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1770653412.327416:0:51596:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1770653412.327419:0:51596:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1770653412.327419:0:7966:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=61 00002000:00000001:2.0:1770653412.327424:0:51596:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000400:00000200:0.0:1770653412.327424:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:1.0:1770653412.327425:0:7966:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1770653412.327427:0:51596:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653412.327429:0:7966:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1770653412.327432:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1770653412.327433:0:7966:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1770653412.327434:0:51596:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00000100:00000200:0.0:1770653412.327435:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:1.0:1770653412.327438:0:7966:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000010:0.0:1770653412.327440:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955606dfdc00. 00010000:00010000:2.0:1770653412.327441:0:51596:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff95570165e200/0x2aed14e4e178cb24 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1581:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15a1 expref: 61 pid: 51596 timeout: 0 lvb_type: 1 02000000:00000010:1.0:1770653412.327444:0:7966:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9556339c8c00. 00000100:00000040:0.0:1770653412.327445:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955606dfdc00 x1856657966288896 msgsize 328 02000000:00000001:1.0:1770653412.327449:0:7966:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.327455:0:7966:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.327458:0:51596:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00100000:0.0:1770653412.327460:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00010000:00000001:2.0:1770653412.327461:0:51596:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1770653412.327461:0:7966:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1770653412.327466:0:51596:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.327467:0:7966:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653412.327471:0:7966:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653412.327472:0:51596:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.327473:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1770653412.327476:0:7966:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.327477:0:51596:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1770653412.327479:0:7966:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1770653412.327480:0:51596:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:0.0:1770653412.327481:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:1.0:1770653412.327482:0:7966:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653412.327483:0:51596:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1770653412.327486:0:51596:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95570165e200, rc 0) 00010000:00000001:1.0:1770653412.327486:0:7966:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.327487:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.327491:0:7966:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000001:2.0:1770653412.327492:0:51596:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653412.327496:0:51596:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966288640 00010000:00010000:1.0:1770653412.327498:0:7966:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff955631453400/0x2aed14e4e178cb2b lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1432:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15a8 expref: 61 pid: 7966 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1770653412.327499:0:51596:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1770653412.327507:0:51596:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955618d8b800 x1856657966288640/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000040:1.0:1770653412.327510:0:7966:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1432:0x0].0x0 (ffff95571a6ff300) refcount = 1 00000100:00000001:3.0:1770653412.327513:0:51197:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1770653412.327517:0:51197:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966288896 00010000:00000040:1.0:1770653412.327518:0:7966:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 02000000:00000001:3.0:1770653412.327522:0:51197:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:2.0:1770653412.327523:0:51596:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1770653412.327526:0:51197:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000040:1.0:1770653412.327526:0:7966:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff955631453400/0x2aed14e4e178cb2b lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1432:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15a8 expref: 61 pid: 7966 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1770653412.327527:0:51596:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.327529:0:51197:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1770653412.327532:0:51596:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 02000000:00000001:3.0:1770653412.327536:0:51197:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653412.327543:0:51197:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966288896 00000100:00000001:2.0:1770653412.327543:0:51596:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1770653412.327545:0:7966:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000001:3.0:1770653412.327547:0:51197:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1770653412.327548:0:51596:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000001:1.0:1770653412.327549:0:7966:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653412.327550:0:51197:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000100:00000001:2.0:1770653412.327555:0:51596:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000020:00000001:3.0:1770653412.327556:0:51197:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1770653412.327556:0:7966:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1770653412.327561:0:7966:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1770653412.327562:0:51197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=62 02000000:00000001:2.0:1770653412.327562:0:51596:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00002000:00000001:1.0:1770653412.327565:0:7966:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 02000000:00000001:2.0:1770653412.327566:0:51596:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.327567:0:51197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00010000:00000001:1.0:1770653412.327570:0:7966:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.327572:0:51596:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1770653412.327573:0:51197:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00010000:00000001:1.0:1770653412.327576:0:7966:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00000100:00000001:3.0:1770653412.327578:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1770653412.327578:0:51596:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00010000:1.0:1770653412.327583:0:7966:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff955631453400/0x2aed14e4e178cb2b lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1432:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15a8 expref: 61 pid: 7966 timeout: 0 lvb_type: 1 00000020:00000010:3.0:1770653412.327585:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf3c0. 00000400:00000010:2.0:1770653412.327585:0:51596:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888c38. 00000100:00000001:3.0:1770653412.327592:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1770653412.327592:0:51596:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966288640, offset 224 00000020:00000010:3.0:1770653412.327599:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf3c0. 00010000:00000001:1.0:1770653412.327602:0:7966:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:2.0:1770653412.327605:0:51596:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000020:00000010:3.0:1770653412.327606:0:51197:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bcc00. 00010000:00000001:1.0:1770653412.327606:0:7966:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1770653412.327609:0:7966:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1770653412.327611:0:51197:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300980. 00010000:00000001:1.0:1770653412.327614:0:7966:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653412.327616:0:51596:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000020:00000010:3.0:1770653412.327618:0:51197:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca900c8. 00010000:00000001:1.0:1770653412.327618:0:7966:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1770653412.327622:0:7966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1770653412.327624:0:51596:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164472:2164472:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164468:2164468:8:4294967295] 00010000:00000001:1.0:1770653412.327625:0:7966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653412.327626:0:51197:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653412.327630:0:51197:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00010000:1.0:1770653412.327630:0:7966:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff955631453400, rc 0) 00000100:00000001:3.0:1770653412.327635:0:51197:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.327636:0:7966:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653412.327642:0:51596:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000040:1.0:1770653412.327642:0:7966:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966288768 00000100:00000001:3.0:1770653412.327644:0:51197:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.327648:0:7966:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000800:00000200:2.0:1770653412.327653:0:51596:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000200:1.0:1770653412.327655:0:7966:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955618d8aa00 x1856657966288768/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000800:00000010:2.0:1770653412.327658:0:51596:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df900. 00000100:00000001:3.0:1770653412.327659:0:51197:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1770653412.327667:0:51596:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:3.0:1770653412.327670:0:51197:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1770653412.327673:0:7966:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1770653412.327674:0:51197:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1770653412.327677:0:7966:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1770653412.327678:0:51596:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00001000:1.0:1770653412.327683:0:7966:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00100000:3.0:1770653412.327685:0:51197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136063 00000800:00000200:2.0:1770653412.327686:0:51596:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df900 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1770653412.327688:0:7966:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1770653412.327693:0:51197:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 2 00000100:00000040:1.0:1770653412.327696:0:7966:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000100:00000001:3.0:1770653412.327697:0:51197:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795447901184 : -117278261650432 : ffff955606dfdc00) 00000100:00000001:1.0:1770653412.327700:0:7966:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000001:2.0:1770653412.327703:0:51596:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653412.327703:0:7966:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1770653412.327706:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955606dfdc00 x1856657966288896/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1770653412.327708:0:7966:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653412.327711:0:51596:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:1.0:1770653412.327714:0:7966:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1770653412.327716:0:51596:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1770653412.327721:0:51596:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653412.327723:0:7966:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000020:00000001:2.0:1770653412.327726:0:51596:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1770653412.327730:0:7966:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022cc0. 00000100:00000001:3.0:1770653412.327732:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1770653412.327734:0:51596:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d8b800 x1856657966288640/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000010:3.0:1770653412.327738:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf3c0. 00000100:00000200:1.0:1770653412.327738:0:7966:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966288768, offset 224 00000800:00000200:0.0:1770653412.327742:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1770653412.327744:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653412.327749:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf3c0. 00000800:00000010:0.0:1770653412.327749:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df900. 00000400:00000200:1.0:1770653412.327765:0:7966:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:0.0:1770653412.327766:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1770653412.327768:0:51596:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955618d8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:b31b1d82-c1d4-4680-ae7a-71292416d1f5+62:2363:x1856657966288640:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 632us (834us total) trans 0 rc 0/0 00000100:00100000:3.0:1770653412.327773:0:51197:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955606dfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b31b1d82-c1d4-4680-ae7a-71292416d1f5+62:2363:x1856657966288896:12345-192.168.202.60@tcp:101:ll_sa.0 00000400:00000200:0.0:1770653412.327778:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:1.0:1770653412.327781:0:7966:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000200:3.0:1770653412.327787:0:51197:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966288896 00000100:00100000:2.0:1770653412.327788:0:51596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136061 00000020:00000001:3.0:1770653412.327791:0:51197:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1770653412.327794:0:7966:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164473:2164473:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164469:2164469:7:4294967295] 00000100:00000040:2.0:1770653412.327795:0:51596:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 1 00000020:00000001:3.0:1770653412.327796:0:51197:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1770653412.327800:0:51197:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.327801:0:51596:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1770653412.327806:0:51197:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1770653412.327806:0:51596:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1770653412.327811:0:51197:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000010:2.0:1770653412.327812:0:51596:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1c680. 00000400:00000200:1.0:1770653412.327816:0:7966:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000020:00000010:2.0:1770653412.327818:0:51596:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e5107d0. 00000020:00000010:2.0:1770653412.327823:0:51596:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564531c600. 00000400:00000200:0.0:1770653412.327827:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888c38 00000020:00000040:2.0:1770653412.327828:0:51596:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 61 00000800:00000200:1.0:1770653412.327828:0:7966:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000400:00000010:0.0:1770653412.327831:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888c38. 00000100:00000001:2.0:1770653412.327835:0:51596:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1770653412.327836:0:7966:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399f00. 00000100:00000001:0.0:1770653412.327837:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.327841:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1770653412.327846:0:7966:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000020:00000001:3.0:1770653412.327878:0:51197:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000200:1.0:1770653412.327883:0:7966:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000020:00000001:3.0:1770653412.327884:0:51197:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653412.327890:0:51197:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000200:1.0:1770653412.327890:0:7966:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399f00 type 1, nob 496 niov 1 nkiov 1 00000020:00000001:3.0:1770653412.327892:0:51197:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1770653412.327896:0:51197:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.327898:0:51197:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1770653412.327899:0:51197:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1770653412.327900:0:51197:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1770653412.327901:0:51197:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1770653412.327903:0:51197:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.327904:0:7966:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.327906:0:51197:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000040:1.0:1770653412.327909:0:7966:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:1.0:1770653412.327913:0:7966:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000010:3.0:1770653412.327914:0:51197:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff955607ee0c00. 00000020:00000001:1.0:1770653412.327915:0:7966:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.327920:0:7966:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000010:3.0:1770653412.327921:0:51197:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff955607ee0400. 00000100:00000040:1.0:1770653412.327926:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d8aa00 x1856657966288768/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1770653412.327927:0:51197:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1770653412.327932:0:51197:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95572ebdc000. 00000020:00000001:3.0:1770653412.327937:0:51197:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00100000:1.0:1770653412.327942:0:7966:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955618d8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b31b1d82-c1d4-4680-ae7a-71292416d1f5+61:2364:x1856657966288768:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 743us (976us total) trans 0 rc 0/0 00000020:00000040:3.0:1770653412.327943:0:51197:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95572ebdc000 with handle 0x2aed14e4e178cb32 to hash 00000020:00000001:3.0:1770653412.327948:0:51197:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1770653412.327950:0:51197:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626800411721728 : -117273297829888 : ffff95572ebdc000) 00010000:00000001:3.0:1770653412.327954:0:51197:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626800411721728 : -117273297829888 : ffff95572ebdc000) 00000100:00100000:1.0:1770653412.327955:0:7966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136062 00010000:00010000:3.0:1770653412.327960:0:51197:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95572ebdc000/0x2aed14e4e178cb32 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x1584:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe15af expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1770653412.327961:0:7966:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000800:00000200:2.0:1770653412.327963:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1770653412.327967:0:7966:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000010:2.0:1770653412.327968:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399f00. 00000100:00000001:1.0:1770653412.327971:0:7966:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1770653412.327975:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1770653412.327976:0:7966:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d500. 00002000:00000001:3.0:1770653412.327977:0:51197:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:3.0:1770653412.327982:0:51197:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9556665bf3c0. 00000020:00000010:1.0:1770653412.327984:0:7966:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662adad48. 00000400:00000200:2.0:1770653412.327987:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00002000:00000001:3.0:1770653412.327988:0:51197:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000010:1.0:1770653412.327990:0:7966:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9556560af200. 00000020:00000001:3.0:1770653412.327992:0:51197:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1770653412.327994:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022cc0 00000020:00000040:1.0:1770653412.327995:0:7966:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 60 00000400:00000010:2.0:1770653412.327998:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022cc0. 00000100:00000001:1.0:1770653412.327999:0:7966:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653412.328002:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653412.328005:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1770653412.328029:0:51197:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795517180536 : -117278192371080 : ffff95560b00fa78) 00002000:00000001:3.0:1770653412.328032:0:51197:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795517180448 : -117278192371168 : ffff95560b00fa20) 00002000:00000001:3.0:1770653412.328033:0:51197:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00002000:00000001:3.0:1770653412.328037:0:51197:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1770653412.328039:0:51197:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x1584:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:3.0:1770653412.328041:0:51197:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:3.0:1770653412.328043:0:51197:0:(lu_object.c:207:lu_object_put()) Add ffff95560b00fa78/ffff95560b00fa20 to site lru. bkt: ffff9556025b4930 00010000:00000040:3.0:1770653412.328045:0:51197:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 57 00000020:00000040:3.0:1770653412.328047:0:51197:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=62 00010000:00000001:3.0:1770653412.328050:0:51197:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1770653412.328051:0:51197:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1770653412.328053:0:51197:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1770653412.328054:0:51197:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1770653412.328058:0:51197:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff95563db0d800. 02000000:00000001:3.0:1770653412.328059:0:51197:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.328061:0:51197:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.328062:0:51197:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1770653412.328064:0:51197:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1770653412.328065:0:51197:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653412.328066:0:51197:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.328068:0:51197:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1770653412.328068:0:51197:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653412.328070:0:51197:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.328071:0:51197:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1770653412.328075:0:51197:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95572ebdc000/0x2aed14e4e178cb32 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1584:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15af expref: 62 pid: 51197 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1770653412.328081:0:51197:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1584:0x0].0x0 (ffff955607ee0c00) refcount = 1 00010000:00000040:3.0:1770653412.328083:0:51197:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1770653412.328085:0:51197:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95572ebdc000/0x2aed14e4e178cb32 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1584:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15af expref: 62 pid: 51197 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1770653412.328090:0:51197:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653412.328091:0:51197:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.328093:0:51197:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1770653412.328093:0:51197:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1770653412.328095:0:51197:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1770653412.328097:0:51197:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.328099:0:51197:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1770653412.328101:0:51197:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff95572ebdc000/0x2aed14e4e178cb32 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1584:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15af expref: 62 pid: 51197 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1770653412.328108:0:51197:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653412.328109:0:51197:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1770653412.328111:0:51197:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.328112:0:51197:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.328114:0:51197:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.328115:0:51197:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.328116:0:51197:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653412.328117:0:51197:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95572ebdc000, rc 0) 00000020:00000001:3.0:1770653412.328118:0:51197:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653412.328120:0:51197:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966288896 00010000:00000001:3.0:1770653412.328121:0:51197:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1770653412.328125:0:51197:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955606dfdc00 x1856657966288896/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1770653412.328129:0:51197:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653412.328131:0:51197:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653412.328133:0:51197:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653412.328135:0:51197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1770653412.328137:0:51197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:3.0:1770653412.328139:0:51197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:3.0:1770653412.328140:0:51197:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1770653412.328142:0:51197:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.328143:0:51197:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1770653412.328145:0:51197:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:3.0:1770653412.328147:0:51197:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78c38. 00000100:00000200:3.0:1770653412.328150:0:51197:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966288896, offset 224 00000400:00000200:3.0:1770653412.328153:0:51197:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:3.0:1770653412.328158:0:51197:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:3.0:1770653412.328161:0:51197:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164474:2164474:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164470:2164470:8:4294967295] 00000400:00000200:3.0:1770653412.328170:0:51197:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:3.0:1770653412.328174:0:51197:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:3.0:1770653412.328176:0:51197:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c200. 00000800:00000200:3.0:1770653412.328180:0:51197:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:3.0:1770653412.328183:0:51197:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:3.0:1770653412.328186:0:51197:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c200 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1770653412.328196:0:51197:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653412.328198:0:51197:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:3.0:1770653412.328200:0:51197:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1770653412.328202:0:51197:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.328203:0:51197:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1770653412.328206:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955606dfdc00 x1856657966288896/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1770653412.328213:0:51197:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955606dfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b31b1d82-c1d4-4680-ae7a-71292416d1f5+62:2363:x1856657966288896:12345-192.168.202.60@tcp:101:ll_sa.0 Request processed in 481us (767us total) trans 0 rc 0/0 00000100:00100000:3.0:1770653412.328219:0:51197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136063 00000100:00000040:3.0:1770653412.328220:0:51197:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000100:00000001:3.0:1770653412.328222:0:51197:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1770653412.328223:0:51197:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1770653412.328225:0:51197:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300980. 00000020:00000010:3.0:1770653412.328228:0:51197:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca900c8. 00000020:00000010:3.0:1770653412.328230:0:51197:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bcc00. 00000020:00000040:3.0:1770653412.328233:0:51197:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 61 00000100:00000001:3.0:1770653412.328234:0:51197:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.328291:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.328295:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c200. 00000400:00000200:0.0:1770653412.328298:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.328303:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.328306:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78c38 00000400:00000010:0.0:1770653412.328308:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78c38. 00000100:00000001:0.0:1770653412.328310:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.328311:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.332567:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.332574:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.332576:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.332577:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.332582:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.332589:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cd080 00000400:00000200:0.0:1770653412.332593:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xece715 [8] + 9056 00000800:00000001:0.0:1770653412.332596:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.332601:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.332603:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.332606:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.332608:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.332610:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1770653412.332613:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955606dff800. 00000100:00000040:0.0:1770653412.332614:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955606dff800 x1856657966289024 msgsize 328 00000100:00100000:0.0:1770653412.332618:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.332628:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.332632:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.332634:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.332660:0:51197:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1770653412.332663:0:51197:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966289024 02000000:00000001:3.0:1770653412.332665:0:51197:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653412.332666:0:51197:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653412.332668:0:51197:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653412.332670:0:51197:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653412.332672:0:51197:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966289024 00000020:00000001:3.0:1770653412.332674:0:51197:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1770653412.332675:0:51197:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:3.0:1770653412.332676:0:51197:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.332679:0:51197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=62 00000020:00000001:3.0:1770653412.332680:0:51197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000020:00000001:3.0:1770653412.332682:0:51197:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:3.0:1770653412.332684:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1770653412.332688:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bfb40. 00000100:00000001:3.0:1770653412.332690:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653412.332692:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bfb40. 00000020:00000010:3.0:1770653412.332695:0:51197:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bcc00. 00000020:00000010:3.0:1770653412.332697:0:51197:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300980. 00000020:00000010:3.0:1770653412.332699:0:51197:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca900c8. 00000100:00000040:3.0:1770653412.332703:0:51197:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1770653412.332704:0:51197:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653412.332705:0:51197:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653412.332706:0:51197:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.332709:0:51197:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.332717:0:51197:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.332723:0:51197:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653412.332724:0:51197:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1770653412.332728:0:51197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136064 00000100:00000040:3.0:1770653412.332730:0:51197:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000100:00000001:3.0:1770653412.332731:0:51197:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795447908352 : -117278261643264 : ffff955606dff800) 00000100:00000040:3.0:1770653412.332735:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955606dff800 x1856657966289024/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1770653412.332741:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1770653412.332743:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bfb40. 00000100:00000001:3.0:1770653412.332745:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653412.332746:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bfb40. 00000100:00100000:3.0:1770653412.332749:0:51197:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955606dff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b31b1d82-c1d4-4680-ae7a-71292416d1f5+62:2364:x1856657966289024:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000200:3.0:1770653412.332767:0:51197:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966289024 00000020:00000001:3.0:1770653412.332769:0:51197:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1770653412.332771:0:51197:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1770653412.332773:0:51197:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.332775:0:51197:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1770653412.332777:0:51197:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:3.0:1770653412.332780:0:51197:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1770653412.332781:0:51197:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653412.332783:0:51197:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1770653412.332785:0:51197:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1770653412.332787:0:51197:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.332789:0:51197:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1770653412.332790:0:51197:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1770653412.332792:0:51197:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1770653412.332793:0:51197:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1770653412.332795:0:51197:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.332797:0:51197:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1770653412.332801:0:51197:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff955607ee0a00. 00010000:00000010:3.0:1770653412.332804:0:51197:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff955607ee0900. 00010000:00000001:3.0:1770653412.332806:0:51197:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1770653412.332809:0:51197:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95572ebdde00. 00000020:00000001:3.0:1770653412.332810:0:51197:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1770653412.332812:0:51197:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95572ebdde00 with handle 0x2aed14e4e178cb39 to hash 00000020:00000001:3.0:1770653412.332814:0:51197:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1770653412.332815:0:51197:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626800411729408 : -117273297822208 : ffff95572ebdde00) 00010000:00000001:3.0:1770653412.332817:0:51197:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626800411729408 : -117273297822208 : ffff95572ebdde00) 00010000:00010000:3.0:1770653412.332820:0:51197:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95572ebdde00/0x2aed14e4e178cb39 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x157c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe15b6 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00002000:00000001:3.0:1770653412.332825:0:51197:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:3.0:1770653412.332826:0:51197:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9556665bfb40. 00002000:00000001:3.0:1770653412.332828:0:51197:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1770653412.332829:0:51197:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1770653412.332833:0:51197:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795517175064 : -117278192376552 : ffff95560b00e518) 00002000:00000001:3.0:1770653412.332834:0:51197:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795517174976 : -117278192376640 : ffff95560b00e4c0) 00002000:00000001:3.0:1770653412.332836:0:51197:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00002000:00000001:3.0:1770653412.332840:0:51197:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1770653412.332842:0:51197:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x157c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:3.0:1770653412.332844:0:51197:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:3.0:1770653412.332846:0:51197:0:(lu_object.c:207:lu_object_put()) Add ffff95560b00e518/ffff95560b00e4c0 to site lru. bkt: ffff9556025b4e70 00010000:00000040:3.0:1770653412.332866:0:51197:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 58 00000020:00000040:3.0:1770653412.332868:0:51197:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=63 00010000:00000001:3.0:1770653412.332872:0:51197:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1770653412.332873:0:51197:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1770653412.332875:0:51197:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1770653412.332876:0:51197:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1770653412.332880:0:51197:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff955660725400. 02000000:00000001:3.0:1770653412.332881:0:51197:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.332883:0:51197:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.332885:0:51197:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1770653412.332886:0:51197:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1770653412.332888:0:51197:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653412.332889:0:51197:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.332890:0:51197:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1770653412.332891:0:51197:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653412.332892:0:51197:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.332894:0:51197:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1770653412.332897:0:51197:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95572ebdde00/0x2aed14e4e178cb39 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x157c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15b6 expref: 63 pid: 51197 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1770653412.332904:0:51197:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x157c:0x0].0x0 (ffff955607ee0a00) refcount = 1 00010000:00000040:3.0:1770653412.332906:0:51197:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1770653412.332908:0:51197:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95572ebdde00/0x2aed14e4e178cb39 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x157c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15b6 expref: 63 pid: 51197 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1770653412.332913:0:51197:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653412.332915:0:51197:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.332916:0:51197:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1770653412.332917:0:51197:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1770653412.332919:0:51197:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1770653412.332920:0:51197:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.332923:0:51197:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1770653412.332925:0:51197:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff95572ebdde00/0x2aed14e4e178cb39 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x157c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15b6 expref: 63 pid: 51197 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1770653412.332931:0:51197:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653412.332932:0:51197:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1770653412.332933:0:51197:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.332935:0:51197:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.332936:0:51197:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.332937:0:51197:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.332938:0:51197:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653412.332939:0:51197:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95572ebdde00, rc 0) 00000020:00000001:3.0:1770653412.332940:0:51197:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653412.332942:0:51197:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966289024 00010000:00000001:3.0:1770653412.332943:0:51197:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1770653412.332946:0:51197:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955606dff800 x1856657966289024/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1770653412.332952:0:51197:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653412.332953:0:51197:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653412.332955:0:51197:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653412.332957:0:51197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1770653412.332959:0:51197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:3.0:1770653412.332961:0:51197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:3.0:1770653412.332963:0:51197:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1770653412.332964:0:51197:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.332965:0:51197:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1770653412.332967:0:51197:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:3.0:1770653412.332969:0:51197:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a786e8. 00000100:00000200:3.0:1770653412.332972:0:51197:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966289024, offset 224 00000400:00000200:3.0:1770653412.332976:0:51197:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:3.0:1770653412.332981:0:51197:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:3.0:1770653412.332985:0:51197:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164475:2164475:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164471:2164471:8:4294967295] 00000400:00000200:3.0:1770653412.332992:0:51197:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:3.0:1770653412.332995:0:51197:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:3.0:1770653412.332998:0:51197:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626cf00. 00000800:00000200:3.0:1770653412.333001:0:51197:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:3.0:1770653412.333005:0:51197:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:3.0:1770653412.333007:0:51197:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626cf00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1770653412.333017:0:51197:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653412.333019:0:51197:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:3.0:1770653412.333020:0:51197:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1770653412.333021:0:51197:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.333023:0:51197:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1770653412.333026:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955606dff800 x1856657966289024/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1770653412.333033:0:51197:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955606dff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b31b1d82-c1d4-4680-ae7a-71292416d1f5+63:2364:x1856657966289024:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 290us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1770653412.333038:0:51197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136064 00000100:00000040:3.0:1770653412.333040:0:51197:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000100:00000001:3.0:1770653412.333042:0:51197:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1770653412.333044:0:51197:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1770653412.333046:0:51197:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300980. 00000020:00000010:3.0:1770653412.333049:0:51197:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca900c8. 00000020:00000010:3.0:1770653412.333051:0:51197:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bcc00. 00000020:00000040:3.0:1770653412.333053:0:51197:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 62 00000100:00000001:3.0:1770653412.333055:0:51197:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1770653412.333111:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1770653412.333115:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626cf00. 00000400:00000200:2.0:1770653412.333118:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653412.333123:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:2.0:1770653412.333125:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a786e8 00000400:00000010:2.0:1770653412.333127:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a786e8. 00000100:00000001:2.0:1770653412.333129:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653412.333131:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.334782:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.334790:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.334792:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.334793:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.334798:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.334804:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cd100 00000400:00000200:0.0:1770653412.334808:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xece715 [8] + 9384 00000800:00000001:0.0:1770653412.334812:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.334815:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.334817:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.334819:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.334822:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.334823:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1770653412.334826:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955606dfd180. 00000100:00000040:0.0:1770653412.334828:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955606dfd180 x1856657966289152 msgsize 328 00000100:00100000:0.0:1770653412.334831:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.334841:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.334846:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.334865:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.334867:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.334870:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.334875:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:3.0:1770653412.334879:0:51197:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1770653412.334881:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cd180 00000100:00100000:3.0:1770653412.334882:0:51197:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966289152 02000000:00000001:3.0:1770653412.334886:0:51197:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1770653412.334888:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xece715 [8] + 9712 00000100:00000001:3.0:1770653412.334889:0:51197:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653412.334892:0:51197:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653412.334896:0:51197:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1770653412.334896:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1770653412.334900:0:51197:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966289152 00000020:00000001:3.0:1770653412.334902:0:51197:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:0.0:1770653412.334903:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1770653412.334904:0:51197:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000020:00000001:3.0:1770653412.334907:0:51197:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1770653412.334909:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1770653412.334910:0:51197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=61 00000400:00000200:0.0:1770653412.334915:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000001:3.0:1770653412.334916:0:51197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:0.0:1770653412.334919:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1770653412.334920:0:51197:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000200:0.0:1770653412.334921:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1770653412.334924:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:0.0:1770653412.334926:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955606dff100. 00000020:00000010:3.0:1770653412.334929:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bfd40. 00000100:00000040:0.0:1770653412.334929:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955606dff100 x1856657966289280 msgsize 328 00000100:00000001:3.0:1770653412.334935:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1770653412.334939:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000020:00000010:3.0:1770653412.334941:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bfd40. 00000020:00000010:3.0:1770653412.334945:0:51197:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bcc00. 00000020:00000010:3.0:1770653412.334948:0:51197:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300980. 00000100:00000001:0.0:1770653412.334949:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:3.0:1770653412.334951:0:51197:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca900c8. 00000800:00000001:0.0:1770653412.334954:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1770653412.334957:0:51197:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000800:00000001:0.0:1770653412.334959:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.334960:0:51197:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653412.334964:0:51197:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653412.334965:0:51197:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.334969:0:51197:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.334978:0:51197:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.334984:0:51197:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1770653412.334986:0:51197:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966289280 02000000:00000001:3.0:1770653412.334987:0:51197:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653412.334988:0:51197:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653412.334989:0:51197:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653412.334991:0:51197:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653412.334992:0:51197:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966289280 00000020:00000001:3.0:1770653412.334993:0:51197:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1770653412.334995:0:51197:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:3.0:1770653412.334996:0:51197:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.334998:0:51197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=63 00000020:00000001:3.0:1770653412.335000:0:51197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000020:00000001:3.0:1770653412.335003:0:51197:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:3.0:1770653412.335005:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1770653412.335007:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bfd40. 00000100:00000001:3.0:1770653412.335009:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653412.335011:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bfd40. 00000020:00000010:3.0:1770653412.335014:0:51197:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bc800. 00000020:00000010:3.0:1770653412.335017:0:51197:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300780. 00000100:00000001:1.0:1770653412.335018:0:7966:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1770653412.335021:0:51197:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90a28. 00000100:00000001:1.0:1770653412.335022:0:7966:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1770653412.335044:0:51197:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653412.335048:0:51197:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:1.0:1770653412.335050:0:7966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136065 00000100:00000001:3.0:1770653412.335052:0:51197:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653412.335058:0:7966:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:3.0:1770653412.335060:0:51197:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.335064:0:7966:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795447898496 : -117278261653120 : ffff955606dfd180) 00000100:00000040:1.0:1770653412.335074:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955606dfd180 x1856657966289152/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1770653412.335075:0:51197:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653412.335085:0:51596:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653412.335090:0:51197:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1770653412.335091:0:51596:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1770653412.335097:0:51197:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1770653412.335103:0:7966:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1770653412.335105:0:51596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136066 00000020:00000010:1.0:1770653412.335112:0:7966:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229f80. 00000100:00000001:3.0:1770653412.335113:0:51197:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653412.335113:0:51596:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000100:00000001:2.0:1770653412.335122:0:51596:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795447906560 : -117278261645056 : ffff955606dff100) 00000100:00000001:3.0:1770653412.335123:0:51197:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.335123:0:7966:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653412.335134:0:7966:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229f80. 00000100:00000040:2.0:1770653412.335139:0:51596:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955606dff100 x1856657966289280/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1770653412.335149:0:7966:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955606dfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b31b1d82-c1d4-4680-ae7a-71292416d1f5+61:2363:x1856657966289152:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000001:2.0:1770653412.335157:0:51596:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1770653412.335159:0:7966:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966289152 00000020:00000010:2.0:1770653412.335164:0:51596:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95565c712600. 00000020:00000001:1.0:1770653412.335165:0:7966:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1770653412.335170:0:7966:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1770653412.335171:0:51596:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1770653412.335174:0:7966:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653412.335177:0:51596:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95565c712600. 00000020:00000001:1.0:1770653412.335179:0:7966:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1770653412.335183:0:7966:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000100:00100000:2.0:1770653412.335206:0:51596:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955606dff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:b31b1d82-c1d4-4680-ae7a-71292416d1f5+63:2364:x1856657966289280:12345-192.168.202.60@tcp:101:ll_agl.0 00000020:00000001:1.0:1770653412.335206:0:7966:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1770653412.335210:0:7966:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1770653412.335212:0:51596:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966289280 00000020:00000001:1.0:1770653412.335213:0:7966:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1770653412.335217:0:7966:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1770653412.335218:0:51596:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1770653412.335220:0:7966:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.335221:0:51596:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1770653412.335223:0:7966:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000020:00000001:2.0:1770653412.335225:0:51596:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.335226:0:7966:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00000020:00000001:2.0:1770653412.335229:0:51596:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00010000:1.0:1770653412.335230:0:7966:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000020:00000001:2.0:1770653412.335233:0:51596:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00010000:00000001:1.0:1770653412.335233:0:7966:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1770653412.335236:0:7966:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.335237:0:51596:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:1.0:1770653412.335239:0:7966:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:2.0:1770653412.335241:0:51596:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653412.335244:0:51596:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1770653412.335245:0:51596:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000010:1.0:1770653412.335245:0:7966:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff95571a6ff200. 00000020:00000001:2.0:1770653412.335247:0:51596:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1770653412.335250:0:7966:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff95571a6ff700. 00000020:00000001:2.0:1770653412.335251:0:51596:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1770653412.335254:0:51596:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1770653412.335256:0:51596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1770653412.335256:0:7966:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:2.0:1770653412.335260:0:51596:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000010:1.0:1770653412.335261:0:7966:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955631453a00. 00010000:00000001:2.0:1770653412.335262:0:51596:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.335265:0:7966:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:2.0:1770653412.335267:0:51596:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000040:1.0:1770653412.335269:0:7966:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955631453a00 with handle 0x2aed14e4e178cb40 to hash 00000020:00000001:1.0:1770653412.335272:0:7966:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000010:2.0:1770653412.335273:0:51596:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff955713037500. 00010000:00000001:1.0:1770653412.335273:0:7966:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626796159187456 : -117277550364160 : ffff955631453a00) 00010000:00000001:1.0:1770653412.335278:0:7966:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626796159187456 : -117277550364160 : ffff955631453a00) 00010000:00000010:2.0:1770653412.335280:0:51596:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff955702889500. 00010000:00010000:1.0:1770653412.335281:0:7966:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff955631453a00/0x2aed14e4e178cb40 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x1437:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe15bd expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653412.335285:0:51596:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1770653412.335288:0:51596:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9557351f3c00. 00000020:00000001:2.0:1770653412.335293:0:51596:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00002000:00000001:1.0:1770653412.335294:0:7966:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000020:00000040:2.0:1770653412.335296:0:51596:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9557351f3c00 with handle 0x2aed14e4e178cb47 to hash 00000020:00000001:2.0:1770653412.335299:0:51596:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00002000:00000010:1.0:1770653412.335299:0:7966:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff955645229f80. 00002000:00000001:1.0:1770653412.335303:0:7966:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:2.0:1770653412.335304:0:51596:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626800518773760 : -117273190777856 : ffff9557351f3c00) 00000020:00000001:1.0:1770653412.335306:0:7966:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1770653412.335308:0:51596:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626800518773760 : -117273190777856 : ffff9557351f3c00) 00000020:00000001:1.0:1770653412.335310:0:7966:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796220515304 : -117277489036312 : ffff955634ed03e8) 00010000:00010000:2.0:1770653412.335312:0:51596:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9557351f3c00/0x2aed14e4e178cb47 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x157f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe15c4 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00002000:00000001:1.0:1770653412.335314:0:7966:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796220515216 : -117277489036400 : ffff955634ed0390) 00002000:00000001:1.0:1770653412.335318:0:7966:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00002000:00000001:2.0:1770653412.335324:0:51596:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000001:1.0:1770653412.335324:0:7966:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1770653412.335329:0:51596:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff95565c712600. 00002000:00010000:1.0:1770653412.335329:0:7966:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x1437:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:2.0:1770653412.335333:0:51596:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00002000:00000001:1.0:1770653412.335335:0:7966:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000001:2.0:1770653412.335336:0:51596:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000002:1.0:1770653412.335339:0:7966:0:(lu_object.c:207:lu_object_put()) Add ffff955634ed03e8/ffff955634ed0390 to site lru. bkt: ffff95571148c8f8 00000020:00000001:2.0:1770653412.335340:0:51596:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795517179928 : -117278192371688 : ffff95560b00f818) 00010000:00000040:1.0:1770653412.335342:0:7966:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 57 00002000:00000001:2.0:1770653412.335344:0:51596:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795517179840 : -117278192371776 : ffff95560b00f7c0) 00000020:00000040:1.0:1770653412.335346:0:7966:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=62 00002000:00000001:2.0:1770653412.335348:0:51596:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00010000:00000001:1.0:1770653412.335352:0:7966:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1770653412.335353:0:51596:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653412.335354:0:7966:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1770653412.335358:0:7966:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00002000:00010000:2.0:1770653412.335359:0:51596:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x157f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 02000000:00000001:1.0:1770653412.335361:0:7966:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00002000:00000001:2.0:1770653412.335363:0:51596:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:2.0:1770653412.335367:0:51596:0:(lu_object.c:207:lu_object_put()) Add ffff95560b00f818/ffff95560b00f7c0 to site lru. bkt: ffff9556025b6808 02000000:00000010:1.0:1770653412.335367:0:7966:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9556339cac00. 02000000:00000001:1.0:1770653412.335372:0:7966:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653412.335373:0:51596:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 59 00000100:00000001:1.0:1770653412.335376:0:7966:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653412.335377:0:51596:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=64 00010000:00000001:1.0:1770653412.335380:0:7966:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1770653412.335382:0:51596:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1770653412.335383:0:7966:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00002000:00000001:2.0:1770653412.335386:0:51596:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00010000:00010000:1.0:1770653412.335387:0:7966:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:2.0:1770653412.335389:0:51596:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1770653412.335390:0:7966:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653412.335392:0:51596:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1770653412.335393:0:7966:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653412.335396:0:7966:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653412.335397:0:7966:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1770653412.335398:0:51596:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9556026e1c00. 00010000:00000001:1.0:1770653412.335399:0:7966:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 02000000:00000001:2.0:1770653412.335402:0:51596:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.335407:0:51596:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653412.335407:0:7966:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff955631453a00/0x2aed14e4e178cb40 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15bd expref: 62 pid: 7966 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1770653412.335413:0:51596:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1770653412.335415:0:51596:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1770653412.335418:0:51596:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000040:1.0:1770653412.335420:0:7966:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1437:0x0].0x0 (ffff95571a6ff200) refcount = 1 00010000:00000001:2.0:1770653412.335421:0:51596:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.335426:0:51596:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000040:1.0:1770653412.335427:0:7966:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00010000:2.0:1770653412.335429:0:51596:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653412.335432:0:51596:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1770653412.335433:0:7966:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff955631453a00/0x2aed14e4e178cb40 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15bd expref: 62 pid: 7966 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1770653412.335434:0:51596:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1770653412.335441:0:51596:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9557351f3c00/0x2aed14e4e178cb47 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x157f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15c4 expref: 64 pid: 51596 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1770653412.335463:0:7966:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653412.335466:0:7966:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.335471:0:7966:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000040:2.0:1770653412.335472:0:51596:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x157f:0x0].0x0 (ffff955713037500) refcount = 1 00010000:00000001:1.0:1770653412.335473:0:7966:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1770653412.335479:0:7966:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000040:2.0:1770653412.335481:0:51596:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:1.0:1770653412.335483:0:7966:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653412.335487:0:51596:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9557351f3c00/0x2aed14e4e178cb47 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x157f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15c4 expref: 64 pid: 51596 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1770653412.335489:0:7966:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1770653412.335498:0:7966:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff955631453a00/0x2aed14e4e178cb40 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15bd expref: 62 pid: 7966 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1770653412.335540:0:51596:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653412.335542:0:7966:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1770653412.335544:0:51596:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.335546:0:7966:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1770653412.335548:0:51596:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1770653412.335550:0:7966:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.335552:0:51596:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.335555:0:7966:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653412.335557:0:51596:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1770653412.335559:0:7966:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1770653412.335562:0:51596:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.335563:0:7966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653412.335567:0:7966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1770653412.335571:0:7966:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff955631453a00, rc 0) 00010000:00000001:2.0:1770653412.335573:0:51596:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00000020:00000001:1.0:1770653412.335574:0:7966:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653412.335580:0:7966:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966289152 00010000:00000001:1.0:1770653412.335584:0:7966:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00010000:2.0:1770653412.335586:0:51596:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9557351f3c00/0x2aed14e4e178cb47 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x157f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15c4 expref: 64 pid: 51596 timeout: 0 lvb_type: 1 00010000:00000200:1.0:1770653412.335591:0:7966:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955606dfd180 x1856657966289152/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1770653412.335620:0:7966:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1770653412.335623:0:51596:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1770653412.335623:0:7966:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.335630:0:51596:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00001000:1.0:1770653412.335631:0:7966:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00010000:00000001:2.0:1770653412.335637:0:51596:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.335639:0:7966:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1770653412.335645:0:7966:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000001:2.0:1770653412.335646:0:51596:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.335648:0:7966:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00000001:2.0:1770653412.335651:0:51596:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000001:1.0:1770653412.335655:0:7966:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1770653412.335656:0:51596:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653412.335660:0:51596:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1770653412.335662:0:7966:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653412.335664:0:51596:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9557351f3c00, rc 0) 00000020:00000001:2.0:1770653412.335671:0:51596:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.335672:0:7966:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:2.0:1770653412.335674:0:51596:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966289280 00010000:00000001:2.0:1770653412.335679:0:51596:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000040:1.0:1770653412.335682:0:7966:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000200:2.0:1770653412.335689:0:51596:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955606dff100 x1856657966289280/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1770653412.335693:0:7966:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022550. 00010000:00000001:2.0:1770653412.335718:0:51596:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1770653412.335718:0:7966:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966289152, offset 224 00010000:00000001:2.0:1770653412.335720:0:51596:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1770653412.335724:0:51596:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653412.335728:0:51596:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1770653412.335732:0:7966:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000040:2.0:1770653412.335733:0:51596:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000100:00000001:2.0:1770653412.335738:0:51596:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:2.0:1770653412.335740:0:51596:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1770653412.335742:0:51596:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.335746:0:51596:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1770653412.335748:0:7966:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000040:2.0:1770653412.335763:0:51596:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:2.0:1770653412.335767:0:51596:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888d48. 00000100:00000200:2.0:1770653412.335771:0:51596:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966289280, offset 224 00000400:00000200:1.0:1770653412.335775:0:7966:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164476:2164476:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164472:2164472:8:4294967295] 00000400:00000200:2.0:1770653412.335779:0:51596:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:1.0:1770653412.335793:0:7966:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:1.0:1770653412.335800:0:7966:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000400:00000200:2.0:1770653412.335805:0:51596:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000800:00000010:1.0:1770653412.335808:0:7966:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399b00. 00000400:00000200:2.0:1770653412.335810:0:51596:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164477:2164477:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164473:2164473:7:4294967295] 00000800:00000200:1.0:1770653412.335822:0:7966:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000400:00000200:2.0:1770653412.335823:0:51596:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:2.0:1770653412.335831:0:51596:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000200:1.0:1770653412.335836:0:7966:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000010:2.0:1770653412.335837:0:51596:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df900. 00000800:00000200:1.0:1770653412.335843:0:7966:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399b00 type 1, nob 496 niov 1 nkiov 1 00000800:00000200:2.0:1770653412.335845:0:51596:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:2.0:1770653412.335869:0:51596:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:2.0:1770653412.335872:0:51596:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df900 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1770653412.335878:0:51596:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653412.335881:0:51596:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:1.0:1770653412.335882:0:7966:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.335884:0:51596:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1770653412.335887:0:51596:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.335892:0:51596:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1770653412.335892:0:7966:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000100:00000040:2.0:1770653412.335898:0:51596:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955606dff100 x1856657966289280/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1770653412.335898:0:7966:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1770653412.335902:0:7966:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.335908:0:7966:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:2.0:1770653412.335915:0:51596:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955606dff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:b31b1d82-c1d4-4680-ae7a-71292416d1f5+64:2364:x1856657966289280:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 755us (982us total) trans 0 rc 0/0 00000800:00000200:0.0:1770653412.335916:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1770653412.335919:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955606dfd180 x1856657966289152/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000800:00000010:0.0:1770653412.335922:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df900. 00000100:00100000:2.0:1770653412.335929:0:51596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136066 00000400:00000200:0.0:1770653412.335930:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1770653412.335937:0:51596:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000400:00000200:0.0:1770653412.335940:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653412.335941:0:51596:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653412.335945:0:51596:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1770653412.335947:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888d48 00000020:00000010:2.0:1770653412.335950:0:51596:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300780. 00000100:00100000:1.0:1770653412.335950:0:7966:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955606dfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b31b1d82-c1d4-4680-ae7a-71292416d1f5+62:2363:x1856657966289152:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 843us (1116us total) trans 0 rc 0/0 00000400:00000010:0.0:1770653412.335951:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888d48. 00000020:00000010:2.0:1770653412.335959:0:51596:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90a28. 00000100:00000001:0.0:1770653412.335959:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.335962:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:1.0:1770653412.335964:0:7966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136065 00000020:00000010:2.0:1770653412.335966:0:51596:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bc800. 00000100:00000040:1.0:1770653412.335968:0:7966:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000020:00000040:2.0:1770653412.335972:0:51596:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 63 00000100:00000001:1.0:1770653412.335972:0:7966:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1770653412.335975:0:7966:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1770653412.335977:0:51596:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1770653412.335979:0:7966:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300980. 00000020:00000010:1.0:1770653412.335985:0:7966:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca900c8. 00000020:00000010:1.0:1770653412.335988:0:7966:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bcc00. 00000020:00000040:1.0:1770653412.335993:0:7966:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 61 00000800:00000200:0.0:1770653412.335995:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1770653412.335996:0:7966:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1770653412.336000:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399b00. 00000400:00000200:0.0:1770653412.336005:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.336025:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.336029:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022550 00000400:00000010:0.0:1770653412.336032:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022550. 00000100:00000001:0.0:1770653412.336037:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.336039:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1770653412.340328:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.340336:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.340337:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.340339:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.340343:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:2.0:1770653412.340350:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cd200 00000400:00000200:2.0:1770653412.340354:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xece715 [8] + 10040 00000800:00000001:2.0:1770653412.340358:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.340361:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.340362:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653412.340365:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653412.340367:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653412.340369:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1770653412.340372:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c23800. 00000100:00000040:2.0:1770653412.340374:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955666c23800 x1856657966289408 msgsize 328 00000100:00100000:2.0:1770653412.340377:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:2.0:1770653412.340387:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1770653412.340391:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.340393:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.340394:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.340396:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.340398:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:2.0:1770653412.340402:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cd280 00000400:00000200:2.0:1770653412.340405:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xece715 [8] + 10368 00000800:00000001:2.0:1770653412.340407:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.340410:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.340411:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653412.340414:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653412.340415:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653412.340417:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1770653412.340419:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c20700. 00000100:00000040:2.0:1770653412.340421:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955666c20700 x1856657966289536 msgsize 328 00000100:00100000:2.0:1770653412.340427:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:1.0:1770653412.340428:0:7966:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1770653412.340435:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1770653412.340438:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.340440:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.340442:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1770653412.340442:0:7966:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966289408 00000800:00000001:2.0:1770653412.340445:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653412.340446:0:7966:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1770653412.340450:0:7966:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653412.340453:0:7966:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653412.340454:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 02000000:00000001:1.0:1770653412.340459:0:7966:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653412.340463:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cd300 00000100:00100000:1.0:1770653412.340465:0:7966:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966289408 00000020:00000001:1.0:1770653412.340469:0:7966:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1770653412.340470:0:51596:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:1.0:1770653412.340472:0:7966:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000400:00000200:2.0:1770653412.340473:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xece715 [8] + 10696 00000100:00100000:3.0:1770653412.340474:0:51596:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966289536 00000020:00000001:1.0:1770653412.340475:0:7966:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1770653412.340479:0:51596:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:1.0:1770653412.340480:0:7966:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=62 00000800:00000001:2.0:1770653412.340481:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653412.340482:0:51596:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653412.340486:0:51596:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.340486:0:7966:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000800:00000001:2.0:1770653412.340487:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653412.340492:0:7966:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000400:00000200:2.0:1770653412.340493:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1770653412.340494:0:51596:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.340496:0:7966:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1770653412.340499:0:51596:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966289536 00000400:00000200:2.0:1770653412.340501:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000010:1.0:1770653412.340502:0:7966:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556452298c0. 00000020:00000001:3.0:1770653412.340503:0:51596:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1770653412.340505:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:3.0:1770653412.340507:0:51596:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000100:00000200:2.0:1770653412.340508:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1770653412.340509:0:7966:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1770653412.340510:0:51596:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.340514:0:51596:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=63 00000020:00000010:1.0:1770653412.340515:0:7966:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556452298c0. 00000100:00000010:2.0:1770653412.340516:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c21500. 00000020:00000001:3.0:1770653412.340518:0:51596:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:3.0:1770653412.340523:0:51596:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000040:2.0:1770653412.340523:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955666c21500 x1856657966289664 msgsize 328 00000020:00000010:1.0:1770653412.340525:0:7966:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9556560af200. 00000100:00000001:3.0:1770653412.340529:0:51596:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1770653412.340532:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000020:00000010:3.0:1770653412.340535:0:51596:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bfd40. 00000100:00000001:3.0:1770653412.340538:0:51596:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653412.340542:0:51596:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bfd40. 00000100:00000001:2.0:1770653412.340542:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1770653412.340547:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1770653412.340551:0:51596:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bce00. 00000020:00000010:1.0:1770653412.340551:0:7966:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d500. 00000800:00000001:2.0:1770653412.340552:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1770653412.340557:0:7966:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662adad48. 00000800:00000001:2.0:1770653412.340558:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1770653412.340559:0:51596:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300080. 00000800:00000001:2.0:1770653412.340563:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1770653412.340566:0:51596:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90e10. 00000100:00000040:1.0:1770653412.340567:0:7966:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000400:00000200:2.0:1770653412.340569:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:1.0:1770653412.340572:0:7966:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653412.340575:0:51596:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653412.340575:0:7966:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653412.340579:0:51596:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1770653412.340580:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cd380 00000100:00000001:1.0:1770653412.340580:0:7966:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.340583:0:51596:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653412.340590:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xece715 [8] + 11024 00000100:00000001:1.0:1770653412.340590:0:7966:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.340591:0:51596:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1770653412.340599:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653412.340604:0:7966:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.340607:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.340610:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653412.340613:0:51596:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.340615:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653412.340616:0:7966:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1770653412.340621:0:7966:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966289664 00000100:00000001:2.0:1770653412.340623:0:3283:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1770653412.340624:0:7966:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1770653412.340625:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1770653412.340627:0:7966:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653412.340629:0:51596:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000010:2.0:1770653412.340630:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c22300. 00000100:00000001:1.0:1770653412.340630:0:7966:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.340631:0:6530:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653412.340632:0:51596:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1770653412.340636:0:6530:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1770653412.340638:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955666c22300 x1856657966289792 msgsize 328 02000000:00000001:1.0:1770653412.340639:0:7966:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653412.340644:0:51596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136067 00000100:00100000:1.0:1770653412.340645:0:7966:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966289664 00000020:00000001:1.0:1770653412.340649:0:7966:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1770653412.340651:0:51596:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00100000:2.0:1770653412.340653:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000020:00000040:1.0:1770653412.340653:0:7966:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000100:00000001:3.0:1770653412.340655:0:51596:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797056571392 : -117276652980224 : ffff955666c23800) 00000020:00000001:1.0:1770653412.340658:0:7966:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1770653412.340659:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136068 00000020:00000040:1.0:1770653412.340662:0:7966:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=64 00000100:00000040:0.0:1770653412.340664:0:6530:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 2 00000100:00000001:2.0:1770653412.340666:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1770653412.340667:0:51596:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955666c23800 x1856657966289408/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000001:1.0:1770653412.340668:0:7966:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:0.0:1770653412.340671:0:6530:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797056558848 : -117276652992768 : ffff955666c20700) 00000800:00000001:2.0:1770653412.340672:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1770653412.340675:0:7966:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000800:00000001:2.0:1770653412.340678:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.340682:0:7966:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1770653412.340684:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955666c20700 x1856657966289536/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000010:1.0:1770653412.340688:0:7966:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556452298c0. 00000100:00000001:1.0:1770653412.340694:0:7966:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653412.340699:0:51596:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653412.340701:0:7966:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556452298c0. 00000100:00000001:2.0:1770653412.340702:0:51197:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1770653412.340704:0:51596:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bfd40. 00000100:00100000:2.0:1770653412.340706:0:51197:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966289792 00000100:00000001:3.0:1770653412.340711:0:51596:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653412.340712:0:7966:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9556560ae600. 02000000:00000001:2.0:1770653412.340713:0:51197:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653412.340713:0:6530:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1770653412.340716:0:51197:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1770653412.340719:0:51596:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bfd40. 00000100:00000001:2.0:1770653412.340720:0:51197:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653412.340720:0:6530:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a440. 00000020:00000010:1.0:1770653412.340721:0:7966:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07db80. 02000000:00000001:2.0:1770653412.340728:0:51197:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.340728:0:6530:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1770653412.340730:0:51596:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955666c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:b31b1d82-c1d4-4680-ae7a-71292416d1f5+64:2364:x1856657966289408:12345-192.168.202.60@tcp:101:ll_agl.0 00000020:00000010:1.0:1770653412.340730:0:7966:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662adaa28. 00000100:00100000:2.0:1770653412.340735:0:51197:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966289792 00000020:00000010:0.0:1770653412.340736:0:6530:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a440. 00000100:00000001:1.0:1770653412.340738:0:7966:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1770653412.340739:0:51197:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1770653412.340742:0:7966:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:3.0:1770653412.340743:0:51596:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966289408 00000020:00000040:2.0:1770653412.340743:0:51197:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000100:00000001:1.0:1770653412.340744:0:7966:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.340749:0:51596:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1770653412.340749:0:51197:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1770653412.340764:0:51596:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000040:2.0:1770653412.340766:0:51197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=65 00000100:00100000:0.0:1770653412.340766:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955666c20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b31b1d82-c1d4-4680-ae7a-71292416d1f5+64:2364:x1856657966289536:12345-192.168.202.60@tcp:101:ll_agl.0 00000020:00000001:3.0:1770653412.340767:0:51596:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.340767:0:7966:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.340774:0:51197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:3.0:1770653412.340775:0:51596:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:0.0:1770653412.340776:0:6530:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966289536 00000020:00000001:3.0:1770653412.340779:0:51596:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:2.0:1770653412.340781:0:51197:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:1.0:1770653412.340781:0:7966:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653412.340781:0:6530:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1770653412.340784:0:51596:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1770653412.340786:0:6530:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1770653412.340789:0:51596:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653412.340789:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1770653412.340790:0:6530:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.340795:0:51596:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:2.0:1770653412.340795:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95565c7124c0. 00000020:00000001:0.0:1770653412.340796:0:6530:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1770653412.340800:0:51596:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1770653412.340801:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653412.340801:0:6728:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1770653412.340801:0:6530:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:3.0:1770653412.340803:0:51596:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.340806:0:6728:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1770653412.340808:0:6530:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1770653412.340809:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95565c7124c0. 00000020:00000001:3.0:1770653412.340810:0:51596:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000020:00000001:0.0:1770653412.340812:0:6530:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.340815:0:51596:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00000020:00000010:2.0:1770653412.340815:0:51197:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564531c600. 00000100:00100000:1.0:1770653412.340816:0:6728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136069 00010000:00010000:3.0:1770653412.340818:0:51596:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000020:00000001:0.0:1770653412.340818:0:6530:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1770653412.340823:0:51596:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000020:00000010:2.0:1770653412.340823:0:51197:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95566aa1c680. 00000020:00000001:0.0:1770653412.340823:0:6530:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1770653412.340824:0:6728:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 3 00010000:00000001:3.0:1770653412.340829:0:51596:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.340829:0:6530:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.340830:0:6728:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797056562432 : -117276652989184 : ffff955666c21500) 00000020:00000010:2.0:1770653412.340831:0:51197:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e5107d0. 00010000:00000001:3.0:1770653412.340835:0:51596:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:0.0:1770653412.340836:0:6530:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000100:00000001:2.0:1770653412.340839:0:51197:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:0.0:1770653412.340840:0:6530:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00000100:00000040:1.0:1770653412.340842:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955666c21500 x1856657966289664/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000010:3.0:1770653412.340843:0:51596:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff955607ee0b00. 00000100:00000001:2.0:1770653412.340844:0:51197:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00010000:0.0:1770653412.340844:0:6530:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00000001:2.0:1770653412.340868:0:51197:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.340875:0:51197:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1770653412.340876:0:51596:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff955607ee0700. 00010000:00000001:0.0:1770653412.340877:0:6530:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1770653412.340882:0:6530:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.340884:0:51596:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:2.0:1770653412.340886:0:51197:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.340888:0:6530:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1770653412.340889:0:51596:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95572ebdd200. 00000020:00000001:3.0:1770653412.340895:0:51596:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000010:0.0:1770653412.340896:0:6530:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9557226e5900. 00000100:00000001:1.0:1770653412.340897:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:3.0:1770653412.340900:0:51596:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95572ebdd200 with handle 0x2aed14e4e178cb4e to hash 00000100:00000001:2.0:1770653412.340901:0:51197:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1770653412.340903:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556452298c0. 00010000:00000010:0.0:1770653412.340904:0:6530:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9557226e5c00. 00000100:00000001:2.0:1770653412.340905:0:51197:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1770653412.340906:0:51596:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1770653412.340910:0:51596:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626800411726336 : -117273297825280 : ffff95572ebdd200) 00000100:00000001:1.0:1770653412.340912:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653412.340913:0:6530:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:3.0:1770653412.340915:0:51596:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626800411726336 : -117273297825280 : ffff95572ebdd200) 00000100:00100000:2.0:1770653412.340916:0:51197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136070 00010000:00000010:0.0:1770653412.340918:0:6530:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95572dd52c00. 00000020:00000010:1.0:1770653412.340919:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556452298c0. 00010000:00010000:3.0:1770653412.340922:0:51596:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95572ebdd200/0x2aed14e4e178cb4e lrc: 2/0,0 mode: --/PR res: [0x280000403:0x1447:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe15cb expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1770653412.340923:0:51197:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 4 00000020:00000001:0.0:1770653412.340924:0:6530:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1770653412.340929:0:6530:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95572dd52c00 with handle 0x2aed14e4e178cb55 to hash 00000100:00000001:2.0:1770653412.340930:0:51197:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797056566016 : -117276652985600 : ffff955666c22300) 00000100:00100000:1.0:1770653412.340932:0:6728:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955666c21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+65:2364:x1856657966289664:12345-192.168.202.60@tcp:101:ll_agl.0 00000020:00000001:0.0:1770653412.340934:0:6530:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1770653412.340938:0:6530:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626800396479488 : -117273313072128 : ffff95572dd52c00) 00000100:00000040:2.0:1770653412.340942:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955666c22300 x1856657966289792/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00002000:00000001:3.0:1770653412.340946:0:51596:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00010000:00000001:0.0:1770653412.340946:0:6530:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626800396479488 : -117273313072128 : ffff95572dd52c00) 00002000:00000010:3.0:1770653412.340952:0:51596:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9556665bfd40. 00000100:00000200:1.0:1770653412.340953:0:6728:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966289664 00010000:00010000:0.0:1770653412.340955:0:6530:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95572dd52c00/0x2aed14e4e178cb55 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x1452:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe15d2 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00002000:00000001:3.0:1770653412.340958:0:51596:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1770653412.340959:0:6728:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1770653412.340962:0:51596:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1770653412.340964:0:6728:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1770653412.340968:0:51596:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796220521688 : -117277489029928 : ffff955634ed1cd8) 00000020:00000001:1.0:1770653412.340968:0:6728:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653412.340976:0:51596:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796220521600 : -117277489030016 : ffff955634ed1c80) 00000100:00000001:2.0:1770653412.340976:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1770653412.340977:0:6728:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00002000:00000001:0.0:1770653412.340977:0:6530:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000020:00000001:1.0:1770653412.340982:0:6728:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00002000:00000001:3.0:1770653412.340983:0:51596:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00000020:00000010:2.0:1770653412.340983:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95565c7124c0. 00002000:00000010:0.0:1770653412.340985:0:6530:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff95564b95a440. 00000100:00000001:2.0:1770653412.340989:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1770653412.340989:0:6728:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00002000:00000001:3.0:1770653412.340990:0:51596:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653412.340990:0:6530:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1770653412.340994:0:6728:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653412.340994:0:6530:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00010000:3.0:1770653412.340997:0:51596:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x1447:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000020:00000010:2.0:1770653412.340997:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95565c7124c0. 00000020:00000001:1.0:1770653412.340998:0:6728:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1770653412.341001:0:6530:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795553002936 : -117278156548680 : ffff95560d2395b8) 00000020:00000001:1.0:1770653412.341002:0:6728:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00002000:00000001:3.0:1770653412.341007:0:51596:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00002000:00000001:0.0:1770653412.341008:0:6530:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795553002848 : -117278156548768 : ffff95560d239560) 00000100:00100000:2.0:1770653412.341009:0:51197:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955666c22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b31b1d82-c1d4-4680-ae7a-71292416d1f5+65:2364:x1856657966289792:12345-192.168.202.60@tcp:101:ll_agl.0 00000020:00000001:1.0:1770653412.341009:0:6728:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1770653412.341012:0:51596:0:(lu_object.c:207:lu_object_put()) Add ffff955634ed1cd8/ffff955634ed1c80 to site lru. bkt: ffff95571148d378 00000020:00000001:1.0:1770653412.341015:0:6728:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00002000:00000001:0.0:1770653412.341015:0:6530:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00010000:00000040:3.0:1770653412.341018:0:51596:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 58 00000100:00000200:2.0:1770653412.341020:0:51197:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966289792 00010000:00000001:1.0:1770653412.341020:0:6728:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00000020:00000040:3.0:1770653412.341022:0:51596:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=66 00002000:00000001:0.0:1770653412.341023:0:6530:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653412.341024:0:6728:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000020:00000001:2.0:1770653412.341025:0:51197:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1770653412.341029:0:51596:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1770653412.341029:0:6728:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00002000:00010000:0.0:1770653412.341030:0:6530:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x1452:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000020:00000001:2.0:1770653412.341031:0:51197:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00002000:00000001:3.0:1770653412.341033:0:51596:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00010000:00000001:1.0:1770653412.341034:0:6728:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.341035:0:51197:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.341036:0:51596:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00002000:00000001:0.0:1770653412.341038:0:6530:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000001:2.0:1770653412.341041:0:51197:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:1.0:1770653412.341042:0:6728:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 02000000:00000001:3.0:1770653412.341043:0:51596:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000002:0.0:1770653412.341044:0:6530:0:(lu_object.c:207:lu_object_put()) Add ffff95560d2395b8/ffff95560d239560 to site lru. bkt: ffff95571148d730 00000020:00000001:2.0:1770653412.341045:0:51197:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 02000000:00000010:3.0:1770653412.341050:0:51596:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9556407ff400. 00000020:00000001:2.0:1770653412.341050:0:51197:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1770653412.341052:0:51197:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1770653412.341052:0:6728:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff95571a6ffd00. 00010000:00000040:0.0:1770653412.341052:0:6530:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 59 02000000:00000001:3.0:1770653412.341054:0:51596:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.341059:0:51197:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1770653412.341060:0:51596:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1770653412.341060:0:6728:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff95571a6ffe00. 00000020:00000040:0.0:1770653412.341060:0:6530:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=67 00000020:00000001:2.0:1770653412.341063:0:51197:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1770653412.341068:0:51596:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1770653412.341069:0:6530:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:2.0:1770653412.341070:0:51197:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.341070:0:6728:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:3.0:1770653412.341071:0:51596:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00002000:00000001:0.0:1770653412.341074:0:6530:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00010000:00000010:1.0:1770653412.341076:0:6728:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955631453600. 00010000:00010000:3.0:1770653412.341077:0:51596:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000001:2.0:1770653412.341077:0:51197:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000100:00000001:0.0:1770653412.341078:0:6530:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1770653412.341082:0:51596:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.341082:0:51197:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00000020:00000001:1.0:1770653412.341083:0:6728:0:(lustre_handles.c:45:class_handle_hash()) Process entered 02000000:00000001:0.0:1770653412.341083:0:6530:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00010000:2.0:1770653412.341085:0:51197:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1770653412.341089:0:51596:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1770653412.341089:0:51197:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000020:00000040:1.0:1770653412.341090:0:6728:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955631453600 with handle 0x2aed14e4e178cb5c to hash 02000000:00000010:0.0:1770653412.341091:0:6530:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff955662e2c400. 00010000:00010000:3.0:1770653412.341093:0:51596:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653412.341094:0:51197:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.341096:0:6728:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 02000000:00000001:0.0:1770653412.341097:0:6530:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.341098:0:51596:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.341099:0:6728:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626796159186432 : -117277550365184 : ffff955631453600) 00010000:00000001:2.0:1770653412.341100:0:51197:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:0.0:1770653412.341103:0:6530:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.341105:0:51596:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1770653412.341106:0:6728:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626796159186432 : -117277550365184 : ffff955631453600) 00010000:00000001:0.0:1770653412.341107:0:6530:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000010:2.0:1770653412.341109:0:51197:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff955702889100. 00010000:00000001:0.0:1770653412.341111:0:6530:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653412.341113:0:6728:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff955631453600/0x2aed14e4e178cb5c lrc: 2/0,0 mode: --/PR res: [0x280000403:0x144f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe15d9 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770653412.341114:0:51596:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95572ebdd200/0x2aed14e4e178cb4e lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15cb expref: 67 pid: 51596 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770653412.341115:0:6530:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000010:2.0:1770653412.341117:0:51197:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9557203c7600. 00010000:00000001:0.0:1770653412.341119:0:6530:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.341125:0:51197:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:0.0:1770653412.341125:0:6530:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000010:2.0:1770653412.341130:0:51197:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9557351f2a00. 00010000:00010000:0.0:1770653412.341130:0:6530:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653412.341135:0:6530:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653412.341137:0:51197:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00002000:00000001:1.0:1770653412.341139:0:6728:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00010000:00000040:3.0:1770653412.341141:0:51596:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1447:0x0].0x0 (ffff955607ee0b00) refcount = 1 00000020:00000040:2.0:1770653412.341143:0:51197:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9557351f2a00 with handle 0x2aed14e4e178cb63 to hash 00010000:00000001:0.0:1770653412.341143:0:6530:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00002000:00000010:1.0:1770653412.341145:0:6728:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9556452298c0. 00010000:00000040:3.0:1770653412.341146:0:51596:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000020:00000001:2.0:1770653412.341149:0:51197:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00002000:00000001:1.0:1770653412.341151:0:6728:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:2.0:1770653412.341152:0:51197:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626800518769152 : -117273190782464 : ffff9557351f2a00) 00010000:00010000:0.0:1770653412.341152:0:6530:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95572dd52c00/0x2aed14e4e178cb55 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1452:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15d2 expref: 67 pid: 6530 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1770653412.341155:0:51596:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95572ebdd200/0x2aed14e4e178cb4e lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15cb expref: 67 pid: 51596 timeout: 0 lvb_type: 1 00000020:00000001:1.0:1770653412.341156:0:6728:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1770653412.341159:0:51197:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626800518769152 : -117273190782464 : ffff9557351f2a00) 00000020:00000001:1.0:1770653412.341162:0:6728:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796220517432 : -117277489034184 : ffff955634ed0c38) 00010000:00010000:2.0:1770653412.341167:0:51197:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9557351f2a00/0x2aed14e4e178cb63 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x142b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe15e0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00002000:00000001:1.0:1770653412.341169:0:6728:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796220517344 : -117277489034272 : ffff955634ed0be0) 00002000:00000001:1.0:1770653412.341176:0:6728:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00010000:00000040:0.0:1770653412.341178:0:6530:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1452:0x0].0x0 (ffff9557226e5900) refcount = 1 00010000:00000001:3.0:1770653412.341183:0:51596:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00002000:00000001:1.0:1770653412.341183:0:6728:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.341188:0:51596:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653412.341188:0:6530:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00002000:00010000:1.0:1770653412.341190:0:6728:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x144f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:2.0:1770653412.341191:0:51197:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00010000:00000001:3.0:1770653412.341194:0:51596:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000040:0.0:1770653412.341196:0:6530:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95572dd52c00/0x2aed14e4e178cb55 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1452:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15d2 expref: 67 pid: 6530 timeout: 0 lvb_type: 1 00002000:00000010:2.0:1770653412.341197:0:51197:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff95565c7124c0. 00010000:00000001:3.0:1770653412.341198:0:51596:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1770653412.341198:0:6728:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:1.0:1770653412.341203:0:6728:0:(lu_object.c:207:lu_object_put()) Add ffff955634ed0c38/ffff955634ed0be0 to site lru. bkt: ffff95571148d538 00002000:00000001:3.0:1770653412.341204:0:51596:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00002000:00000001:2.0:1770653412.341204:0:51197:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1770653412.341207:0:51197:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1770653412.341211:0:51596:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653412.341211:0:6728:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 60 00000020:00000001:2.0:1770653412.341214:0:51197:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795553133704 : -117278156417912 : ffff95560d259488) 00010000:00000001:0.0:1770653412.341215:0:6530:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000040:1.0:1770653412.341217:0:6728:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=68 00010000:00000001:3.0:1770653412.341218:0:51596:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00002000:00000001:2.0:1770653412.341220:0:51197:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795553133616 : -117278156418000 : ffff95560d259430) 00010000:00000001:0.0:1770653412.341220:0:6530:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.341223:0:6728:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00010000:3.0:1770653412.341226:0:51596:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff95572ebdd200/0x2aed14e4e178cb4e lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15cb expref: 68 pid: 51596 timeout: 0 lvb_type: 1 00002000:00000001:2.0:1770653412.341227:0:51197:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00010000:00000001:0.0:1770653412.341227:0:6530:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00002000:00000001:1.0:1770653412.341228:0:6728:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00010000:00000001:0.0:1770653412.341231:0:6530:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.341232:0:6728:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00002000:00000001:2.0:1770653412.341235:0:51197:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653412.341237:0:6728:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00002000:00000001:0.0:1770653412.341237:0:6530:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00002000:00010000:2.0:1770653412.341242:0:51197:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x142b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00000001:0.0:1770653412.341243:0:6530:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653412.341244:0:6728:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9556339cb000. 00010000:00000001:0.0:1770653412.341251:0:6530:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00002000:00000001:2.0:1770653412.341252:0:51197:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 02000000:00000001:1.0:1770653412.341252:0:6728:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.341254:0:51596:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000002:2.0:1770653412.341257:0:51197:0:(lu_object.c:207:lu_object_put()) Add ffff95560d259488/ffff95560d259430 to site lru. bkt: ffff95571148d458 00010000:00000001:3.0:1770653412.341259:0:51596:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:1.0:1770653412.341259:0:6728:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653412.341260:0:6530:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff95572dd52c00/0x2aed14e4e178cb55 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1452:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15d2 expref: 68 pid: 6530 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1770653412.341261:0:51197:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 61 00010000:00000001:3.0:1770653412.341263:0:51596:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.341265:0:6728:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000020:00000040:2.0:1770653412.341267:0:51197:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=69 00010000:00000001:3.0:1770653412.341269:0:51596:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.341270:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1770653412.341275:0:51197:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00010000:1.0:1770653412.341275:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653412.341276:0:51596:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00002000:00000001:2.0:1770653412.341279:0:51197:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00010000:00000001:3.0:1770653412.341282:0:51596:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653412.341282:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653412.341283:0:51197:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1770653412.341284:0:6530:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653412.341287:0:51596:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1770653412.341287:0:51197:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1770653412.341288:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1770653412.341289:0:6530:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00010000:3.0:1770653412.341290:0:51596:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95572ebdd200, rc 0) 02000000:00000010:2.0:1770653412.341294:0:51197:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff95573c4cd000. 00010000:00010000:1.0:1770653412.341294:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653412.341294:0:6530:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653412.341295:0:51596:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.341299:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653412.341301:0:51197:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.341301:0:6530:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653412.341302:0:51596:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966289408 00010000:00000001:1.0:1770653412.341303:0:6728:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:2.0:1770653412.341306:0:51197:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.341308:0:51596:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:0.0:1770653412.341308:0:6530:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1770653412.341310:0:51197:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00010000:1.0:1770653412.341311:0:6728:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff955631453600/0x2aed14e4e178cb5c lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x144f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15d9 expref: 69 pid: 6728 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1770653412.341312:0:6530:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653412.341313:0:51197:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1770653412.341317:0:6530:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000200:3.0:1770653412.341318:0:51596:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955666c23800 x1856657966289408/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00010000:2.0:1770653412.341318:0:51197:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770653412.341322:0:6530:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95572dd52c00, rc 0) 00010000:00000001:2.0:1770653412.341323:0:51197:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653412.341328:0:6530:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.341329:0:51197:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000040:1.0:1770653412.341330:0:6728:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x144f:0x0].0x0 (ffff95571a6ffd00) refcount = 1 00010000:00010000:2.0:1770653412.341333:0:51197:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000040:0.0:1770653412.341334:0:6530:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966289536 00010000:00000001:2.0:1770653412.341338:0:51197:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1770653412.341339:0:6728:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:0.0:1770653412.341340:0:6530:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:2.0:1770653412.341345:0:51197:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1770653412.341348:0:51596:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000040:1.0:1770653412.341349:0:6728:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff955631453600/0x2aed14e4e178cb5c lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x144f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15d9 expref: 69 pid: 6728 timeout: 0 lvb_type: 1 00010000:00000200:0.0:1770653412.341350:0:6530:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955666c20700 x1856657966289536/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1770653412.341354:0:51596:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653412.341354:0:51197:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9557351f2a00/0x2aed14e4e178cb63 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x142b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15e0 expref: 69 pid: 51197 timeout: 0 lvb_type: 1 00000100:00001000:3.0:1770653412.341360:0:51596:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653412.341371:0:51596:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1770653412.341377:0:51596:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000001:1.0:1770653412.341378:0:6728:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000040:2.0:1770653412.341383:0:51197:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x142b:0x0].0x0 (ffff955702889100) refcount = 1 00010000:00000001:1.0:1770653412.341383:0:6728:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.341384:0:51596:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00000001:0.0:1770653412.341385:0:6530:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1770653412.341390:0:6530:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653412.341391:0:51197:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:1.0:1770653412.341391:0:6728:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 02000000:00000001:3.0:1770653412.341392:0:51596:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:0.0:1770653412.341396:0:6530:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00010000:00000001:1.0:1770653412.341397:0:6728:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1770653412.341398:0:51596:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653412.341400:0:51197:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9557351f2a00/0x2aed14e4e178cb63 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x142b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15e0 expref: 69 pid: 51197 timeout: 0 lvb_type: 1 00002000:00000001:1.0:1770653412.341404:0:6728:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000100:00000001:3.0:1770653412.341406:0:51596:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1770653412.341407:0:6530:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1770653412.341411:0:6728:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.341415:0:51197:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000040:0.0:1770653412.341415:0:6530:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000100:00000040:3.0:1770653412.341416:0:51596:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:1.0:1770653412.341418:0:6728:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00000001:2.0:1770653412.341419:0:51197:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.341421:0:6530:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000400:00000010:3.0:1770653412.341423:0:51596:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a785d8. 00010000:00000001:2.0:1770653412.341423:0:51197:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1770653412.341427:0:51197:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1770653412.341427:0:6728:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff955631453600/0x2aed14e4e178cb5c lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x144f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15d9 expref: 69 pid: 6728 timeout: 0 lvb_type: 1 02000000:00000001:0.0:1770653412.341427:0:6530:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:3.0:1770653412.341429:0:51596:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966289408, offset 224 02000000:00000001:0.0:1770653412.341431:0:6530:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653412.341433:0:51197:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000100:00000001:0.0:1770653412.341438:0:6530:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1770653412.341439:0:51197:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653412.341443:0:51596:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653412.341446:0:51197:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00000100:00000040:0.0:1770653412.341447:0:6530:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:1.0:1770653412.341454:0:6728:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:2.0:1770653412.341455:0:51197:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9557351f2a00/0x2aed14e4e178cb63 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x142b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15e0 expref: 69 pid: 51197 timeout: 0 lvb_type: 1 00000400:00000010:0.0:1770653412.341455:0:6530:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8f68. 00000400:00000200:3.0:1770653412.341456:0:51596:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000001:1.0:1770653412.341460:0:6728:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000200:0.0:1770653412.341462:0:6530:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966289536, offset 224 00010000:00000001:1.0:1770653412.341464:0:6728:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.341470:0:51596:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164478:2164478:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164474:2164474:8:4294967295] 00010000:00000001:1.0:1770653412.341471:0:6728:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.341477:0:51197:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1770653412.341477:0:6728:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1770653412.341481:0:51197:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1770653412.341482:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1770653412.341483:0:6530:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653412.341486:0:51197:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.341487:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1770653412.341491:0:6728:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff955631453600, rc 0) 00010000:00000001:2.0:1770653412.341492:0:51197:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653412.341493:0:51596:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000020:00000001:1.0:1770653412.341495:0:6728:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.341496:0:51197:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1770653412.341500:0:51197:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:1.0:1770653412.341501:0:6728:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966289664 00010000:00000001:2.0:1770653412.341503:0:51197:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:3.0:1770653412.341505:0:51596:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:1.0:1770653412.341508:0:6728:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00010000:2.0:1770653412.341509:0:51197:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9557351f2a00, rc 0) 00000400:00000200:0.0:1770653412.341509:0:6530:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000800:00000010:3.0:1770653412.341512:0:51596:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c300. 00000020:00000001:2.0:1770653412.341515:0:51197:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1770653412.341517:0:6728:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955666c21500 x1856657966289664/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000040:2.0:1770653412.341519:0:51197:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966289792 00000400:00000200:0.0:1770653412.341523:0:6530:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164479:2164479:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164475:2164475:7:4294967295] 00000800:00000200:3.0:1770653412.341524:0:51596:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:2.0:1770653412.341526:0:51197:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1770653412.341534:0:51197:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955666c22300 x1856657966289792/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000800:00000200:3.0:1770653412.341538:0:51596:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:3.0:1770653412.341546:0:51596:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c300 type 1, nob 496 niov 1 nkiov 1 00010000:00000001:1.0:1770653412.341551:0:6728:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1770653412.341552:0:6530:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:1.0:1770653412.341556:0:6728:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.341560:0:51596:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653412.341561:0:6728:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00010000:00000001:2.0:1770653412.341569:0:51197:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1770653412.341571:0:6728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1770653412.341572:0:51596:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000800:00000200:0.0:1770653412.341572:0:6530:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653412.341573:0:51197:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653412.341579:0:6728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00010000:00000001:3.0:1770653412.341580:0:51596:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00001000:2.0:1770653412.341581:0:51197:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1770653412.341582:0:6728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000800:00000010:0.0:1770653412.341582:0:6530:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955601b6f200. 00000020:00000001:3.0:1770653412.341585:0:51596:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653412.341589:0:6728:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1770653412.341591:0:51596:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1770653412.341592:0:51197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1770653412.341594:0:6728:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653412.341594:0:6530:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000040:2.0:1770653412.341599:0:51197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 11 to 192.168.202.60@tcp 00000100:00000040:3.0:1770653412.341601:0:51596:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c23800 x1856657966289408/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1770653412.341602:0:51197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000001:1.0:1770653412.341602:0:6728:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1770653412.341609:0:51197:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000200:0.0:1770653412.341609:0:6530:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000040:1.0:1770653412.341611:0:6728:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 02000000:00000001:2.0:1770653412.341613:0:51197:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653412.341616:0:6530:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955601b6f200 type 1, nob 496 niov 1 nkiov 1 00000400:00000010:1.0:1770653412.341618:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022110. 00000100:00000001:2.0:1770653412.341620:0:51197:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1770653412.341626:0:6530:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653412.341627:0:6728:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966289664, offset 224 00000100:00000040:2.0:1770653412.341629:0:51197:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:2.0:1770653412.341635:0:51197:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888770. 00000100:00000040:0.0:1770653412.341636:0:6530:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000100:00100000:3.0:1770653412.341637:0:51596:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955666c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:b31b1d82-c1d4-4680-ae7a-71292416d1f5+69:2364:x1856657966289408:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 935us (1259us total) trans 0 rc 0/0 00000400:00000200:1.0:1770653412.341643:0:6728:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653412.341644:0:6530:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1770653412.341648:0:6530:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653412.341651:0:51197:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966289792, offset 224 00000100:00100000:3.0:1770653412.341652:0:51596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136067 00000020:00000001:0.0:1770653412.341652:0:6530:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1770653412.341659:0:6728:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000040:3.0:1770653412.341661:0:51596:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 3 00000100:00000040:0.0:1770653412.341661:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c20700 x1856657966289536/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000200:2.0:1770653412.341666:0:51197:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:3.0:1770653412.341667:0:51596:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1770653412.341672:0:6728:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164480:2164480:254:4294967295] 192.168.202.60@tcp LPNI seq info [2164476:2164476:6:4294967295] 00000100:00000001:3.0:1770653412.341673:0:51596:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1770653412.341677:0:51596:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d500. 00000020:00000010:3.0:1770653412.341684:0:51596:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662adad48. 00000020:00000010:3.0:1770653412.341689:0:51596:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9556560af200. 00000100:00100000:0.0:1770653412.341694:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955666c20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b31b1d82-c1d4-4680-ae7a-71292416d1f5+69:2364:x1856657966289536:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 973us (1262us total) trans 0 rc 0/0 00000020:00000040:3.0:1770653412.341697:0:51596:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 68 00000400:00000200:1.0:1770653412.341700:0:6728:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:3.0:1770653412.341703:0:51596:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1770653412.341710:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136068 00000100:00000040:0.0:1770653412.341714:0:6530:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 2 00000800:00000200:1.0:1770653412.341715:0:6728:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:0.0:1770653412.341718:0:6530:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1770653412.341719:0:51197:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000001:0.0:1770653412.341722:0:6530:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:1.0:1770653412.341723:0:6728:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399b00. 00000020:00000010:0.0:1770653412.341726:0:6530:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300080. 00000400:00000200:2.0:1770653412.341728:0:51197:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164481:2164481:253:4294967295] 192.168.202.60@tcp LPNI seq info [2164477:2164477:5:4294967295] 00000020:00000010:0.0:1770653412.341732:0:6530:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90e10. 00000800:00000200:1.0:1770653412.341733:0:6728:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000020:00000010:0.0:1770653412.341740:0:6530:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bce00. 00000800:00000200:1.0:1770653412.341747:0:6728:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000020:00000040:0.0:1770653412.341749:0:6530:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 67 00000100:00000001:0.0:1770653412.341764:0:6530:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.341766:0:51197:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:1.0:1770653412.341768:0:6728:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399b00 type 1, nob 496 niov 1 nkiov 1 00000800:00000200:3.0:1770653412.341772:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1770653412.341774:0:6728:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1770653412.341777:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c300. 00000800:00000200:2.0:1770653412.341778:0:51197:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000040:1.0:1770653412.341782:0:6728:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000400:00000200:3.0:1770653412.341785:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1770653412.341785:0:6728:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000800:00000010:2.0:1770653412.341786:0:51197:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df200. 00000020:00000001:1.0:1770653412.341789:0:6728:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.341794:0:6728:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000800:00000200:2.0:1770653412.341796:0:51197:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000400:00000200:3.0:1770653412.341797:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000040:1.0:1770653412.341802:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c21500 x1856657966289664/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000200:3.0:1770653412.341804:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a785d8 00000800:00000200:2.0:1770653412.341805:0:51197:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000400:00000010:3.0:1770653412.341809:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a785d8. 00000800:00000200:2.0:1770653412.341812:0:51197:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df200 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1770653412.341815:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.341819:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1770653412.341821:0:51197:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653412.341828:0:51197:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:2.0:1770653412.341830:0:51197:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000800:00000200:3.0:1770653412.341831:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:2.0:1770653412.341833:0:51197:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653412.341833:0:6728:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955666c21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+67:2364:x1856657966289664:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 931us (1304us total) trans 0 rc 0/0 00000800:00000010:3.0:1770653412.341835:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955601b6f200. 00000020:00000001:2.0:1770653412.341837:0:51197:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1770653412.341842:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1770653412.341846:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c22300 x1856657966289792/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1770653412.341868:0:6728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136069 00000400:00000200:3.0:1770653412.341872:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000040:1.0:1770653412.341875:0:6728:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 1 00000400:00000200:3.0:1770653412.341879:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8f68 00000100:00000001:1.0:1770653412.341880:0:6728:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:3.0:1770653412.341885:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8f68. 00000100:00000001:1.0:1770653412.341886:0:6728:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1770653412.341891:0:6728:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07db80. 00000100:00000001:3.0:1770653412.341892:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:2.0:1770653412.341892:0:51197:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955666c22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b31b1d82-c1d4-4680-ae7a-71292416d1f5+67:2364:x1856657966289792:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 911us (1248us total) trans 0 rc 0/0 00000100:00000001:3.0:1770653412.341897:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1770653412.341897:0:6728:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662adaa28. 00000020:00000010:1.0:1770653412.341904:0:6728:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9556560ae600. 00000100:00100000:2.0:1770653412.341905:0:51197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136070 00000800:00000200:3.0:1770653412.341910:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1770653412.341910:0:51197:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000020:00000040:1.0:1770653412.341911:0:6728:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 66 00000800:00000010:3.0:1770653412.341913:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399b00. 00000100:00000001:2.0:1770653412.341916:0:51197:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1770653412.341918:0:6728:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.341920:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653412.341920:0:51197:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1770653412.341925:0:51197:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1c680. 00000400:00000200:3.0:1770653412.341929:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000010:2.0:1770653412.341931:0:51197:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e5107d0. 00000400:00000200:3.0:1770653412.341933:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022110 00000400:00000010:3.0:1770653412.341937:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022110. 00000020:00000010:2.0:1770653412.341937:0:51197:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564531c600. 00000100:00000001:3.0:1770653412.341943:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:2.0:1770653412.341943:0:51197:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 65 00000100:00000001:3.0:1770653412.341946:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1770653412.341948:0:51197:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1770653412.341973:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1770653412.341975:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df200. 00000400:00000200:3.0:1770653412.341978:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.341980:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:3.0:1770653412.341982:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888770 00000400:00000010:3.0:1770653412.341983:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888770. 00000100:00000001:3.0:1770653412.341985:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.341986:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.344894:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.344902:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.344904:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.344905:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.344910:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.344917:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cd400 00000400:00000200:0.0:1770653412.344921:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xece715 [8] + 11352 00000800:00000001:0.0:1770653412.344924:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.344927:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.344928:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.344931:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.344933:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.344935:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1770653412.344937:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955606dfea00. 00000100:00000040:0.0:1770653412.344939:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955606dfea00 x1856657966289920 msgsize 328 00000100:00100000:0.0:1770653412.344942:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.344953:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.344957:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.344960:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.344962:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.344963:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.344966:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.344970:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cd480 00000400:00000200:0.0:1770653412.344973:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xece715 [8] + 11680 00000800:00000001:0.0:1770653412.344975:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.344994:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.344997:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.345000:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.345002:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.345003:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1770653412.345008:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c46bb80. 00000100:00000040:0.0:1770653412.345010:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff95573c46bb80 x1856657966290048 msgsize 328 00000100:00000001:2.0:1770653412.345013:0:51197:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1770653412.345015:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00100000:2.0:1770653412.345020:0:51197:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966289920 02000000:00000001:2.0:1770653412.345025:0:51197:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653412.345025:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1770653412.345027:0:51197:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1770653412.345030:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653412.345032:0:51197:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1770653412.345035:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653412.345039:0:51197:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1770653412.345039:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.345043:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1770653412.345045:0:51197:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966289920 00000400:00000200:0.0:1770653412.345050:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000020:00000001:2.0:1770653412.345052:0:51197:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1770653412.345055:0:51197:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000400:00000200:0.0:1770653412.345058:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cd500 00000020:00000001:2.0:1770653412.345059:0:51197:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653412.345064:0:51197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=64 00000400:00000200:0.0:1770653412.345065:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xece715 [8] + 12008 00000020:00000001:2.0:1770653412.345086:0:51197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000800:00000001:0.0:1770653412.345090:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1770653412.345092:0:51197:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:2.0:1770653412.345099:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:0.0:1770653412.345100:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.345105:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1770653412.345106:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95565c712780. 00000100:00000001:2.0:1770653412.345115:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1770653412.345115:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.345121:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:2.0:1770653412.345122:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95565c712780. 00000100:00000200:0.0:1770653412.345127:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1770653412.345130:0:6728:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1770653412.345132:0:51197:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564531c600. 00000100:00000010:0.0:1770653412.345134:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c46ad80. 00000100:00100000:1.0:1770653412.345136:0:6728:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966290048 02000000:00000001:1.0:1770653412.345144:0:6728:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1770653412.345145:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff95573c46ad80 x1856657966290176 msgsize 328 00000020:00000010:2.0:1770653412.345146:0:51197:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95566aa1c680. 00000100:00000001:1.0:1770653412.345149:0:6728:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653412.345158:0:6728:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653412.345160:0:51197:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e5107d0. 02000000:00000001:1.0:1770653412.345169:0:6728:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653412.345169:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000040:2.0:1770653412.345173:0:51197:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1770653412.345194:0:51197:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1770653412.345195:0:6728:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966290048 00000100:00000001:2.0:1770653412.345196:0:51197:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1770653412.345198:0:6728:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1770653412.345199:0:51197:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.345200:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:1.0:1770653412.345201:0:6728:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000020:00000001:1.0:1770653412.345205:0:6728:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653412.345207:0:6728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=66 00000100:00000001:2.0:1770653412.345208:0:51197:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1770653412.345208:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1770653412.345211:0:6728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:1.0:1770653412.345214:0:6728:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000800:00000001:0.0:1770653412.345215:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.345218:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:0.0:1770653412.345218:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.345222:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1770653412.345224:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556452292c0. 00000100:00000001:2.0:1770653412.345225:0:51197:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.345230:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:1.0:1770653412.345232:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653412.345235:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556452292c0. 00000100:00000001:2.0:1770653412.345238:0:51197:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1770653412.345241:0:6728:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9556560ae600. 00000100:00100000:2.0:1770653412.345242:0:51197:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966290176 00000100:00000001:0.0:1770653412.345244:0:6530:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1770653412.345245:0:51197:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1770653412.345246:0:6728:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07db80. 00000100:00000001:0.0:1770653412.345247:0:6530:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1770653412.345249:0:51197:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1770653412.345252:0:6728:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662adaa28. 00000100:00000001:2.0:1770653412.345253:0:51197:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653412.345255:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136071 02000000:00000001:2.0:1770653412.345259:0:51197:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653412.345261:0:6530:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000100:00100000:2.0:1770653412.345262:0:51197:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966290176 00000100:00000001:1.0:1770653412.345262:0:6728:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653412.345265:0:6728:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1770653412.345267:0:51197:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1770653412.345267:0:6530:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795447904768 : -117278261646848 : ffff955606dfea00) 00000100:00000001:1.0:1770653412.345269:0:6728:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653412.345270:0:51197:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000020:00000001:2.0:1770653412.345275:0:51197:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1770653412.345276:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955606dfea00 x1856657966289920/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000040:2.0:1770653412.345278:0:51197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=67 00000100:00000001:1.0:1770653412.345278:0:6728:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.345284:0:51197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:2.0:1770653412.345290:0:51197:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:1.0:1770653412.345293:0:6728:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653412.345295:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1770653412.345295:0:6530:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1770653412.345301:0:6530:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95aec0. 00000020:00000010:2.0:1770653412.345302:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95565c712780. 00000100:00000001:0.0:1770653412.345306:0:6530:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653412.345307:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653412.345311:0:6530:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95aec0. 00000100:00000001:1.0:1770653412.345312:0:6728:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653412.345313:0:7966:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1770653412.345313:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95565c712780. 00000100:00000001:1.0:1770653412.345317:0:6728:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1770653412.345318:0:7966:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1770653412.345320:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955606dfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b31b1d82-c1d4-4680-ae7a-71292416d1f5+64:2364:x1856657966289920:12345-192.168.202.60@tcp:101:ll_agl.0 00000020:00000010:2.0:1770653412.345322:0:51197:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564531d400. 00000100:00100000:1.0:1770653412.345327:0:6728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136072 00000020:00000010:2.0:1770653412.345329:0:51197:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95566aa1c580. 00000100:00000200:0.0:1770653412.345329:0:6530:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966289920 00000100:00000040:1.0:1770653412.345331:0:6728:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:3.0:1770653412.345332:0:7966:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.345334:0:6530:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1770653412.345336:0:51197:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510898. 00000100:00000001:1.0:1770653412.345337:0:6728:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800638802816 : -117273070748800 : ffff95573c46bb80) 00000100:00000001:3.0:1770653412.345338:0:7966:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.345339:0:6530:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1770653412.345341:0:51197:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1770653412.345344:0:6530:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.345345:0:51197:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1770653412.345349:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95573c46bb80 x1856657966290048/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1770653412.345351:0:51197:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.345351:0:6530:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1770653412.345355:0:6530:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000100:00000001:2.0:1770653412.345358:0:51197:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.345361:0:6530:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1770653412.345365:0:6530:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.345368:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1770653412.345368:0:6530:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1770653412.345369:0:51197:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653412.345372:0:6530:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:1.0:1770653412.345374:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556452292c0. 00000020:00000001:0.0:1770653412.345376:0:6530:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.345380:0:6530:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000100:00000001:1.0:1770653412.345381:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653412.345382:0:51197:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1770653412.345383:0:6530:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00000100:00000001:3.0:1770653412.345385:0:7966:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1770653412.345386:0:51197:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00010000:0.0:1770653412.345387:0:6530:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000020:00000010:1.0:1770653412.345388:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556452292c0. 00000100:00000001:3.0:1770653412.345389:0:7966:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1770653412.345391:0:6530:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1770653412.345395:0:6530:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653412.345397:0:51197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136073 00000100:00100000:1.0:1770653412.345399:0:6728:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95573c46bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+67:2364:x1856657966290048:12345-192.168.202.60@tcp:101:ll_agl.0 00010000:00000001:0.0:1770653412.345401:0:6530:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:3.0:1770653412.345403:0:7966:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653412.345403:0:51197:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 2 00000100:00000200:1.0:1770653412.345407:0:6728:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966290048 00000100:00000001:2.0:1770653412.345409:0:51197:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800638799232 : -117273070752384 : ffff95573c46ad80) 00000100:00000001:3.0:1770653412.345410:0:7966:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1770653412.345410:0:6530:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9557226e5e00. 00000020:00000001:1.0:1770653412.345411:0:6728:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1770653412.345416:0:6728:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000010:0.0:1770653412.345417:0:6530:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9557226e5000. 00000100:00000040:2.0:1770653412.345418:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95573c46ad80 x1856657966290176/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000001:1.0:1770653412.345419:0:6728:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.345441:0:6530:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:1.0:1770653412.345442:0:6728:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000010:0.0:1770653412.345448:0:6530:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95572dd53e00. 00000020:00000001:1.0:1770653412.345449:0:6728:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000100:00000001:2.0:1770653412.345457:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1770653412.345458:0:6530:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:1.0:1770653412.345459:0:6728:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1770653412.345463:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95565c712780. 00000020:00000001:1.0:1770653412.345466:0:6728:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1770653412.345466:0:6530:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95572dd53e00 with handle 0x2aed14e4e178cb6a to hash 00000100:00000001:2.0:1770653412.345471:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653412.345473:0:6530:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1770653412.345476:0:6728:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:2.0:1770653412.345478:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95565c712780. 00010000:00000001:0.0:1770653412.345478:0:6530:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626800396484096 : -117273313067520 : ffff95572dd53e00) 00000020:00000001:1.0:1770653412.345481:0:6728:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:0.0:1770653412.345503:0:6530:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626800396484096 : -117273313067520 : ffff95572dd53e00) 00000100:00100000:2.0:1770653412.345508:0:51197:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95573c46ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b31b1d82-c1d4-4680-ae7a-71292416d1f5+67:2363:x1856657966290176:12345-192.168.202.60@tcp:101:ll_agl.0 00000020:00000001:1.0:1770653412.345508:0:6728:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653412.345512:0:6530:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95572dd53e00/0x2aed14e4e178cb6a lrc: 2/0,0 mode: --/PR res: [0x240000403:0x1588:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe15e7 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1770653412.345521:0:6728:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000100:00000200:2.0:1770653412.345525:0:51197:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966290176 00010000:00000001:1.0:1770653412.345529:0:6728:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00000020:00000001:2.0:1770653412.345533:0:51197:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00010000:1.0:1770653412.345539:0:6728:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00000001:0.0:1770653412.345541:0:6530:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000020:00000001:2.0:1770653412.345542:0:51197:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:1.0:1770653412.345548:0:6728:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000020:00000001:2.0:1770653412.345549:0:51197:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:0.0:1770653412.345552:0:6530:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff95564b95aec0. 00000020:00000001:2.0:1770653412.345558:0:51197:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:1.0:1770653412.345558:0:6728:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653412.345559:0:6530:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1770653412.345565:0:51197:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:0.0:1770653412.345566:0:6530:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1770653412.345572:0:6728:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:2.0:1770653412.345574:0:51197:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1770653412.345575:0:6530:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795517178712 : -117278192372904 : ffff95560b00f358) 00000020:00000001:2.0:1770653412.345581:0:51197:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1770653412.345582:0:6530:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795517178624 : -117278192372992 : ffff95560b00f300) 00010000:00000010:1.0:1770653412.345588:0:6728:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff95571a6ffc00. 00000020:00000001:2.0:1770653412.345589:0:51197:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00002000:00000001:0.0:1770653412.345591:0:6530:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00000020:00000001:2.0:1770653412.345596:0:51197:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1770653412.345604:0:51197:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1770653412.345604:0:6728:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff95571a6ffa00. 00002000:00000001:0.0:1770653412.345604:0:6530:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.345614:0:51197:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00002000:00010000:0.0:1770653412.345617:0:6530:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x1588:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00000001:2.0:1770653412.345619:0:51197:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00000001:1.0:1770653412.345621:0:6728:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00010000:2.0:1770653412.345624:0:51197:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00000001:0.0:1770653412.345629:0:6530:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00010000:00000001:2.0:1770653412.345630:0:51197:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000010:1.0:1770653412.345632:0:6728:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955631453c00. 00010000:00000001:2.0:1770653412.345636:0:51197:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1770653412.345638:0:6530:0:(lu_object.c:207:lu_object_put()) Add ffff95560b00f358/ffff95560b00f300 to site lru. bkt: ffff9556025b6ed0 00000020:00000001:1.0:1770653412.345642:0:6728:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:2.0:1770653412.345644:0:51197:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1770653412.345647:0:6530:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 60 00000020:00000040:1.0:1770653412.345652:0:6728:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955631453c00 with handle 0x2aed14e4e178cb71 to hash 00000020:00000040:0.0:1770653412.345654:0:6530:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=65 00010000:00000010:2.0:1770653412.345656:0:51197:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9557203c7f00. 00000020:00000001:1.0:1770653412.345664:0:6728:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000010:2.0:1770653412.345665:0:51197:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9557203c7800. 00010000:00000001:0.0:1770653412.345666:0:6530:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1770653412.345671:0:6728:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626796159187968 : -117277550363648 : ffff955631453c00) 00002000:00000001:0.0:1770653412.345673:0:6530:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00010000:00000001:2.0:1770653412.345675:0:51197:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:0.0:1770653412.345679:0:6530:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1770653412.345683:0:6728:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626796159187968 : -117277550363648 : ffff955631453c00) 02000000:00000001:0.0:1770653412.345684:0:6530:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000010:2.0:1770653412.345685:0:51197:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955700030200. 00000020:00000001:2.0:1770653412.345708:0:51197:0:(lustre_handles.c:45:class_handle_hash()) Process entered 02000000:00000010:0.0:1770653412.345708:0:6530:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff955662e2d000. 00000020:00000040:2.0:1770653412.345711:0:51197:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955700030200 with handle 0x2aed14e4e178cb78 to hash 00010000:00010000:1.0:1770653412.345711:0:6728:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff955631453c00/0x2aed14e4e178cb71 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x1425:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe15ee expref: -99 pid: 6728 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1770653412.345712:0:6530:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.345717:0:51197:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:0.0:1770653412.345718:0:6530:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.345721:0:51197:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799627731456 : -117274081820160 : ffff955700030200) 00010000:00000001:0.0:1770653412.345725:0:6530:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1770653412.345727:0:51197:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799627731456 : -117274081820160 : ffff955700030200) 00010000:00000001:0.0:1770653412.345728:0:6530:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653412.345731:0:6530:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770653412.345734:0:51197:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff955700030200/0x2aed14e4e178cb78 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x1422:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe15f5 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653412.345735:0:6530:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1770653412.345737:0:6728:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00010000:00000001:0.0:1770653412.345741:0:6530:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653412.345744:0:6530:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00000010:1.0:1770653412.345745:0:6728:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9556452292c0. 00010000:00000001:0.0:1770653412.345747:0:6530:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1770653412.345761:0:51197:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00010000:00000001:0.0:1770653412.345765:0:6530:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00002000:00000001:1.0:1770653412.345766:0:6728:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00002000:00000010:2.0:1770653412.345767:0:51197:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff95565c712780. 00000020:00000001:1.0:1770653412.345771:0:6728:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1770653412.345772:0:51197:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00010000:0.0:1770653412.345773:0:6530:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95572dd53e00/0x2aed14e4e178cb6a lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15e7 expref: 65 pid: 6530 timeout: 0 lvb_type: 1 00000020:00000001:2.0:1770653412.345777:0:51197:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1770653412.345779:0:6728:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795553132184 : -117278156419432 : ffff95560d258e98) 00000020:00000001:2.0:1770653412.345782:0:51197:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795553135224 : -117278156416392 : ffff95560d259a78) 00010000:00000040:0.0:1770653412.345784:0:6530:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1588:0x0].0x0 (ffff9557226e5e00) refcount = 1 00002000:00000001:1.0:1770653412.345787:0:6728:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795553132096 : -117278156419520 : ffff95560d258e40) 00002000:00000001:2.0:1770653412.345788:0:51197:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795553135136 : -117278156416480 : ffff95560d259a20) 00010000:00000040:0.0:1770653412.345790:0:6530:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00002000:00000001:2.0:1770653412.345794:0:51197:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00002000:00000001:1.0:1770653412.345794:0:6728:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00010000:00000040:0.0:1770653412.345796:0:6530:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95572dd53e00/0x2aed14e4e178cb6a lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15e7 expref: 65 pid: 6530 timeout: 0 lvb_type: 1 00002000:00000001:2.0:1770653412.345802:0:51197:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653412.345802:0:6728:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.345804:0:6530:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00002000:00010000:2.0:1770653412.345808:0:51197:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x1422:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00000001:0.0:1770653412.345808:0:6530:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1770653412.345810:0:6728:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x1425:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00000001:0.0:1770653412.345814:0:6530:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00002000:00000001:2.0:1770653412.345817:0:51197:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00010000:00000001:0.0:1770653412.345818:0:6530:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1770653412.345819:0:6728:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:2.0:1770653412.345821:0:51197:0:(lu_object.c:207:lu_object_put()) Add ffff95560d259a78/ffff95560d259a20 to site lru. bkt: ffff95571148efb0 00002000:00000001:0.0:1770653412.345823:0:6530:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000040:2.0:1770653412.345825:0:51197:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 62 00000020:00000002:1.0:1770653412.345825:0:6728:0:(lu_object.c:207:lu_object_put()) Add ffff95560d258e98/ffff95560d258e40 to site lru. bkt: ffff95571148c188 00010000:00000001:0.0:1770653412.345826:0:6530:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653412.345832:0:51197:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=68 00010000:00000001:0.0:1770653412.345833:0:6530:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00000040:1.0:1770653412.345834:0:6728:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 63 00010000:00000001:2.0:1770653412.345838:0:51197:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00010000:0.0:1770653412.345839:0:6530:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff95572dd53e00/0x2aed14e4e178cb6a lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15e7 expref: 65 pid: 6530 timeout: 0 lvb_type: 1 00000020:00000040:1.0:1770653412.345840:0:6728:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=69 00002000:00000001:2.0:1770653412.345841:0:51197:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1770653412.345845:0:51197:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1770653412.345870:0:51197:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1770653412.345875:0:51197:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff95563bd49800. 00010000:00000001:1.0:1770653412.345876:0:6728:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1770653412.345878:0:6530:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 02000000:00000001:2.0:1770653412.345881:0:51197:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653412.345881:0:6728:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00010000:00000001:0.0:1770653412.345882:0:6530:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:1.0:1770653412.345886:0:6728:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1770653412.345887:0:51197:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.345887:0:6530:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653412.345891:0:6728:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1770653412.345893:0:51197:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1770653412.345893:0:6530:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653412.345896:0:6728:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9556339c8800. 00010000:00000001:2.0:1770653412.345898:0:51197:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1770653412.345898:0:6530:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000001:1.0:1770653412.345901:0:6728:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653412.345903:0:51197:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653412.345903:0:6530:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653412.345905:0:6728:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.345907:0:6530:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653412.345908:0:51197:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.345910:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cd580 00010000:00010000:0.0:1770653412.345912:0:6530:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95572dd53e00, rc 0) 00010000:00000001:2.0:1770653412.345913:0:51197:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1770653412.345913:0:6728:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00010000:2.0:1770653412.345918:0:51197:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653412.345918:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000400:00000200:3.0:1770653412.345919:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xece715 [8] + 12336 00000020:00000001:0.0:1770653412.345919:0:6530:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.345921:0:51197:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1770653412.345923:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000040:0.0:1770653412.345925:0:6530:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966289920 00010000:00000001:1.0:1770653412.345929:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.345930:0:51197:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1770653412.345930:0:6530:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000800:00000001:3.0:1770653412.345932:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1770653412.345936:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1770653412.345938:0:51197:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff955700030200/0x2aed14e4e178cb78 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15f5 expref: 69 pid: 51197 timeout: 0 lvb_type: 1 00010000:00000200:0.0:1770653412.345939:0:6530:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955606dfea00 x1856657966289920/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00010000:1.0:1770653412.345940:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000800:00000001:3.0:1770653412.345943:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.345945:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.345950:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1770653412.345952:0:6728:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1770653412.345961:0:6728:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff955631453c00/0x2aed14e4e178cb71 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1425:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15ee expref: 69 pid: 6728 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1770653412.345962:0:51197:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1422:0x0].0x0 (ffff9557203c7f00) refcount = 1 00000400:00000200:3.0:1770653412.345964:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000040:2.0:1770653412.345973:0:51197:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:0.0:1770653412.345973:0:6530:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1770653412.345974:0:3281:0:(events.c:286:request_in_callback()) Process entered 00010000:00000040:1.0:1770653412.345977:0:6728:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1425:0x0].0x0 (ffff95571a6ffc00) refcount = 1 00000100:00000200:3.0:1770653412.345979:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000001:0.0:1770653412.345980:0:6530:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653412.345982:0:51197:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff955700030200/0x2aed14e4e178cb78 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15f5 expref: 69 pid: 51197 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1770653412.345982:0:6728:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00001000:0.0:1770653412.345987:0:6530:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000010:3.0:1770653412.345989:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d8b100. 00010000:00000040:1.0:1770653412.345991:0:6728:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff955631453c00/0x2aed14e4e178cb71 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1425:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15ee expref: 69 pid: 6728 timeout: 0 lvb_type: 1 00000100:00000040:3.0:1770653412.345996:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955618d8b100 x1856657966290304 msgsize 328 00000100:00000001:0.0:1770653412.345998:0:6530:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1770653412.346004:0:6530:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:0.0:1770653412.346010:0:6530:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00100000:3.0:1770653412.346014:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 02000000:00000001:0.0:1770653412.346017:0:6530:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1770653412.346021:0:6530:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.346025:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1770653412.346026:0:6530:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1770653412.346029:0:51197:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653412.346033:0:51197:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.346033:0:6728:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000040:0.0:1770653412.346034:0:6530:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:1.0:1770653412.346037:0:6728:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.346038:0:7966:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:2.0:1770653412.346039:0:51197:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000400:00000010:0.0:1770653412.346040:0:6530:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8e58. 00010000:00000001:1.0:1770653412.346041:0:6728:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00100000:3.0:1770653412.346042:0:7966:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966290304 00010000:00000001:2.0:1770653412.346042:0:51197:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.346044:0:6728:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1770653412.346047:0:7966:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1770653412.346048:0:6530:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966289920, offset 224 00002000:00000001:2.0:1770653412.346049:0:51197:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00002000:00000001:1.0:1770653412.346049:0:6728:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000100:00000001:3.0:1770653412.346050:0:7966:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653412.346054:0:7966:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.346056:0:51197:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.346056:0:6728:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653412.346057:0:7966:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653412.346059:0:6530:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653412.346064:0:51197:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00000001:1.0:1770653412.346065:0:6728:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00000100:00100000:3.0:1770653412.346066:0:7966:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966290304 00000020:00000001:3.0:1770653412.346071:0:7966:0:(genops.c:811:class_conn2export()) Process entered 00010000:00010000:2.0:1770653412.346071:0:51197:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff955700030200/0x2aed14e4e178cb78 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15f5 expref: 69 pid: 51197 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770653412.346073:0:6728:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff955631453c00/0x2aed14e4e178cb71 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1425:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15ee expref: 69 pid: 6728 timeout: 0 lvb_type: 1 00000020:00000040:3.0:1770653412.346074:0:7966:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000400:00000200:0.0:1770653412.346074:0:6530:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000020:00000001:3.0:1770653412.346079:0:7966:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.346084:0:7966:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=66 00000400:00000200:0.0:1770653412.346089:0:6530:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164482:2164482:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164478:2164478:8:4294967295] 00000020:00000001:3.0:1770653412.346090:0:7966:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000020:00000001:3.0:1770653412.346097:0:7966:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00010000:00000001:2.0:1770653412.346100:0:51197:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:3.0:1770653412.346106:0:7966:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1770653412.346106:0:51197:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1770653412.346107:0:6728:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1770653412.346110:0:51197:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.346110:0:6530:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:1.0:1770653412.346111:0:6728:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000010:3.0:1770653412.346112:0:7966:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bfe40. 00010000:00000001:2.0:1770653412.346115:0:51197:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.346116:0:6728:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.346118:0:7966:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653412.346121:0:51197:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1770653412.346123:0:6728:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.346124:0:51197:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1770653412.346125:0:7966:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bfe40. 00000800:00000200:0.0:1770653412.346127:0:6530:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653412.346128:0:51197:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653412.346129:0:6728:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000010:3.0:1770653412.346132:0:7966:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bc400. 00010000:00010000:2.0:1770653412.346149:0:51197:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff955700030200, rc 0) 00010000:00000001:1.0:1770653412.346150:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:0.0:1770653412.346152:0:6530:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955601b6f900. 00010000:00000001:1.0:1770653412.346156:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1770653412.346157:0:51197:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653412.346158:0:7966:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300500. 00010000:00010000:1.0:1770653412.346161:0:6728:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff955631453c00, rc 0) 00010000:00000040:2.0:1770653412.346164:0:51197:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966290176 00000800:00000200:0.0:1770653412.346164:0:6530:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000020:00000010:3.0:1770653412.346166:0:7966:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90ed8. 00000020:00000001:1.0:1770653412.346166:0:6728:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.346169:0:51197:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000040:1.0:1770653412.346175:0:6728:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966290048 00000800:00000200:0.0:1770653412.346175:0:6530:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:3.0:1770653412.346177:0:7966:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000200:2.0:1770653412.346179:0:51197:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95573c46ad80 x1856657966290176/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1770653412.346181:0:7966:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1770653412.346183:0:6728:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000800:00000200:0.0:1770653412.346184:0:6530:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955601b6f900 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1770653412.346185:0:7966:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1770653412.346193:0:6728:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95573c46bb80 x1856657966290048/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1770653412.346195:0:7966:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.346197:0:51197:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1770653412.346220:0:6530:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.346221:0:51197:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.346227:0:7966:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1770653412.346228:0:51197:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000040:0.0:1770653412.346229:0:6530:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:0.0:1770653412.346237:0:6530:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:2.0:1770653412.346238:0:51197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1770653412.346239:0:6728:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1770653412.346240:0:6530:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.346242:0:76382:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1770653412.346243:0:6728:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.346244:0:6530:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1770653412.346245:0:51197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:3.0:1770653412.346246:0:76382:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00001000:1.0:1770653412.346250:0:6728:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653412.346251:0:51197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000040:0.0:1770653412.346254:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955606dfea00 x1856657966289920/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1770653412.346257:0:76382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136074 02000000:00000001:2.0:1770653412.346259:0:51197:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1770653412.346260:0:6728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1770653412.346264:0:51197:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653412.346265:0:76382:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 2 00000100:00000040:1.0:1770653412.346268:0:6728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000100:00000001:3.0:1770653412.346271:0:76382:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795749421312 : -117277960130304 : ffff955618d8b100) 00000100:00000001:2.0:1770653412.346272:0:51197:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1770653412.346275:0:6728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000040:2.0:1770653412.346281:0:51197:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000040:3.0:1770653412.346283:0:76382:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955618d8b100 x1856657966290304/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1770653412.346284:0:6728:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:2.0:1770653412.346286:0:51197:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888220. 02000000:00000001:1.0:1770653412.346288:0:6728:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653412.346290:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955606dfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b31b1d82-c1d4-4680-ae7a-71292416d1f5+66:2364:x1856657966289920:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 990us (1344us total) trans 0 rc 0/0 00000100:00000200:2.0:1770653412.346294:0:51197:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966290176, offset 224 00000100:00000001:1.0:1770653412.346296:0:6728:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1770653412.346305:0:6728:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000200:2.0:1770653412.346308:0:51197:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000010:1.0:1770653412.346312:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0225d8. 00000100:00100000:0.0:1770653412.346312:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136071 00000100:00000200:1.0:1770653412.346319:0:6728:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966290048, offset 224 00000100:00000040:0.0:1770653412.346320:0:6530:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 1 00000400:00000200:2.0:1770653412.346323:0:51197:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000001:0.0:1770653412.346326:0:6530:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1770653412.346331:0:6530:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1770653412.346333:0:6728:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000020:00000010:0.0:1770653412.346336:0:6530:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1c680. 00000400:00000200:2.0:1770653412.346337:0:51197:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164483:2164483:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164479:2164479:7:4294967295] 00000020:00000010:0.0:1770653412.346343:0:6530:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e5107d0. 00000100:00000001:3.0:1770653412.346348:0:76382:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1770653412.346351:0:6530:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564531c600. 00000020:00000010:3.0:1770653412.346352:0:76382:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bfe40. 00000100:00000001:3.0:1770653412.346359:0:76382:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1770653412.346359:0:6530:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 65 00000400:00000200:2.0:1770653412.346360:0:51197:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000020:00000010:3.0:1770653412.346366:0:76382:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bfe40. 00000100:00000001:0.0:1770653412.346367:0:6530:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1770653412.346372:0:51197:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000400:00000200:1.0:1770653412.346376:0:6728:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00100000:3.0:1770653412.346379:0:76382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955618d8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:b31b1d82-c1d4-4680-ae7a-71292416d1f5+65:2363:x1856657966290304:12345-192.168.202.60@tcp:101:ll_agl.0 00000800:00000010:2.0:1770653412.346380:0:51197:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df600. 00000800:00000001:0.0:1770653412.346386:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1770653412.346387:0:6728:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164484:2164484:254:4294967295] 192.168.202.60@tcp LPNI seq info [2164480:2164480:6:4294967295] 00000800:00000200:2.0:1770653412.346389:0:51197:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000200:3.0:1770653412.346398:0:76382:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966290304 00000800:00000001:0.0:1770653412.346400:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653412.346402:0:76382:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000200:2.0:1770653412.346405:0:51197:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000020:00000001:3.0:1770653412.346407:0:76382:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1770653412.346411:0:76382:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1770653412.346412:0:51197:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df600 type 1, nob 496 niov 1 nkiov 1 00000020:00000001:3.0:1770653412.346415:0:76382:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1770653412.346419:0:76382:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000100:00000001:2.0:1770653412.346420:0:51197:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653412.346420:0:6728:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000020:00000001:3.0:1770653412.346425:0:76382:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1770653412.346429:0:51197:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000020:00000001:3.0:1770653412.346431:0:76382:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.346435:0:51197:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1770653412.346436:0:76382:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000200:1.0:1770653412.346436:0:6728:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000020:00000001:2.0:1770653412.346438:0:51197:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.346440:0:76382:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1770653412.346442:0:51197:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000800:00000200:0.0:1770653412.346442:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:3.0:1770653412.346444:0:76382:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1770653412.346444:0:6728:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399f00. 00000800:00000010:0.0:1770653412.346463:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955601b6f900. 00000020:00000001:3.0:1770653412.346466:0:76382:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000100:00000040:2.0:1770653412.346467:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c46ad80 x1856657966290176/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000200:0.0:1770653412.346470:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1770653412.346471:0:76382:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00000800:00000200:1.0:1770653412.346472:0:6728:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00010000:3.0:1770653412.346475:0:76382:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1770653412.346480:0:76382:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000400:00000200:0.0:1770653412.346483:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:3.0:1770653412.346485:0:76382:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653412.346489:0:6728:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:3.0:1770653412.346495:0:76382:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000200:0.0:1770653412.346495:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8e58 00000800:00000200:1.0:1770653412.346497:0:6728:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399f00 type 1, nob 496 niov 1 nkiov 1 00000400:00000010:0.0:1770653412.346500:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8e58. 00000100:00100000:2.0:1770653412.346503:0:51197:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95573c46ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b31b1d82-c1d4-4680-ae7a-71292416d1f5+69:2363:x1856657966290176:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 1042us (1354us total) trans 0 rc 0/0 00010000:00000010:3.0:1770653412.346504:0:76382:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff955607ee0100. 00000100:00000001:1.0:1770653412.346506:0:6728:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.346507:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000010:3.0:1770653412.346511:0:76382:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff955607ee0800. 00000100:00000001:0.0:1770653412.346512:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1770653412.346516:0:6728:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:3.0:1770653412.346520:0:76382:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:1.0:1770653412.346521:0:6728:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00100000:2.0:1770653412.346525:0:51197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136073 00010000:00000010:3.0:1770653412.346526:0:76382:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95572ebdd000. 00000020:00000001:1.0:1770653412.346526:0:6728:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653412.346529:0:51197:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 1 00000800:00000200:0.0:1770653412.346530:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:3.0:1770653412.346534:0:76382:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:1.0:1770653412.346535:0:6728:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1770653412.346536:0:51197:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000010:0.0:1770653412.346536:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df600. 00000100:00000001:2.0:1770653412.346541:0:51197:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1770653412.346543:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c46bb80 x1856657966290048/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000200:0.0:1770653412.346543:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1770653412.346546:0:51197:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1c580. 00000400:00000200:0.0:1770653412.346553:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000010:2.0:1770653412.346556:0:51197:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510898. 00000400:00000200:0.0:1770653412.346560:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888220 00000020:00000010:2.0:1770653412.346565:0:51197:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564531d400. 00000400:00000010:0.0:1770653412.346565:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888220. 00000100:00100000:1.0:1770653412.346573:0:6728:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95573c46bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+69:2364:x1856657966290048:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 1199us (1556us total) trans 0 rc 0/0 00000100:00000001:0.0:1770653412.346574:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:2.0:1770653412.346576:0:51197:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 68 00000100:00000001:0.0:1770653412.346578:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1770653412.346586:0:51197:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1770653412.346589:0:6728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136072 00000020:00000040:3.0:1770653412.346592:0:76382:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95572ebdd000 with handle 0x2aed14e4e178cb7f to hash 00000100:00000040:1.0:1770653412.346595:0:6728:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000020:00000001:3.0:1770653412.346597:0:76382:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:1.0:1770653412.346601:0:6728:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1770653412.346602:0:76382:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626800411725824 : -117273297825792 : ffff95572ebdd000) 00000100:00000001:1.0:1770653412.346606:0:6728:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1770653412.346607:0:76382:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626800411725824 : -117273297825792 : ffff95572ebdd000) 00000020:00000010:1.0:1770653412.346611:0:6728:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07db80. 00010000:00010000:3.0:1770653412.346612:0:76382:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95572ebdd000/0x2aed14e4e178cb7f lrc: 2/0,0 mode: --/PR res: [0x240000403:0x1594:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe15fc expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00000800:00000200:0.0:1770653412.346613:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1770653412.346618:0:6728:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662adaa28. 00000800:00000010:0.0:1770653412.346618:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399f00. 00000020:00000010:1.0:1770653412.346625:0:6728:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9556560ae600. 00000400:00000200:0.0:1770653412.346626:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000001:3.0:1770653412.346628:0:76382:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000020:00000040:1.0:1770653412.346634:0:6728:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 67 00002000:00000010:3.0:1770653412.346636:0:76382:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9556665bfe40. 00000400:00000200:0.0:1770653412.346636:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653412.346640:0:6728:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1770653412.346643:0:76382:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000400:00000200:0.0:1770653412.346644:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0225d8 00000020:00000001:3.0:1770653412.346647:0:76382:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000010:0.0:1770653412.346648:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0225d8. 00000100:00000001:0.0:1770653412.346652:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.346653:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1770653412.346726:0:76382:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796276731240 : -117277432820376 : ffff95563846cd68) 00002000:00000001:3.0:1770653412.346728:0:76382:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796276731152 : -117277432820464 : ffff95563846cd10) 00002000:00000001:3.0:1770653412.346730:0:76382:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00002000:00000001:3.0:1770653412.346734:0:76382:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1770653412.346736:0:76382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x1594:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:3.0:1770653412.346739:0:76382:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:3.0:1770653412.346741:0:76382:0:(lu_object.c:207:lu_object_put()) Add ffff95563846cd68/ffff95563846cd10 to site lru. bkt: ffff9556025b53b0 00010000:00000040:3.0:1770653412.346743:0:76382:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 61 00000020:00000040:3.0:1770653412.346745:0:76382:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=66 00010000:00000001:3.0:1770653412.346749:0:76382:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1770653412.346765:0:76382:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1770653412.346766:0:76382:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1770653412.346829:0:76382:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1770653412.346833:0:76382:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9556407fe800. 02000000:00000001:3.0:1770653412.346835:0:76382:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.346836:0:76382:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.346839:0:76382:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1770653412.346840:0:76382:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1770653412.346842:0:76382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653412.346843:0:76382:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.346845:0:76382:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1770653412.346846:0:76382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653412.346863:0:76382:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.346865:0:76382:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1770653412.346869:0:76382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95572ebdd000/0x2aed14e4e178cb7f lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15fc expref: 66 pid: 76382 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1770653412.346876:0:76382:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1594:0x0].0x0 (ffff955607ee0100) refcount = 1 00010000:00000040:3.0:1770653412.346879:0:76382:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1770653412.346881:0:76382:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95572ebdd000/0x2aed14e4e178cb7f lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15fc expref: 66 pid: 76382 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1770653412.346887:0:76382:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653412.346888:0:76382:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.346890:0:76382:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1770653412.346890:0:76382:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1770653412.346892:0:76382:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1770653412.346894:0:76382:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.346896:0:76382:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1770653412.346899:0:76382:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff95572ebdd000/0x2aed14e4e178cb7f lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1594:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe15fc expref: 66 pid: 76382 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1770653412.346906:0:76382:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653412.346907:0:76382:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1770653412.346908:0:76382:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.346910:0:76382:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.346911:0:76382:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.346912:0:76382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.346913:0:76382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653412.346914:0:76382:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95572ebdd000, rc 0) 00000020:00000001:3.0:1770653412.346916:0:76382:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653412.346917:0:76382:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966290304 00010000:00000001:3.0:1770653412.346919:0:76382:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1770653412.346922:0:76382:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955618d8b100 x1856657966290304/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1770653412.346927:0:76382:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653412.346928:0:76382:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653412.346930:0:76382:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653412.346933:0:76382:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1770653412.346934:0:76382:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:3.0:1770653412.346936:0:76382:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:3.0:1770653412.346938:0:76382:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1770653412.346940:0:76382:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.346941:0:76382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1770653412.346943:0:76382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:3.0:1770653412.346945:0:76382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a785d8. 00000100:00000200:3.0:1770653412.346948:0:76382:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966290304, offset 224 00000400:00000200:3.0:1770653412.346951:0:76382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:3.0:1770653412.346956:0:76382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:3.0:1770653412.346959:0:76382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164485:2164485:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164481:2164481:8:4294967295] 00000400:00000200:3.0:1770653412.346966:0:76382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:3.0:1770653412.346970:0:76382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:3.0:1770653412.346972:0:76382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c300. 00000800:00000200:3.0:1770653412.346975:0:76382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:3.0:1770653412.346979:0:76382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:3.0:1770653412.346981:0:76382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c300 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1770653412.346993:0:76382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653412.346995:0:76382:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:3.0:1770653412.346997:0:76382:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1770653412.346998:0:76382:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.346999:0:76382:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1770653412.347002:0:76382:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d8b100 x1856657966290304/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1770653412.347010:0:76382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955618d8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:b31b1d82-c1d4-4680-ae7a-71292416d1f5+66:2363:x1856657966290304:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 661us (1013us total) trans 0 rc 0/0 00000100:00100000:3.0:1770653412.347015:0:76382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136074 00000100:00000040:3.0:1770653412.347016:0:76382:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000100:00000001:3.0:1770653412.347018:0:76382:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1770653412.347019:0:76382:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1770653412.347022:0:76382:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300500. 00000020:00000010:3.0:1770653412.347024:0:76382:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90ed8. 00000020:00000010:3.0:1770653412.347027:0:76382:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bc400. 00000020:00000040:3.0:1770653412.347029:0:76382:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 65 00000100:00000001:3.0:1770653412.347031:0:76382:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.347090:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.347094:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c300. 00000400:00000200:0.0:1770653412.347098:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.347102:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.347105:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a785d8 00000400:00000010:0.0:1770653412.347107:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a785d8. 00000100:00000001:0.0:1770653412.347109:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.347110:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1770653412.349335:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.349344:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.349346:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.349349:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.349354:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:2.0:1770653412.349361:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cd680 00000400:00000200:2.0:1770653412.349365:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xece715 [8] + 12664 00000800:00000001:2.0:1770653412.349369:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.349371:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.349373:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653412.349375:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653412.349378:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653412.349379:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1770653412.349383:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c21c00. 00000100:00000040:2.0:1770653412.349385:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955666c21c00 x1856657966290560 msgsize 328 00000100:00100000:2.0:1770653412.349388:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:2.0:1770653412.349398:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1770653412.349402:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.349405:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.349406:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.349407:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.349411:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:2.0:1770653412.349416:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cd780 00000400:00000200:2.0:1770653412.349420:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xece715 [8] + 12992 00000800:00000001:2.0:1770653412.349423:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653412.349430:0:76382:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1770653412.349433:0:76382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966290560 02000000:00000001:3.0:1770653412.349435:0:76382:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653412.349437:0:76382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653412.349438:0:76382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653412.349441:0:76382:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653412.349443:0:76382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966290560 00000020:00000001:3.0:1770653412.349444:0:76382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1770653412.349446:0:76382:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:3.0:1770653412.349448:0:76382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:2.0:1770653412.349449:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1770653412.349450:0:76382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=66 00000400:00000200:2.0:1770653412.349453:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1770653412.349454:0:76382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000020:00000001:3.0:1770653412.349459:0:76382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000400:00000200:2.0:1770653412.349460:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.349465:0:76382:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1770653412.349466:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653412.349469:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:3.0:1770653412.349471:0:76382:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf780. 00000100:00000010:2.0:1770653412.349473:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c21f80. 00000100:00000001:3.0:1770653412.349475:0:76382:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1770653412.349479:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955666c21f80 x1856657966290816 msgsize 328 00000020:00000010:3.0:1770653412.349480:0:76382:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf780. 00000020:00000010:3.0:1770653412.349488:0:76382:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bc400. 00000100:00100000:2.0:1770653412.349488:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000020:00000010:3.0:1770653412.349493:0:76382:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300500. 00000100:00000001:2.0:1770653412.349498:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1770653412.349502:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.349504:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1770653412.349536:0:76382:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90ed8. 00000100:00000001:1.0:1770653412.349541:0:6728:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1770653412.349542:0:76382:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1770653412.349546:0:76382:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1770653412.349547:0:6728:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966290816 00000100:00000001:3.0:1770653412.349549:0:76382:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1770653412.349550:0:6728:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653412.349552:0:76382:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.349553:0:6728:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653412.349557:0:76382:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.349557:0:6728:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653412.349560:0:6728:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653412.349563:0:6728:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966290816 00000020:00000001:1.0:1770653412.349565:0:6728:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1770653412.349566:0:6728:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000100:00000001:3.0:1770653412.349569:0:76382:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653412.349570:0:6728:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653412.349574:0:6728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=67 00000020:00000001:1.0:1770653412.349577:0:6728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000020:00000001:1.0:1770653412.349580:0:6728:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:3.0:1770653412.349581:0:76382:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1770653412.349583:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1770653412.349584:0:76382:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1770653412.349589:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229d00. 00000100:00100000:3.0:1770653412.349591:0:76382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136075 00000100:00000001:1.0:1770653412.349593:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1770653412.349596:0:76382:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000020:00000010:1.0:1770653412.349597:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229d00. 00000100:00000001:3.0:1770653412.349600:0:76382:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797056564224 : -117276652987392 : ffff955666c21c00) 00000020:00000010:1.0:1770653412.349605:0:6728:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9556560ae600. 00000100:00000040:3.0:1770653412.349609:0:76382:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955666c21c00 x1856657966290560/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000010:1.0:1770653412.349610:0:6728:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07db80. 00000020:00000010:1.0:1770653412.349616:0:6728:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662adaa28. 00000100:00000001:3.0:1770653412.349623:0:76382:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1770653412.349623:0:6728:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653412.349627:0:6728:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1770653412.349629:0:76382:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf780. 00000100:00000001:1.0:1770653412.349630:0:6728:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.349635:0:76382:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653412.349638:0:6728:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653412.349639:0:76382:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf780. 00000100:00100000:3.0:1770653412.349645:0:76382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955666c21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:b31b1d82-c1d4-4680-ae7a-71292416d1f5+67:2364:x1856657966290560:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000200:3.0:1770653412.349648:0:76382:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966290560 00000020:00000001:3.0:1770653412.349650:0:76382:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1770653412.349650:0:6728:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653412.349652:0:76382:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1770653412.349655:0:76382:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.349658:0:76382:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1770653412.349660:0:76382:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000100:00000001:1.0:1770653412.349662:0:6728:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1770653412.349663:0:76382:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1770653412.349665:0:6728:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1770653412.349667:0:76382:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653412.349670:0:76382:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1770653412.349671:0:7966:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1770653412.349673:0:76382:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1770653412.349675:0:7966:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1770653412.349675:0:6728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136076 00000020:00000001:3.0:1770653412.349677:0:76382:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.349681:0:76382:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000100:00000001:2.0:1770653412.349682:0:7966:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653412.349682:0:6728:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 2 00010000:00000001:3.0:1770653412.349683:0:76382:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1770653412.349687:0:76382:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1770653412.349689:0:76382:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:2.0:1770653412.349689:0:7966:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.349689:0:6728:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797056565120 : -117276652986496 : ffff955666c21f80) 00010000:00000001:3.0:1770653412.349693:0:76382:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.349697:0:76382:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000040:1.0:1770653412.349700:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955666c21f80 x1856657966290816/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000010:3.0:1770653412.349704:0:76382:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff955607ee0d00. 00010000:00000010:3.0:1770653412.349711:0:76382:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff95570af60a00. 00010000:00000001:3.0:1770653412.349717:0:76382:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1770653412.349720:0:76382:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95572ebdd400. 00000100:00000001:1.0:1770653412.349722:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1770653412.349724:0:76382:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000010:1.0:1770653412.349727:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229d00. 00000020:00000040:3.0:1770653412.349728:0:76382:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95572ebdd400 with handle 0x2aed14e4e178cb86 to hash 00000020:00000001:3.0:1770653412.349732:0:76382:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:1.0:1770653412.349732:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653412.349736:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229d00. 00000100:00100000:1.0:1770653412.349741:0:6728:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955666c21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+67:2364:x1856657966290816:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000200:1.0:1770653412.349743:0:6728:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966290816 00000020:00000001:1.0:1770653412.349745:0:6728:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1770653412.349747:0:6728:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1770653412.349748:0:6728:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.349761:0:6728:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1770653412.349764:0:6728:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:1.0:1770653412.349767:0:6728:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1770653412.349769:0:6728:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653412.349771:0:6728:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1770653412.349772:0:6728:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1770653412.349775:0:6728:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.349776:0:6728:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1770653412.349778:0:6728:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1770653412.349779:0:6728:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1770653412.349780:0:6728:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1770653412.349782:0:6728:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.349785:0:6728:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1770653412.349790:0:6728:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff95571a6ffb00. 00010000:00000001:3.0:1770653412.349794:0:76382:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626800411726848 : -117273297824768 : ffff95572ebdd400) 00010000:00000010:1.0:1770653412.349795:0:6728:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff95560e946f00. 00010000:00000001:3.0:1770653412.349801:0:76382:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626800411726848 : -117273297824768 : ffff95572ebdd400) 00010000:00000001:1.0:1770653412.349802:0:6728:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1770653412.349806:0:6728:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955631452600. 00010000:00010000:3.0:1770653412.349807:0:76382:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95572ebdd400/0x2aed14e4e178cb86 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x158c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe160a expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1770653412.349810:0:6728:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1770653412.349814:0:6728:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955631452600 with handle 0x2aed14e4e178cb8d to hash 00000020:00000001:1.0:1770653412.349820:0:6728:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00002000:00000001:3.0:1770653412.349821:0:76382:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00010000:00000001:1.0:1770653412.349823:0:6728:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626796159182336 : -117277550369280 : ffff955631452600) 00002000:00000010:3.0:1770653412.349826:0:76382:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9556665bf780. 00000800:00000001:0.0:1770653412.349826:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1770653412.349827:0:6728:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626796159182336 : -117277550369280 : ffff955631452600) 00002000:00000001:3.0:1770653412.349832:0:76382:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00010000:1.0:1770653412.349834:0:6728:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff955631452600/0x2aed14e4e178cb8d lrc: 2/0,0 mode: --/PR res: [0x240000403:0x158a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe1618 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1770653412.349835:0:76382:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000001:0.0:1770653412.349836:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653412.349841:0:76382:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795517181448 : -117278192370168 : ffff95560b00fe08) 00000800:00000001:0.0:1770653412.349841:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.349846:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.349870:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00002000:00000001:3.0:1770653412.349873:0:76382:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795517181360 : -117278192370256 : ffff95560b00fdb0) 00002000:00000001:1.0:1770653412.349875:0:6728:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000001:3.0:1770653412.349877:0:76382:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00002000:00000010:1.0:1770653412.349881:0:6728:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff955645229d00. 00002000:00000001:3.0:1770653412.349883:0:76382:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653412.349883:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cd600 00002000:00000001:1.0:1770653412.349884:0:6728:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1770653412.349890:0:6728:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00010000:3.0:1770653412.349891:0:76382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x158c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000020:00000001:1.0:1770653412.349895:0:6728:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795517175672 : -117278192375944 : ffff95560b00e778) 00000400:00000200:0.0:1770653412.349895:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xece715 [8] + 13320 00002000:00000001:3.0:1770653412.349897:0:76382:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:3.0:1770653412.349901:0:76382:0:(lu_object.c:207:lu_object_put()) Add ffff95560b00fe08/ffff95560b00fdb0 to site lru. bkt: ffff9556025b74f0 00002000:00000001:1.0:1770653412.349903:0:6728:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795517175584 : -117278192376032 : ffff95560b00e720) 00000800:00000001:0.0:1770653412.349904:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000040:3.0:1770653412.349906:0:76382:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 62 00002000:00000001:1.0:1770653412.349909:0:6728:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00000020:00000040:3.0:1770653412.349910:0:76382:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=68 00000800:00000001:0.0:1770653412.349913:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1770653412.349916:0:6728:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.349917:0:76382:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000200:0.0:1770653412.349917:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000001:3.0:1770653412.349920:0:76382:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00002000:00010000:1.0:1770653412.349923:0:6728:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x158a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00000001:3.0:1770653412.349924:0:76382:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1770653412.349927:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 02000000:00000001:3.0:1770653412.349929:0:76382:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00002000:00000001:1.0:1770653412.349931:0:6728:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000100:00000001:0.0:1770653412.349935:0:3283:0:(events.c:286:request_in_callback()) Process entered 02000000:00000010:3.0:1770653412.349936:0:76382:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9556040e6800. 00000020:00000002:1.0:1770653412.349936:0:6728:0:(lu_object.c:207:lu_object_put()) Add ffff95560b00e778/ffff95560b00e720 to site lru. bkt: ffff9556025b4ee0 00000100:00000200:0.0:1770653412.349938:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:3.0:1770653412.349942:0:76382:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653412.349944:0:6728:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 63 00000100:00000010:0.0:1770653412.349945:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c468700. 00000100:00000001:3.0:1770653412.349946:0:76382:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653412.349949:0:6728:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=69 00000100:00000040:0.0:1770653412.349951:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff95573c468700 x1856657966290432 msgsize 328 00010000:00000001:3.0:1770653412.349952:0:76382:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1770653412.349954:0:6728:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1770653412.349956:0:76382:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00002000:00000001:1.0:1770653412.349959:0:6728:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00010000:00010000:3.0:1770653412.349960:0:76382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1770653412.349963:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00010000:00000001:3.0:1770653412.349965:0:76382:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.349965:0:6728:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1770653412.349969:0:76382:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 02000000:00000001:1.0:1770653412.349970:0:6728:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00010000:3.0:1770653412.349971:0:76382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653412.349974:0:76382:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1770653412.349975:0:6728:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9556339ca400. 00010000:00000001:3.0:1770653412.349976:0:76382:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:0.0:1770653412.349976:0:3283:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1770653412.349981:0:6728:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1770653412.349984:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:3.0:1770653412.349985:0:76382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95572ebdd400/0x2aed14e4e178cb86 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x158c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe160a expref: 69 pid: 76382 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1770653412.349985:0:6728:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1770653412.349990:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.349992:0:6728:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:2.0:1770653412.349995:0:7966:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:1.0:1770653412.349996:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00100000:2.0:1770653412.349999:0:7966:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966290432 00010000:00010000:1.0:1770653412.350000:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 02000000:00000001:2.0:1770653412.350004:0:7966:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:1.0:1770653412.350005:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653412.350008:0:7966:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1770653412.350011:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:2.0:1770653412.350012:0:7966:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653412.350016:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000040:3.0:1770653412.350017:0:76382:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x158c:0x0].0x0 (ffff955607ee0d00) refcount = 1 02000000:00000001:2.0:1770653412.350018:0:7966:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.350019:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1770653412.350024:0:7966:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966290432 00010000:00000040:3.0:1770653412.350026:0:76382:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:1.0:1770653412.350026:0:6728:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000001:2.0:1770653412.350027:0:7966:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1770653412.350031:0:7966:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00010000:00000040:3.0:1770653412.350035:0:76382:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95572ebdd400/0x2aed14e4e178cb86 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x158c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe160a expref: 69 pid: 76382 timeout: 0 lvb_type: 1 00000020:00000001:2.0:1770653412.350035:0:7966:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:1.0:1770653412.350036:0:6728:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff955631452600/0x2aed14e4e178cb8d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x158a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1618 expref: 69 pid: 6728 timeout: 0 lvb_type: 1 00000020:00000040:2.0:1770653412.350040:0:7966:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=68 00000020:00000001:2.0:1770653412.350045:0:7966:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:2.0:1770653412.350052:0:7966:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00010000:00000001:3.0:1770653412.350058:0:76382:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:2.0:1770653412.350059:0:7966:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000040:1.0:1770653412.350060:0:6728:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x158a:0x0].0x0 (ffff95571a6ffb00) refcount = 1 00010000:00000001:3.0:1770653412.350061:0:76382:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653412.350064:0:7966:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95565c712f00. 00010000:00000001:3.0:1770653412.350067:0:76382:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000040:1.0:1770653412.350069:0:6728:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:3.0:1770653412.350070:0:76382:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653412.350071:0:7966:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1770653412.350075:0:6728:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955631452600/0x2aed14e4e178cb8d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x158a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1618 expref: 69 pid: 6728 timeout: 0 lvb_type: 1 00002000:00000001:3.0:1770653412.350077:0:76382:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000020:00000010:2.0:1770653412.350078:0:7966:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95565c712f00. 00010000:00000001:3.0:1770653412.350083:0:76382:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653412.350085:0:7966:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564531d400. 00010000:00000001:3.0:1770653412.350089:0:76382:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00000020:00000010:2.0:1770653412.350093:0:7966:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95566aa1c580. 00010000:00000001:1.0:1770653412.350094:0:6728:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00010000:3.0:1770653412.350095:0:76382:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff95572ebdd400/0x2aed14e4e178cb86 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x158c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe160a expref: 69 pid: 76382 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1770653412.350097:0:6728:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653412.350099:0:7966:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510898. 00010000:00000001:1.0:1770653412.350104:0:6728:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:2.0:1770653412.350107:0:7966:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1770653412.350107:0:6728:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.350111:0:76382:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1770653412.350111:0:7966:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00002000:00000001:1.0:1770653412.350112:0:6728:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1770653412.350115:0:76382:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1770653412.350116:0:7966:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.350116:0:6728:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.350118:0:76382:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.350123:0:76382:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.350124:0:7966:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.350124:0:6728:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00000001:3.0:1770653412.350125:0:76382:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.350129:0:76382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.350132:0:76382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1770653412.350132:0:6728:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff955631452600/0x2aed14e4e178cb8d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x158a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1618 expref: 69 pid: 6728 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770653412.350135:0:76382:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95572ebdd400, rc 0) 00000100:00000001:2.0:1770653412.350139:0:7966:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653412.350140:0:76382:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653412.350147:0:76382:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966290560 00010000:00000001:1.0:1770653412.350149:0:6728:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653412.350150:0:76382:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:2.0:1770653412.350151:0:7966:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1770653412.350154:0:6728:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1770653412.350155:0:7966:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1770653412.350157:0:6728:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:3.0:1770653412.350159:0:76382:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955666c21c00 x1856657966290560/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1770653412.350161:0:6728:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653412.350166:0:7966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136077 00010000:00000001:1.0:1770653412.350167:0:6728:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:0.0:1770653412.350168:0:51197:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1770653412.350171:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653412.350173:0:51197:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1770653412.350174:0:7966:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00010000:00000001:1.0:1770653412.350175:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653412.350177:0:51197:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653412.350179:0:6728:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff955631452600, rc 0) 00000100:00000001:2.0:1770653412.350180:0:7966:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800638789376 : -117273070762240 : ffff95573c468700) 00000100:00000001:0.0:1770653412.350183:0:51197:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.350186:0:6728:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.350187:0:76382:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000040:1.0:1770653412.350190:0:6728:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966290816 00010000:00000001:3.0:1770653412.350191:0:76382:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653412.350192:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95573c468700 x1856657966290432/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1770653412.350193:0:6728:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00001000:3.0:1770653412.350199:0:76382:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00010000:00000200:1.0:1770653412.350203:0:6728:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955666c21f80 x1856657966290816/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1770653412.350206:0:76382:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1770653412.350210:0:7966:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1770653412.350213:0:76382:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000020:00000010:2.0:1770653412.350214:0:7966:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95565c712f00. 00010000:00000001:1.0:1770653412.350218:0:6728:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1770653412.350220:0:76382:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000001:2.0:1770653412.350221:0:7966:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653412.350222:0:6728:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653412.350227:0:76382:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:2.0:1770653412.350228:0:7966:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95565c712f00. 00000100:00001000:1.0:1770653412.350228:0:6728:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 02000000:00000001:3.0:1770653412.350230:0:76382:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.350236:0:76382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1770653412.350237:0:7966:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95573c468700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b31b1d82-c1d4-4680-ae7a-71292416d1f5+68:2364:x1856657966290432:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000001:1.0:1770653412.350238:0:6728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1770653412.350244:0:76382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000040:1.0:1770653412.350245:0:6728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000100:00000200:2.0:1770653412.350249:0:7966:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966290432 00000100:00000001:1.0:1770653412.350250:0:6728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000400:00000010:3.0:1770653412.350251:0:76382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78330. 00000020:00000001:2.0:1770653412.350252:0:7966:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:1.0:1770653412.350255:0:6728:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1770653412.350257:0:7966:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:3.0:1770653412.350258:0:76382:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966290560, offset 224 02000000:00000001:1.0:1770653412.350259:0:6728:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.350260:0:7966:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.350266:0:7966:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1770653412.350266:0:6728:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1770653412.350268:0:7966:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000400:00000200:3.0:1770653412.350270:0:76382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000020:00000001:2.0:1770653412.350273:0:7966:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1770653412.350275:0:6728:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000020:00000001:2.0:1770653412.350277:0:7966:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653412.350280:0:7966:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:1.0:1770653412.350280:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022990. 00000020:00000001:2.0:1770653412.350283:0:7966:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1770653412.350284:0:76382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000200:1.0:1770653412.350286:0:6728:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966290816, offset 224 00000020:00000001:2.0:1770653412.350287:0:7966:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.350294:0:7966:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1770653412.350296:0:7966:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00000400:00000200:1.0:1770653412.350297:0:6728:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00010000:2.0:1770653412.350298:0:7966:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1770653412.350302:0:7966:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1770653412.350303:0:7966:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.350305:0:7966:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1770653412.350309:0:7966:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9557203c7a00. 00010000:00000010:2.0:1770653412.350312:0:7966:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9557203c7000. 00010000:00000001:2.0:1770653412.350314:0:7966:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1770653412.350316:0:7966:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955700030400. 00000020:00000001:2.0:1770653412.350317:0:7966:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1770653412.350320:0:7966:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955700030400 with handle 0x2aed14e4e178cb94 to hash 00000020:00000001:2.0:1770653412.350321:0:7966:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1770653412.350323:0:7966:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799627731968 : -117274081819648 : ffff955700030400) 00010000:00000001:2.0:1770653412.350325:0:7966:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799627731968 : -117274081819648 : ffff955700030400) 00010000:00010000:2.0:1770653412.350328:0:7966:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff955700030400/0x2aed14e4e178cb94 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x142a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe1603 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00002000:00000001:2.0:1770653412.350333:0:7966:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:2.0:1770653412.350336:0:7966:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff95565c712f00. 00002000:00000001:2.0:1770653412.350338:0:7966:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1770653412.350339:0:7966:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1770653412.350341:0:76382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164486:2164486:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164482:2164482:8:4294967295] 00000020:00000001:2.0:1770653412.350342:0:7966:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795553129144 : -117278156422472 : ffff95560d2582b8) 00002000:00000001:2.0:1770653412.350349:0:7966:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795553129056 : -117278156422560 : ffff95560d258260) 00002000:00000001:2.0:1770653412.350352:0:7966:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00002000:00000001:2.0:1770653412.350357:0:7966:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1770653412.350360:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1770653412.350362:0:76382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00002000:00010000:2.0:1770653412.350362:0:7966:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x142a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000800:00000001:0.0:1770653412.350366:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1770653412.350368:0:7966:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000800:00000001:0.0:1770653412.350372:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000002:2.0:1770653412.350374:0:7966:0:(lu_object.c:207:lu_object_put()) Add ffff95560d2582b8/ffff95560d258260 to site lru. bkt: ffff95571148f170 00000800:00000200:3.0:1770653412.350377:0:76382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000001:0.0:1770653412.350377:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1770653412.350380:0:7966:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 64 00000400:00000200:1.0:1770653412.350382:0:6728:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000800:00000010:3.0:1770653412.350386:0:76382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626cb00. 00000020:00000040:2.0:1770653412.350387:0:7966:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=69 00000400:00000200:0.0:1770653412.350393:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:1.0:1770653412.350394:0:6728:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164487:2164487:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164483:2164483:7:4294967295] 00010000:00000001:2.0:1770653412.350395:0:7966:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1770653412.350399:0:7966:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000800:00000200:3.0:1770653412.350400:0:76382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:2.0:1770653412.350402:0:7966:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1770653412.350406:0:7966:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1770653412.350410:0:7966:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff955620548000. 00000800:00000200:3.0:1770653412.350414:0:76382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 02000000:00000001:2.0:1770653412.350415:0:7966:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653412.350420:0:76382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626cb00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1770653412.350421:0:7966:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653412.350423:0:6728:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:2.0:1770653412.350428:0:7966:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1770653412.350431:0:7966:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000800:00000200:1.0:1770653412.350432:0:6728:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00010000:2.0:1770653412.350434:0:7966:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:3.0:1770653412.350435:0:76382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653412.350439:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cd700 00010000:00000001:2.0:1770653412.350440:0:7966:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1770653412.350440:0:6728:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399a00. 00000100:00000040:3.0:1770653412.350443:0:76382:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000001:2.0:1770653412.350447:0:7966:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1770653412.350448:0:76382:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00010000:2.0:1770653412.350450:0:7966:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000001:3.0:1770653412.350452:0:76382:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653412.350454:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xece715 [8] + 13648 00010000:00000001:2.0:1770653412.350455:0:7966:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1770653412.350455:0:6728:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000020:00000001:3.0:1770653412.350456:0:76382:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1770653412.350463:0:7966:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000040:3.0:1770653412.350465:0:76382:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c21c00 x1856657966290560/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000800:00000001:0.0:1770653412.350466:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1770653412.350469:0:6728:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00010000:2.0:1770653412.350470:0:7966:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff955700030400/0x2aed14e4e178cb94 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x142a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1603 expref: 69 pid: 7966 timeout: 0 lvb_type: 1 00000800:00000200:1.0:1770653412.350476:0:6728:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399a00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1770653412.350484:0:6728:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653412.350493:0:6728:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000040:2.0:1770653412.350494:0:7966:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x142a:0x0].0x0 (ffff9557203c7a00) refcount = 1 00010000:00000001:1.0:1770653412.350497:0:6728:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000800:00000001:0.0:1770653412.350498:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1770653412.350499:0:76382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955666c21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:b31b1d82-c1d4-4680-ae7a-71292416d1f5+69:2364:x1856657966290560:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 872us (1109us total) trans 0 rc 0/0 00010000:00000040:2.0:1770653412.350501:0:7966:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000020:00000001:1.0:1770653412.350501:0:6728:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653412.350503:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1770653412.350507:0:6728:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000040:2.0:1770653412.350510:0:7966:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff955700030400/0x2aed14e4e178cb94 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x142a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1603 expref: 69 pid: 7966 timeout: 0 lvb_type: 1 00000400:00000200:0.0:1770653412.350516:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000040:1.0:1770653412.350517:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c21f80 x1856657966290816/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1770653412.350519:0:76382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136075 00000100:00000001:0.0:1770653412.350525:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1770653412.350528:0:76382:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 1 00000100:00000200:0.0:1770653412.350529:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000001:2.0:1770653412.350534:0:7966:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:3.0:1770653412.350535:0:76382:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000010:0.0:1770653412.350538:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c469180. 00010000:00000001:2.0:1770653412.350539:0:7966:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.350540:0:76382:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1770653412.350546:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff95573c469180 x1856657966290688 msgsize 328 00000020:00000010:3.0:1770653412.350547:0:76382:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300500. 00010000:00000001:2.0:1770653412.350547:0:7966:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1770653412.350552:0:7966:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1770653412.350553:0:6728:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955666c21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+69:2364:x1856657966290816:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 824us (1067us total) trans 0 rc 0/0 00002000:00000001:2.0:1770653412.350559:0:7966:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000100:00100000:0.0:1770653412.350562:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00010000:00000001:2.0:1770653412.350566:0:7966:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653412.350572:0:6728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136076 00010000:00000001:2.0:1770653412.350574:0:7966:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00000100:00000001:0.0:1770653412.350574:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1770653412.350576:0:6728:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000100:00000001:1.0:1770653412.350580:0:6728:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1770653412.350583:0:6728:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:2.0:1770653412.350585:0:7966:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff955700030400/0x2aed14e4e178cb94 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x142a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1603 expref: 69 pid: 7966 timeout: 0 lvb_type: 1 00000020:00000010:3.0:1770653412.350588:0:76382:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90ed8. 00000020:00000010:1.0:1770653412.350589:0:6728:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07db80. 00000800:00000200:0.0:1770653412.350593:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1770653412.350596:0:76382:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bc400. 00000020:00000010:1.0:1770653412.350597:0:6728:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662adaa28. 00000800:00000010:0.0:1770653412.350598:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626cb00. 00000020:00000040:3.0:1770653412.350605:0:76382:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 68 00000020:00000010:1.0:1770653412.350606:0:6728:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9556560ae600. 00000400:00000200:0.0:1770653412.350607:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1770653412.350608:0:7966:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:3.0:1770653412.350609:0:76382:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.350615:0:7966:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000040:1.0:1770653412.350615:0:6728:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 67 00000400:00000200:0.0:1770653412.350616:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.350620:0:76382:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:2.0:1770653412.350621:0:7966:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.350623:0:6728:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.350623:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78330 00000100:00100000:3.0:1770653412.350624:0:76382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966290688 00010000:00000001:2.0:1770653412.350627:0:7966:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653412.350628:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78330. 02000000:00000001:3.0:1770653412.350629:0:76382:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653412.350635:0:76382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1770653412.350636:0:7966:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:0.0:1770653412.350636:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.350637:0:76382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.350640:0:7966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653412.350641:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:3.0:1770653412.350642:0:76382:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.350645:0:7966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:3.0:1770653412.350646:0:76382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966290688 00010000:00010000:2.0:1770653412.350649:0:7966:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff955700030400, rc 0) 00000800:00000001:0.0:1770653412.350649:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1770653412.350650:0:76382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1770653412.350653:0:76382:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000800:00000001:0.0:1770653412.350654:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653412.350655:0:7966:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.350658:0:76382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.350662:0:76382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=70 00010000:00000040:2.0:1770653412.350662:0:7966:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966290432 00010000:00000001:2.0:1770653412.350667:0:7966:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000001:3.0:1770653412.350668:0:76382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:3.0:1770653412.350671:0:76382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00010000:00000200:2.0:1770653412.350675:0:7966:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95573c468700 x1856657966290432/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1770653412.350676:0:76382:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1770653412.350680:0:76382:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf480. 00000100:00000001:3.0:1770653412.350685:0:76382:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653412.350686:0:7966:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1770653412.350688:0:76382:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf480. 00010000:00000001:2.0:1770653412.350690:0:7966:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653412.350692:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1770653412.350693:0:76382:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bc400. 00000100:00001000:2.0:1770653412.350694:0:7966:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000800:00000010:1.0:1770653412.350696:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399a00. 00000020:00000010:3.0:1770653412.350699:0:76382:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300500. 00000100:00000001:2.0:1770653412.350703:0:7966:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1770653412.350704:0:76382:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90ed8. 00000400:00000200:1.0:1770653412.350704:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1770653412.350709:0:7966:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:2.0:1770653412.350712:0:7966:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000001:3.0:1770653412.350713:0:76382:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653412.350716:0:76382:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1770653412.350717:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 02000000:00000001:2.0:1770653412.350718:0:7966:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1770653412.350719:0:76382:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653412.350722:0:7966:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.350728:0:76382:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.350728:0:7966:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1770653412.350728:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022990 00000100:00000040:2.0:1770653412.350734:0:7966:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:1.0:1770653412.350735:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022990. 00000400:00000010:2.0:1770653412.350737:0:7966:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888bb0. 00000100:00000001:1.0:1770653412.350740:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:2.0:1770653412.350742:0:7966:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966290432, offset 224 00000100:00000001:1.0:1770653412.350745:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1770653412.350749:0:7966:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:2.0:1770653412.350771:0:7966:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:2.0:1770653412.350775:0:7966:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164488:2164488:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164484:2164484:8:4294967295] 00000400:00000200:2.0:1770653412.350784:0:7966:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:2.0:1770653412.350791:0:7966:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:2.0:1770653412.350794:0:7966:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3dff00. 00000800:00000200:2.0:1770653412.350797:0:7966:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:2.0:1770653412.350800:0:7966:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:3.0:1770653412.350801:0:76382:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1770653412.350803:0:7966:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3dff00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1770653412.350811:0:76382:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653412.350813:0:76382:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1770653412.350815:0:7966:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653412.350820:0:76382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136078 00000100:00000040:2.0:1770653412.350822:0:7966:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000100:00000040:3.0:1770653412.350825:0:76382:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 2 00010000:00000001:2.0:1770653412.350826:0:7966:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:3.0:1770653412.350828:0:76382:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800638792064 : -117273070759552 : ffff95573c469180) 00000020:00000001:2.0:1770653412.350829:0:7966:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.350833:0:7966:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1770653412.350838:0:76382:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95573c469180 x1856657966290688/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1770653412.350842:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c468700 x1856657966290432/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1770653412.350877:0:7966:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95573c468700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b31b1d82-c1d4-4680-ae7a-71292416d1f5+70:2364:x1856657966290432:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 665us (924us total) trans 0 rc 0/0 00000100:00100000:2.0:1770653412.350882:0:7966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136077 00000100:00000040:2.0:1770653412.350886:0:7966:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:2.0:1770653412.350888:0:7966:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653412.350890:0:7966:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1770653412.350892:0:7966:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1c580. 00000020:00000010:2.0:1770653412.350896:0:7966:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510898. 00000020:00000010:2.0:1770653412.350899:0:7966:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564531d400. 00000800:00000200:0.0:1770653412.350900:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:2.0:1770653412.350904:0:7966:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 69 00000800:00000010:0.0:1770653412.350904:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dff00. 00000400:00000200:0.0:1770653412.350910:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653412.350911:0:7966:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.350920:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.350923:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888bb0 00000100:00000001:3.0:1770653412.350924:0:76382:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1770653412.350926:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888bb0. 00000020:00000010:3.0:1770653412.350930:0:76382:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf480. 00000100:00000001:0.0:1770653412.350931:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.350934:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.350940:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.350944:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.350946:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.350949:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.350952:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.350957:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cd800 00000400:00000200:0.0:1770653412.350961:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xece715 [8] + 13976 00000800:00000001:0.0:1770653412.350964:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.350967:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.350968:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.350970:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.350972:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.350973:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1770653412.350976:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c46a680. 00000100:00000040:0.0:1770653412.350978:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff95573c46a680 x1856657966290944 msgsize 328 00000100:00100000:0.0:1770653412.350981:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.350990:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1770653412.350991:0:76382:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1770653412.350994:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1770653412.350995:0:76382:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf480. 00000800:00000001:0.0:1770653412.350999:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1770653412.351004:0:76382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95573c469180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:b31b1d82-c1d4-4680-ae7a-71292416d1f5+69:2364:x1856657966290688:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000200:3.0:1770653412.351008:0:76382:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966290688 00000100:00000001:2.0:1770653412.351008:0:7966:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1770653412.351011:0:7966:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966290944 00000020:00000001:3.0:1770653412.351012:0:76382:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:2.0:1770653412.351015:0:7966:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1770653412.351016:0:76382:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1770653412.351018:0:7966:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1770653412.351019:0:76382:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.351021:0:7966:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.351023:0:76382:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1770653412.351025:0:7966:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.351026:0:76382:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000100:00100000:2.0:1770653412.351029:0:7966:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966290944 00000020:00000001:3.0:1770653412.351030:0:76382:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1770653412.351032:0:7966:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1770653412.351034:0:76382:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1770653412.351035:0:7966:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000020:00000001:3.0:1770653412.351037:0:76382:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1770653412.351038:0:7966:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1770653412.351040:0:76382:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000040:2.0:1770653412.351041:0:7966:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=70 00000020:00000001:3.0:1770653412.351043:0:76382:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.351045:0:7966:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:3.0:1770653412.351047:0:76382:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000020:00000001:2.0:1770653412.351048:0:7966:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00010000:00000001:3.0:1770653412.351050:0:76382:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1770653412.351053:0:76382:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00000001:2.0:1770653412.351053:0:7966:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1770653412.351057:0:76382:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000020:00000010:2.0:1770653412.351059:0:7966:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95565c712e40. 00010000:00000001:3.0:1770653412.351060:0:76382:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.351065:0:76382:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:2.0:1770653412.351066:0:7966:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653412.351069:0:7966:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95565c712e40. 00010000:00000010:3.0:1770653412.351072:0:76382:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff95570af60300. 00000020:00000010:2.0:1770653412.351074:0:7966:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564531d400. 00010000:00000010:3.0:1770653412.351078:0:76382:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff95570af60700. 00000020:00000010:2.0:1770653412.351079:0:7966:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95566aa1c580. 00010000:00000001:3.0:1770653412.351084:0:76382:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000010:2.0:1770653412.351085:0:7966:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510898. 00010000:00000010:3.0:1770653412.351090:0:76382:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95572ebdda00. 00000100:00000001:2.0:1770653412.351090:0:7966:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1770653412.351094:0:7966:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1770653412.351095:0:76382:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:2.0:1770653412.351096:0:7966:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653412.351100:0:76382:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95572ebdda00 with handle 0x2aed14e4e178cb9b to hash 00000100:00000001:2.0:1770653412.351101:0:7966:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.351103:0:76382:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1770653412.351106:0:76382:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626800411728384 : -117273297823232 : ffff95572ebdda00) 00010000:00000001:3.0:1770653412.351108:0:76382:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626800411728384 : -117273297823232 : ffff95572ebdda00) 00010000:00010000:3.0:1770653412.351110:0:76382:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95572ebdda00/0x2aed14e4e178cb9b lrc: 2/0,0 mode: --/PR res: [0x280000403:0x1427:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe1611 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653412.351112:0:7966:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1770653412.351119:0:76382:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000100:00000001:2.0:1770653412.351121:0:7966:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00002000:00000010:3.0:1770653412.351122:0:76382:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9556665bf480. 00000100:00000001:2.0:1770653412.351125:0:7966:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1770653412.351129:0:7966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136079 00000100:00000040:2.0:1770653412.351132:0:7966:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 2 00000100:00000001:2.0:1770653412.351133:0:7966:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800638797440 : -117273070754176 : ffff95573c46a680) 00000100:00000040:2.0:1770653412.351137:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95573c46a680 x1856657966290944/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1770653412.351144:0:7966:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1770653412.351147:0:7966:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95565c712e40. 00000100:00000001:2.0:1770653412.351148:0:7966:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653412.351150:0:7966:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95565c712e40. 00000100:00100000:2.0:1770653412.351153:0:7966:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95573c46a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b31b1d82-c1d4-4680-ae7a-71292416d1f5+70:2364:x1856657966290944:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000200:2.0:1770653412.351157:0:7966:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966290944 00000020:00000001:2.0:1770653412.351159:0:7966:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1770653412.351161:0:7966:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1770653412.351162:0:7966:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.351164:0:7966:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1770653412.351166:0:7966:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:2.0:1770653412.351168:0:7966:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1770653412.351170:0:7966:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653412.351172:0:7966:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1770653412.351173:0:7966:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00002000:00000001:3.0:1770653412.351177:0:76382:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1770653412.351177:0:7966:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653412.351180:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1770653412.351181:0:76382:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1770653412.351181:0:7966:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1770653412.351185:0:7966:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00000020:00000001:3.0:1770653412.351187:0:76382:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795553132488 : -117278156419128 : ffff95560d258fc8) 00010000:00010000:2.0:1770653412.351188:0:7966:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000800:00000001:1.0:1770653412.351190:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.351192:0:7966:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00002000:00000001:3.0:1770653412.351194:0:76382:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795553132400 : -117278156419216 : ffff95560d258f70) 00010000:00000001:2.0:1770653412.351196:0:7966:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653412.351196:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00002000:00000001:3.0:1770653412.351197:0:76382:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00000800:00000001:1.0:1770653412.351201:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.351202:0:7966:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00002000:00000001:3.0:1770653412.351204:0:76382:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1770653412.351209:0:7966:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9557203c7500. 00002000:00010000:3.0:1770653412.351210:0:76382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x1427:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000400:00000200:1.0:1770653412.351210:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000010:2.0:1770653412.351216:0:7966:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9557203c7200. 00002000:00000001:3.0:1770653412.351219:0:76382:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00010000:00000001:2.0:1770653412.351221:0:7966:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000002:3.0:1770653412.351222:0:76382:0:(lu_object.c:207:lu_object_put()) Add ffff95560d258fc8/ffff95560d258f70 to site lru. bkt: ffff95571148e878 00010000:00000010:2.0:1770653412.351226:0:7966:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955700030c00. 00000400:00000200:1.0:1770653412.351227:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cd880 00010000:00000040:3.0:1770653412.351228:0:76382:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 65 00000020:00000001:2.0:1770653412.351232:0:7966:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1770653412.351234:0:76382:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=71 00000020:00000040:2.0:1770653412.351236:0:7966:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955700030c00 with handle 0x2aed14e4e178cba2 to hash 00000400:00000200:1.0:1770653412.351239:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xece715 [8] + 14304 00000020:00000001:2.0:1770653412.351240:0:7966:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1770653412.351242:0:76382:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1770653412.351244:0:7966:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799627734016 : -117274081817600 : ffff955700030c00) 00002000:00000001:3.0:1770653412.351246:0:76382:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000800:00000001:1.0:1770653412.351247:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653412.351249:0:76382:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1770653412.351249:0:7966:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799627734016 : -117274081817600 : ffff955700030c00) 02000000:00000001:3.0:1770653412.351253:0:76382:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00010000:2.0:1770653412.351255:0:7966:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff955700030c00/0x2aed14e4e178cba2 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x1429:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe161f expref: -99 pid: 7966 timeout: 0 lvb_type: 0 02000000:00000010:3.0:1770653412.351259:0:76382:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff955662e2cc00. 00002000:00000001:2.0:1770653412.351262:0:7966:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 02000000:00000001:3.0:1770653412.351263:0:76382:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.351267:0:76382:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1770653412.351268:0:7966:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff95565c712e40. 00010000:00000001:3.0:1770653412.351269:0:76382:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00002000:00000001:2.0:1770653412.351271:0:7966:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:3.0:1770653412.351272:0:76382:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000001:2.0:1770653412.351275:0:7966:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000001:1.0:1770653412.351275:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1770653412.351276:0:76382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653412.351281:0:76382:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653412.351282:0:7966:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795553134616 : -117278156417000 : ffff95560d259818) 00000400:00000200:1.0:1770653412.351282:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1770653412.351283:0:76382:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1770653412.351287:0:76382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00000001:2.0:1770653412.351289:0:7966:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795553134528 : -117278156417088 : ffff95560d2597c0) 00010000:00000001:3.0:1770653412.351290:0:76382:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.351292:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00002000:00000001:2.0:1770653412.351293:0:7966:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00010000:00000001:3.0:1770653412.351297:0:76382:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:1.0:1770653412.351299:0:3281:0:(events.c:286:request_in_callback()) Process entered 00002000:00000001:2.0:1770653412.351300:0:7966:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653412.351303:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00010000:3.0:1770653412.351304:0:76382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95572ebdda00/0x2aed14e4e178cb9b lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1427:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1611 expref: 71 pid: 76382 timeout: 0 lvb_type: 1 00002000:00010000:2.0:1770653412.351305:0:7966:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x1429:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00000010:1.0:1770653412.351309:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955637359f80. 00002000:00000001:2.0:1770653412.351314:0:7966:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000100:00000040:1.0:1770653412.351315:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955637359f80 x1856657966291072 msgsize 328 00000020:00000002:2.0:1770653412.351317:0:7966:0:(lu_object.c:207:lu_object_put()) Add ffff95560d259818/ffff95560d2597c0 to site lru. bkt: ffff95571148c968 00010000:00000040:2.0:1770653412.351322:0:7966:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 66 00000100:00100000:1.0:1770653412.351323:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000020:00000040:2.0:1770653412.351326:0:7966:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=72 00010000:00000001:2.0:1770653412.351331:0:7966:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1770653412.351332:0:7966:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1770653412.351333:0:7966:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1770653412.351334:0:3281:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1770653412.351335:0:7966:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1770653412.351340:0:7966:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff955620549c00. 00000800:00000001:1.0:1770653412.351341:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1770653412.351342:0:7966:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.351346:0:7966:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653412.351346:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.351354:0:7966:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1770653412.351356:0:7966:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000040:3.0:1770653412.351357:0:76382:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1427:0x0].0x0 (ffff95570af60300) refcount = 1 00010000:00010000:2.0:1770653412.351359:0:7966:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000040:3.0:1770653412.351362:0:76382:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:2.0:1770653412.351363:0:7966:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.351367:0:7966:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000040:3.0:1770653412.351370:0:76382:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95572ebdda00/0x2aed14e4e178cb9b lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1427:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1611 expref: 72 pid: 76382 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770653412.351370:0:7966:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653412.351372:0:7966:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.351377:0:7966:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1770653412.351383:0:76382:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00010000:2.0:1770653412.351384:0:7966:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff955700030c00/0x2aed14e4e178cba2 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1429:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe161f expref: 72 pid: 7966 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1770653412.351386:0:76382:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.351391:0:76382:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1770653412.351394:0:76382:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1770653412.351396:0:7966:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1429:0x0].0x0 (ffff9557203c7500) refcount = 1 00002000:00000001:3.0:1770653412.351398:0:76382:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000040:2.0:1770653412.351400:0:7966:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:0.0:1770653412.351401:0:51197:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:3.0:1770653412.351402:0:76382:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653412.351405:0:51197:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966291072 00010000:00000040:2.0:1770653412.351407:0:7966:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff955700030c00/0x2aed14e4e178cba2 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1429:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe161f expref: 72 pid: 7966 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1770653412.351408:0:76382:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 02000000:00000001:0.0:1770653412.351408:0:51197:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653412.351412:0:51197:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:3.0:1770653412.351414:0:76382:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff95572ebdda00/0x2aed14e4e178cb9b lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1427:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1611 expref: 72 pid: 76382 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1770653412.351415:0:51197:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653412.351422:0:51197:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.351426:0:7966:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00100000:0.0:1770653412.351428:0:51197:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966291072 00010000:00000001:2.0:1770653412.351429:0:7966:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.351432:0:51197:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:2.0:1770653412.351435:0:7966:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000040:0.0:1770653412.351436:0:51197:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00010000:00000001:3.0:1770653412.351437:0:76382:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1770653412.351438:0:7966:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653412.351440:0:51197:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1770653412.351441:0:76382:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00002000:00000001:2.0:1770653412.351443:0:7966:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1770653412.351444:0:76382:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1770653412.351444:0:51197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=68 00010000:00000001:2.0:1770653412.351448:0:7966:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.351451:0:51197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00010000:00000001:3.0:1770653412.351452:0:76382:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.351453:0:7966:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00000001:3.0:1770653412.351459:0:76382:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000001:0.0:1770653412.351459:0:51197:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00010000:00010000:2.0:1770653412.351460:0:7966:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff955700030c00/0x2aed14e4e178cba2 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1429:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe161f expref: 72 pid: 7966 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1770653412.351463:0:76382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653412.351466:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1770653412.351467:0:76382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653412.351471:0:76382:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95572ebdda00, rc 0) 00000020:00000010:0.0:1770653412.351472:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a640. 00000020:00000001:3.0:1770653412.351475:0:76382:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.351478:0:7966:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:0.0:1770653412.351478:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1770653412.351479:0:76382:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966290688 00010000:00000001:2.0:1770653412.351482:0:7966:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1770653412.351486:0:76382:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:2.0:1770653412.351486:0:7966:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1770653412.351486:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a640. 00010000:00000001:2.0:1770653412.351492:0:7966:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1770653412.351493:0:76382:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95573c469180 x1856657966290688/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000010:0.0:1770653412.351494:0:51197:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997b400. 00010000:00000001:2.0:1770653412.351495:0:7966:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1770653412.351498:0:7966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653412.351501:0:7966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1770653412.351502:0:51197:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556323ff600. 00010000:00010000:2.0:1770653412.351504:0:7966:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff955700030c00, rc 0) 00000020:00000001:2.0:1770653412.351509:0:7966:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653412.351509:0:51197:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d000. 00010000:00000001:3.0:1770653412.351510:0:76382:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653412.351516:0:76382:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653412.351516:0:7966:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966290944 00000100:00000001:0.0:1770653412.351517:0:51197:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1770653412.351520:0:51197:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1770653412.351522:0:7966:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00001000:3.0:1770653412.351523:0:76382:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:0.0:1770653412.351523:0:51197:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1770653412.351531:0:7966:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95573c46a680 x1856657966290944/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1770653412.351532:0:76382:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1770653412.351532:0:51197:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653412.351538:0:76382:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:3.0:1770653412.351543:0:76382:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000001:0.0:1770653412.351547:0:51197:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1770653412.351548:0:76382:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1770653412.351548:0:7966:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1770653412.351554:0:76382:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.351554:0:7966:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.351557:0:51197:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653412.351561:0:76382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:2.0:1770653412.351561:0:7966:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:0.0:1770653412.351562:0:51197:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1770653412.351568:0:76382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:2.0:1770653412.351569:0:7966:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1770653412.351570:0:51197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136080 00000100:00000001:1.0:1770653412.351574:0:6728:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:3.0:1770653412.351575:0:76382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78440. 00000100:00000040:2.0:1770653412.351576:0:7966:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000100:00000040:0.0:1770653412.351576:0:51197:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000100:00000001:1.0:1770653412.351578:0:6728:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1770653412.351582:0:76382:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966290688, offset 224 00000100:00000001:0.0:1770653412.351582:0:51197:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626796258828160 : -117277450723456 : ffff955637359f80) 00000100:00000001:2.0:1770653412.351583:0:7966:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000001:1.0:1770653412.351584:0:6728:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.351591:0:6728:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653412.351592:0:7966:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1770653412.351592:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955637359f80 x1856657966291072/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1770653412.351596:0:7966:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653412.351598:0:76382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:2.0:1770653412.351603:0:7966:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1770653412.351610:0:7966:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:0.0:1770653412.351611:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1770653412.351612:0:76382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000010:2.0:1770653412.351617:0:7966:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888aa0. 00000400:00000200:3.0:1770653412.351618:0:76382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164489:2164489:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164485:2164485:8:4294967295] 00000020:00000010:0.0:1770653412.351618:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a640. 00000100:00000001:0.0:1770653412.351623:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1770653412.351624:0:7966:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966290944, offset 224 00000020:00000010:0.0:1770653412.351629:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a640. 00000400:00000200:2.0:1770653412.351637:0:7966:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:3.0:1770653412.351639:0:76382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00100000:0.0:1770653412.351641:0:51197:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955637359f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b31b1d82-c1d4-4680-ae7a-71292416d1f5+68:2364:x1856657966291072:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000200:0.0:1770653412.351649:0:51197:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966291072 00000800:00000200:3.0:1770653412.351651:0:76382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000020:00000001:0.0:1770653412.351652:0:51197:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1770653412.351655:0:7966:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000020:00000001:0.0:1770653412.351657:0:51197:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000010:3.0:1770653412.351659:0:76382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c600. 00000020:00000001:0.0:1770653412.351660:0:51197:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653412.351665:0:7966:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164490:2164490:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164486:2164486:7:4294967295] 00000020:00000001:0.0:1770653412.351666:0:51197:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1770653412.351669:0:51197:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000800:00000200:3.0:1770653412.351671:0:76382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000020:00000001:0.0:1770653412.351675:0:51197:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1770653412.351679:0:51197:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653412.351683:0:51197:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000200:3.0:1770653412.351685:0:76382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000020:00000001:0.0:1770653412.351686:0:51197:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1770653412.351691:0:51197:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653412.351692:0:76382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c600 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:2.0:1770653412.351692:0:7966:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000020:00000001:0.0:1770653412.351694:0:51197:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1770653412.351698:0:51197:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1770653412.351701:0:51197:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1770653412.351704:0:51197:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000800:00000200:2.0:1770653412.351705:0:7966:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:3.0:1770653412.351707:0:76382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.351707:0:51197:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1770653412.351710:0:7966:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3dfc00. 00010000:00000001:0.0:1770653412.351715:0:51197:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000040:3.0:1770653412.351716:0:76382:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000800:00000200:2.0:1770653412.351720:0:7966:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:3.0:1770653412.351722:0:76382:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000010:0.0:1770653412.351723:0:51197:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9557226e5200. 00000020:00000001:3.0:1770653412.351727:0:76382:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1770653412.351728:0:51197:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9557226e5600. 00000800:00000200:2.0:1770653412.351731:0:7966:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000020:00000001:3.0:1770653412.351732:0:76382:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1770653412.351734:0:51197:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000800:00000200:2.0:1770653412.351738:0:7966:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3dfc00 type 1, nob 496 niov 1 nkiov 1 00010000:00000010:0.0:1770653412.351739:0:51197:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95572dd53200. 00000100:00000040:3.0:1770653412.351740:0:76382:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c469180 x1856657966290688/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000001:0.0:1770653412.351745:0:51197:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:2.0:1770653412.351746:0:7966:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653412.351746:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:0.0:1770653412.351749:0:51197:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95572dd53200 with handle 0x2aed14e4e178cba9 to hash 00000800:00000010:1.0:1770653412.351765:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c600. 00000100:00000040:2.0:1770653412.351766:0:7966:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000020:00000001:0.0:1770653412.351767:0:51197:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1770653412.351772:0:51197:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626800396481024 : -117273313070592 : ffff95572dd53200) 00010000:00000001:2.0:1770653412.351773:0:7966:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000400:00000200:1.0:1770653412.351773:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1770653412.351777:0:7966:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.351780:0:51197:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626800396481024 : -117273313070592 : ffff95572dd53200) 00000020:00000001:2.0:1770653412.351781:0:7966:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:3.0:1770653412.351787:0:76382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95573c469180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:b31b1d82-c1d4-4680-ae7a-71292416d1f5+72:2364:x1856657966290688:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 855us (1233us total) trans 0 rc 0/0 00000400:00000200:1.0:1770653412.351787:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00010000:0.0:1770653412.351788:0:51197:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95572dd53200/0x2aed14e4e178cba9 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x1596:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe1626 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1770653412.351790:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c46a680 x1856657966290944/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000200:1.0:1770653412.351795:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78440 00000400:00000010:1.0:1770653412.351800:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78440. 00000100:00000001:1.0:1770653412.351807:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653412.351810:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00002000:00000001:0.0:1770653412.351813:0:51197:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:0.0:1770653412.351818:0:51197:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff95564b95a640. 00000100:00100000:2.0:1770653412.351821:0:7966:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95573c46a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b31b1d82-c1d4-4680-ae7a-71292416d1f5+72:2364:x1856657966290944:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 673us (839us total) trans 0 rc 0/0 00002000:00000001:0.0:1770653412.351822:0:51197:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000800:00000200:1.0:1770653412.351823:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1770653412.351825:0:51197:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000010:1.0:1770653412.351830:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dfc00. 00000020:00000001:0.0:1770653412.351831:0:51197:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796276730328 : -117277432821288 : ffff95563846c9d8) 00000400:00000200:1.0:1770653412.351834:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000001:0.0:1770653412.351835:0:51197:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796276730240 : -117277432821376 : ffff95563846c980) 00002000:00000001:0.0:1770653412.351838:0:51197:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00000400:00000200:1.0:1770653412.351842:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:1.0:1770653412.351844:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888aa0 00002000:00000001:0.0:1770653412.351845:0:51197:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653412.351846:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888aa0. 00002000:00010000:0.0:1770653412.351871:0:51197:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x1596:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00000001:1.0:1770653412.351873:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653412.351877:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00002000:00000001:0.0:1770653412.351877:0:51197:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:0.0:1770653412.351883:0:51197:0:(lu_object.c:207:lu_object_put()) Add ffff95563846c9d8/ffff95563846c980 to site lru. bkt: ffff9556025b6bc0 00010000:00000040:0.0:1770653412.351886:0:51197:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 64 00000020:00000040:0.0:1770653412.351888:0:51197:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=69 00010000:00000001:0.0:1770653412.351892:0:51197:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00100000:3.0:1770653412.351893:0:76382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136078 00002000:00000001:0.0:1770653412.351895:0:51197:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1770653412.351899:0:51197:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1770653412.351900:0:76382:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 1 02000000:00000001:0.0:1770653412.351902:0:51197:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1770653412.351906:0:76382:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:2.0:1770653412.351906:0:7966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136079 02000000:00000010:0.0:1770653412.351908:0:51197:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9557352ce400. 00000100:00000001:3.0:1770653412.351910:0:76382:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1770653412.351913:0:7966:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 02000000:00000001:0.0:1770653412.351914:0:51197:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653412.351916:0:76382:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300500. 00000100:00000001:2.0:1770653412.351917:0:7966:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1770653412.351918:0:51197:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.351920:0:7966:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1770653412.351923:0:76382:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90ed8. 00010000:00000001:0.0:1770653412.351924:0:51197:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000020:00000010:2.0:1770653412.351925:0:7966:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1c580. 00010000:00000001:0.0:1770653412.351927:0:51197:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000010:2.0:1770653412.351930:0:7966:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510898. 00010000:00010000:0.0:1770653412.351930:0:51197:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653412.351933:0:51197:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1770653412.351937:0:7966:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564531d400. 00010000:00000001:0.0:1770653412.351937:0:51197:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653412.351939:0:51197:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000040:2.0:1770653412.351942:0:7966:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 71 00010000:00000001:0.0:1770653412.351942:0:51197:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.351948:0:51197:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:2.0:1770653412.351949:0:7966:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1770653412.351954:0:51197:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95572dd53200/0x2aed14e4e178cba9 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1596:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1626 expref: 69 pid: 51197 timeout: 0 lvb_type: 1 00000020:00000010:3.0:1770653412.351961:0:76382:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bc400. 00010000:00000040:0.0:1770653412.351964:0:51197:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1596:0x0].0x0 (ffff9557226e5200) refcount = 1 00000020:00000040:3.0:1770653412.351968:0:76382:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 70 00010000:00000040:0.0:1770653412.351968:0:51197:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1770653412.351972:0:51197:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95572dd53200/0x2aed14e4e178cba9 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1596:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1626 expref: 69 pid: 51197 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1770653412.351974:0:76382:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.351983:0:51197:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653412.351985:0:51197:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.351986:0:51197:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1770653412.351987:0:51197:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1770653412.351989:0:51197:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1770653412.351991:0:51197:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.351994:0:51197:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1770653412.351997:0:51197:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff95572dd53200/0x2aed14e4e178cba9 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1596:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1626 expref: 69 pid: 51197 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1770653412.352004:0:51197:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1770653412.352005:0:51197:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1770653412.352007:0:51197:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.352008:0:51197:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.352009:0:51197:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1770653412.352010:0:51197:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653412.352012:0:51197:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1770653412.352013:0:51197:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95572dd53200, rc 0) 00000020:00000001:0.0:1770653412.352014:0:51197:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653412.352016:0:51197:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966291072 00010000:00000001:0.0:1770653412.352017:0:51197:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1770653412.352020:0:51197:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955637359f80 x1856657966291072/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1770653412.352025:0:51197:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1770653412.352027:0:51197:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653412.352029:0:51197:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:0.0:1770653412.352031:0:51197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1770653412.352033:0:51197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:0.0:1770653412.352034:0:51197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:0.0:1770653412.352036:0:51197:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1770653412.352037:0:51197:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.352038:0:51197:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1770653412.352040:0:51197:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:0.0:1770653412.352042:0:51197:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8e58. 00000100:00000200:0.0:1770653412.352045:0:51197:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966291072, offset 224 00000400:00000200:0.0:1770653412.352048:0:51197:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:0.0:1770653412.352052:0:51197:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:0.0:1770653412.352056:0:51197:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164491:2164491:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164487:2164487:8:4294967295] 00000400:00000200:0.0:1770653412.352062:0:51197:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:0.0:1770653412.352066:0:51197:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:0.0:1770653412.352068:0:51197:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955601b6f900. 00000800:00000200:0.0:1770653412.352071:0:51197:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:0.0:1770653412.352074:0:51197:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:0.0:1770653412.352077:0:51197:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955601b6f900 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1770653412.352088:0:51197:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653412.352090:0:51197:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:0.0:1770653412.352092:0:51197:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1770653412.352093:0:51197:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.352095:0:51197:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1770653412.352098:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955637359f80 x1856657966291072/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1770653412.352107:0:51197:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955637359f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b31b1d82-c1d4-4680-ae7a-71292416d1f5+69:2364:x1856657966291072:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 494us (789us total) trans 0 rc 0/0 00000100:00100000:0.0:1770653412.352113:0:51197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136080 00000100:00000040:0.0:1770653412.352115:0:51197:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000100:00000001:0.0:1770653412.352116:0:51197:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1770653412.352117:0:51197:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1770653412.352120:0:51197:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556323ff600. 00000020:00000010:0.0:1770653412.352123:0:51197:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d000. 00000020:00000010:0.0:1770653412.352126:0:51197:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997b400. 00000020:00000040:0.0:1770653412.352128:0:51197:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 68 00000100:00000001:0.0:1770653412.352130:0:51197:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1770653412.352153:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1770653412.352158:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955601b6f900. 00000400:00000200:2.0:1770653412.352163:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653412.352168:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:2.0:1770653412.352172:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8e58 00000400:00000010:2.0:1770653412.352174:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8e58. 00000100:00000001:2.0:1770653412.352176:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653412.352177:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1770653412.354329:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.354339:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653412.354342:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.354346:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.354354:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:1.0:1770653412.354366:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cd900 00000400:00000200:1.0:1770653412.354373:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xece715 [8] + 14632 00000800:00000001:1.0:1770653412.354379:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.354387:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.354391:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.354396:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653412.354400:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1770653412.354402:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1770653412.354406:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95563735b100. 00000100:00000040:1.0:1770653412.354409:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff95563735b100 x1856657966291200 msgsize 328 00000100:00100000:1.0:1770653412.354413:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:1.0:1770653412.354426:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1770653412.354433:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.354438:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653412.354502:0:51197:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1770653412.354506:0:51197:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966291200 02000000:00000001:0.0:1770653412.354508:0:51197:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653412.354510:0:51197:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653412.354513:0:51197:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653412.354516:0:51197:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653412.354519:0:51197:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966291200 00000020:00000001:0.0:1770653412.354520:0:51197:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1770653412.354522:0:51197:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000020:00000001:0.0:1770653412.354524:0:51197:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653412.354526:0:51197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=71 00000020:00000001:0.0:1770653412.354529:0:51197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:0.0:1770653412.354532:0:51197:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:0.0:1770653412.354535:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1770653412.354540:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a880. 00000100:00000001:0.0:1770653412.354542:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653412.354544:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a880. 00000020:00000010:0.0:1770653412.354549:0:51197:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997b400. 00000020:00000010:0.0:1770653412.354553:0:51197:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556323ff600. 00000020:00000010:0.0:1770653412.354556:0:51197:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d000. 00000100:00000040:0.0:1770653412.354561:0:51197:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1770653412.354563:0:51197:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1770653412.354565:0:51197:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1770653412.354567:0:51197:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.354571:0:51197:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.354584:0:51197:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653412.354592:0:51197:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1770653412.354593:0:51197:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1770653412.354598:0:51197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136081 00000100:00000040:0.0:1770653412.354602:0:51197:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:0.0:1770653412.354604:0:51197:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626796258832640 : -117277450718976 : ffff95563735b100) 00000100:00000040:0.0:1770653412.354610:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95563735b100 x1856657966291200/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1770653412.354619:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1770653412.354622:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a880. 00000100:00000001:0.0:1770653412.354625:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653412.354628:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a880. 00000100:00100000:0.0:1770653412.354634:0:51197:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95563735b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b31b1d82-c1d4-4680-ae7a-71292416d1f5+71:2363:x1856657966291200:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000200:0.0:1770653412.354638:0:51197:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966291200 00000020:00000001:0.0:1770653412.354641:0:51197:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1770653412.354643:0:51197:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1770653412.354645:0:51197:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.354647:0:51197:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1770653412.354650:0:51197:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:0.0:1770653412.354652:0:51197:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1770653412.354655:0:51197:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653412.354658:0:51197:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1770653412.354660:0:51197:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1770653412.354663:0:51197:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.354665:0:51197:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1770653412.354667:0:51197:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1770653412.354669:0:51197:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1770653412.354670:0:51197:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1770653412.354672:0:51197:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.354675:0:51197:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1770653412.354679:0:51197:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9557226e5100. 00010000:00000010:0.0:1770653412.354685:0:51197:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9557130e3300. 00010000:00000001:0.0:1770653412.354688:0:51197:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1770653412.354690:0:51197:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95572dd52a00. 00000020:00000001:0.0:1770653412.354705:0:51197:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1770653412.354707:0:51197:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95572dd52a00 with handle 0x2aed14e4e178cbb0 to hash 00000020:00000001:0.0:1770653412.354709:0:51197:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1770653412.354710:0:51197:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626800396478976 : -117273313072640 : ffff95572dd52a00) 00010000:00000001:0.0:1770653412.354713:0:51197:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626800396478976 : -117273313072640 : ffff95572dd52a00) 00010000:00010000:0.0:1770653412.354732:0:51197:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95572dd52a00/0x2aed14e4e178cbb0 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x142d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe162d expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00002000:00000001:0.0:1770653412.354737:0:51197:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:0.0:1770653412.354739:0:51197:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff95564b95a880. 00002000:00000001:0.0:1770653412.354740:0:51197:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1770653412.354741:0:51197:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1770653412.354745:0:51197:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795553133096 : -117278156418520 : ffff95560d259228) 00002000:00000001:0.0:1770653412.354746:0:51197:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795553133008 : -117278156418608 : ffff95560d2591d0) 00002000:00000001:0.0:1770653412.354748:0:51197:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00002000:00000001:0.0:1770653412.354767:0:51197:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1770653412.354769:0:51197:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x142d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:0.0:1770653412.354771:0:51197:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:0.0:1770653412.354773:0:51197:0:(lu_object.c:207:lu_object_put()) Add ffff95560d259228/ffff95560d2591d0 to site lru. bkt: ffff95571148ed48 00010000:00000040:0.0:1770653412.354775:0:51197:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 67 00000020:00000040:0.0:1770653412.354777:0:51197:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=72 00010000:00000001:0.0:1770653412.354781:0:51197:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1770653412.354782:0:51197:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1770653412.354784:0:51197:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1770653412.354785:0:51197:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1770653412.354788:0:51197:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9557352cc400. 02000000:00000001:0.0:1770653412.354789:0:51197:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.354791:0:51197:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.354793:0:51197:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1770653412.354794:0:51197:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653412.354795:0:51197:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653412.354797:0:51197:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.354798:0:51197:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653412.354799:0:51197:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653412.354800:0:51197:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.354802:0:51197:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1770653412.354805:0:51197:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95572dd52a00/0x2aed14e4e178cbb0 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x142d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe162d expref: 72 pid: 51197 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1770653412.354811:0:51197:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x142d:0x0].0x0 (ffff9557226e5100) refcount = 1 00010000:00000040:0.0:1770653412.354812:0:51197:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1770653412.354815:0:51197:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95572dd52a00/0x2aed14e4e178cbb0 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x142d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe162d expref: 72 pid: 51197 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1770653412.354819:0:51197:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653412.354820:0:51197:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.354822:0:51197:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1770653412.354822:0:51197:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1770653412.354824:0:51197:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1770653412.354825:0:51197:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.354827:0:51197:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1770653412.354829:0:51197:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff95572dd52a00/0x2aed14e4e178cbb0 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x142d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe162d expref: 72 pid: 51197 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1770653412.354835:0:51197:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1770653412.354837:0:51197:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1770653412.354838:0:51197:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.354840:0:51197:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.354841:0:51197:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1770653412.354842:0:51197:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653412.354843:0:51197:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1770653412.354844:0:51197:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95572dd52a00, rc 0) 00000020:00000001:0.0:1770653412.354846:0:51197:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653412.354864:0:51197:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966291200 00010000:00000001:0.0:1770653412.354866:0:51197:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1770653412.354869:0:51197:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95563735b100 x1856657966291200/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1770653412.354874:0:51197:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1770653412.354876:0:51197:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653412.354878:0:51197:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:0.0:1770653412.354880:0:51197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1770653412.354882:0:51197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:0.0:1770653412.354883:0:51197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:0.0:1770653412.354885:0:51197:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1770653412.354887:0:51197:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.354888:0:51197:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1770653412.354890:0:51197:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:0.0:1770653412.354892:0:51197:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8d48. 00000100:00000200:0.0:1770653412.354895:0:51197:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966291200, offset 224 00000400:00000200:0.0:1770653412.354898:0:51197:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:0.0:1770653412.354903:0:51197:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:0.0:1770653412.354907:0:51197:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164492:2164492:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164488:2164488:8:4294967295] 00000400:00000200:0.0:1770653412.354914:0:51197:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:0.0:1770653412.354917:0:51197:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:0.0:1770653412.354920:0:51197:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955601b6f900. 00000800:00000200:0.0:1770653412.354923:0:51197:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:0.0:1770653412.354927:0:51197:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:0.0:1770653412.354929:0:51197:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955601b6f900 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1770653412.354938:0:51197:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653412.354941:0:51197:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:0.0:1770653412.354942:0:51197:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1770653412.354943:0:51197:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.354945:0:51197:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1770653412.354948:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95563735b100 x1856657966291200/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1770653412.354955:0:51197:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95563735b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b31b1d82-c1d4-4680-ae7a-71292416d1f5+72:2363:x1856657966291200:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 335us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1770653412.354960:0:51197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136081 00000100:00000040:0.0:1770653412.354961:0:51197:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000100:00000001:0.0:1770653412.354963:0:51197:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1770653412.354964:0:51197:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1770653412.354967:0:51197:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556323ff600. 00000020:00000010:0.0:1770653412.354969:0:51197:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d000. 00000020:00000010:0.0:1770653412.354972:0:51197:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997b400. 00000020:00000040:0.0:1770653412.354974:0:51197:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 71 00000100:00000001:0.0:1770653412.354976:0:51197:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1770653412.355051:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1770653412.355056:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955601b6f900. 00000400:00000200:1.0:1770653412.355062:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.355068:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:1.0:1770653412.355072:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8d48 00000400:00000010:1.0:1770653412.355074:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8d48. 00000100:00000001:1.0:1770653412.355077:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653412.355079:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1770653412.357604:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.357611:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.357613:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.357615:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.357619:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:2.0:1770653412.357626:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cda00 00000400:00000200:2.0:1770653412.357630:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xece715 [8] + 14960 00000800:00000001:2.0:1770653412.357634:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.357636:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.357638:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653412.357640:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653412.357642:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653412.357644:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1770653412.357647:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c20000. 00000100:00000040:2.0:1770653412.357649:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955666c20000 x1856657966291456 msgsize 328 00000100:00100000:2.0:1770653412.357652:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:2.0:1770653412.357661:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1770653412.357666:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.357668:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.357670:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.357671:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.357674:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:2.0:1770653412.357677:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cdb00 00000400:00000200:2.0:1770653412.357680:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xece715 [8] + 15288 00000400:00000010:2.0:1770653412.357683:0:3283:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95573d15bd10. 00000400:00000200:2.0:1770653412.357685:0:3283:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff95573538ef00 00000800:00000001:2.0:1770653412.357687:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.357710:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.357713:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653412.357716:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:2.0:1770653412.357719:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95573538ef00 00000400:00000010:2.0:1770653412.357721:0:3283:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff95573538ef00. 00000100:00000001:2.0:1770653412.357726:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653412.357727:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:2.0:1770653412.357730:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff95573d384850 x1856657966291712 msgsize 328 00000100:00000001:0.0:1770653412.357731:0:51197:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1770653412.357736:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00100000:0.0:1770653412.357736:0:51197:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966291456 02000000:00000001:0.0:1770653412.357740:0:51197:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1770653412.357741:0:3283:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1770653412.357743:0:51197:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653412.357746:0:51197:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653412.357748:0:51197:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.357749:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1770653412.357763:0:51197:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966291456 00000020:00000001:0.0:1770653412.357766:0:51197:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:2.0:1770653412.357768:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:0.0:1770653412.357769:0:51197:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:0.0:1770653412.357772:0:51197:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:2.0:1770653412.357774:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1770653412.357775:0:51197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=69 00000020:00000001:0.0:1770653412.357794:0:51197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000020:00000001:0.0:1770653412.357796:0:51197:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:0.0:1770653412.357800:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1770653412.357804:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a040. 00000100:00000001:0.0:1770653412.357806:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653412.357809:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a040. 00000020:00000010:0.0:1770653412.357813:0:51197:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997b400. 00000020:00000010:0.0:1770653412.357815:0:51197:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556323ff600. 00000020:00000010:0.0:1770653412.357818:0:51197:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d000. 00000100:00000040:0.0:1770653412.357823:0:51197:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1770653412.357826:0:51197:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1770653412.357827:0:51197:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1770653412.357829:0:51197:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.357832:0:51197:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.357837:0:76382:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1770653412.357840:0:76382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966291712 02000000:00000001:3.0:1770653412.357842:0:76382:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653412.357844:0:76382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653412.357844:0:51197:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.357870:0:76382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653412.357874:0:76382:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653412.357876:0:76382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966291712 00000020:00000001:3.0:1770653412.357880:0:76382:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1770653412.357881:0:7966:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:3.0:1770653412.357883:0:76382:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000100:00000001:2.0:1770653412.357884:0:7966:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1770653412.357885:0:51197:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1770653412.357887:0:76382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1770653412.357889:0:51197:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:3.0:1770653412.357892:0:76382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=72 00000100:00100000:2.0:1770653412.357893:0:7966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136082 00000020:00000001:3.0:1770653412.357896:0:76382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000040:2.0:1770653412.357899:0:7966:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000020:00000001:3.0:1770653412.357900:0:76382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:0.0:1770653412.357901:0:51197:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.357902:0:7966:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797056557056 : -117276652994560 : ffff955666c20000) 00000100:00000001:0.0:1770653412.357908:0:51197:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.357909:0:76382:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1770653412.357913:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955666c20000 x1856657966291456/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000010:3.0:1770653412.357915:0:76382:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf200. 00000100:00000001:3.0:1770653412.357921:0:76382:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653412.357928:0:76382:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf200. 00000100:00000001:2.0:1770653412.357928:0:7966:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1770653412.357935:0:76382:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bc400. 00000020:00000010:2.0:1770653412.357935:0:7966:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95565c712280. 00000100:00000001:2.0:1770653412.357939:0:7966:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653412.357941:0:76382:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300500. 00000020:00000010:2.0:1770653412.357943:0:7966:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95565c712280. 00000020:00000010:3.0:1770653412.357946:0:76382:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90ed8. 00000100:00100000:2.0:1770653412.357952:0:7966:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955666c20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b31b1d82-c1d4-4680-ae7a-71292416d1f5+69:2363:x1856657966291456:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000001:3.0:1770653412.357953:0:76382:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653412.357956:0:76382:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:2.0:1770653412.357959:0:7966:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966291456 00000100:00000001:3.0:1770653412.357960:0:76382:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.357964:0:7966:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1770653412.357966:0:76382:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.357967:0:7966:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1770653412.357971:0:7966:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.357974:0:7966:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1770653412.357975:0:7966:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:2.0:1770653412.357977:0:7966:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1770653412.357979:0:76382:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653412.357980:0:7966:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653412.357986:0:7966:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1770653412.357987:0:7966:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1770653412.357990:0:7966:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.357992:0:7966:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000100:00000001:3.0:1770653412.357993:0:76382:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1770653412.357994:0:7966:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1770653412.357998:0:7966:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00000001:3.0:1770653412.357999:0:76382:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1770653412.358002:0:7966:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1770653412.358004:0:7966:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653412.358008:0:76382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136083 00010000:00000001:2.0:1770653412.358009:0:7966:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:0.0:1770653412.358011:0:51197:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1770653412.358015:0:76382:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:0.0:1770653412.358015:0:51197:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000010:2.0:1770653412.358016:0:7966:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9557203c7400. 00000100:00000001:0.0:1770653412.358017:0:51197:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.358020:0:76382:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800654633040 : -117273054918576 : ffff95573d384850) 00010000:00000010:2.0:1770653412.358024:0:7966:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9557203c7c00. 00000100:00000001:0.0:1770653412.358024:0:51197:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653412.358029:0:76382:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95573d384850 x1856657966291712/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1770653412.358032:0:7966:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1770653412.358037:0:7966:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955701482c00. 00000100:00000001:3.0:1770653412.358039:0:76382:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1770653412.358040:0:7966:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1770653412.358044:0:7966:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955701482c00 with handle 0x2aed14e4e178cbb7 to hash 00000020:00000010:3.0:1770653412.358045:0:76382:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf200. 00000020:00000001:2.0:1770653412.358046:0:7966:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1770653412.358050:0:7966:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799649041408 : -117274060510208 : ffff955701482c00) 00000100:00000001:3.0:1770653412.358051:0:76382:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653412.358053:0:7966:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799649041408 : -117274060510208 : ffff955701482c00) 00000020:00000010:3.0:1770653412.358055:0:76382:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf200. 00010000:00010000:2.0:1770653412.358058:0:7966:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff955701482c00/0x2aed14e4e178cbb7 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x1589:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe163b expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770653412.358064:0:76382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95573d384850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:b31b1d82-c1d4-4680-ae7a-71292416d1f5+72:2363:x1856657966291712:12345-192.168.202.60@tcp:101:ll_agl.0 00002000:00000001:2.0:1770653412.358074:0:7966:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000100:00000200:3.0:1770653412.358075:0:76382:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966291712 00000020:00000001:3.0:1770653412.358078:0:76382:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00002000:00000010:2.0:1770653412.358079:0:7966:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff95565c712280. 00000020:00000001:3.0:1770653412.358081:0:76382:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00002000:00000001:2.0:1770653412.358083:0:7966:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1770653412.358084:0:76382:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.358086:0:7966:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1770653412.358088:0:76382:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1770653412.358091:0:7966:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795517177496 : -117278192374120 : ffff95560b00ee98) 00000020:00000001:3.0:1770653412.358092:0:76382:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00002000:00000001:2.0:1770653412.358096:0:7966:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795517177408 : -117278192374208 : ffff95560b00ee40) 00000020:00000001:3.0:1770653412.358098:0:76382:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00002000:00000001:2.0:1770653412.358101:0:7966:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00000020:00000001:3.0:1770653412.358102:0:76382:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653412.358105:0:76382:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1770653412.358107:0:76382:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00002000:00000001:2.0:1770653412.358107:0:7966:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.358109:0:76382:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.358113:0:76382:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00002000:00010000:2.0:1770653412.358113:0:7966:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x1589:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00000001:3.0:1770653412.358115:0:76382:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1770653412.358117:0:76382:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1770653412.358120:0:76382:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00002000:00000001:2.0:1770653412.358122:0:7966:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00010000:00000001:3.0:1770653412.358123:0:76382:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1770653412.358127:0:7966:0:(lu_object.c:207:lu_object_put()) Add ffff95560b00ee98/ffff95560b00ee40 to site lru. bkt: ffff9556025b5ed8 00010000:00000001:3.0:1770653412.358128:0:76382:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1770653412.358134:0:7966:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 65 00010000:00000010:3.0:1770653412.358135:0:76382:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff95560655af00. 00000020:00000040:2.0:1770653412.358138:0:7966:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=70 00010000:00000010:3.0:1770653412.358141:0:76382:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff955633f4cd00. 00010000:00000001:3.0:1770653412.358146:0:76382:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:2.0:1770653412.358147:0:7966:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000010:3.0:1770653412.358148:0:76382:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95572ebddc00. 00002000:00000001:2.0:1770653412.358152:0:7966:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000020:00000001:3.0:1770653412.358153:0:76382:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1770653412.358157:0:76382:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95572ebddc00 with handle 0x2aed14e4e178cbbe to hash 00000100:00000001:2.0:1770653412.358157:0:7966:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1770653412.358161:0:76382:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 02000000:00000001:2.0:1770653412.358162:0:7966:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1770653412.358164:0:76382:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626800411728896 : -117273297822720 : ffff95572ebddc00) 00010000:00000001:3.0:1770653412.358167:0:76382:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626800411728896 : -117273297822720 : ffff95572ebddc00) 02000000:00000010:2.0:1770653412.358170:0:7966:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff95562054a000. 00010000:00010000:3.0:1770653412.358171:0:76382:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95572ebddc00/0x2aed14e4e178cbbe lrc: 2/0,0 mode: --/PR res: [0x280000403:0x1451:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe1649 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1770653412.358175:0:7966:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.358180:0:7966:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653412.358185:0:76382:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00010000:00000001:2.0:1770653412.358186:0:7966:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1770653412.358189:0:7966:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00002000:00000010:3.0:1770653412.358190:0:76382:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9556665bf200. 00010000:00010000:2.0:1770653412.358191:0:7966:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00000001:3.0:1770653412.358195:0:76382:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:2.0:1770653412.358195:0:7966:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653412.358198:0:76382:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1770653412.358199:0:7966:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1770653412.358202:0:7966:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000001:3.0:1770653412.358204:0:76382:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795553000200 : -117278156551416 : ffff95560d238b08) 00010000:00000001:2.0:1770653412.358205:0:7966:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1770653412.358210:0:76382:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795553000112 : -117278156551504 : ffff95560d238ab0) 00010000:00000001:2.0:1770653412.358210:0:7966:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00002000:00000001:3.0:1770653412.358215:0:76382:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00010000:00010000:2.0:1770653412.358218:0:7966:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff955701482c00/0x2aed14e4e178cbb7 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1589:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe163b expref: 70 pid: 7966 timeout: 0 lvb_type: 1 00002000:00000001:3.0:1770653412.358221:0:76382:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1770653412.358226:0:76382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x1451:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00000040:2.0:1770653412.358232:0:7966:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1589:0x0].0x0 (ffff9557203c7400) refcount = 1 00002000:00000001:3.0:1770653412.358233:0:76382:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:3.0:1770653412.358236:0:76382:0:(lu_object.c:207:lu_object_put()) Add ffff95560d238b08/ffff95560d238ab0 to site lru. bkt: ffff95571148e728 00010000:00000040:2.0:1770653412.358237:0:7966:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1770653412.358240:0:76382:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 68 00010000:00000040:2.0:1770653412.358243:0:7966:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955701482c00/0x2aed14e4e178cbb7 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1589:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe163b expref: 70 pid: 7966 timeout: 0 lvb_type: 1 00000020:00000040:3.0:1770653412.358245:0:76382:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=73 00010000:00000001:3.0:1770653412.358251:0:76382:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1770653412.358254:0:76382:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1770653412.358258:0:76382:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1770653412.358261:0:76382:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1770653412.358265:0:7966:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 02000000:00000010:3.0:1770653412.358267:0:76382:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff955607fffc00. 00010000:00000001:2.0:1770653412.358268:0:7966:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653412.358271:0:76382:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.358272:0:7966:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1770653412.358275:0:7966:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.358277:0:76382:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653412.358278:0:7966:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1770653412.358281:0:76382:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1770653412.358282:0:7966:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.358283:0:76382:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1770653412.358286:0:7966:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1770653412.358287:0:76382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653412.358291:0:76382:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1770653412.358293:0:7966:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff955701482c00/0x2aed14e4e178cbb7 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1589:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe163b expref: 70 pid: 7966 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1770653412.358294:0:76382:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1770653412.358297:0:76382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653412.358300:0:76382:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.358306:0:76382:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1770653412.358310:0:7966:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:3.0:1770653412.358313:0:76382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95572ebddc00/0x2aed14e4e178cbbe lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1649 expref: 73 pid: 76382 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1770653412.358313:0:7966:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1770653412.358316:0:7966:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.358321:0:7966:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.358326:0:7966:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1770653412.358329:0:76382:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1451:0x0].0x0 (ffff95560655af00) refcount = 1 00010000:00000001:2.0:1770653412.358330:0:7966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653412.358333:0:7966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1770653412.358335:0:76382:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00010000:2.0:1770653412.358336:0:7966:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff955701482c00, rc 0) 00000020:00000001:2.0:1770653412.358340:0:7966:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653412.358341:0:76382:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95572ebddc00/0x2aed14e4e178cbbe lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1649 expref: 73 pid: 76382 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1770653412.358343:0:7966:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966291456 00010000:00000001:2.0:1770653412.358349:0:7966:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:3.0:1770653412.358356:0:76382:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000200:2.0:1770653412.358356:0:7966:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955666c20000 x1856657966291456/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1770653412.358360:0:76382:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.358365:0:76382:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1770653412.358368:0:76382:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.358372:0:7966:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00002000:00000001:3.0:1770653412.358373:0:76382:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1770653412.358376:0:7966:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.358377:0:76382:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1770653412.358380:0:7966:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00010000:00000001:3.0:1770653412.358382:0:76382:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00000100:00000001:2.0:1770653412.358385:0:7966:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:3.0:1770653412.358389:0:76382:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff95572ebddc00/0x2aed14e4e178cbbe lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1649 expref: 73 pid: 76382 timeout: 0 lvb_type: 1 00000100:00000040:2.0:1770653412.358391:0:7966:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:2.0:1770653412.358396:0:7966:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:2.0:1770653412.358402:0:7966:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1770653412.358405:0:7966:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.358406:0:76382:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1770653412.358408:0:7966:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1770653412.358411:0:76382:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1770653412.358415:0:76382:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1770653412.358415:0:7966:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:3.0:1770653412.358419:0:76382:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653412.358420:0:7966:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888aa0. 00010000:00000001:3.0:1770653412.358421:0:76382:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.358424:0:76382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.358427:0:76382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1770653412.358427:0:7966:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966291456, offset 224 00010000:00010000:3.0:1770653412.358430:0:76382:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95572ebddc00, rc 0) 00000020:00000001:3.0:1770653412.358433:0:76382:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653412.358436:0:7966:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000040:3.0:1770653412.358438:0:76382:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966291712 00010000:00000001:3.0:1770653412.358441:0:76382:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1770653412.358447:0:76382:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95573d384850 x1856657966291712/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000200:2.0:1770653412.358447:0:7966:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:2.0:1770653412.358456:0:7966:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164493:2164493:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164489:2164489:8:4294967295] 00010000:00000001:3.0:1770653412.358463:0:76382:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653412.358467:0:76382:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653412.358473:0:76382:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000400:00000200:2.0:1770653412.358473:0:7966:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:3.0:1770653412.358480:0:76382:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:2.0:1770653412.358483:0:7966:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000040:3.0:1770653412.358485:0:76382:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000800:00000010:2.0:1770653412.358487:0:7966:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3dfc00. 00000100:00000001:3.0:1770653412.358489:0:76382:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:3.0:1770653412.358493:0:76382:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1770653412.358495:0:76382:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1770653412.358496:0:7966:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:3.0:1770653412.358498:0:76382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1770653412.358504:0:7966:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000040:3.0:1770653412.358505:0:76382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000800:00000200:2.0:1770653412.358510:0:7966:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3dfc00 type 1, nob 496 niov 1 nkiov 1 00000400:00000010:3.0:1770653412.358511:0:76382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78198. 00000100:00000200:3.0:1770653412.358516:0:76382:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966291712, offset 224 00000400:00000200:3.0:1770653412.358521:0:76382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:2.0:1770653412.358523:0:7966:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653412.358529:0:7966:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000400:00000200:3.0:1770653412.358532:0:76382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000001:2.0:1770653412.358533:0:7966:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1770653412.358537:0:7966:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.358541:0:7966:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1770653412.358542:0:76382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164494:2164494:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164490:2164490:7:4294967295] 00000100:00000040:2.0:1770653412.358549:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c20000 x1856657966291456/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1770653412.358567:0:7966:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955666c20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b31b1d82-c1d4-4680-ae7a-71292416d1f5+70:2363:x1856657966291456:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 635us (913us total) trans 0 rc 0/0 00000400:00000200:3.0:1770653412.358568:0:76382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00100000:2.0:1770653412.358579:0:7966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136082 00000800:00000200:3.0:1770653412.358585:0:76382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000040:2.0:1770653412.358586:0:7966:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000100:00000001:2.0:1770653412.358590:0:7966:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653412.358593:0:7966:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:3.0:1770653412.358595:0:76382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626ce00. 00000020:00000010:2.0:1770653412.358597:0:7966:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556323ff600. 00000020:00000010:2.0:1770653412.358603:0:7966:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d000. 00000800:00000200:3.0:1770653412.358608:0:76382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000020:00000010:2.0:1770653412.358609:0:7966:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997b400. 00000020:00000040:2.0:1770653412.358615:0:7966:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 69 00000100:00000001:2.0:1770653412.358620:0:7966:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1770653412.358621:0:76382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:1.0:1770653412.358623:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1770653412.358629:0:76382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626ce00 type 1, nob 496 niov 1 nkiov 1 00000800:00000010:1.0:1770653412.358629:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dfc00. 00000400:00000200:1.0:1770653412.358636:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653412.358638:0:76382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653412.358644:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000040:3.0:1770653412.358647:0:76382:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000400:00000200:1.0:1770653412.358649:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888aa0 00010000:00000001:3.0:1770653412.358654:0:76382:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000400:00000010:1.0:1770653412.358655:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888aa0. 00000020:00000001:3.0:1770653412.358659:0:76382:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.358660:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:3.0:1770653412.358662:0:76382:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1770653412.358663:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1770653412.358669:0:76382:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573d384850 x1856657966291712/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000800:00000200:1.0:1770653412.358674:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1770653412.358678:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626ce00. 00000100:00100000:3.0:1770653412.358680:0:76382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95573d384850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:b31b1d82-c1d4-4680-ae7a-71292416d1f5+73:2363:x1856657966291712:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 638us (946us total) trans 0 rc 0/0 00000400:00000200:1.0:1770653412.358681:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.358690:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:1.0:1770653412.358694:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78198 00000100:00100000:3.0:1770653412.358697:0:76382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136083 00000400:00000010:1.0:1770653412.358697:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78198. 00000100:00000001:1.0:1770653412.358701:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1770653412.358703:0:76382:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000100:00000001:1.0:1770653412.358704:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1770653412.358706:0:76382:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1770653412.358709:0:76382:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1770653412.358712:0:76382:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300500. 00000020:00000010:3.0:1770653412.358715:0:76382:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90ed8. 00000020:00000010:3.0:1770653412.358718:0:76382:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bc400. 00000020:00000040:3.0:1770653412.358795:0:76382:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 72 02000000:00000001:3.0:1770653412.358805:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.358807:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff955607fffc00. 02000000:00000001:3.0:1770653412.358810:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1770653412.358812:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.358813:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff95562054a000. 02000000:00000001:3.0:1770653412.358815:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.358817:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c20000. 02000000:00000001:3.0:1770653412.358821:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.358823:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff9557352cc400. 02000000:00000001:3.0:1770653412.358825:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.358827:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95563735b100. 02000000:00000001:3.0:1770653412.358830:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.358831:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff9557352ce400. 02000000:00000001:3.0:1770653412.358833:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.358835:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955637359f80. 02000000:00000001:3.0:1770653412.358899:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.358902:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff955662e2cc00. 02000000:00000001:3.0:1770653412.358905:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.358907:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c469180. 02000000:00000001:3.0:1770653412.358910:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.358912:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff955620549c00. 02000000:00000001:3.0:1770653412.358914:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.358916:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c46a680. 02000000:00000001:3.0:1770653412.358919:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.358921:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff955620548000. 02000000:00000001:3.0:1770653412.358923:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.358925:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c468700. 02000000:00000001:3.0:1770653412.358928:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.358929:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff9556339ca400. 02000000:00000001:3.0:1770653412.358932:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.358934:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c21f80. 02000000:00000001:3.0:1770653412.358938:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.358940:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff9556040e6800. 02000000:00000001:3.0:1770653412.358943:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.358944:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c21c00. 02000000:00000001:3.0:1770653412.358947:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.358949:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff9556407fe800. 02000000:00000001:3.0:1770653412.358952:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.358953:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d8b100. 02000000:00000001:3.0:1770653412.358956:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.358958:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff9556339c8800. 02000000:00000001:3.0:1770653412.358961:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.358963:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c46bb80. 02000000:00000001:3.0:1770653412.358966:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.358967:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff95563bd49800. 02000000:00000001:3.0:1770653412.358970:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.358971:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c46ad80. 02000000:00000001:3.0:1770653412.358974:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.358976:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff955662e2d000. 02000000:00000001:3.0:1770653412.358978:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.358980:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955606dfea00. 02000000:00000001:3.0:1770653412.358984:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.358985:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff95573c4cd000. 02000000:00000001:3.0:1770653412.358988:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.358990:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c22300. 02000000:00000001:3.0:1770653412.358992:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.358993:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff9556339cb000. 02000000:00000001:3.0:1770653412.358994:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.358995:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c21500. 02000000:00000001:3.0:1770653412.358997:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.358998:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff955662e2c400. 02000000:00000001:3.0:1770653412.359000:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.359001:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c20700. 02000000:00000001:3.0:1770653412.359002:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.359003:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff9556407ff400. 02000000:00000001:3.0:1770653412.359004:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.359005:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c23800. 02000000:00000001:3.0:1770653412.359007:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.359009:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff9556339cac00. 02000000:00000001:3.0:1770653412.359010:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.359011:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955606dfd180. 02000000:00000001:3.0:1770653412.359013:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.359014:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff9556026e1c00. 02000000:00000001:3.0:1770653412.359015:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.359016:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955606dff100. 02000000:00000001:3.0:1770653412.359018:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.359019:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff955660725400. 02000000:00000001:3.0:1770653412.359020:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.359021:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955606dff800. 02000000:00000001:3.0:1770653412.359022:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.359023:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff95563db0d800. 02000000:00000001:3.0:1770653412.359025:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.359026:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955606dfdc00. 02000000:00000001:3.0:1770653412.359027:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.359028:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff9556339c8c00. 02000000:00000001:3.0:1770653412.359029:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.359030:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d8aa00. 02000000:00000001:3.0:1770653412.359032:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.359033:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff9556026e3400. 02000000:00000001:3.0:1770653412.359034:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.359035:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d8b800. 02000000:00000001:3.0:1770653412.359036:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.359037:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff9556026e1000. 02000000:00000001:3.0:1770653412.359039:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.359040:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955606dfdf80. 02000000:00000001:3.0:1770653412.359042:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.359043:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff9556339c9800. 02000000:00000001:3.0:1770653412.359044:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.359045:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955606dfc700. 02000000:00000001:3.0:1770653412.359047:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.359048:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff9556339c8400. 02000000:00000001:3.0:1770653412.359049:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.359050:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955637359880. 02000000:00000001:3.0:1770653412.359052:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.359052:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff9556026e2400. 02000000:00000001:3.0:1770653412.359053:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.359055:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955637358a80. 02000000:00000001:3.0:1770653412.359057:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.359058:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff95563db0c400. 02000000:00000001:3.0:1770653412.359060:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.359061:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95563735aa00. 02000000:00000001:3.0:1770653412.359063:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.359064:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff955662e2fc00. 02000000:00000001:3.0:1770653412.359067:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.359067:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955637358700. 02000000:00000001:3.0:1770653412.359069:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.359069:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff955662e2e800. 02000000:00000001:3.0:1770653412.359071:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.359072:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95563735bb80. 02000000:00000001:3.0:1770653412.359073:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.359074:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff95563db0e400. 02000000:00000001:3.0:1770653412.359076:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.359076:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955637359c00. 02000000:00000001:3.0:1770653412.359078:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.359079:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff955662e2c000. 02000000:00000001:3.0:1770653412.359080:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.359081:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955637358000. 02000000:00000001:3.0:1770653412.359083:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.359084:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955662e2e400. 02000000:00000001:3.0:1770653412.359086:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.359087:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955710550380. 02000000:00000001:3.0:1770653412.359089:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.359090:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95563db0dc00. 02000000:00000001:3.0:1770653412.359091:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.359092:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955710550000. 02000000:00000001:3.0:1770653412.359094:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.359095:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff9556407fd800. 02000000:00000001:3.0:1770653412.359096:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.359097:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d33800. 02000000:00000001:3.0:1770653412.359100:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.359100:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff9556407fdc00. 02000000:00000001:3.0:1770653412.359102:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.359103:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d32300. 02000000:00000001:3.0:1770653412.359114:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.359116:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95565d742400. 02000000:00000001:3.0:1770653412.359119:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.359120:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95566c8d9180. 02000000:00000001:3.0:1770653412.359124:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.359125:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955602a0d400. 02000000:00000001:3.0:1770653412.359128:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.359130:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95566c8d8e00. 02000000:00000001:3.0:1770653412.359135:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.359137:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95563ed8a000. 02000000:00000001:3.0:1770653412.359140:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.359142:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955602b1fb80. 02000000:00000001:3.0:1770653412.359146:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.359147:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95565d743c00. 02000000:00000001:3.0:1770653412.359151:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.359153:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c21180. 02000000:00000001:3.0:1770653412.359156:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.359158:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95565d741400. 02000000:00000001:3.0:1770653412.359161:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.359162:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955710552680. 02000000:00000001:3.0:1770653412.359166:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.359168:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95563ed8ac00. 02000000:00000001:3.0:1770653412.359170:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.359172:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955710552d80. 02000000:00000001:3.0:1770653412.359176:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.359177:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95563ed8a400. 02000000:00000001:3.0:1770653412.359180:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.359182:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955710551180. 02000000:00000001:3.0:1770653412.359185:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.359186:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955602a0dc00. 02000000:00000001:3.0:1770653412.359187:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.359189:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955602b1c000. 02000000:00000001:3.0:1770653412.359192:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.359193:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955602a0c400. 02000000:00000001:3.0:1770653412.359194:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.359195:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955710553100. 02000000:00000001:3.0:1770653412.359197:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.359198:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95563ed88c00. 02000000:00000001:3.0:1770653412.359199:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.359201:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955710551880. 02000000:00000001:3.0:1770653412.359203:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.359204:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95563ed88000. 02000000:00000001:3.0:1770653412.359206:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.359207:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955602b1c380. 02000000:00000001:3.0:1770653412.359209:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.359210:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95563097e800. 02000000:00000001:3.0:1770653412.359212:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.359213:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95566c8d9500. 02000000:00000001:3.0:1770653412.359215:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.359216:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95564c77b400. 02000000:00000001:3.0:1770653412.359220:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.359221:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95566c8db480. 02000000:00000001:3.0:1770653412.359224:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.359225:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95563ed89400. 02000000:00000001:3.0:1770653412.359226:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.359227:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95566c8d9f80. 02000000:00000001:3.0:1770653412.359230:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.359230:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff955661c68400. 02000000:00000001:3.0:1770653412.359232:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.359233:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955710551f80. 02000000:00000001:3.0:1770653412.359236:0:76382:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653412.359237:0:76382:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff9556084a5800. 02000000:00000001:3.0:1770653412.359239:0:76382:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1770653412.359240:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c23b80. 00000100:00000001:3.0:1770653412.359243:0:76382:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1770653412.359247:0:76382:0:(niobuf.c:1189:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1770653412.359250:0:76382:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2b58. 00000400:00000010:3.0:1770653412.359253:0:76382:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff95562626c800. 00000800:00000001:1.0:1770653412.359539:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.359545:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653412.359547:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.359548:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.359553:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:1.0:1770653412.359559:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cd980 00000400:00000200:1.0:1770653412.359564:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 0 00000800:00000001:1.0:1770653412.359568:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.359573:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.359575:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.359578:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653412.359581:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1770653412.359582:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1770653412.359585:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95563735a680. 00000100:00000040:1.0:1770653412.359587:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff95563735a680 x1856657966291328 msgsize 328 00000100:00100000:1.0:1770653412.359590:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:1.0:1770653412.359600:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1770653412.359603:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.359605:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.359629:0:76382:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1770653412.359632:0:76382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966291328 02000000:00000001:3.0:1770653412.359634:0:76382:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653412.359635:0:76382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653412.359636:0:76382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653412.359638:0:76382:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653412.359640:0:76382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966291328 00000020:00000001:3.0:1770653412.359642:0:76382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1770653412.359643:0:76382:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:3.0:1770653412.359645:0:76382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.359647:0:76382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=70 00000020:00000001:3.0:1770653412.359649:0:76382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000020:00000001:3.0:1770653412.359651:0:76382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:3.0:1770653412.359653:0:76382:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1770653412.359656:0:76382:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf700. 00000100:00000001:3.0:1770653412.359657:0:76382:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653412.359659:0:76382:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf700. 00000020:00000010:3.0:1770653412.359662:0:76382:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bc400. 00000020:00000010:3.0:1770653412.359665:0:76382:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300500. 00000020:00000010:3.0:1770653412.359667:0:76382:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90ed8. 00000100:00000040:3.0:1770653412.359670:0:76382:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1770653412.359672:0:76382:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653412.359673:0:76382:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653412.359674:0:76382:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.359677:0:76382:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.359685:0:76382:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.359690:0:76382:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653412.359691:0:76382:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1770653412.359695:0:76382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136084 00000100:00000040:3.0:1770653412.359697:0:76382:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000100:00000001:3.0:1770653412.359698:0:76382:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626796258829952 : -117277450721664 : ffff95563735a680) 00000100:00000040:3.0:1770653412.359702:0:76382:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95563735a680 x1856657966291328/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1770653412.359709:0:76382:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1770653412.359710:0:76382:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf700. 00000100:00000001:3.0:1770653412.359712:0:76382:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653412.359714:0:76382:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf700. 00000100:00100000:3.0:1770653412.359716:0:76382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95563735a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:b31b1d82-c1d4-4680-ae7a-71292416d1f5+70:2363:x1856657966291328:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000200:3.0:1770653412.359719:0:76382:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966291328 00000020:00000001:3.0:1770653412.359720:0:76382:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1770653412.359723:0:76382:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1770653412.359724:0:76382:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.359726:0:76382:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1770653412.359727:0:76382:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:3.0:1770653412.359729:0:76382:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1770653412.359731:0:76382:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653412.359733:0:76382:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1770653412.359734:0:76382:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1770653412.359736:0:76382:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.359738:0:76382:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1770653412.359739:0:76382:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1770653412.359741:0:76382:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1770653412.359742:0:76382:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1770653412.359744:0:76382:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.359746:0:76382:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1770653412.359763:0:76382:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff95562721bb00. 00010000:00000010:3.0:1770653412.359766:0:76382:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff95563f2d2f00. 00010000:00000001:3.0:1770653412.359770:0:76382:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1770653412.359773:0:76382:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95572ebdce00. 00000020:00000001:3.0:1770653412.359775:0:76382:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1770653412.359777:0:76382:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95572ebdce00 with handle 0x2aed14e4e178cbc5 to hash 00000020:00000001:3.0:1770653412.359779:0:76382:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1770653412.359780:0:76382:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626800411725312 : -117273297826304 : ffff95572ebdce00) 00010000:00000001:3.0:1770653412.359782:0:76382:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626800411725312 : -117273297826304 : ffff95572ebdce00) 00010000:00010000:3.0:1770653412.359785:0:76382:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95572ebdce00/0x2aed14e4e178cbc5 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x1586:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe1634 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00002000:00000001:3.0:1770653412.359789:0:76382:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:3.0:1770653412.359791:0:76382:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9556665bf700. 00002000:00000001:3.0:1770653412.359792:0:76382:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1770653412.359794:0:76382:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1770653412.359796:0:76382:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795517178104 : -117278192373512 : ffff95560b00f0f8) 00002000:00000001:3.0:1770653412.359797:0:76382:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795517178016 : -117278192373600 : ffff95560b00f0a0) 00002000:00000001:3.0:1770653412.359799:0:76382:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00002000:00000001:3.0:1770653412.359803:0:76382:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1770653412.359805:0:76382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x1586:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:3.0:1770653412.359807:0:76382:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:3.0:1770653412.359809:0:76382:0:(lu_object.c:207:lu_object_put()) Add ffff95560b00f0f8/ffff95560b00f0a0 to site lru. bkt: ffff9556025b5340 00010000:00000040:3.0:1770653412.359811:0:76382:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 66 00000020:00000040:3.0:1770653412.359813:0:76382:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=71 00010000:00000001:3.0:1770653412.359816:0:76382:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1770653412.359817:0:76382:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1770653412.359819:0:76382:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1770653412.359820:0:76382:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1770653412.359822:0:76382:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff955607fffc00. 02000000:00000001:3.0:1770653412.359824:0:76382:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.359825:0:76382:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.359827:0:76382:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1770653412.359829:0:76382:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1770653412.359830:0:76382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653412.359831:0:76382:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.359833:0:76382:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1770653412.359834:0:76382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653412.359835:0:76382:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.359836:0:76382:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1770653412.359839:0:76382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95572ebdce00/0x2aed14e4e178cbc5 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1586:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1634 expref: 71 pid: 76382 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1770653412.359912:0:76382:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1586:0x0].0x0 (ffff95562721bb00) refcount = 1 00010000:00000040:3.0:1770653412.359914:0:76382:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1770653412.359918:0:76382:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95572ebdce00/0x2aed14e4e178cbc5 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1586:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1634 expref: 71 pid: 76382 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1770653412.359925:0:76382:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653412.359927:0:76382:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1770653412.359928:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1770653412.359929:0:76382:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1770653412.359933:0:76382:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1770653412.359934:0:76382:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1770653412.359938:0:76382:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1770653412.359938:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.359944:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1770653412.359945:0:76382:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00000800:00000001:2.0:1770653412.359949:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1770653412.359950:0:76382:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff95572ebdce00/0x2aed14e4e178cbc5 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1586:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1634 expref: 71 pid: 76382 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1770653412.359960:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:3.0:1770653412.359964:0:76382:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653412.359967:0:76382:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1770653412.359969:0:76382:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.359972:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cda80 00010000:00000001:3.0:1770653412.359973:0:76382:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.359979:0:76382:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.359983:0:76382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1770653412.359984:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 328 00010000:00000001:3.0:1770653412.359985:0:76382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653412.359989:0:76382:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95572ebdce00, rc 0) 00000800:00000001:2.0:1770653412.359991:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1770653412.359992:0:76382:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653412.359996:0:76382:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966291328 00010000:00000001:3.0:1770653412.359998:0:76382:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1770653412.360002:0:76382:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95563735a680 x1856657966291328/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1770653412.360008:0:76382:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653412.360009:0:76382:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653412.360011:0:76382:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653412.360013:0:76382:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1770653412.360015:0:76382:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:3.0:1770653412.360017:0:76382:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:3.0:1770653412.360019:0:76382:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1770653412.360021:0:76382:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1770653412.360021:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.360023:0:76382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1770653412.360026:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1770653412.360027:0:76382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:3.0:1770653412.360033:0:76382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78cc0. 00000400:00000200:2.0:1770653412.360034:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000200:3.0:1770653412.360040:0:76382:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966291328, offset 224 00000100:00000001:2.0:1770653412.360041:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653412.360045:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:3.0:1770653412.360049:0:76382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000010:2.0:1770653412.360049:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c20380. 00000100:00000040:2.0:1770653412.360054:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955666c20380 x1856657966291584 msgsize 328 00000400:00000200:3.0:1770653412.360059:0:76382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00100000:2.0:1770653412.360066:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:2.0:1770653412.360077:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1770653412.360105:0:76382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164495:2164495:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164491:2164491:8:4294967295] 00000400:00000200:3.0:1770653412.360115:0:76382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:3.0:1770653412.360119:0:76382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:3.0:1770653412.360123:0:76382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c500. 00000800:00000001:2.0:1770653412.360123:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1770653412.360130:0:76382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000001:2.0:1770653412.360130:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1770653412.360140:0:76382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:3.0:1770653412.360143:0:76382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c500 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1770653412.360145:0:7966:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1770653412.360149:0:7966:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966291584 02000000:00000001:0.0:1770653412.360152:0:7966:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653412.360154:0:7966:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653412.360155:0:76382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.360156:0:7966:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653412.360161:0:76382:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 02000000:00000001:0.0:1770653412.360162:0:7966:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.360164:0:76382:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00100000:0.0:1770653412.360166:0:7966:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966291584 00000020:00000001:3.0:1770653412.360167:0:76382:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.360169:0:7966:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1770653412.360171:0:76382:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:0.0:1770653412.360172:0:7966:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000020:00000001:0.0:1770653412.360175:0:7966:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653412.360178:0:7966:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=73 00000020:00000001:0.0:1770653412.360180:0:7966:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:0.0:1770653412.360182:0:7966:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:0.0:1770653412.360184:0:7966:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1770653412.360188:0:7966:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a040. 00000100:00000001:0.0:1770653412.360190:0:7966:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653412.360192:0:7966:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a040. 00000020:00000010:0.0:1770653412.360198:0:7966:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997b000. 00000020:00000010:0.0:1770653412.360203:0:7966:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556323ff780. 00000020:00000010:0.0:1770653412.360206:0:7966:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3dc80. 00000100:00000001:0.0:1770653412.360210:0:7966:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1770653412.360213:0:7966:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1770653412.360216:0:7966:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653412.360217:0:76382:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95563735a680 x1856657966291328/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1770653412.360224:0:7966:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653412.360232:0:76382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95563735a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:b31b1d82-c1d4-4680-ae7a-71292416d1f5+71:2363:x1856657966291328:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 520us (641us total) trans 0 rc 0/0 00000800:00000200:1.0:1770653412.360234:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1770653412.360236:0:7966:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1770653412.360240:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c500. 00000400:00000200:1.0:1770653412.360247:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1770653412.360248:0:76382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136084 00000100:00000001:0.0:1770653412.360250:0:7966:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1770653412.360254:0:7966:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1770653412.360255:0:76382:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000400:00000200:1.0:1770653412.360257:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000800:00000001:2.0:1770653412.360258:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1770653412.360264:0:7966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136085 00000800:00000001:2.0:1770653412.360267:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.360267:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78cc0 00000100:00000040:0.0:1770653412.360268:0:7966:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000400:00000010:1.0:1770653412.360271:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78cc0. 00000800:00000001:2.0:1770653412.360273:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653412.360274:0:7966:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797056557952 : -117276652993664 : ffff955666c20380) 00000100:00000001:1.0:1770653412.360275:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:2.0:1770653412.360279:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.360280:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1770653412.360285:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955666c20380 x1856657966291584/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000200:2.0:1770653412.360289:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:0.0:1770653412.360300:0:7966:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1770653412.360303:0:7966:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a040. 00000400:00000200:2.0:1770653412.360304:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cdb80 00000100:00000001:0.0:1770653412.360308:0:7966:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653412.360309:0:76382:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1770653412.360314:0:76382:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1770653412.360315:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 656 00000020:00000010:0.0:1770653412.360315:0:7966:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a040. 00000020:00000010:3.0:1770653412.360320:0:76382:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300500. 00000800:00000001:2.0:1770653412.360323:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1770653412.360326:0:7966:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955666c20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b31b1d82-c1d4-4680-ae7a-71292416d1f5+73:2363:x1856657966291584:12345-192.168.202.60@tcp:101:ll_agl.0 00000020:00000010:3.0:1770653412.360327:0:76382:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90ed8. 00000800:00000001:2.0:1770653412.360331:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1770653412.360334:0:76382:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bc400. 00000100:00000200:0.0:1770653412.360336:0:7966:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966291584 00000400:00000200:2.0:1770653412.360337:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1770653412.360340:0:76382:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 70 00000020:00000001:0.0:1770653412.360340:0:7966:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1770653412.360345:0:7966:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1770653412.360347:0:76382:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.360347:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000001:0.0:1770653412.360348:0:7966:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.360355:0:7966:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1770653412.360357:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1770653412.360358:0:7966:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000100:00000200:2.0:1770653412.360360:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000001:0.0:1770653412.360361:0:7966:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000010:2.0:1770653412.360366:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c22680. 00000020:00000001:0.0:1770653412.360366:0:7966:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653412.360368:0:7966:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:2.0:1770653412.360371:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955666c22680 x1856657966291840 msgsize 328 00000020:00000001:0.0:1770653412.360372:0:7966:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1770653412.360376:0:7966:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653412.360381:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000020:00000001:0.0:1770653412.360381:0:7966:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1770653412.360383:0:7966:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1770653412.360386:0:7966:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1770653412.360387:0:7966:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1770653412.360388:0:7966:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.360390:0:7966:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:2.0:1770653412.360392:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000010:0.0:1770653412.360395:0:7966:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9557130e3700. 00000800:00000001:2.0:1770653412.360398:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:0.0:1770653412.360401:0:7966:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff95572240f500. 00000800:00000001:2.0:1770653412.360403:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.360406:0:7966:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1770653412.360410:0:7966:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95572dd53000. 00000100:00000001:3.0:1770653412.360411:0:76382:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1770653412.360412:0:7966:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00100000:3.0:1770653412.360415:0:76382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966291840 00000020:00000040:0.0:1770653412.360417:0:7966:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95572dd53000 with handle 0x2aed14e4e178cbcc to hash 02000000:00000001:3.0:1770653412.360419:0:76382:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1770653412.360421:0:7966:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:3.0:1770653412.360422:0:76382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1770653412.360425:0:7966:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626800396480512 : -117273313071104 : ffff95572dd53000) 00000100:00000001:3.0:1770653412.360426:0:76382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.360432:0:7966:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626800396480512 : -117273313071104 : ffff95572dd53000) 02000000:00000001:3.0:1770653412.360433:0:76382:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653412.360438:0:7966:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95572dd53000/0x2aed14e4e178cbcc lrc: 2/0,0 mode: --/PR res: [0x280000403:0x1424:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe1642 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770653412.360439:0:76382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966291840 00000020:00000001:3.0:1770653412.360443:0:76382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1770653412.360446:0:76382:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000020:00000001:3.0:1770653412.360449:0:76382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00002000:00000001:0.0:1770653412.360451:0:7966:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000020:00000040:3.0:1770653412.360453:0:76382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=74 00002000:00000010:0.0:1770653412.360455:0:7966:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff95564b95a040. 00000020:00000001:3.0:1770653412.360457:0:76382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00002000:00000001:0.0:1770653412.360459:0:7966:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1770653412.360460:0:76382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:0.0:1770653412.360462:0:7966:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:3.0:1770653412.360464:0:76382:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1770653412.360467:0:7966:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795553129448 : -117278156422168 : ffff95560d2583e8) 00000020:00000010:3.0:1770653412.360469:0:76382:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf340. 00002000:00000001:0.0:1770653412.360471:0:7966:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795553129360 : -117278156422256 : ffff95560d258390) 00000100:00000001:3.0:1770653412.360473:0:76382:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1770653412.360476:0:7966:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00000020:00000010:3.0:1770653412.360478:0:76382:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf340. 00002000:00000001:0.0:1770653412.360481:0:7966:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653412.360483:0:76382:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bc400. 00002000:00010000:0.0:1770653412.360486:0:7966:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x1424:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000020:00000010:3.0:1770653412.360488:0:76382:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300500. 00002000:00000001:0.0:1770653412.360490:0:7966:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000010:3.0:1770653412.360493:0:76382:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90ed8. 00000020:00000002:0.0:1770653412.360493:0:7966:0:(lu_object.c:207:lu_object_put()) Add ffff95560d2583e8/ffff95560d258390 to site lru. bkt: ffff95571148d0a0 00010000:00000040:0.0:1770653412.360498:0:7966:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 69 00000100:00000001:3.0:1770653412.360499:0:76382:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:0.0:1770653412.360501:0:7966:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=75 00000100:00000001:3.0:1770653412.360502:0:76382:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653412.360505:0:76382:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.360506:0:7966:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:3.0:1770653412.360509:0:76382:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653412.360510:0:7966:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1770653412.360514:0:7966:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1770653412.360516:0:7966:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1770653412.360519:0:7966:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9557352ce400. 02000000:00000001:0.0:1770653412.360521:0:7966:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.360522:0:76382:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653412.360523:0:7966:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.360528:0:7966:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1770653412.360530:0:7966:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:3.0:1770653412.360531:0:76382:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00010000:0.0:1770653412.360532:0:7966:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:3.0:1770653412.360535:0:76382:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1770653412.360536:0:7966:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.360540:0:7966:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653412.360542:0:7966:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653412.360545:0:7966:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1770653412.360546:0:76382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136086 00010000:00000001:0.0:1770653412.360548:0:7966:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000040:3.0:1770653412.360550:0:76382:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 2 00010000:00010000:0.0:1770653412.360554:0:7966:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95572dd53000/0x2aed14e4e178cbcc lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1424:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1642 expref: 75 pid: 7966 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1770653412.360555:0:76382:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797056566912 : -117276652984704 : ffff955666c22680) 00000100:00000040:3.0:1770653412.360564:0:76382:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955666c22680 x1856657966291840/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000040:0.0:1770653412.360567:0:7966:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1424:0x0].0x0 (ffff9557130e3700) refcount = 1 00010000:00000040:0.0:1770653412.360574:0:7966:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:3.0:1770653412.360580:0:76382:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000040:0.0:1770653412.360581:0:7966:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95572dd53000/0x2aed14e4e178cbcc lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1424:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1642 expref: 75 pid: 7966 timeout: 0 lvb_type: 1 00000020:00000010:3.0:1770653412.360586:0:76382:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf340. 00000100:00000001:3.0:1770653412.360590:0:76382:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653412.360590:0:7966:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653412.360592:0:7966:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653412.360595:0:76382:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf340. 00010000:00000001:0.0:1770653412.360596:0:7966:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1770653412.360599:0:7966:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1770653412.360602:0:7966:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000100:00100000:3.0:1770653412.360604:0:76382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955666c22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:b31b1d82-c1d4-4680-ae7a-71292416d1f5+75:2363:x1856657966291840:12345-192.168.202.60@tcp:101:ll_agl.0 00010000:00000001:0.0:1770653412.360606:0:7966:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.360611:0:7966:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00000100:00000200:3.0:1770653412.360615:0:76382:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966291840 00010000:00010000:0.0:1770653412.360617:0:7966:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff95572dd53000/0x2aed14e4e178cbcc lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1424:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1642 expref: 75 pid: 7966 timeout: 0 lvb_type: 1 00000020:00000001:3.0:1770653412.360619:0:76382:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1770653412.360622:0:76382:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1770653412.360626:0:76382:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.360628:0:7966:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:3.0:1770653412.360629:0:76382:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:0.0:1770653412.360630:0:7966:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000001:3.0:1770653412.360632:0:76382:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00010000:00000001:0.0:1770653412.360634:0:7966:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653412.360636:0:76382:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:0.0:1770653412.360638:0:7966:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.360640:0:76382:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.360641:0:7966:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000001:3.0:1770653412.360643:0:76382:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:0.0:1770653412.360645:0:7966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1770653412.360646:0:76382:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:0.0:1770653412.360648:0:7966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1770653412.360650:0:76382:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653412.360652:0:7966:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95572dd53000, rc 0) 00000020:00000001:3.0:1770653412.360654:0:76382:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000020:00000001:0.0:1770653412.360656:0:7966:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.360657:0:76382:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00000040:0.0:1770653412.360660:0:7966:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966291584 00010000:00010000:3.0:1770653412.360661:0:76382:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1770653412.360664:0:76382:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1770653412.360665:0:7966:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:3.0:1770653412.360667:0:76382:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.360672:0:76382:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000200:0.0:1770653412.360672:0:7966:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955666c20380 x1856657966291584/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000010:3.0:1770653412.360678:0:76382:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff95570137c200. 00010000:00000001:0.0:1770653412.360680:0:7966:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1770653412.360683:0:7966:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1770653412.360685:0:76382:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff955702592e00. 00000100:00001000:0.0:1770653412.360685:0:7966:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00010000:00000001:3.0:1770653412.360692:0:76382:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:0.0:1770653412.360693:0:7966:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000010:3.0:1770653412.360698:0:76382:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95572ebdd600. 00000100:00000040:0.0:1770653412.360698:0:7966:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000020:00000001:3.0:1770653412.360704:0:76382:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:0.0:1770653412.360705:0:7966:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000020:00000040:3.0:1770653412.360709:0:76382:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95572ebdd600 with handle 0x2aed14e4e178cbd3 to hash 02000000:00000001:0.0:1770653412.360709:0:7966:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1770653412.360713:0:7966:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.360714:0:76382:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:0.0:1770653412.360716:0:7966:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1770653412.360717:0:76382:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626800411727360 : -117273297824256 : ffff95572ebdd600) 00010000:00000001:3.0:1770653412.360722:0:76382:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626800411727360 : -117273297824256 : ffff95572ebdd600) 00000100:00000040:0.0:1770653412.360723:0:7966:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00010000:3.0:1770653412.360728:0:76382:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95572ebdd600/0x2aed14e4e178cbd3 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x1448:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe1650 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1770653412.360729:0:7966:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8550. 00000100:00000200:0.0:1770653412.360735:0:7966:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966291584, offset 224 00002000:00000001:3.0:1770653412.360742:0:76382:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000400:00000200:0.0:1770653412.360744:0:7966:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00002000:00000010:3.0:1770653412.360747:0:76382:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9556665bf340. 00002000:00000001:3.0:1770653412.360764:0:76382:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1770653412.360766:0:76382:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1770653412.360770:0:7966:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000020:00000001:3.0:1770653412.360772:0:76382:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796220516824 : -117277489034792 : ffff955634ed09d8) 00002000:00000001:3.0:1770653412.360776:0:76382:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796220516736 : -117277489034880 : ffff955634ed0980) 00000400:00000200:0.0:1770653412.360777:0:7966:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164496:2164496:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164492:2164492:8:4294967295] 00002000:00000001:3.0:1770653412.360781:0:76382:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00002000:00000001:3.0:1770653412.360787:0:76382:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653412.360793:0:7966:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00002000:00010000:3.0:1770653412.360803:0:76382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x1448:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:3.0:1770653412.360810:0:76382:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000800:00000200:0.0:1770653412.360810:0:7966:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000020:00000002:3.0:1770653412.360813:0:76382:0:(lu_object.c:207:lu_object_put()) Add ffff955634ed09d8/ffff955634ed0980 to site lru. bkt: ffff95571148c380 00000800:00000010:0.0:1770653412.360816:0:7966:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955601b6f200. 00010000:00000040:3.0:1770653412.360817:0:76382:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 70 00000020:00000040:3.0:1770653412.360822:0:76382:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=76 00000800:00000200:0.0:1770653412.360826:0:7966:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:3.0:1770653412.360829:0:76382:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1770653412.360832:0:76382:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000800:00000200:0.0:1770653412.360833:0:7966:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:3.0:1770653412.360835:0:76382:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000200:0.0:1770653412.360838:0:7966:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955601b6f200 type 1, nob 496 niov 1 nkiov 1 02000000:00000001:3.0:1770653412.360839:0:76382:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1770653412.360844:0:76382:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff955607fff000. 02000000:00000001:3.0:1770653412.360868:0:76382:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.360871:0:76382:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.360874:0:76382:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1770653412.360876:0:76382:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:0.0:1770653412.360876:0:7966:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653412.360881:0:76382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000040:0.0:1770653412.360884:0:7966:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:3.0:1770653412.360885:0:76382:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.360890:0:76382:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1770653412.360890:0:7966:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1770653412.360893:0:7966:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653412.360894:0:76382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000001:0.0:1770653412.360897:0:7966:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1770653412.360898:0:76382:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.360901:0:76382:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000040:0.0:1770653412.360904:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c20380 x1856657966291584/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00010000:3.0:1770653412.360908:0:76382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95572ebdd600/0x2aed14e4e178cbd3 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1448:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1650 expref: 76 pid: 76382 timeout: 0 lvb_type: 1 00000800:00000200:2.0:1770653412.360915:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1770653412.360921:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955601b6f200. 00000400:00000200:2.0:1770653412.360928:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1770653412.360929:0:7966:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955666c20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b31b1d82-c1d4-4680-ae7a-71292416d1f5+76:2363:x1856657966291584:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 624us (870us total) trans 0 rc 0/0 00010000:00000040:3.0:1770653412.360931:0:76382:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1448:0x0].0x0 (ffff95570137c200) refcount = 1 00010000:00000040:3.0:1770653412.360940:0:76382:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000400:00000200:2.0:1770653412.360940:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00100000:0.0:1770653412.360946:0:7966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136085 00000400:00000200:2.0:1770653412.360947:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8550 00010000:00000040:3.0:1770653412.360948:0:76382:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95572ebdd600/0x2aed14e4e178cbd3 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1448:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1650 expref: 76 pid: 76382 timeout: 0 lvb_type: 1 00000400:00000010:2.0:1770653412.360952:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8550. 00000100:00000040:0.0:1770653412.360952:0:7966:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:0.0:1770653412.360958:0:7966:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653412.360960:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.360962:0:7966:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1770653412.360963:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1770653412.360967:0:7966:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556323ff780. 00000020:00000010:0.0:1770653412.360971:0:7966:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3dc80. 00000020:00000010:0.0:1770653412.360974:0:7966:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997b000. 00000020:00000040:0.0:1770653412.360978:0:7966:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 75 00000100:00000001:0.0:1770653412.360980:0:7966:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.361022:0:76382:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653412.361025:0:76382:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.361027:0:76382:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1770653412.361028:0:76382:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1770653412.361030:0:76382:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1770653412.361032:0:76382:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.361034:0:76382:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1770653412.361037:0:76382:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff95572ebdd600/0x2aed14e4e178cbd3 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1448:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1650 expref: 75 pid: 76382 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1770653412.361044:0:76382:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653412.361045:0:76382:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1770653412.361047:0:76382:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.361048:0:76382:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.361049:0:76382:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.361050:0:76382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.361052:0:76382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653412.361053:0:76382:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95572ebdd600, rc 0) 00000020:00000001:3.0:1770653412.361055:0:76382:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653412.361056:0:76382:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966291840 00010000:00000001:3.0:1770653412.361058:0:76382:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1770653412.361061:0:76382:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955666c22680 x1856657966291840/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1770653412.361065:0:76382:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653412.361067:0:76382:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653412.361069:0:76382:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653412.361071:0:76382:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1770653412.361073:0:76382:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:3.0:1770653412.361074:0:76382:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:3.0:1770653412.361076:0:76382:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1770653412.361077:0:76382:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.361079:0:76382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1770653412.361080:0:76382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:3.0:1770653412.361083:0:76382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78000. 00000100:00000200:3.0:1770653412.361086:0:76382:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966291840, offset 224 00000400:00000200:3.0:1770653412.361089:0:76382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:3.0:1770653412.361094:0:76382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:3.0:1770653412.361098:0:76382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164497:2164497:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164493:2164493:8:4294967295] 00000400:00000200:3.0:1770653412.361104:0:76382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:3.0:1770653412.361108:0:76382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:3.0:1770653412.361110:0:76382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c500. 00000800:00000200:3.0:1770653412.361113:0:76382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:3.0:1770653412.361117:0:76382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:3.0:1770653412.361119:0:76382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c500 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1770653412.361129:0:76382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653412.361131:0:76382:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:3.0:1770653412.361133:0:76382:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1770653412.361134:0:76382:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.361135:0:76382:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1770653412.361139:0:76382:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c22680 x1856657966291840/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1770653412.361146:0:76382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955666c22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:b31b1d82-c1d4-4680-ae7a-71292416d1f5+75:2363:x1856657966291840:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 564us (773us total) trans 0 rc 0/0 00000100:00100000:3.0:1770653412.361151:0:76382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136086 00000100:00000040:3.0:1770653412.361154:0:76382:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000100:00000001:3.0:1770653412.361156:0:76382:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1770653412.361158:0:76382:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1770653412.361161:0:76382:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300500. 00000020:00000010:3.0:1770653412.361164:0:76382:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90ed8. 00000020:00000010:3.0:1770653412.361167:0:76382:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bc400. 00000020:00000040:3.0:1770653412.361170:0:76382:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 74 00000100:00000001:3.0:1770653412.361172:0:76382:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1770653412.361200:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1770653412.361204:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c500. 00000400:00000200:1.0:1770653412.361206:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.361211:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:1.0:1770653412.361213:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78000 00000400:00000010:1.0:1770653412.361215:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78000. 00000100:00000001:1.0:1770653412.361217:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653412.361218:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1770653412.368997:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.369005:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.369007:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.369008:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.369013:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:2.0:1770653412.369020:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cdc00 00000400:00000200:2.0:1770653412.369025:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 984 00000800:00000001:2.0:1770653412.369028:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.369033:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.369035:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653412.369037:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653412.369040:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653412.369042:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1770653412.369045:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c23100. 00000100:00000040:2.0:1770653412.369047:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955666c23100 x1856657966291968 msgsize 328 00000100:00100000:2.0:1770653412.369051:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:2.0:1770653412.369061:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1770653412.369064:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.369066:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.369093:0:76382:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1770653412.369096:0:76382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966291968 02000000:00000001:3.0:1770653412.369099:0:76382:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653412.369100:0:76382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653412.369101:0:76382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653412.369103:0:76382:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653412.369105:0:76382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966291968 00000020:00000001:3.0:1770653412.369107:0:76382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1770653412.369108:0:76382:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000020:00000001:3.0:1770653412.369109:0:76382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.369111:0:76382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=75 00000020:00000001:3.0:1770653412.369113:0:76382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:3.0:1770653412.369115:0:76382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:3.0:1770653412.369117:0:76382:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1770653412.369120:0:76382:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf980. 00000100:00000001:3.0:1770653412.369122:0:76382:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653412.369124:0:76382:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf980. 00000020:00000010:3.0:1770653412.369127:0:76382:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bc400. 00000020:00000010:3.0:1770653412.369130:0:76382:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300500. 00000020:00000010:3.0:1770653412.369132:0:76382:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90ed8. 00000100:00000040:3.0:1770653412.369135:0:76382:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1770653412.369137:0:76382:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653412.369138:0:76382:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653412.369139:0:76382:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.369142:0:76382:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.369151:0:76382:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.369156:0:76382:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653412.369158:0:76382:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1770653412.369161:0:76382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136087 00000100:00000040:3.0:1770653412.369163:0:76382:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:3.0:1770653412.369165:0:76382:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797056569600 : -117276652982016 : ffff955666c23100) 00000100:00000040:3.0:1770653412.369169:0:76382:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955666c23100 x1856657966291968/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1770653412.369175:0:76382:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1770653412.369177:0:76382:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf980. 00000100:00000001:3.0:1770653412.369179:0:76382:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653412.369181:0:76382:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf980. 00000100:00100000:3.0:1770653412.369184:0:76382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955666c23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:b31b1d82-c1d4-4680-ae7a-71292416d1f5+75:2363:x1856657966291968:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000200:3.0:1770653412.369187:0:76382:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966291968 00000020:00000001:3.0:1770653412.369189:0:76382:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1770653412.369190:0:76382:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1770653412.369192:0:76382:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.369194:0:76382:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1770653412.369195:0:76382:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:3.0:1770653412.369197:0:76382:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1770653412.369199:0:76382:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653412.369201:0:76382:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1770653412.369203:0:76382:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1770653412.369205:0:76382:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.369207:0:76382:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1770653412.369208:0:76382:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1770653412.369210:0:76382:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1770653412.369211:0:76382:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1770653412.369213:0:76382:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.369215:0:76382:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1770653412.369220:0:76382:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff955702592600. 00010000:00000010:3.0:1770653412.369223:0:76382:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff955702592200. 00010000:00000001:3.0:1770653412.369225:0:76382:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1770653412.369228:0:76382:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95572ebdc200. 00000020:00000001:3.0:1770653412.369229:0:76382:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1770653412.369232:0:76382:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95572ebdc200 with handle 0x2aed14e4e178cbda to hash 00000020:00000001:3.0:1770653412.369233:0:76382:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1770653412.369235:0:76382:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626800411722240 : -117273297829376 : ffff95572ebdc200) 00010000:00000001:3.0:1770653412.369237:0:76382:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626800411722240 : -117273297829376 : ffff95572ebdc200) 00010000:00010000:3.0:1770653412.369240:0:76382:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95572ebdc200/0x2aed14e4e178cbda lrc: 2/0,0 mode: --/PR res: [0x280000403:0x1445:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe1657 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00002000:00000001:3.0:1770653412.369246:0:76382:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:3.0:1770653412.369248:0:76382:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9556665bf980. 00002000:00000001:3.0:1770653412.369250:0:76382:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1770653412.369251:0:76382:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1770653412.369254:0:76382:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796220518952 : -117277489032664 : ffff955634ed1228) 00002000:00000001:3.0:1770653412.369256:0:76382:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796220518864 : -117277489032752 : ffff955634ed11d0) 00002000:00000001:3.0:1770653412.369258:0:76382:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00002000:00000001:3.0:1770653412.369262:0:76382:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1770653412.369264:0:76382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x1445:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:3.0:1770653412.369266:0:76382:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:3.0:1770653412.369268:0:76382:0:(lu_object.c:207:lu_object_put()) Add ffff955634ed1228/ffff955634ed11d0 to site lru. bkt: ffff95571148c888 00010000:00000040:3.0:1770653412.369270:0:76382:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 71 00000020:00000040:3.0:1770653412.369272:0:76382:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=76 00010000:00000001:3.0:1770653412.369274:0:76382:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1770653412.369276:0:76382:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1770653412.369277:0:76382:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1770653412.369279:0:76382:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1770653412.369282:0:76382:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff955607ffe800. 02000000:00000001:3.0:1770653412.369283:0:76382:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.369285:0:76382:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.369287:0:76382:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1770653412.369288:0:76382:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1770653412.369289:0:76382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653412.369291:0:76382:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.369292:0:76382:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1770653412.369293:0:76382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653412.369295:0:76382:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.369349:0:76382:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1770653412.369353:0:76382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95572ebdc200/0x2aed14e4e178cbda lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1657 expref: 76 pid: 76382 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1770653412.369361:0:76382:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1445:0x0].0x0 (ffff955702592600) refcount = 1 00010000:00000040:3.0:1770653412.369364:0:76382:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1770653412.369367:0:76382:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95572ebdc200/0x2aed14e4e178cbda lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1657 expref: 76 pid: 76382 timeout: 0 lvb_type: 1 00000800:00000001:2.0:1770653412.369374:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1770653412.369379:0:76382:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653412.369382:0:76382:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1770653412.369382:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.369387:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1770653412.369388:0:76382:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1770653412.369391:0:76382:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.369392:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1770653412.369396:0:76382:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1770653412.369401:0:76382:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653412.369403:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:3.0:1770653412.369405:0:76382:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1770653412.369410:0:76382:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff95572ebdc200/0x2aed14e4e178cbda lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1657 expref: 76 pid: 76382 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1770653412.369414:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cdd00 00000400:00000200:2.0:1770653412.369424:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 1312 00010000:00000001:3.0:1770653412.369428:0:76382:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000800:00000001:2.0:1770653412.369429:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1770653412.369431:0:76382:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1770653412.369434:0:76382:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.369436:0:76382:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.369437:0:76382:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.369438:0:76382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.369439:0:76382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653412.369441:0:76382:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95572ebdc200, rc 0) 00000020:00000001:3.0:1770653412.369443:0:76382:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653412.369445:0:76382:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966291968 00010000:00000001:3.0:1770653412.369446:0:76382:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1770653412.369450:0:76382:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955666c23100 x1856657966291968/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000800:00000001:2.0:1770653412.369455:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.369456:0:76382:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653412.369460:0:76382:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653412.369460:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1770653412.369465:0:76382:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000400:00000200:2.0:1770653412.369469:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.369470:0:76382:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1770653412.369474:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1770653412.369475:0:76382:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000200:2.0:1770653412.369477:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1770653412.369479:0:76382:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000010:2.0:1770653412.369482:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c23b80. 02000000:00000001:3.0:1770653412.369484:0:76382:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1770653412.369486:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955666c23b80 x1856657966292224 msgsize 328 02000000:00000001:3.0:1770653412.369487:0:76382:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.369492:0:76382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1770653412.369500:0:76382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00100000:2.0:1770653412.369501:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:2.0:1770653412.369513:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1770653412.369516:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.369518:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1770653412.369540:0:76382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78770. 00000100:00000200:3.0:1770653412.369561:0:76382:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966291968, offset 224 00000400:00000200:3.0:1770653412.369567:0:76382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:0.0:1770653412.369575:0:7966:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1770653412.369576:0:76382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00100000:0.0:1770653412.369581:0:7966:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966292224 00000400:00000200:3.0:1770653412.369586:0:76382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164498:2164498:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164494:2164494:8:4294967295] 02000000:00000001:0.0:1770653412.369586:0:7966:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653412.369590:0:7966:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653412.369594:0:7966:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653412.369598:0:7966:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653412.369603:0:7966:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966292224 00000400:00000200:3.0:1770653412.369604:0:76382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000020:00000001:0.0:1770653412.369607:0:7966:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000200:3.0:1770653412.369612:0:76382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000020:00000040:0.0:1770653412.369612:0:7966:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000020:00000001:0.0:1770653412.369616:0:7966:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000010:3.0:1770653412.369618:0:76382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626ce00. 00000020:00000040:0.0:1770653412.369620:0:7966:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=77 00000020:00000001:0.0:1770653412.369625:0:7966:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000800:00000200:3.0:1770653412.369628:0:76382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000020:00000001:0.0:1770653412.369630:0:7966:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:0.0:1770653412.369636:0:7966:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:3.0:1770653412.369639:0:76382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000020:00000010:0.0:1770653412.369643:0:7966:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95aa40. 00000800:00000200:3.0:1770653412.369644:0:76382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626ce00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1770653412.369649:0:7966:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653412.369653:0:7966:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95aa40. 00000020:00000010:0.0:1770653412.369657:0:7966:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997b000. 00000100:00000001:3.0:1770653412.369660:0:76382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653412.369661:0:7966:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556323ff780. 00000100:00000040:3.0:1770653412.369668:0:76382:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000020:00000010:0.0:1770653412.369668:0:7966:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3dc80. 00010000:00000001:3.0:1770653412.369673:0:76382:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1770653412.369676:0:76382:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.369677:0:7966:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1770653412.369682:0:76382:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1770653412.369682:0:7966:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1770653412.369685:0:7966:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653412.369690:0:76382:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c23100 x1856657966291968/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1770653412.369709:0:7966:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653412.369720:0:76382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955666c23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:b31b1d82-c1d4-4680-ae7a-71292416d1f5+77:2363:x1856657966291968:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 542us (669us total) trans 0 rc 0/0 00000100:00000001:0.0:1770653412.369725:0:7966:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1770653412.369726:0:76382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136087 00000100:00000040:3.0:1770653412.369731:0:76382:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000100:00000001:3.0:1770653412.369733:0:76382:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1770653412.369736:0:76382:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1770653412.369737:0:7966:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1770653412.369739:0:76382:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300500. 00000100:00000001:0.0:1770653412.369741:0:7966:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1770653412.369745:0:76382:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90ed8. 00000100:00100000:0.0:1770653412.369765:0:7966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136088 00000100:00000001:2.0:1770653412.369767:0:51197:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1770653412.369768:0:76382:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bc400. 00000100:00000040:0.0:1770653412.369770:0:7966:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:2.0:1770653412.369771:0:51197:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:3.0:1770653412.369774:0:76382:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 76 00000100:00000001:2.0:1770653412.369776:0:51197:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.369776:0:7966:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797056572288 : -117276652979328 : ffff955666c23b80) 00000100:00000001:3.0:1770653412.369779:0:76382:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653412.369783:0:51197:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653412.369788:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955666c23b80 x1856657966292224/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1770653412.369796:0:7966:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1770653412.369799:0:7966:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95aa40. 00000100:00000001:0.0:1770653412.369801:0:7966:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1770653412.369803:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1770653412.369803:0:7966:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95aa40. 00000800:00000010:1.0:1770653412.369810:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626ce00. 00000100:00100000:0.0:1770653412.369811:0:7966:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955666c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b31b1d82-c1d4-4680-ae7a-71292416d1f5+76:2363:x1856657966292224:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000200:0.0:1770653412.369817:0:7966:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966292224 00000400:00000200:1.0:1770653412.369819:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1770653412.369820:0:7966:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1770653412.369823:0:7966:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1770653412.369826:0:7966:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.369829:0:7966:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1770653412.369832:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000001:0.0:1770653412.369833:0:7966:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:0.0:1770653412.369838:0:7966:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1770653412.369841:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78770 00000020:00000001:0.0:1770653412.369841:0:7966:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653412.369843:0:7966:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1770653412.369846:0:7966:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1770653412.369875:0:7966:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653412.369876:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78770. 00000020:00000001:0.0:1770653412.369878:0:7966:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1770653412.369882:0:7966:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1770653412.369885:0:7966:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00000001:1.0:1770653412.369886:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1770653412.369888:0:7966:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:1.0:1770653412.369890:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1770653412.369892:0:7966:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.369898:0:7966:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1770653412.369905:0:7966:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff95572240f000. 00010000:00000010:0.0:1770653412.369910:0:7966:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff95572240f900. 00010000:00000001:0.0:1770653412.369914:0:7966:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1770653412.369917:0:7966:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95572dd53600. 00000020:00000001:0.0:1770653412.369919:0:7966:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1770653412.369923:0:7966:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95572dd53600 with handle 0x2aed14e4e178cbe1 to hash 00000020:00000001:0.0:1770653412.369924:0:7966:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1770653412.369926:0:7966:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626800396482048 : -117273313069568 : ffff95572dd53600) 00010000:00000001:0.0:1770653412.369928:0:7966:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626800396482048 : -117273313069568 : ffff95572dd53600) 00010000:00010000:0.0:1770653412.369931:0:7966:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95572dd53600/0x2aed14e4e178cbe1 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x1435:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe1665 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00002000:00000001:0.0:1770653412.369937:0:7966:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:0.0:1770653412.369939:0:7966:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff95564b95aa40. 00002000:00000001:0.0:1770653412.369941:0:7966:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1770653412.369942:0:7966:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1770653412.369946:0:7966:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795553130664 : -117278156420952 : ffff95560d2588a8) 00002000:00000001:0.0:1770653412.369947:0:7966:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795553130576 : -117278156421040 : ffff95560d258850) 00002000:00000001:0.0:1770653412.369949:0:7966:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00002000:00000001:0.0:1770653412.369953:0:7966:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1770653412.369955:0:7966:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x1435:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:0.0:1770653412.369957:0:7966:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:0.0:1770653412.369959:0:7966:0:(lu_object.c:207:lu_object_put()) Add ffff95560d2588a8/ffff95560d258850 to site lru. bkt: ffff95571148e808 00010000:00000040:0.0:1770653412.369961:0:7966:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 72 00000020:00000040:0.0:1770653412.369963:0:7966:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=77 00010000:00000001:0.0:1770653412.369966:0:7966:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1770653412.369968:0:7966:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1770653412.369970:0:7966:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1770653412.369971:0:7966:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1770653412.369974:0:7966:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9557352cc400. 02000000:00000001:0.0:1770653412.369975:0:7966:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.369977:0:7966:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.369979:0:7966:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1770653412.369980:0:7966:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653412.369982:0:7966:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653412.369983:0:7966:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.369984:0:7966:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653412.369985:0:7966:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653412.369986:0:7966:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.369988:0:7966:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1770653412.369991:0:7966:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95572dd53600/0x2aed14e4e178cbe1 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1665 expref: 77 pid: 7966 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1770653412.369996:0:7966:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1435:0x0].0x0 (ffff95572240f000) refcount = 1 00010000:00000040:0.0:1770653412.370014:0:7966:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1770653412.370017:0:7966:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95572dd53600/0x2aed14e4e178cbe1 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1665 expref: 77 pid: 7966 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1770653412.370024:0:7966:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653412.370026:0:7966:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.370027:0:7966:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1770653412.370028:0:7966:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1770653412.370030:0:7966:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1770653412.370032:0:7966:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.370034:0:7966:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1770653412.370037:0:7966:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff95572dd53600/0x2aed14e4e178cbe1 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1665 expref: 77 pid: 7966 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1770653412.370044:0:7966:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1770653412.370046:0:7966:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1770653412.370048:0:7966:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.370050:0:7966:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.370051:0:7966:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1770653412.370052:0:7966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653412.370054:0:7966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1770653412.370055:0:7966:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95572dd53600, rc 0) 00000020:00000001:0.0:1770653412.370057:0:7966:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653412.370059:0:7966:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966292224 00010000:00000001:0.0:1770653412.370061:0:7966:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1770653412.370064:0:7966:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955666c23b80 x1856657966292224/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1770653412.370071:0:7966:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1770653412.370072:0:7966:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653412.370075:0:7966:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:0.0:1770653412.370078:0:7966:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1770653412.370080:0:7966:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:0.0:1770653412.370081:0:7966:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:0.0:1770653412.370083:0:7966:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1770653412.370084:0:7966:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.370086:0:7966:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1770653412.370088:0:7966:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:0.0:1770653412.370090:0:7966:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8a18. 00000100:00000200:0.0:1770653412.370093:0:7966:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966292224, offset 224 00000400:00000200:0.0:1770653412.370097:0:7966:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:0.0:1770653412.370103:0:7966:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:0.0:1770653412.370107:0:7966:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164499:2164499:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164495:2164495:8:4294967295] 00000400:00000200:0.0:1770653412.370114:0:7966:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:0.0:1770653412.370118:0:7966:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:0.0:1770653412.370121:0:7966:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955601b6f200. 00000800:00000200:0.0:1770653412.370125:0:7966:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:0.0:1770653412.370129:0:7966:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:0.0:1770653412.370132:0:7966:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955601b6f200 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1770653412.370145:0:7966:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653412.370148:0:7966:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:0.0:1770653412.370150:0:7966:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1770653412.370151:0:7966:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.370153:0:7966:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1770653412.370157:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c23b80 x1856657966292224/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1770653412.370166:0:7966:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955666c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b31b1d82-c1d4-4680-ae7a-71292416d1f5+77:2363:x1856657966292224:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 368us (678us total) trans 0 rc 0/0 00000100:00100000:0.0:1770653412.370174:0:7966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136088 00000100:00000040:0.0:1770653412.370177:0:7966:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000100:00000001:0.0:1770653412.370179:0:7966:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1770653412.370180:0:7966:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1770653412.370183:0:7966:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556323ff780. 00000020:00000010:0.0:1770653412.370187:0:7966:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3dc80. 00000020:00000010:0.0:1770653412.370190:0:7966:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997b000. 00000020:00000040:0.0:1770653412.370194:0:7966:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 76 00000100:00000001:0.0:1770653412.370196:0:7966:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1770653412.370213:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1770653412.370218:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955601b6f200. 00000400:00000200:2.0:1770653412.370223:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653412.370227:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:2.0:1770653412.370230:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8a18 00000400:00000010:2.0:1770653412.370232:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8a18. 00000100:00000001:2.0:1770653412.370234:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653412.370236:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1770653412.373065:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.373073:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.373076:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.373078:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.373082:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:2.0:1770653412.373091:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cde00 00000400:00000200:2.0:1770653412.373095:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 1640 00000800:00000001:2.0:1770653412.373100:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.373105:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.373107:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653412.373110:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653412.373114:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653412.373117:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1770653412.373121:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c21180. 00000100:00000040:2.0:1770653412.373124:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955666c21180 x1856657966292480 msgsize 328 00000100:00100000:2.0:1770653412.373130:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:2.0:1770653412.373144:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1770653412.373151:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.373155:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653412.373217:0:7966:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1770653412.373220:0:7966:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966292480 02000000:00000001:0.0:1770653412.373222:0:7966:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653412.373224:0:7966:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653412.373225:0:7966:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653412.373228:0:7966:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653412.373231:0:7966:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966292480 00000020:00000001:0.0:1770653412.373233:0:7966:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1770653412.373235:0:7966:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000020:00000001:0.0:1770653412.373237:0:7966:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653412.373239:0:7966:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=77 00000020:00000001:0.0:1770653412.373242:0:7966:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:0.0:1770653412.373244:0:7966:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:0.0:1770653412.373247:0:7966:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:1.0:1770653412.373250:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1770653412.373253:0:7966:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a380. 00000100:00000001:0.0:1770653412.373256:0:7966:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653412.373258:0:7966:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a380. 00000800:00000001:1.0:1770653412.373260:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653412.373264:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1770653412.373264:0:7966:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997b000. 00000800:00000001:1.0:1770653412.373269:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1770653412.373270:0:7966:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556323ff780. 00000020:00000010:0.0:1770653412.373276:0:7966:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3dc80. 00000400:00000200:1.0:1770653412.373280:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000040:0.0:1770653412.373282:0:7966:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1770653412.373286:0:7966:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1770653412.373287:0:7966:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1770653412.373289:0:7966:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653412.373294:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cdf00 00000100:00000001:0.0:1770653412.373296:0:7966:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653412.373302:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 1968 00000800:00000001:1.0:1770653412.373308:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653412.373312:0:7966:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653412.373321:0:7966:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1770653412.373323:0:7966:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1770653412.373329:0:7966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136089 00000100:00000040:0.0:1770653412.373332:0:7966:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:0.0:1770653412.373334:0:7966:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797056561536 : -117276652990080 : ffff955666c21180) 00000800:00000001:1.0:1770653412.373340:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653412.373341:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955666c21180 x1856657966292480/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000200:1.0:1770653412.373346:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.373356:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.373357:0:7966:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1770653412.373362:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:0.0:1770653412.373362:0:7966:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a380. 00000100:00000200:1.0:1770653412.373366:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:0.0:1770653412.373367:0:7966:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653412.373371:0:7966:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a380. 00000100:00000010:1.0:1770653412.373372:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955637359180. 00000100:00000040:1.0:1770653412.373377:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955637359180 x1856657966292736 msgsize 328 00000100:00100000:0.0:1770653412.373378:0:7966:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955666c21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b31b1d82-c1d4-4680-ae7a-71292416d1f5+77:2363:x1856657966292480:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000200:0.0:1770653412.373387:0:7966:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966292480 00000100:00100000:1.0:1770653412.373388:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000020:00000001:0.0:1770653412.373393:0:7966:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1770653412.373397:0:7966:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1770653412.373399:0:7966:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.373401:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1770653412.373403:0:7966:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000800:00000001:1.0:1770653412.373408:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1770653412.373408:0:7966:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000800:00000001:1.0:1770653412.373413:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653412.373414:0:7966:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1770653412.373420:0:7966:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653412.373424:0:7966:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1770653412.373426:0:51197:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1770653412.373427:0:7966:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1770653412.373430:0:51197:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966292736 02000000:00000001:2.0:1770653412.373433:0:51197:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1770653412.373433:0:7966:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.373436:0:51197:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653412.373440:0:51197:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.373440:0:7966:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 02000000:00000001:2.0:1770653412.373446:0:51197:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.373446:0:7966:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1770653412.373450:0:7966:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1770653412.373451:0:51197:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966292736 00000020:00000001:2.0:1770653412.373455:0:51197:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:0.0:1770653412.373456:0:7966:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000020:00000040:2.0:1770653412.373458:0:51197:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00010000:00000001:0.0:1770653412.373461:0:7966:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.373462:0:51197:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653412.373465:0:51197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=71 00000020:00000001:2.0:1770653412.373468:0:51197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00010000:00000001:0.0:1770653412.373470:0:7966:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:2.0:1770653412.373471:0:51197:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:2.0:1770653412.373476:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1770653412.373480:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95565c712b80. 00010000:00000010:0.0:1770653412.373481:0:7966:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff95572240fe00. 00000100:00000001:2.0:1770653412.373482:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653412.373487:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95565c712b80. 00010000:00000010:0.0:1770653412.373491:0:7966:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff95572240f700. 00000020:00000010:2.0:1770653412.373493:0:51197:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564531d400. 00000020:00000010:2.0:1770653412.373498:0:51197:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95566aa1c580. 00010000:00000001:0.0:1770653412.373499:0:7966:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000010:2.0:1770653412.373502:0:51197:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510898. 00010000:00000010:0.0:1770653412.373506:0:7966:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95572dd52200. 00000100:00000001:2.0:1770653412.373507:0:51197:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1770653412.373510:0:51197:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1770653412.373513:0:51197:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.373514:0:7966:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:2.0:1770653412.373517:0:51197:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653412.373519:0:7966:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95572dd52200 with handle 0x2aed14e4e178cbe8 to hash 00000020:00000001:0.0:1770653412.373525:0:7966:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1770653412.373527:0:7966:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626800396476928 : -117273313074688 : ffff95572dd52200) 00000100:00000001:2.0:1770653412.373528:0:51197:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.373532:0:7966:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626800396476928 : -117273313074688 : ffff95572dd52200) 00000100:00000001:2.0:1770653412.373537:0:51197:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00010000:0.0:1770653412.373538:0:7966:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95572dd52200/0x2aed14e4e178cbe8 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x1430:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe1673 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653412.373541:0:51197:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1770653412.373550:0:51197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136090 00002000:00000001:0.0:1770653412.373552:0:7966:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000100:00000040:2.0:1770653412.373554:0:51197:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00002000:00000010:0.0:1770653412.373557:0:7966:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff95564b95a380. 00000100:00000001:2.0:1770653412.373558:0:51197:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626796258824576 : -117277450727040 : ffff955637359180) 00002000:00000001:0.0:1770653412.373564:0:7966:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00000040:2.0:1770653412.373568:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955637359180 x1856657966292736/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000001:0.0:1770653412.373568:0:7966:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1770653412.373573:0:7966:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795553129752 : -117278156421864 : ffff95560d258518) 00002000:00000001:0.0:1770653412.373579:0:7966:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795553129664 : -117278156421952 : ffff95560d2584c0) 00002000:00000001:0.0:1770653412.373584:0:7966:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00000100:00000001:2.0:1770653412.373586:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000001:0.0:1770653412.373590:0:7966:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653412.373591:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95565c712b80. 00002000:00010000:0.0:1770653412.373597:0:7966:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x1430:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00000001:2.0:1770653412.373598:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653412.373603:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95565c712b80. 00002000:00000001:0.0:1770653412.373606:0:7966:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000100:00100000:2.0:1770653412.373610:0:51197:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955637359180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b31b1d82-c1d4-4680-ae7a-71292416d1f5+71:2363:x1856657966292736:12345-192.168.202.60@tcp:101:ll_agl.0 00000020:00000002:0.0:1770653412.373611:0:7966:0:(lu_object.c:207:lu_object_put()) Add ffff95560d258518/ffff95560d2584c0 to site lru. bkt: ffff95571148ef40 00010000:00000040:0.0:1770653412.373617:0:7966:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 73 00000100:00000200:2.0:1770653412.373619:0:51197:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966292736 00000020:00000040:0.0:1770653412.373622:0:7966:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=78 00000020:00000001:2.0:1770653412.373623:0:51197:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1770653412.373626:0:51197:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1770653412.373628:0:51197:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.373630:0:51197:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:0.0:1770653412.373630:0:7966:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1770653412.373634:0:7966:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000020:00000001:2.0:1770653412.373635:0:51197:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000100:00000001:0.0:1770653412.373639:0:7966:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1770653412.373640:0:51197:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1770653412.373643:0:7966:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1770653412.373644:0:51197:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653412.373647:0:51197:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1770653412.373650:0:51197:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:0.0:1770653412.373650:0:7966:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9557352cc000. 00000020:00000001:2.0:1770653412.373654:0:51197:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653412.373655:0:7966:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.373658:0:51197:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000100:00000001:0.0:1770653412.373659:0:7966:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.373661:0:51197:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00000001:0.0:1770653412.373664:0:7966:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00010000:2.0:1770653412.373665:0:51197:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1770653412.373668:0:7966:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1770653412.373669:0:51197:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1770653412.373673:0:7966:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653412.373674:0:51197:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.373676:0:7966:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.373678:0:51197:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:0.0:1770653412.373680:0:7966:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653412.373683:0:7966:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653412.373685:0:7966:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1770653412.373686:0:51197:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9557203c7300. 00010000:00000001:0.0:1770653412.373687:0:7966:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000010:2.0:1770653412.373707:0:51197:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9557203c7900. 00010000:00010000:0.0:1770653412.373711:0:7966:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95572dd52200/0x2aed14e4e178cbe8 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1673 expref: 78 pid: 7966 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1770653412.373712:0:51197:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1770653412.373716:0:51197:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955701483200. 00000020:00000001:2.0:1770653412.373721:0:51197:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000040:0.0:1770653412.373723:0:7966:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1430:0x0].0x0 (ffff95572240fe00) refcount = 1 00000020:00000040:2.0:1770653412.373724:0:51197:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955701483200 with handle 0x2aed14e4e178cbef to hash 00000020:00000001:2.0:1770653412.373729:0:51197:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000040:0.0:1770653412.373730:0:7966:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:2.0:1770653412.373731:0:51197:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799649042944 : -117274060508672 : ffff955701483200) 00010000:00000001:2.0:1770653412.373735:0:51197:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799649042944 : -117274060508672 : ffff955701483200) 00010000:00000040:0.0:1770653412.373736:0:7966:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95572dd52200/0x2aed14e4e178cbe8 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1673 expref: 78 pid: 7966 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770653412.373740:0:51197:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff955701483200/0x2aed14e4e178cbef lrc: 2/0,0 mode: --/PR res: [0x240000403:0x1591:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe1681 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653412.373747:0:7966:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00002000:00000001:2.0:1770653412.373763:0:51197:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00010000:00000001:0.0:1770653412.373764:0:7966:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1770653412.373766:0:51197:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff95565c712b80. 00010000:00000001:0.0:1770653412.373768:0:7966:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00002000:00000001:2.0:1770653412.373770:0:51197:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:0.0:1770653412.373771:0:7966:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653412.373773:0:51197:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1770653412.373775:0:7966:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000020:00000001:2.0:1770653412.373777:0:51197:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795517173848 : -117278192377768 : ffff95560b00e058) 00010000:00000001:0.0:1770653412.373778:0:7966:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653412.373784:0:51197:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795517173760 : -117278192377856 : ffff95560b00e000) 00010000:00000001:0.0:1770653412.373785:0:7966:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00002000:00000001:2.0:1770653412.373787:0:51197:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00010000:00010000:0.0:1770653412.373791:0:7966:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff95572dd52200/0x2aed14e4e178cbe8 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1673 expref: 78 pid: 7966 timeout: 0 lvb_type: 1 00002000:00000001:2.0:1770653412.373792:0:51197:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1770653412.373798:0:51197:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x1591:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:2.0:1770653412.373804:0:51197:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:2.0:1770653412.373808:0:51197:0:(lu_object.c:207:lu_object_put()) Add ffff95560b00e058/ffff95560b00e000 to site lru. bkt: ffff9556025b5998 00010000:00000001:0.0:1770653412.373810:0:7966:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000040:2.0:1770653412.373811:0:51197:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 67 00010000:00000001:0.0:1770653412.373815:0:7966:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000040:2.0:1770653412.373816:0:51197:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=72 00010000:00000001:0.0:1770653412.373818:0:7966:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.373821:0:51197:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1770653412.373822:0:7966:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653412.373825:0:51197:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00010000:00000001:0.0:1770653412.373826:0:7966:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:2.0:1770653412.373829:0:51197:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1770653412.373829:0:7966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1770653412.373832:0:51197:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1770653412.373833:0:7966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1770653412.373837:0:7966:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95572dd52200, rc 0) 02000000:00000010:2.0:1770653412.373838:0:51197:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff955620549c00. 00000020:00000001:0.0:1770653412.373840:0:7966:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653412.373842:0:51197:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653412.373844:0:7966:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966292480 00000100:00000001:2.0:1770653412.373845:0:51197:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.373866:0:51197:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1770653412.373868:0:51197:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1770653412.373870:0:51197:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653412.373871:0:51197:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.373873:0:51197:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1770653412.373874:0:51197:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653412.373876:0:51197:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.373877:0:7966:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:2.0:1770653412.373878:0:51197:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1770653412.373885:0:51197:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff955701483200/0x2aed14e4e178cbef lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1591:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1681 expref: 72 pid: 51197 timeout: 0 lvb_type: 1 00010000:00000200:0.0:1770653412.373889:0:7966:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955666c21180 x1856657966292480/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000040:2.0:1770653412.373895:0:51197:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1591:0x0].0x0 (ffff9557203c7300) refcount = 1 00010000:00000040:2.0:1770653412.373902:0:51197:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1770653412.373907:0:51197:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955701483200/0x2aed14e4e178cbef lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1591:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1681 expref: 72 pid: 51197 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1770653412.373910:0:7966:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1770653412.373915:0:7966:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.373917:0:51197:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653412.373920:0:51197:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653412.373921:0:7966:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00010000:00000001:2.0:1770653412.373923:0:51197:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1770653412.373925:0:51197:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653412.373928:0:7966:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00002000:00000001:2.0:1770653412.373929:0:51197:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1770653412.373932:0:51197:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653412.373934:0:7966:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000001:2.0:1770653412.373936:0:51197:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00000100:00000001:0.0:1770653412.373938:0:7966:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:0.0:1770653412.373942:0:7966:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:2.0:1770653412.373943:0:51197:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff955701483200/0x2aed14e4e178cbef lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1591:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1681 expref: 72 pid: 51197 timeout: 0 lvb_type: 1 02000000:00000001:0.0:1770653412.373945:0:7966:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.373950:0:7966:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1770653412.373956:0:7966:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653412.373959:0:51197:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000010:0.0:1770653412.373961:0:7966:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8ee0. 00010000:00000001:2.0:1770653412.373962:0:51197:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1770653412.373966:0:51197:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1770653412.373967:0:7966:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966292480, offset 224 00010000:00000001:2.0:1770653412.373968:0:51197:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.373973:0:51197:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1770653412.373974:0:51197:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653412.373977:0:51197:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1770653412.373977:0:7966:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00010000:2.0:1770653412.373981:0:51197:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff955701483200, rc 0) 00000020:00000001:2.0:1770653412.373984:0:51197:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653412.373988:0:51197:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966292736 00000400:00000200:0.0:1770653412.373988:0:7966:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000001:2.0:1770653412.373991:0:51197:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000400:00000200:0.0:1770653412.374013:0:7966:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164500:2164500:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164496:2164496:8:4294967295] 00010000:00000200:2.0:1770653412.374016:0:51197:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955637359180 x1856657966292736/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1770653412.374032:0:51197:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1770653412.374032:0:7966:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:2.0:1770653412.374035:0:51197:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1770653412.374040:0:51197:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000800:00000200:0.0:1770653412.374040:0:7966:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:2.0:1770653412.374049:0:51197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000010:0.0:1770653412.374049:0:7966:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955601b6f900. 00000100:00000040:2.0:1770653412.374054:0:51197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000100:00000001:2.0:1770653412.374057:0:51197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000800:00000200:0.0:1770653412.374058:0:7966:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 02000000:00000001:2.0:1770653412.374061:0:51197:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1770653412.374064:0:51197:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653412.374069:0:7966:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:2.0:1770653412.374070:0:51197:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1770653412.374077:0:51197:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000800:00000200:0.0:1770653412.374077:0:7966:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955601b6f900 type 1, nob 496 niov 1 nkiov 1 00000400:00000010:2.0:1770653412.374082:0:51197:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888bb0. 00000100:00000200:2.0:1770653412.374087:0:51197:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966292736, offset 224 00000400:00000200:2.0:1770653412.374091:0:51197:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:0.0:1770653412.374094:0:7966:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653412.374102:0:51197:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000040:0.0:1770653412.374102:0:7966:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000001:0.0:1770653412.374109:0:7966:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1770653412.374113:0:7966:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653412.374114:0:51197:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164501:2164501:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164497:2164497:7:4294967295] 00000020:00000001:0.0:1770653412.374116:0:7966:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1770653412.374124:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c21180 x1856657966292480/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000200:2.0:1770653412.374135:0:51197:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:2.0:1770653412.374146:0:51197:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00100000:0.0:1770653412.374147:0:7966:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955666c21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b31b1d82-c1d4-4680-ae7a-71292416d1f5+78:2363:x1856657966292480:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 784us (1016us total) trans 0 rc 0/0 00000800:00000010:2.0:1770653412.374152:0:51197:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3dff00. 00000100:00100000:0.0:1770653412.374158:0:7966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136089 00000800:00000200:1.0:1770653412.374160:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1770653412.374163:0:51197:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000040:0.0:1770653412.374166:0:7966:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000800:00000010:1.0:1770653412.374167:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955601b6f900. 00000100:00000001:0.0:1770653412.374171:0:7966:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:2.0:1770653412.374174:0:51197:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000400:00000200:1.0:1770653412.374176:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1770653412.374176:0:7966:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:2.0:1770653412.374180:0:51197:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3dff00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1770653412.374182:0:7966:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556323ff780. 00000100:00000001:2.0:1770653412.374187:0:51197:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653412.374188:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000010:0.0:1770653412.374190:0:7966:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3dc80. 00000100:00000040:2.0:1770653412.374196:0:51197:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000400:00000200:1.0:1770653412.374198:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8ee0 00000020:00000010:0.0:1770653412.374198:0:7966:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997b000. 00010000:00000001:2.0:1770653412.374200:0:51197:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000400:00000010:1.0:1770653412.374202:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8ee0. 00000020:00000001:2.0:1770653412.374204:0:51197:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653412.374206:0:7966:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 77 00000020:00000001:2.0:1770653412.374208:0:51197:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1770653412.374209:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.374211:0:7966:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.374214:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1770653412.374218:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955637359180 x1856657966292736/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1770653412.374227:0:51197:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955637359180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b31b1d82-c1d4-4680-ae7a-71292416d1f5+72:2363:x1856657966292736:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 639us (847us total) trans 0 rc 0/0 00000800:00000200:1.0:1770653412.374229:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1770653412.374234:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dff00. 00000100:00100000:2.0:1770653412.374240:0:51197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136090 00000400:00000200:1.0:1770653412.374240:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1770653412.374244:0:51197:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000100:00000001:2.0:1770653412.374250:0:51197:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1770653412.374250:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653412.374254:0:51197:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1770653412.374256:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888bb0 00000020:00000010:2.0:1770653412.374258:0:51197:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1c580. 00000400:00000010:1.0:1770653412.374260:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888bb0. 00000020:00000010:2.0:1770653412.374263:0:51197:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510898. 00000100:00000001:1.0:1770653412.374265:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653412.374269:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1770653412.374270:0:51197:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564531d400. 00000020:00000040:2.0:1770653412.374275:0:51197:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 71 00000100:00000001:2.0:1770653412.374277:0:51197:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.376415:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.376426:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.376429:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.376433:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.376441:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:2.0:1770653412.376469:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cdc80 00000400:00000200:2.0:1770653412.376478:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 2296 00000800:00000001:2.0:1770653412.376487:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.376496:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.376500:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653412.376506:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653412.376512:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653412.376515:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1770653412.376521:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c23800. 00000100:00000040:2.0:1770653412.376525:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955666c23800 x1856657966292096 msgsize 328 00000100:00100000:2.0:1770653412.376534:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:2.0:1770653412.376553:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1770653412.376561:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.376566:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.376645:0:51197:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1770653412.376650:0:51197:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966292096 02000000:00000001:1.0:1770653412.376653:0:51197:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1770653412.376656:0:51197:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653412.376658:0:51197:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653412.376662:0:51197:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653412.376665:0:51197:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966292096 00000020:00000001:1.0:1770653412.376668:0:51197:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1770653412.376669:0:51197:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:1.0:1770653412.376672:0:51197:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653412.376674:0:51197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=72 00000020:00000001:1.0:1770653412.376677:0:51197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000020:00000001:1.0:1770653412.376680:0:51197:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:1.0:1770653412.376684:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653412.376703:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229c80. 00000100:00000001:1.0:1770653412.376705:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653412.376707:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229c80. 00000020:00000010:1.0:1770653412.376711:0:51197:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9556560ae600. 00000020:00000010:1.0:1770653412.376713:0:51197:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07db80. 00000020:00000010:1.0:1770653412.376716:0:51197:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662adaa28. 00000100:00000040:1.0:1770653412.376720:0:51197:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1770653412.376722:0:51197:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653412.376723:0:51197:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1770653412.376724:0:51197:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.376728:0:51197:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.376739:0:51197:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.376745:0:51197:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1770653412.376747:0:51197:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1770653412.376767:0:51197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136091 00000100:00000040:1.0:1770653412.376770:0:51197:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000100:00000001:1.0:1770653412.376772:0:51197:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797056571392 : -117276652980224 : ffff955666c23800) 00000100:00000040:1.0:1770653412.376778:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955666c23800 x1856657966292096/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1770653412.376786:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653412.376789:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229c80. 00000100:00000001:1.0:1770653412.376791:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653412.376794:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229c80. 00000100:00100000:1.0:1770653412.376799:0:51197:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955666c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b31b1d82-c1d4-4680-ae7a-71292416d1f5+72:2364:x1856657966292096:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000200:1.0:1770653412.376802:0:51197:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966292096 00000020:00000001:1.0:1770653412.376804:0:51197:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1770653412.376806:0:51197:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1770653412.376807:0:51197:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.376809:0:51197:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1770653412.376810:0:51197:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:1.0:1770653412.376812:0:51197:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1770653412.376814:0:51197:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653412.376816:0:51197:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1770653412.376817:0:51197:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1770653412.376819:0:51197:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.376820:0:51197:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1770653412.376821:0:51197:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1770653412.376822:0:51197:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1770653412.376824:0:51197:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1770653412.376825:0:51197:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.376827:0:51197:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1770653412.376831:0:51197:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff95560e946b00. 00010000:00000010:1.0:1770653412.376834:0:51197:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff95560e946a00. 00010000:00000001:1.0:1770653412.376836:0:51197:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1770653412.376838:0:51197:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955631453000. 00000020:00000001:1.0:1770653412.376840:0:51197:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1770653412.376842:0:51197:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955631453000 with handle 0x2aed14e4e178cbf6 to hash 00000020:00000001:1.0:1770653412.376844:0:51197:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1770653412.376845:0:51197:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626796159184896 : -117277550366720 : ffff955631453000) 00010000:00000001:1.0:1770653412.376864:0:51197:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626796159184896 : -117277550366720 : ffff955631453000) 00010000:00010000:1.0:1770653412.376868:0:51197:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff955631453000/0x2aed14e4e178cbf6 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x157e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe165e expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00002000:00000001:1.0:1770653412.376873:0:51197:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:1.0:1770653412.376876:0:51197:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff955645229c80. 00002000:00000001:1.0:1770653412.376878:0:51197:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1770653412.376880:0:51197:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1770653412.376883:0:51197:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795517179016 : -117278192372600 : ffff95560b00f488) 00002000:00000001:1.0:1770653412.376884:0:51197:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795517178928 : -117278192372688 : ffff95560b00f430) 00002000:00000001:1.0:1770653412.376886:0:51197:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00002000:00000001:1.0:1770653412.376890:0:51197:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1770653412.376892:0:51197:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x157e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:1.0:1770653412.376895:0:51197:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:1.0:1770653412.376898:0:51197:0:(lu_object.c:207:lu_object_put()) Add ffff95560b00f488/ffff95560b00f430 to site lru. bkt: ffff9556025b7480 00010000:00000040:1.0:1770653412.376901:0:51197:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 68 00000020:00000040:1.0:1770653412.376903:0:51197:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=73 00010000:00000001:1.0:1770653412.376907:0:51197:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1770653412.376909:0:51197:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1770653412.376911:0:51197:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1770653412.376914:0:51197:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1770653412.376918:0:51197:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9556339ca000. 02000000:00000001:1.0:1770653412.376921:0:51197:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.376923:0:51197:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.376926:0:51197:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1770653412.376928:0:51197:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653412.376930:0:51197:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653412.376932:0:51197:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.376934:0:51197:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653412.376936:0:51197:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653412.376937:0:51197:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.376940:0:51197:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1770653412.376945:0:51197:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff955631453000/0x2aed14e4e178cbf6 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x157e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe165e expref: 73 pid: 51197 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1770653412.376955:0:51197:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x157e:0x0].0x0 (ffff95560e946b00) refcount = 1 00010000:00000040:1.0:1770653412.376959:0:51197:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1770653412.376962:0:51197:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955631453000/0x2aed14e4e178cbf6 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x157e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe165e expref: 73 pid: 51197 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1770653412.376979:0:51197:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653412.376980:0:51197:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.376982:0:51197:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1770653412.376984:0:51197:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1770653412.376987:0:51197:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1770653412.376989:0:51197:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.376993:0:51197:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1770653412.377014:0:51197:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff955631453000/0x2aed14e4e178cbf6 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x157e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe165e expref: 73 pid: 51197 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1770653412.377025:0:51197:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1770653412.377027:0:51197:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1770653412.377029:0:51197:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.377031:0:51197:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.377033:0:51197:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1770653412.377035:0:51197:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653412.377036:0:51197:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1770653412.377038:0:51197:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff955631453000, rc 0) 00000020:00000001:1.0:1770653412.377041:0:51197:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653412.377044:0:51197:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966292096 00010000:00000001:1.0:1770653412.377047:0:51197:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1770653412.377053:0:51197:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955666c23800 x1856657966292096/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1770653412.377062:0:51197:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1770653412.377065:0:51197:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653412.377068:0:51197:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1770653412.377071:0:51197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1770653412.377075:0:51197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:1.0:1770653412.377077:0:51197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:1.0:1770653412.377080:0:51197:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1770653412.377082:0:51197:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.377085:0:51197:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1770653412.377089:0:51197:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:1.0:1770653412.377093:0:51197:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022990. 00000100:00000200:1.0:1770653412.377097:0:51197:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966292096, offset 224 00000400:00000200:1.0:1770653412.377102:0:51197:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:1.0:1770653412.377111:0:51197:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:1.0:1770653412.377117:0:51197:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164502:2164502:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164498:2164498:8:4294967295] 00000400:00000200:1.0:1770653412.377128:0:51197:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:1.0:1770653412.377134:0:51197:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:1.0:1770653412.377139:0:51197:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399a00. 00000800:00000200:1.0:1770653412.377144:0:51197:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:1.0:1770653412.377150:0:51197:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:1.0:1770653412.377171:0:51197:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399a00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1770653412.377189:0:51197:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653412.377194:0:51197:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:1.0:1770653412.377198:0:51197:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1770653412.377201:0:51197:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.377204:0:51197:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1770653412.377211:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c23800 x1856657966292096/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1770653412.377225:0:51197:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955666c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b31b1d82-c1d4-4680-ae7a-71292416d1f5+73:2364:x1856657966292096:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 436us (696us total) trans 0 rc 0/0 00000100:00100000:1.0:1770653412.377233:0:51197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136091 00000100:00000040:1.0:1770653412.377236:0:51197:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000100:00000001:1.0:1770653412.377239:0:51197:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1770653412.377242:0:51197:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1770653412.377246:0:51197:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07db80. 00000020:00000010:1.0:1770653412.377250:0:51197:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662adaa28. 00000020:00000010:1.0:1770653412.377254:0:51197:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9556560ae600. 00000020:00000040:1.0:1770653412.377257:0:51197:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 72 00000100:00000001:1.0:1770653412.377260:0:51197:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1770653412.377272:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1770653412.377277:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399a00. 00000400:00000200:2.0:1770653412.377282:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653412.377289:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:2.0:1770653412.377292:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022990 00000400:00000010:2.0:1770653412.377294:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022990. 00000100:00000001:2.0:1770653412.377297:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653412.377299:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1770653412.380210:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.380218:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653412.380220:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.380222:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.380228:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:1.0:1770653412.380235:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8ce000 00000400:00000200:1.0:1770653412.380240:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 2624 00000800:00000001:1.0:1770653412.380244:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.380250:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.380251:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.380254:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653412.380258:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1770653412.380259:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1770653412.380262:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955637358000. 00000100:00000040:1.0:1770653412.380265:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955637358000 x1856657966292992 msgsize 328 00000100:00100000:1.0:1770653412.380268:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:1.0:1770653412.380284:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1770653412.380290:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.380294:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653412.380322:0:51197:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1770653412.380325:0:51197:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966292992 02000000:00000001:2.0:1770653412.380327:0:51197:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1770653412.380329:0:51197:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653412.380330:0:51197:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653412.380333:0:51197:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653412.380335:0:51197:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966292992 00000020:00000001:2.0:1770653412.380336:0:51197:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1770653412.380338:0:51197:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000020:00000001:2.0:1770653412.380339:0:51197:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653412.380341:0:51197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=78 00000020:00000001:2.0:1770653412.380343:0:51197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:2.0:1770653412.380345:0:51197:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:2.0:1770653412.380363:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1770653412.380367:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95565c712480. 00000100:00000001:2.0:1770653412.380369:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653412.380371:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95565c712480. 00000020:00000010:2.0:1770653412.380375:0:51197:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564531d400. 00000020:00000010:2.0:1770653412.380378:0:51197:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95566aa1c580. 00000020:00000010:2.0:1770653412.380380:0:51197:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510898. 00000100:00000040:2.0:1770653412.380384:0:51197:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1770653412.380386:0:51197:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1770653412.380387:0:51197:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1770653412.380389:0:51197:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.380392:0:51197:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.380403:0:51197:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653412.380410:0:51197:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1770653412.380412:0:51197:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1770653412.380416:0:51197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136092 00000100:00000040:2.0:1770653412.380419:0:51197:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:2.0:1770653412.380421:0:51197:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626796258820096 : -117277450731520 : ffff955637358000) 00000100:00000040:2.0:1770653412.380426:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955637358000 x1856657966292992/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1770653412.380435:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1770653412.380437:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95565c712480. 00000100:00000001:2.0:1770653412.380440:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653412.380442:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95565c712480. 00000100:00100000:2.0:1770653412.380447:0:51197:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955637358000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b31b1d82-c1d4-4680-ae7a-71292416d1f5+78:2363:x1856657966292992:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000200:2.0:1770653412.380451:0:51197:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966292992 00000020:00000001:2.0:1770653412.380453:0:51197:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1770653412.380455:0:51197:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1770653412.380457:0:51197:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.380459:0:51197:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1770653412.380461:0:51197:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:2.0:1770653412.380463:0:51197:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1770653412.380465:0:51197:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653412.380467:0:51197:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1770653412.380468:0:51197:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1770653412.380470:0:51197:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.380472:0:51197:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1770653412.380473:0:51197:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1770653412.380474:0:51197:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1770653412.380475:0:51197:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1770653412.380477:0:51197:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.380479:0:51197:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1770653412.380483:0:51197:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9557203c7100. 00010000:00000010:2.0:1770653412.380488:0:51197:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff955706762a00. 00010000:00000001:2.0:1770653412.380491:0:51197:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1770653412.380493:0:51197:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955701482400. 00000020:00000001:2.0:1770653412.380495:0:51197:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1770653412.380497:0:51197:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955701482400 with handle 0x2aed14e4e178cbfd to hash 00000020:00000001:2.0:1770653412.380499:0:51197:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1770653412.380500:0:51197:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799649039360 : -117274060512256 : ffff955701482400) 00010000:00000001:2.0:1770653412.380503:0:51197:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799649039360 : -117274060512256 : ffff955701482400) 00010000:00010000:2.0:1770653412.380506:0:51197:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff955701482400/0x2aed14e4e178cbfd lrc: 2/0,0 mode: --/PR res: [0x280000403:0x143c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe168f expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00002000:00000001:2.0:1770653412.380512:0:51197:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:2.0:1770653412.380514:0:51197:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff95565c712480. 00002000:00000001:2.0:1770653412.380515:0:51197:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1770653412.380517:0:51197:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1770653412.380519:0:51197:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796220515000 : -117277489036616 : ffff955634ed02b8) 00002000:00000001:2.0:1770653412.380521:0:51197:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796220514912 : -117277489036704 : ffff955634ed0260) 00002000:00000001:2.0:1770653412.380523:0:51197:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00002000:00000001:2.0:1770653412.380527:0:51197:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1770653412.380529:0:51197:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x143c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:2.0:1770653412.380531:0:51197:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:2.0:1770653412.380533:0:51197:0:(lu_object.c:207:lu_object_put()) Add ffff955634ed02b8/ffff955634ed0260 to site lru. bkt: ffff95571148dce0 00010000:00000040:2.0:1770653412.380535:0:51197:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 74 00000020:00000040:2.0:1770653412.380537:0:51197:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=79 00010000:00000001:2.0:1770653412.380540:0:51197:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1770653412.380541:0:51197:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1770653412.380543:0:51197:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1770653412.380544:0:51197:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1770653412.380547:0:51197:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff955620548000. 02000000:00000001:2.0:1770653412.380549:0:51197:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.380551:0:51197:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.380553:0:51197:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1770653412.380554:0:51197:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1770653412.380556:0:51197:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653412.380557:0:51197:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.380559:0:51197:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1770653412.380561:0:51197:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653412.380562:0:51197:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.380564:0:51197:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1770653412.380568:0:51197:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff955701482400/0x2aed14e4e178cbfd lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x143c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe168f expref: 79 pid: 51197 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1770653412.380575:0:51197:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x143c:0x0].0x0 (ffff9557203c7100) refcount = 1 00010000:00000040:2.0:1770653412.380577:0:51197:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1770653412.380580:0:51197:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff955701482400/0x2aed14e4e178cbfd lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x143c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe168f expref: 79 pid: 51197 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1770653412.380585:0:51197:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653412.380586:0:51197:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.380588:0:51197:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1770653412.380589:0:51197:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1770653412.380590:0:51197:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1770653412.380592:0:51197:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.380594:0:51197:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1770653412.380596:0:51197:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff955701482400/0x2aed14e4e178cbfd lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x143c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe168f expref: 79 pid: 51197 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1770653412.380604:0:51197:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1770653412.380605:0:51197:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1770653412.380607:0:51197:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.380608:0:51197:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.380609:0:51197:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1770653412.380610:0:51197:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653412.380611:0:51197:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1770653412.380613:0:51197:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff955701482400, rc 0) 00000020:00000001:2.0:1770653412.380614:0:51197:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653412.380616:0:51197:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966292992 00010000:00000001:2.0:1770653412.380618:0:51197:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1770653412.380621:0:51197:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955637358000 x1856657966292992/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1770653412.380628:0:51197:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1770653412.380629:0:51197:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1770653412.380632:0:51197:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653412.380634:0:51197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1770653412.380636:0:51197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:2.0:1770653412.380637:0:51197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:2.0:1770653412.380640:0:51197:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1770653412.380641:0:51197:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.380643:0:51197:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1770653412.380645:0:51197:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:2.0:1770653412.380648:0:51197:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888220. 00000100:00000200:2.0:1770653412.380651:0:51197:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966292992, offset 224 00000400:00000200:2.0:1770653412.380654:0:51197:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:2.0:1770653412.380660:0:51197:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:2.0:1770653412.380664:0:51197:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164503:2164503:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164499:2164499:8:4294967295] 00000400:00000200:2.0:1770653412.380672:0:51197:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:2.0:1770653412.380676:0:51197:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:2.0:1770653412.380679:0:51197:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df600. 00000800:00000200:2.0:1770653412.380699:0:51197:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:2.0:1770653412.380703:0:51197:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:2.0:1770653412.380705:0:51197:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df600 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1770653412.380717:0:51197:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653412.380720:0:51197:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:2.0:1770653412.380722:0:51197:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1770653412.380723:0:51197:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.380725:0:51197:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1770653412.380728:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955637358000 x1856657966292992/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1770653412.380736:0:51197:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955637358000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b31b1d82-c1d4-4680-ae7a-71292416d1f5+79:2363:x1856657966292992:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 300us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1770653412.380743:0:51197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136092 00000100:00000040:2.0:1770653412.380746:0:51197:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000100:00000001:2.0:1770653412.380747:0:51197:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653412.380749:0:51197:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1770653412.380768:0:51197:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1c580. 00000020:00000010:2.0:1770653412.380772:0:51197:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510898. 00000020:00000010:2.0:1770653412.380774:0:51197:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564531d400. 00000020:00000040:2.0:1770653412.380778:0:51197:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 78 00000100:00000001:2.0:1770653412.380780:0:51197:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.380792:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.380797:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df600. 00000400:00000200:0.0:1770653412.380802:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.380807:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.380811:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888220 00000400:00000010:0.0:1770653412.380812:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888220. 00000100:00000001:0.0:1770653412.380815:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.380816:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1770653412.381862:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.381871:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.381873:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.381875:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.381880:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:2.0:1770653412.381888:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cdd80 00000400:00000200:2.0:1770653412.381892:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 2952 00000800:00000001:2.0:1770653412.381897:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.381902:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.381904:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653412.381907:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653412.381910:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653412.381912:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1770653412.381915:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c20700. 00000100:00000040:2.0:1770653412.381917:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955666c20700 x1856657966292352 msgsize 328 00000100:00100000:2.0:1770653412.381920:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:2.0:1770653412.381933:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1770653412.381937:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.381940:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.381979:0:51197:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1770653412.381983:0:51197:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966292352 02000000:00000001:1.0:1770653412.381985:0:51197:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1770653412.381986:0:51197:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653412.381988:0:51197:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653412.381991:0:51197:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653412.381993:0:51197:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966292352 00000020:00000001:1.0:1770653412.381995:0:51197:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1770653412.381996:0:51197:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:1.0:1770653412.381998:0:51197:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653412.382000:0:51197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=73 00000020:00000001:1.0:1770653412.382002:0:51197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000020:00000001:1.0:1770653412.382005:0:51197:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:1.0:1770653412.382007:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653412.382011:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229d80. 00000100:00000001:1.0:1770653412.382013:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653412.382015:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229d80. 00000020:00000010:1.0:1770653412.382020:0:51197:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9556560ae600. 00000020:00000010:1.0:1770653412.382023:0:51197:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07db80. 00000020:00000010:1.0:1770653412.382025:0:51197:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662adaa28. 00000100:00000040:1.0:1770653412.382029:0:51197:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1770653412.382031:0:51197:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653412.382032:0:51197:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1770653412.382034:0:51197:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.382037:0:51197:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.382048:0:51197:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.382055:0:51197:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1770653412.382056:0:51197:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1770653412.382061:0:51197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136093 00000100:00000040:1.0:1770653412.382063:0:51197:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000100:00000001:1.0:1770653412.382065:0:51197:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797056558848 : -117276652992768 : ffff955666c20700) 00000100:00000040:1.0:1770653412.382070:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955666c20700 x1856657966292352/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1770653412.382077:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653412.382080:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229d80. 00000100:00000001:1.0:1770653412.382082:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653412.382083:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229d80. 00000100:00100000:1.0:1770653412.382087:0:51197:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955666c20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b31b1d82-c1d4-4680-ae7a-71292416d1f5+73:2364:x1856657966292352:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000200:1.0:1770653412.382091:0:51197:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966292352 00000020:00000001:1.0:1770653412.382092:0:51197:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1770653412.382095:0:51197:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1770653412.382096:0:51197:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.382098:0:51197:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1770653412.382101:0:51197:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:1.0:1770653412.382103:0:51197:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1770653412.382105:0:51197:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653412.382108:0:51197:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1770653412.382109:0:51197:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1770653412.382113:0:51197:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.382116:0:51197:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1770653412.382118:0:51197:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1770653412.382120:0:51197:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1770653412.382123:0:51197:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1770653412.382125:0:51197:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.382128:0:51197:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1770653412.382134:0:51197:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff95560e946e00. 00010000:00000010:1.0:1770653412.382139:0:51197:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff95560e946200. 00010000:00000001:1.0:1770653412.382144:0:51197:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1770653412.382147:0:51197:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955631452800. 00000020:00000001:1.0:1770653412.382150:0:51197:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1770653412.382152:0:51197:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955631452800 with handle 0x2aed14e4e178cc04 to hash 00000020:00000001:1.0:1770653412.382155:0:51197:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1770653412.382157:0:51197:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626796159182848 : -117277550368768 : ffff955631452800) 00010000:00000001:1.0:1770653412.382160:0:51197:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626796159182848 : -117277550368768 : ffff955631452800) 00010000:00010000:1.0:1770653412.382165:0:51197:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff955631452800/0x2aed14e4e178cc04 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x1583:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe166c expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00002000:00000001:1.0:1770653412.382175:0:51197:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:1.0:1770653412.382179:0:51197:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff955645229d80. 00002000:00000001:1.0:1770653412.382182:0:51197:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1770653412.382185:0:51197:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1770653412.382189:0:51197:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795517179320 : -117278192372296 : ffff95560b00f5b8) 00002000:00000001:1.0:1770653412.382192:0:51197:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795517179232 : -117278192372384 : ffff95560b00f560) 00002000:00000001:1.0:1770653412.382195:0:51197:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00002000:00000001:1.0:1770653412.382201:0:51197:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1770653412.382205:0:51197:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x1583:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:1.0:1770653412.382209:0:51197:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:1.0:1770653412.382212:0:51197:0:(lu_object.c:207:lu_object_put()) Add ffff95560b00f5b8/ffff95560b00f560 to site lru. bkt: ffff9556025b5928 00010000:00000040:1.0:1770653412.382216:0:51197:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 69 00000020:00000040:1.0:1770653412.382220:0:51197:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=74 00000800:00000001:3.0:1770653412.382225:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1770653412.382226:0:51197:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1770653412.382230:0:51197:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1770653412.382232:0:51197:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000001:3.0:1770653412.382234:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653412.382235:0:51197:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:3.0:1770653412.382240:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:1.0:1770653412.382242:0:51197:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9556339c9000. 00000800:00000001:3.0:1770653412.382244:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653412.382246:0:51197:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.382250:0:51197:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653412.382255:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:1.0:1770653412.382256:0:51197:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1770653412.382260:0:51197:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653412.382263:0:51197:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653412.382264:0:51197:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.382266:0:51197:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000400:00000200:3.0:1770653412.382270:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cde80 00010000:00010000:1.0:1770653412.382270:0:51197:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653412.382272:0:51197:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.382277:0:51197:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000200:3.0:1770653412.382280:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 3280 00010000:00010000:1.0:1770653412.382285:0:51197:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff955631452800/0x2aed14e4e178cc04 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1583:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe166c expref: 74 pid: 51197 timeout: 0 lvb_type: 1 00000800:00000001:3.0:1770653412.382288:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000040:1.0:1770653412.382296:0:51197:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1583:0x0].0x0 (ffff95560e946e00) refcount = 1 00010000:00000040:1.0:1770653412.382298:0:51197:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1770653412.382301:0:51197:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955631452800/0x2aed14e4e178cc04 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1583:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe166c expref: 74 pid: 51197 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1770653412.382307:0:51197:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653412.382309:0:51197:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.382310:0:51197:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1770653412.382311:0:51197:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1770653412.382312:0:51197:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1770653412.382314:0:51197:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.382317:0:51197:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00000800:00000001:3.0:1770653412.382320:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1770653412.382321:0:51197:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff955631452800/0x2aed14e4e178cc04 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1583:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe166c expref: 74 pid: 51197 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1770653412.382326:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.382336:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:1.0:1770653412.382338:0:51197:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:3.0:1770653412.382341:0:3282:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:1.0:1770653412.382342:0:51197:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000200:3.0:1770653412.382346:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000001:1.0:1770653412.382347:0:51197:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.382352:0:51197:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1770653412.382354:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d8b800. 00010000:00000001:1.0:1770653412.382354:0:51197:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1770653412.382358:0:51197:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1770653412.382360:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955618d8b800 x1856657966292608 msgsize 328 00010000:00000001:1.0:1770653412.382361:0:51197:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1770653412.382365:0:51197:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff955631452800, rc 0) 00000100:00100000:3.0:1770653412.382372:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000020:00000001:1.0:1770653412.382373:0:51197:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653412.382378:0:51197:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966292352 00010000:00000001:1.0:1770653412.382380:0:51197:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1770653412.382385:0:51197:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955666c20700 x1856657966292352/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1770653412.382386:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1770653412.382392:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1770653412.382394:0:51197:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1770653412.382398:0:51197:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653412.382400:0:51197:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1770653412.382403:0:51197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1770653412.382406:0:51197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:1.0:1770653412.382408:0:51197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000001:0.0:1770653412.382410:0:7966:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1770653412.382411:0:51197:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1770653412.382415:0:51197:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653412.382416:0:7966:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966292608 02000000:00000001:0.0:1770653412.382421:0:7966:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1770653412.382422:0:51197:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1770653412.382424:0:7966:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1770653412.382428:0:51197:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:0.0:1770653412.382428:0:7966:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653412.382433:0:7966:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653412.382434:0:51197:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022aa0. 00000800:00000001:3.0:1770653412.382436:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1770653412.382438:0:7966:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966292608 00000100:00000200:1.0:1770653412.382441:0:51197:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966292352, offset 224 00000020:00000001:0.0:1770653412.382443:0:7966:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1770653412.382447:0:7966:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:0.0:1770653412.382450:0:7966:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1770653412.382451:0:51197:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000020:00000040:0.0:1770653412.382455:0:7966:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=75 00000020:00000001:0.0:1770653412.382458:0:7966:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000020:00000001:0.0:1770653412.382462:0:7966:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000400:00000200:1.0:1770653412.382463:0:51197:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000001:0.0:1770653412.382467:0:7966:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1770653412.382472:0:51197:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164504:2164504:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164500:2164500:8:4294967295] 00000400:00000200:1.0:1770653412.382480:0:51197:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000020:00000010:0.0:1770653412.382483:0:7966:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a900. 00000800:00000200:1.0:1770653412.382484:0:51197:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:0.0:1770653412.382488:0:7966:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1770653412.382491:0:51197:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399a00. 00000020:00000010:0.0:1770653412.382493:0:7966:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a900. 00000020:00000010:0.0:1770653412.382501:0:7966:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997b000. 00000800:00000200:1.0:1770653412.382502:0:51197:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000020:00000010:0.0:1770653412.382507:0:7966:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556323ff780. 00000800:00000200:1.0:1770653412.382513:0:51197:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000020:00000010:0.0:1770653412.382514:0:7966:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3dc80. 00000800:00000200:1.0:1770653412.382519:0:51197:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399a00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1770653412.382521:0:7966:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1770653412.382524:0:7966:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1770653412.382526:0:7966:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.382530:0:7966:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.382537:0:51197:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.382541:0:7966:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653412.382542:0:51197:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:1.0:1770653412.382548:0:51197:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1770653412.382550:0:51197:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.382552:0:51197:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1770653412.382555:0:7966:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1770653412.382558:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c20700 x1856657966292352/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1770653412.382559:0:7966:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1770653412.382569:0:7966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136094 00000100:00000040:0.0:1770653412.382576:0:7966:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 2 00000100:00000001:0.0:1770653412.382580:0:7966:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795749423104 : -117277960128512 : ffff955618d8b800) 00000100:00100000:1.0:1770653412.382582:0:51197:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955666c20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b31b1d82-c1d4-4680-ae7a-71292416d1f5+75:2364:x1856657966292352:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 498us (658us total) trans 0 rc 0/0 00000100:00000040:0.0:1770653412.382589:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955618d8b800 x1856657966292608/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1770653412.382596:0:51197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136093 00000100:00000040:1.0:1770653412.382604:0:51197:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 1 00000100:00000001:0.0:1770653412.382606:0:7966:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:2.0:1770653412.382607:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653412.382607:0:51197:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:0.0:1770653412.382610:0:7966:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a900. 00000100:00000001:1.0:1770653412.382612:0:51197:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1770653412.382615:0:7966:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653412.382618:0:51197:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07db80. 00000020:00000010:0.0:1770653412.382619:0:7966:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a900. 00000020:00000010:1.0:1770653412.382624:0:51197:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662adaa28. 00000100:00100000:0.0:1770653412.382630:0:7966:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955618d8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b31b1d82-c1d4-4680-ae7a-71292416d1f5+75:2364:x1856657966292608:12345-192.168.202.60@tcp:101:ll_agl.0 00000020:00000010:1.0:1770653412.382631:0:51197:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9556560ae600. 00000020:00000040:1.0:1770653412.382641:0:51197:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 74 00000100:00000200:0.0:1770653412.382641:0:7966:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966292608 00000020:00000001:0.0:1770653412.382646:0:7966:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1770653412.382648:0:51197:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653412.382650:0:7966:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1770653412.382653:0:7966:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.382655:0:7966:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1770653412.382657:0:7966:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:0.0:1770653412.382659:0:7966:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1770653412.382662:0:7966:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653412.382664:0:7966:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1770653412.382665:0:7966:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1770653412.382669:0:7966:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.382671:0:7966:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1770653412.382673:0:7966:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00000800:00000200:3.0:1770653412.382675:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:0.0:1770653412.382675:0:7966:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1770653412.382677:0:7966:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1770653412.382682:0:7966:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1770653412.382683:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399a00. 00010000:00000001:0.0:1770653412.382685:0:7966:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1770653412.382692:0:7966:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff95572240f100. 00000400:00000200:3.0:1770653412.382693:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1770653412.382698:0:7966:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff95572240fc00. 00000800:00000001:2.0:1770653412.382704:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.382704:0:7966:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1770653412.382708:0:7966:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95572dd52400. 00000800:00000001:2.0:1770653412.382709:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1770653412.382714:0:7966:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000800:00000001:2.0:1770653412.382716:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1770653412.382718:0:7966:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95572dd52400 with handle 0x2aed14e4e178cc0b to hash 00000020:00000001:0.0:1770653412.382724:0:7966:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1770653412.382725:0:7966:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626800396477440 : -117273313074176 : ffff95572dd52400) 00000400:00000200:2.0:1770653412.382731:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:0.0:1770653412.382731:0:7966:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626800396477440 : -117273313074176 : ffff95572dd52400) 00010000:00010000:0.0:1770653412.382737:0:7966:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95572dd52400/0x2aed14e4e178cc0b lrc: 2/0,0 mode: --/PR res: [0x240000403:0x1599:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe167a expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1770653412.382747:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cdf80 00002000:00000001:0.0:1770653412.382749:0:7966:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000400:00000200:3.0:1770653412.382764:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00002000:00000010:0.0:1770653412.382768:0:7966:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff95564b95a900. 00002000:00000001:0.0:1770653412.382773:0:7966:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000400:00000200:2.0:1770653412.382774:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 3608 00000020:00000001:0.0:1770653412.382775:0:7966:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1770653412.382782:0:7966:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796276735192 : -117277432816424 : ffff95563846dcd8) 00000400:00000200:3.0:1770653412.382783:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022aa0 00000800:00000001:2.0:1770653412.382784:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00002000:00000001:0.0:1770653412.382787:0:7966:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796276735104 : -117277432816512 : ffff95563846dc80) 00000400:00000010:3.0:1770653412.382789:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022aa0. 00002000:00000001:0.0:1770653412.382792:0:7966:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00000800:00000001:2.0:1770653412.382794:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.382796:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00002000:00000001:0.0:1770653412.382798:0:7966:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653412.382799:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653412.382800:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00002000:00010000:0.0:1770653412.382806:0:7966:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x1599:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000400:00000200:2.0:1770653412.382810:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00002000:00000001:0.0:1770653412.382812:0:7966:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:0.0:1770653412.382816:0:7966:0:(lu_object.c:207:lu_object_put()) Add ffff95563846dcd8/ffff95563846dc80 to site lru. bkt: ffff9556025b4d58 00000100:00000001:2.0:1770653412.382819:0:3281:0:(events.c:286:request_in_callback()) Process entered 00010000:00000040:0.0:1770653412.382821:0:7966:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 70 00000100:00000200:2.0:1770653412.382822:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000040:0.0:1770653412.382826:0:7966:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=75 00000100:00000010:2.0:1770653412.382828:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c21500. 00010000:00000001:0.0:1770653412.382832:0:7966:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000040:2.0:1770653412.382833:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955666c21500 x1856657966292864 msgsize 328 00002000:00000001:0.0:1770653412.382835:0:7966:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1770653412.382839:0:7966:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1770653412.382843:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 02000000:00000001:0.0:1770653412.382843:0:7966:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1770653412.382870:0:7966:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9557352cf000. 02000000:00000001:0.0:1770653412.382874:0:7966:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.382877:0:7966:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.382879:0:7966:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:2.0:1770653412.382882:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:0.0:1770653412.382882:0:7966:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653412.382887:0:7966:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653412.382889:0:7966:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.382892:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653412.382892:0:7966:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:1.0:1770653412.382896:0:51197:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00010000:0.0:1770653412.382897:0:7966:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000800:00000001:2.0:1770653412.382898:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1770653412.382901:0:51197:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966292864 00010000:00000001:0.0:1770653412.382902:0:7966:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653412.382906:0:51197:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:0.0:1770653412.382907:0:7966:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:1.0:1770653412.382909:0:51197:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653412.382912:0:51197:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653412.382914:0:7966:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95572dd52400/0x2aed14e4e178cc0b lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1599:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe167a expref: 75 pid: 7966 timeout: 0 lvb_type: 1 02000000:00000001:1.0:1770653412.382916:0:51197:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653412.382922:0:51197:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966292864 00000020:00000001:1.0:1770653412.382926:0:51197:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1770653412.382930:0:51197:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00010000:00000040:0.0:1770653412.382931:0:7966:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1599:0x0].0x0 (ffff95572240f100) refcount = 1 00000020:00000001:1.0:1770653412.382933:0:51197:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653412.382937:0:51197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=76 00010000:00000040:0.0:1770653412.382938:0:7966:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000020:00000001:1.0:1770653412.382942:0:51197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00010000:00000040:0.0:1770653412.382944:0:7966:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95572dd52400/0x2aed14e4e178cc0b lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1599:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe167a expref: 76 pid: 7966 timeout: 0 lvb_type: 1 00000020:00000001:1.0:1770653412.382946:0:51197:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:1.0:1770653412.382953:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1770653412.382957:0:7966:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000010:1.0:1770653412.382958:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229400. 00010000:00000001:0.0:1770653412.382961:0:7966:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.382963:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653412.382965:0:7966:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000010:1.0:1770653412.382967:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229400. 00010000:00000001:0.0:1770653412.382968:0:7966:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1770653412.382973:0:7966:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000020:00000010:1.0:1770653412.382975:0:51197:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9556560ae600. 00010000:00000001:0.0:1770653412.382975:0:7966:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.382982:0:7966:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00000020:00000010:1.0:1770653412.382983:0:51197:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07db80. 00010000:00010000:0.0:1770653412.382986:0:7966:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff95572dd52400/0x2aed14e4e178cc0b lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1599:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe167a expref: 76 pid: 7966 timeout: 0 lvb_type: 1 00000020:00000010:1.0:1770653412.382988:0:51197:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662adaa28. 00000100:00000001:1.0:1770653412.382995:0:51197:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653412.382998:0:51197:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1770653412.382998:0:7966:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:1.0:1770653412.383000:0:51197:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.383002:0:7966:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1770653412.383005:0:7966:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.383007:0:51197:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.383008:0:7966:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.383031:0:7966:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1770653412.383033:0:7966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653412.383035:0:7966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1770653412.383036:0:7966:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95572dd52400, rc 0) 00000020:00000001:0.0:1770653412.383038:0:7966:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.383040:0:51197:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1770653412.383041:0:7966:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966292608 00010000:00000001:0.0:1770653412.383048:0:7966:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1770653412.383053:0:7966:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955618d8b800 x1856657966292608/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1770653412.383055:0:51197:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1770653412.383060:0:51197:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1770653412.383065:0:7966:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1770653412.383068:0:7966:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653412.383073:0:51197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136095 00000100:00000001:3.0:1770653412.383074:0:76382:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00001000:0.0:1770653412.383074:0:7966:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000040:1.0:1770653412.383077:0:51197:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 2 00000100:00000001:3.0:1770653412.383079:0:76382:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1770653412.383082:0:7966:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1770653412.383083:0:51197:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797056562432 : -117276652989184 : ffff955666c21500) 00000100:00000001:3.0:1770653412.383084:0:76382:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653412.383089:0:7966:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:3.0:1770653412.383092:0:76382:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.383095:0:7966:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000040:1.0:1770653412.383096:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955666c21500 x1856657966292864/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1770653412.383100:0:7966:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1770653412.383104:0:7966:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.383110:0:7966:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1770653412.383112:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1770653412.383117:0:7966:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000020:00000010:1.0:1770653412.383118:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229400. 00000400:00000010:0.0:1770653412.383122:0:7966:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8dd0. 00000100:00000001:1.0:1770653412.383123:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653412.383130:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229400. 00000100:00000200:0.0:1770653412.383130:0:7966:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966292608, offset 224 00000100:00100000:1.0:1770653412.383138:0:51197:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955666c21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b31b1d82-c1d4-4680-ae7a-71292416d1f5+76:2364:x1856657966292864:12345-192.168.202.60@tcp:101:ll_agl.0 00000400:00000200:0.0:1770653412.383140:0:7966:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000200:1.0:1770653412.383147:0:51197:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966292864 00000020:00000001:1.0:1770653412.383150:0:51197:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1770653412.383154:0:51197:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1770653412.383154:0:7966:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000020:00000001:1.0:1770653412.383156:0:51197:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.383160:0:51197:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1770653412.383162:0:7966:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164505:2164505:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164501:2164501:8:4294967295] 00000020:00000001:1.0:1770653412.383163:0:51197:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:1.0:1770653412.383171:0:51197:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1770653412.383176:0:51197:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653412.383182:0:51197:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1770653412.383183:0:7966:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000020:00000001:1.0:1770653412.383185:0:51197:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1770653412.383189:0:51197:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653412.383193:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1770653412.383195:0:7966:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000020:00000001:1.0:1770653412.383196:0:51197:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1770653412.383200:0:51197:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00000800:00000001:3.0:1770653412.383201:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1770653412.383202:0:7966:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955601b6f900. 00010000:00010000:1.0:1770653412.383203:0:51197:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000800:00000001:3.0:1770653412.383205:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1770653412.383208:0:51197:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1770653412.383211:0:51197:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653412.383212:0:7966:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000001:3.0:1770653412.383213:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.383216:0:51197:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1770653412.383227:0:51197:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff95560e946d00. 00000800:00000200:0.0:1770653412.383227:0:7966:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000400:00000200:3.0:1770653412.383232:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000800:00000200:0.0:1770653412.383235:0:7966:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955601b6f900 type 1, nob 496 niov 1 nkiov 1 00010000:00000010:1.0:1770653412.383236:0:51197:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff95560e946900. 00000400:00000200:3.0:1770653412.383244:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8ce080 00010000:00000001:1.0:1770653412.383245:0:51197:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1770653412.383250:0:51197:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955631452c00. 00000400:00000200:3.0:1770653412.383252:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 3936 00000020:00000001:1.0:1770653412.383255:0:51197:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:0.0:1770653412.383258:0:7966:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653412.383260:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:1.0:1770653412.383260:0:51197:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955631452c00 with handle 0x2aed14e4e178cc12 to hash 00000100:00000040:0.0:1770653412.383266:0:7966:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000020:00000001:1.0:1770653412.383267:0:51197:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000800:00000001:3.0:1770653412.383272:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.383273:0:51197:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626796159183872 : -117277550367744 : ffff955631452c00) 00010000:00000001:0.0:1770653412.383273:0:7966:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1770653412.383278:0:7966:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653412.383279:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1770653412.383280:0:51197:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626796159183872 : -117277550367744 : ffff955631452c00) 00000020:00000001:0.0:1770653412.383282:0:7966:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00010000:1.0:1770653412.383289:0:51197:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff955631452c00/0x2aed14e4e178cc12 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x156c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe1688 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1770653412.383290:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000040:0.0:1770653412.383294:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d8b800 x1856657966292608/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1770653412.383301:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653412.383305:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1770653412.383313:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d8aa00. 00002000:00000001:1.0:1770653412.383317:0:51197:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000100:00000040:3.0:1770653412.383320:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955618d8aa00 x1856657966293120 msgsize 328 00002000:00000010:1.0:1770653412.383323:0:51197:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff955645229400. 00002000:00000001:1.0:1770653412.383329:0:51197:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000800:00000200:2.0:1770653412.383332:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1770653412.383333:0:51197:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00100000:0.0:1770653412.383335:0:7966:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955618d8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b31b1d82-c1d4-4680-ae7a-71292416d1f5+76:2364:x1856657966292608:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 722us (968us total) trans 0 rc 0/0 00000100:00100000:3.0:1770653412.383341:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000800:00000010:2.0:1770653412.383342:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955601b6f900. 00000020:00000001:1.0:1770653412.383342:0:51197:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797101933240 : -117276607618376 : ffff9556697662b8) 00002000:00000001:1.0:1770653412.383351:0:51197:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797101933152 : -117276607618464 : ffff955669766260) 00000400:00000200:2.0:1770653412.383352:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1770653412.383352:0:7966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136094 00000100:00000001:3.0:1770653412.383356:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00002000:00000001:1.0:1770653412.383362:0:51197:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00000100:00000040:0.0:1770653412.383363:0:7966:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 1 00000400:00000200:2.0:1770653412.383367:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.383368:0:7966:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:1.0:1770653412.383369:0:51197:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.383374:0:7966:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00002000:00010000:1.0:1770653412.383375:0:51197:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x156c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000400:00000200:2.0:1770653412.383376:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8dd0 00000020:00000010:0.0:1770653412.383380:0:7966:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556323ff780. 00000400:00000010:2.0:1770653412.383382:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8dd0. 00002000:00000001:1.0:1770653412.383383:0:51197:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000010:0.0:1770653412.383388:0:7966:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3dc80. 00000020:00000002:1.0:1770653412.383389:0:51197:0:(lu_object.c:207:lu_object_put()) Add ffff9556697662b8/ffff955669766260 to site lru. bkt: ffff9556025b6df0 00000100:00000001:2.0:1770653412.383390:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653412.383394:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000040:1.0:1770653412.383397:0:51197:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 71 00000020:00000010:0.0:1770653412.383398:0:7966:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997b000. 00000800:00000001:2.0:1770653412.383401:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:1.0:1770653412.383406:0:51197:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=77 00000020:00000040:0.0:1770653412.383407:0:7966:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 76 00000800:00000001:2.0:1770653412.383409:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.383414:0:51197:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:3.0:1770653412.383415:0:76382:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1770653412.383415:0:7966:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1770653412.383420:0:51197:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00100000:3.0:1770653412.383421:0:76382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966293120 00000100:00000001:1.0:1770653412.383425:0:51197:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1770653412.383426:0:76382:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653412.383430:0:76382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1770653412.383431:0:51197:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1770653412.383433:0:76382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653412.383437:0:51197:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9556339cbc00. 02000000:00000001:3.0:1770653412.383438:0:76382:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653412.383443:0:51197:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653412.383445:0:76382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966293120 00000100:00000001:1.0:1770653412.383448:0:51197:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.383449:0:76382:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1770653412.383454:0:51197:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000020:00000040:3.0:1770653412.383455:0:76382:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00010000:00000001:1.0:1770653412.383459:0:51197:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000001:3.0:1770653412.383460:0:76382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:1.0:1770653412.383465:0:51197:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000040:3.0:1770653412.383466:0:76382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=77 00010000:00000001:1.0:1770653412.383470:0:51197:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653412.383471:0:76382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00010000:00000001:1.0:1770653412.383474:0:51197:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000001:3.0:1770653412.383476:0:76382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00010000:00010000:1.0:1770653412.383477:0:51197:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:3.0:1770653412.383481:0:76382:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1770653412.383481:0:51197:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.383484:0:51197:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000010:3.0:1770653412.383487:0:76382:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf800. 00010000:00010000:1.0:1770653412.383489:0:51197:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff955631452c00/0x2aed14e4e178cc12 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x156c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1688 expref: 77 pid: 51197 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1770653412.383492:0:76382:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653412.383499:0:76382:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf800. 00010000:00000040:1.0:1770653412.383506:0:51197:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x156c:0x0].0x0 (ffff95560e946d00) refcount = 1 00000020:00000010:3.0:1770653412.383508:0:76382:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bc400. 00010000:00000040:1.0:1770653412.383510:0:51197:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000020:00000010:3.0:1770653412.383514:0:76382:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300500. 00010000:00000040:1.0:1770653412.383515:0:51197:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955631452c00/0x2aed14e4e178cc12 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x156c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1688 expref: 77 pid: 51197 timeout: 0 lvb_type: 1 00000020:00000010:3.0:1770653412.383521:0:76382:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90ed8. 00010000:00000001:1.0:1770653412.383530:0:51197:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:3.0:1770653412.383531:0:76382:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1770653412.383532:0:51197:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.383535:0:76382:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1770653412.383536:0:51197:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:3.0:1770653412.383539:0:76382:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.383540:0:51197:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1770653412.383545:0:51197:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000100:00000001:3.0:1770653412.383547:0:76382:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.383548:0:51197:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.383554:0:51197:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1770653412.383557:0:51197:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff955631452c00/0x2aed14e4e178cc12 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x156c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1688 expref: 77 pid: 51197 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1770653412.383561:0:76382:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.383572:0:76382:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1770653412.383575:0:51197:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:3.0:1770653412.383576:0:76382:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1770653412.383580:0:51197:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1770653412.383583:0:51197:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1770653412.383586:0:76382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136096 00010000:00000001:1.0:1770653412.383588:0:51197:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.383592:0:51197:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000040:3.0:1770653412.383593:0:76382:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 2 00010000:00000001:1.0:1770653412.383595:0:51197:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653412.383597:0:76382:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795749419520 : -117277960132096 : ffff955618d8aa00) 00010000:00000001:1.0:1770653412.383599:0:51197:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1770653412.383603:0:51197:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff955631452c00, rc 0) 00000100:00000040:3.0:1770653412.383605:0:76382:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955618d8aa00 x1856657966293120/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000001:1.0:1770653412.383607:0:51197:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653412.383613:0:51197:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966292864 00010000:00000001:1.0:1770653412.383619:0:51197:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:3.0:1770653412.383625:0:76382:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000200:1.0:1770653412.383627:0:51197:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955666c21500 x1856657966292864/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000010:3.0:1770653412.383630:0:76382:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf800. 00000100:00000001:3.0:1770653412.383635:0:76382:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653412.383641:0:76382:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf800. 00010000:00000001:1.0:1770653412.383644:0:51197:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1770653412.383648:0:51197:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653412.383650:0:76382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955618d8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:b31b1d82-c1d4-4680-ae7a-71292416d1f5+77:2364:x1856657966293120:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00001000:1.0:1770653412.383652:0:51197:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000200:3.0:1770653412.383661:0:76382:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966293120 00000100:00000001:1.0:1770653412.383662:0:51197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1770653412.383667:0:76382:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:1.0:1770653412.383669:0:51197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000020:00000001:3.0:1770653412.383671:0:76382:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1770653412.383674:0:51197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000020:00000001:3.0:1770653412.383675:0:76382:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653412.383681:0:51197:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1770653412.383682:0:76382:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1770653412.383685:0:51197:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.383686:0:76382:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000100:00000001:1.0:1770653412.383689:0:51197:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1770653412.383690:0:76382:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1770653412.383695:0:51197:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000020:00000001:3.0:1770653412.383696:0:76382:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653412.383700:0:76382:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1770653412.383702:0:76382:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:1.0:1770653412.383702:0:51197:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022088. 00000020:00000001:3.0:1770653412.383707:0:76382:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653412.383709:0:51197:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966292864, offset 224 00000020:00000001:3.0:1770653412.383710:0:76382:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1770653412.383730:0:76382:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1770653412.383733:0:76382:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1770653412.383736:0:76382:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000400:00000200:1.0:1770653412.383736:0:51197:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:3.0:1770653412.383740:0:76382:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.383744:0:76382:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000200:1.0:1770653412.383748:0:51197:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:1.0:1770653412.383769:0:51197:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164506:2164506:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164502:2164502:8:4294967295] 00010000:00000010:3.0:1770653412.383770:0:76382:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff955702592700. 00010000:00000010:3.0:1770653412.383777:0:76382:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff955702592f00. 00010000:00000001:3.0:1770653412.383785:0:76382:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000400:00000200:1.0:1770653412.383786:0:51197:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000010:3.0:1770653412.383788:0:76382:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95572ebdc600. 00000020:00000001:3.0:1770653412.383794:0:76382:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1770653412.383799:0:76382:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95572ebdc600 with handle 0x2aed14e4e178cc19 to hash 00000800:00000200:1.0:1770653412.383800:0:51197:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000020:00000001:3.0:1770653412.383803:0:76382:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1770653412.383807:0:76382:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626800411723264 : -117273297828352 : ffff95572ebdc600) 00000800:00000010:1.0:1770653412.383807:0:51197:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399f00. 00010000:00000001:3.0:1770653412.383811:0:76382:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626800411723264 : -117273297828352 : ffff95572ebdc600) 00000800:00000200:1.0:1770653412.383817:0:51197:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00010000:3.0:1770653412.383818:0:76382:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95572ebdc600/0x2aed14e4e178cc19 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x1577:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe1696 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00000800:00000200:1.0:1770653412.383826:0:51197:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00002000:00000001:3.0:1770653412.383833:0:76382:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000800:00000200:1.0:1770653412.383833:0:51197:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399f00 type 1, nob 496 niov 1 nkiov 1 00002000:00000010:3.0:1770653412.383839:0:76382:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9556665bf800. 00002000:00000001:3.0:1770653412.383842:0:76382:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1770653412.383844:0:76382:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:1.0:1770653412.383846:0:51197:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.383865:0:76382:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797101934152 : -117276607617464 : ffff955669766648) 00002000:00000001:3.0:1770653412.383868:0:76382:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797101934064 : -117276607617552 : ffff9556697665f0) 00002000:00000001:3.0:1770653412.383871:0:76382:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00002000:00000001:3.0:1770653412.383876:0:76382:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653412.383879:0:51197:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00002000:00010000:3.0:1770653412.383881:0:76382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x1577:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00000001:1.0:1770653412.383883:0:51197:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00002000:00000001:3.0:1770653412.383885:0:76382:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000001:1.0:1770653412.383887:0:51197:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1770653412.383889:0:76382:0:(lu_object.c:207:lu_object_put()) Add ffff955669766648/ffff9556697665f0 to site lru. bkt: ffff9556025b7448 00000020:00000001:1.0:1770653412.383891:0:51197:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000040:3.0:1770653412.383895:0:76382:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 72 00000100:00000040:1.0:1770653412.383900:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c21500 x1856657966292864/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000040:3.0:1770653412.383901:0:76382:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=78 00010000:00000001:3.0:1770653412.383908:0:76382:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1770653412.383911:0:76382:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1770653412.383914:0:76382:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1770653412.383916:0:51197:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955666c21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b31b1d82-c1d4-4680-ae7a-71292416d1f5+78:2364:x1856657966292864:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 801us (1079us total) trans 0 rc 0/0 02000000:00000001:3.0:1770653412.383918:0:76382:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1770653412.383925:0:76382:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff955607ffc400. 02000000:00000001:3.0:1770653412.383931:0:76382:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653412.383931:0:51197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136095 00000100:00000001:3.0:1770653412.383937:0:76382:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653412.383938:0:51197:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 1 00010000:00000001:3.0:1770653412.383945:0:76382:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:1.0:1770653412.383945:0:51197:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1770653412.383947:0:51197:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1770653412.383949:0:76382:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1770653412.383952:0:76382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000010:1.0:1770653412.383953:0:51197:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07db80. 00010000:00000001:3.0:1770653412.383955:0:76382:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1770653412.383958:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1770653412.383959:0:51197:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662adaa28. 00010000:00000001:3.0:1770653412.383960:0:76382:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1770653412.383965:0:76382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000800:00000010:2.0:1770653412.383965:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399f00. 00000020:00000010:1.0:1770653412.383967:0:51197:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9556560ae600. 00010000:00000001:3.0:1770653412.383970:0:76382:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.383975:0:76382:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000200:2.0:1770653412.383975:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1770653412.383976:0:51197:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 77 00010000:00010000:3.0:1770653412.383983:0:76382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95572ebdc600/0x2aed14e4e178cc19 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1577:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1696 expref: 78 pid: 76382 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1770653412.383983:0:51197:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.383987:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:2.0:1770653412.383996:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022088 00010000:00000040:3.0:1770653412.383999:0:76382:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1577:0x0].0x0 (ffff955702592700) refcount = 1 00000400:00000010:2.0:1770653412.384000:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022088. 00000100:00000001:2.0:1770653412.384006:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653412.384007:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000040:3.0:1770653412.384043:0:76382:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1770653412.384048:0:76382:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95572ebdc600/0x2aed14e4e178cc19 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1577:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1696 expref: 77 pid: 76382 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1770653412.384056:0:76382:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653412.384057:0:76382:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.384059:0:76382:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1770653412.384060:0:76382:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1770653412.384062:0:76382:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1770653412.384064:0:76382:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.384067:0:76382:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1770653412.384070:0:76382:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff95572ebdc600/0x2aed14e4e178cc19 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1577:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1696 expref: 77 pid: 76382 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1770653412.384077:0:76382:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653412.384078:0:76382:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1770653412.384080:0:76382:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.384081:0:76382:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.384083:0:76382:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.384084:0:76382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.384085:0:76382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653412.384086:0:76382:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95572ebdc600, rc 0) 00000020:00000001:3.0:1770653412.384089:0:76382:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653412.384091:0:76382:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966293120 00010000:00000001:3.0:1770653412.384093:0:76382:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1770653412.384097:0:76382:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955618d8aa00 x1856657966293120/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1770653412.384103:0:76382:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653412.384105:0:76382:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653412.384107:0:76382:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653412.384110:0:76382:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1770653412.384112:0:76382:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:3.0:1770653412.384113:0:76382:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:3.0:1770653412.384115:0:76382:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1770653412.384116:0:76382:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.384118:0:76382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1770653412.384120:0:76382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:3.0:1770653412.384123:0:76382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78bb0. 00000100:00000200:3.0:1770653412.384126:0:76382:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966293120, offset 224 00000400:00000200:3.0:1770653412.384129:0:76382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:3.0:1770653412.384134:0:76382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:3.0:1770653412.384138:0:76382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164507:2164507:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164503:2164503:8:4294967295] 00000400:00000200:3.0:1770653412.384146:0:76382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:3.0:1770653412.384150:0:76382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:3.0:1770653412.384153:0:76382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c600. 00000800:00000200:3.0:1770653412.384156:0:76382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:3.0:1770653412.384160:0:76382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:3.0:1770653412.384163:0:76382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c600 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1770653412.384175:0:76382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653412.384177:0:76382:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:3.0:1770653412.384179:0:76382:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1770653412.384181:0:76382:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.384183:0:76382:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1770653412.384187:0:76382:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d8aa00 x1856657966293120/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1770653412.384197:0:76382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955618d8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:b31b1d82-c1d4-4680-ae7a-71292416d1f5+77:2364:x1856657966293120:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 570us (875us total) trans 0 rc 0/0 00000100:00100000:3.0:1770653412.384203:0:76382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136096 00000100:00000040:3.0:1770653412.384206:0:76382:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000100:00000001:3.0:1770653412.384208:0:76382:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1770653412.384210:0:76382:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1770653412.384214:0:76382:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300500. 00000020:00000010:3.0:1770653412.384217:0:76382:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90ed8. 00000020:00000010:3.0:1770653412.384220:0:76382:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bc400. 00000020:00000040:3.0:1770653412.384223:0:76382:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 76 00000100:00000001:3.0:1770653412.384227:0:76382:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1770653412.384229:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1770653412.384233:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c600. 00000400:00000200:2.0:1770653412.384238:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653412.384244:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:2.0:1770653412.384246:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78bb0 00000400:00000010:2.0:1770653412.384248:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78bb0. 00000100:00000001:2.0:1770653412.384251:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653412.384252:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1770653412.386363:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.386375:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.386379:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.386383:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.386391:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:2.0:1770653412.386404:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8ce180 00000400:00000200:2.0:1770653412.386412:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 4264 00000800:00000001:2.0:1770653412.386419:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.386427:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.386431:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653412.386436:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653412.386442:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653412.386444:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1770653412.386450:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c22300. 00000100:00000040:2.0:1770653412.386454:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955666c22300 x1856657966293376 msgsize 328 00000100:00100000:2.0:1770653412.386461:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:2.0:1770653412.386478:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1770653412.386485:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.386489:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.386519:0:76382:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1770653412.386523:0:76382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966293376 02000000:00000001:3.0:1770653412.386526:0:76382:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653412.386528:0:76382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653412.386530:0:76382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653412.386533:0:76382:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653412.386536:0:76382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966293376 00000020:00000001:3.0:1770653412.386538:0:76382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1770653412.386540:0:76382:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000020:00000001:3.0:1770653412.386542:0:76382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.386544:0:76382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=79 00000020:00000001:3.0:1770653412.386548:0:76382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:3.0:1770653412.386551:0:76382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:3.0:1770653412.386555:0:76382:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1770653412.386562:0:76382:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf540. 00000100:00000001:3.0:1770653412.386566:0:76382:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653412.386569:0:76382:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf540. 00000020:00000010:3.0:1770653412.386576:0:76382:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bc400. 00000020:00000010:3.0:1770653412.386582:0:76382:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300500. 00000020:00000010:3.0:1770653412.386588:0:76382:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90ed8. 00000100:00000040:3.0:1770653412.386679:0:76382:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1770653412.386683:0:76382:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653412.386685:0:76382:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653412.386687:0:76382:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.386691:0:76382:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.386714:0:76382:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.386728:0:76382:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653412.386730:0:76382:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000001:2.0:1770653412.386736:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1770653412.386738:0:76382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136097 00000100:00000040:3.0:1770653412.386745:0:76382:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000800:00000001:2.0:1770653412.386745:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.386763:0:76382:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797056566016 : -117276652985600 : ffff955666c22300) 00000800:00000001:2.0:1770653412.386766:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.386774:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1770653412.386775:0:76382:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955666c22300 x1856657966293376/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000200:2.0:1770653412.386789:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:3.0:1770653412.386798:0:76382:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1770653412.386805:0:76382:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf540. 00000400:00000200:2.0:1770653412.386806:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8ce280 00000100:00000001:3.0:1770653412.386812:0:76382:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653412.386820:0:76382:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf540. 00000400:00000200:2.0:1770653412.386820:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 4592 00000100:00100000:3.0:1770653412.386831:0:76382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955666c22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:b31b1d82-c1d4-4680-ae7a-71292416d1f5+79:2364:x1856657966293376:12345-192.168.202.60@tcp:101:ll_agl.0 00000800:00000001:2.0:1770653412.386831:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1770653412.386840:0:76382:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966293376 00000020:00000001:3.0:1770653412.386843:0:76382:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1770653412.386845:0:76382:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1770653412.386847:0:76382:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.386870:0:76382:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1770653412.386872:0:76382:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:3.0:1770653412.386875:0:76382:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1770653412.386877:0:76382:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653412.386879:0:76382:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1770653412.386880:0:76382:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1770653412.386883:0:76382:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.386884:0:76382:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1770653412.386886:0:76382:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1770653412.386888:0:76382:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1770653412.386890:0:76382:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1770653412.386892:0:76382:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.386895:0:76382:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000800:00000001:2.0:1770653412.386900:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1770653412.386901:0:76382:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff955702592b00. 00010000:00000010:3.0:1770653412.386907:0:76382:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff955702592000. 00000400:00000200:2.0:1770653412.386909:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1770653412.386912:0:76382:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1770653412.386915:0:76382:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95572ebdcc00. 00000020:00000001:3.0:1770653412.386920:0:76382:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000400:00000200:2.0:1770653412.386921:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000040:3.0:1770653412.386923:0:76382:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95572ebdcc00 with handle 0x2aed14e4e178cc20 to hash 00000020:00000001:3.0:1770653412.386927:0:76382:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:2.0:1770653412.386928:0:3281:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1770653412.386929:0:76382:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626800411724800 : -117273297826816 : ffff95572ebdcc00) 00010000:00000001:3.0:1770653412.386934:0:76382:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626800411724800 : -117273297826816 : ffff95572ebdcc00) 00000100:00000200:2.0:1770653412.386934:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00010000:3.0:1770653412.386942:0:76382:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95572ebdcc00/0x2aed14e4e178cc20 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x144d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe16a4 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00000100:00000010:2.0:1770653412.386944:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c21c00. 00000100:00000040:2.0:1770653412.386950:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955666c21c00 x1856657966293632 msgsize 328 00000100:00100000:2.0:1770653412.386958:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:2.0:1770653412.386968:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1770653412.386974:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.386978:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1770653412.387020:0:76382:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000100:00000001:1.0:1770653412.387020:0:51197:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00002000:00000010:3.0:1770653412.387024:0:76382:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9556665bf540. 00000100:00100000:1.0:1770653412.387026:0:51197:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966293632 00002000:00000001:3.0:1770653412.387030:0:76382:0:(ofd_objects.c:87:ofd_object_find()) Process entered 02000000:00000001:1.0:1770653412.387031:0:51197:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1770653412.387035:0:76382:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:1.0:1770653412.387036:0:51197:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653412.387041:0:51197:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.387043:0:76382:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796220521992 : -117277489029624 : ffff955634ed1e08) 02000000:00000001:1.0:1770653412.387046:0:51197:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653412.387048:0:76382:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796220521904 : -117277489029712 : ffff955634ed1db0) 00002000:00000001:3.0:1770653412.387053:0:76382:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00000100:00100000:1.0:1770653412.387053:0:51197:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966293632 00000020:00000001:1.0:1770653412.387060:0:51197:0:(genops.c:811:class_conn2export()) Process entered 00002000:00000001:3.0:1770653412.387062:0:76382:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653412.387063:0:51197:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000020:00000001:1.0:1770653412.387069:0:51197:0:(lustre_handles.c:113:class_handle2object()) Process entered 00002000:00010000:3.0:1770653412.387071:0:76382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x144d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000020:00000040:1.0:1770653412.387076:0:51197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=80 00002000:00000001:3.0:1770653412.387078:0:76382:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:3.0:1770653412.387085:0:76382:0:(lu_object.c:207:lu_object_put()) Add ffff955634ed1e08/ffff955634ed1db0 to site lru. bkt: ffff95571148f448 00000020:00000001:1.0:1770653412.387085:0:51197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:1.0:1770653412.387093:0:51197:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00010000:00000040:3.0:1770653412.387094:0:76382:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 75 00000020:00000040:3.0:1770653412.387102:0:76382:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=81 00000100:00000001:1.0:1770653412.387103:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1770653412.387107:0:76382:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000010:1.0:1770653412.387110:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556452297c0. 00002000:00000001:3.0:1770653412.387111:0:76382:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1770653412.387115:0:76382:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1770653412.387121:0:76382:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1770653412.387121:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1770653412.387129:0:76382:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff955607ffc800. 00000020:00000010:1.0:1770653412.387130:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556452297c0. 02000000:00000001:3.0:1770653412.387133:0:76382:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.387138:0:76382:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653412.387145:0:51197:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9556560ae600. 00000020:00000010:1.0:1770653412.387154:0:51197:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07db80. 00000020:00000010:1.0:1770653412.387159:0:51197:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662adaa28. 00000100:00000001:1.0:1770653412.387165:0:51197:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653412.387168:0:51197:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1770653412.387171:0:51197:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.387178:0:51197:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.387195:0:51197:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.387209:0:76382:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:1.0:1770653412.387211:0:51197:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1770653412.387212:0:76382:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:1.0:1770653412.387219:0:51197:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00010000:3.0:1770653412.387220:0:76382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653412.387226:0:76382:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.387229:0:76382:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1770653412.387233:0:76382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1770653412.387235:0:51197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136098 00010000:00000001:3.0:1770653412.387236:0:76382:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.387245:0:76382:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000040:1.0:1770653412.387247:0:51197:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 2 00010000:00010000:3.0:1770653412.387254:0:76382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95572ebdcc00/0x2aed14e4e178cc20 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x144d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16a4 expref: 81 pid: 76382 timeout: 0 lvb_type: 1 00000800:00000001:2.0:1770653412.387255:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653412.387256:0:51197:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797056564224 : -117276652987392 : ffff955666c21c00) 00000800:00000001:2.0:1770653412.387268:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1770653412.387273:0:76382:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x144d:0x0].0x0 (ffff955702592b00) refcount = 1 00000100:00000040:1.0:1770653412.387273:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955666c21c00 x1856657966293632/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000800:00000001:2.0:1770653412.387275:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000040:3.0:1770653412.387283:0:76382:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000800:00000001:2.0:1770653412.387283:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1770653412.387294:0:76382:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95572ebdcc00/0x2aed14e4e178cc20 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x144d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16a4 expref: 81 pid: 76382 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1770653412.387305:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:1.0:1770653412.387306:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653412.387314:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556452297c0. 00010000:00000001:3.0:1770653412.387317:0:76382:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:1.0:1770653412.387320:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653412.387321:0:76382:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.387329:0:76382:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000010:1.0:1770653412.387330:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556452297c0. 00000400:00000200:2.0:1770653412.387331:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8ce100 00010000:00000001:3.0:1770653412.387332:0:76382:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1770653412.387339:0:76382:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1770653412.387345:0:76382:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653412.387346:0:51197:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955666c21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b31b1d82-c1d4-4680-ae7a-71292416d1f5+81:2364:x1856657966293632:12345-192.168.202.60@tcp:101:ll_agl.0 00000400:00000200:2.0:1770653412.387349:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 4920 00010000:00000001:3.0:1770653412.387353:0:76382:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00000100:00000200:1.0:1770653412.387360:0:51197:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966293632 00010000:00010000:3.0:1770653412.387363:0:76382:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff95572ebdcc00/0x2aed14e4e178cc20 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x144d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16a4 expref: 81 pid: 76382 timeout: 0 lvb_type: 1 00000800:00000001:2.0:1770653412.387366:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1770653412.387366:0:51197:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1770653412.387373:0:51197:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1770653412.387379:0:51197:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.387380:0:76382:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000800:00000001:2.0:1770653412.387382:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653412.387383:0:51197:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:3.0:1770653412.387385:0:76382:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000001:1.0:1770653412.387389:0:51197:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00010000:00000001:3.0:1770653412.387392:0:76382:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.387392:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1770653412.387394:0:51197:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:3.0:1770653412.387402:0:76382:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.387402:0:51197:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.387410:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000001:1.0:1770653412.387411:0:51197:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1770653412.387412:0:76382:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000001:1.0:1770653412.387417:0:51197:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1770653412.387418:0:76382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653412.387421:0:3283:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1770653412.387423:0:76382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1770653412.387425:0:51197:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653412.387427:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000001:1.0:1770653412.387431:0:51197:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00010000:3.0:1770653412.387432:0:76382:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95572ebdcc00, rc 0) 00010000:00000001:1.0:1770653412.387435:0:51197:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00000100:00000010:2.0:1770653412.387436:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c21f80. 00000020:00000001:3.0:1770653412.387437:0:76382:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653412.387439:0:51197:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1770653412.387463:0:51197:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000040:3.0:1770653412.387464:0:76382:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966293376 00000100:00000040:2.0:1770653412.387464:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955666c21f80 x1856657966293248 msgsize 328 00010000:00000001:1.0:1770653412.387468:0:51197:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.387472:0:76382:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:1.0:1770653412.387480:0:51197:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000200:3.0:1770653412.387488:0:76382:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955666c22300 x1856657966293376/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000010:1.0:1770653412.387493:0:51197:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff95560e946300. 00000100:00100000:2.0:1770653412.387498:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00010000:00000010:1.0:1770653412.387503:0:51197:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff95565f6edb00. 00010000:00000001:1.0:1770653412.387509:0:51197:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1770653412.387512:0:51197:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955631452400. 00000020:00000001:1.0:1770653412.387515:0:51197:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1770653412.387518:0:51197:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955631452400 with handle 0x2aed14e4e178cc27 to hash 00000020:00000001:1.0:1770653412.387521:0:51197:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1770653412.387523:0:51197:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626796159181824 : -117277550369792 : ffff955631452400) 00000100:00000001:2.0:1770653412.387525:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1770653412.387527:0:51197:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626796159181824 : -117277550369792 : ffff955631452400) 00010000:00010000:1.0:1770653412.387535:0:51197:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff955631452400/0x2aed14e4e178cc27 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x1442:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe16b2 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00000800:00000001:2.0:1770653412.387538:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.387549:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1770653412.387549:0:51197:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:1.0:1770653412.387557:0:51197:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9556452297c0. 00002000:00000001:1.0:1770653412.387562:0:51197:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1770653412.387565:0:51197:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1770653412.387570:0:51197:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796220514392 : -117277489037224 : ffff955634ed0058) 00002000:00000001:1.0:1770653412.387574:0:51197:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796220514304 : -117277489037312 : ffff955634ed0000) 00000800:00000001:2.0:1770653412.387576:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00002000:00000001:1.0:1770653412.387584:0:51197:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00000800:00000001:2.0:1770653412.387589:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.387593:0:76382:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00002000:00000001:1.0:1770653412.387594:0:51197:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1770653412.387597:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1770653412.387601:0:76382:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1770653412.387603:0:51197:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x1442:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00001000:3.0:1770653412.387608:0:76382:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000800:00000001:2.0:1770653412.387611:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1770653412.387611:0:51197:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000100:00000001:3.0:1770653412.387617:0:76382:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000002:1.0:1770653412.387619:0:51197:0:(lu_object.c:207:lu_object_put()) Add ffff955634ed0058/ffff955634ed0000 to site lru. bkt: ffff95571148f6b0 00000100:00000040:3.0:1770653412.387628:0:76382:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000040:1.0:1770653412.387630:0:51197:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 76 00000100:00000001:0.0:1770653412.387635:0:7966:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1770653412.387638:0:76382:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000400:00000200:2.0:1770653412.387639:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000020:00000040:1.0:1770653412.387640:0:51197:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=82 00000100:00100000:0.0:1770653412.387642:0:7966:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966293248 02000000:00000001:3.0:1770653412.387649:0:76382:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1770653412.387652:0:7966:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:1.0:1770653412.387654:0:51197:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 02000000:00000001:3.0:1770653412.387656:0:76382:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.387657:0:7966:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00002000:00000001:1.0:1770653412.387659:0:51197:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1770653412.387665:0:76382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1770653412.387665:0:7966:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.387667:0:51197:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1770653412.387669:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8ce200 02000000:00000001:1.0:1770653412.387676:0:51197:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1770653412.387677:0:7966:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653412.387679:0:76382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 02000000:00000010:1.0:1770653412.387703:0:51197:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9556339ca800. 00000100:00100000:0.0:1770653412.387703:0:7966:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966293248 00000400:00000200:2.0:1770653412.387704:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 5248 00000400:00000010:3.0:1770653412.387705:0:76382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78dd0. 00000020:00000001:0.0:1770653412.387709:0:7966:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1770653412.387710:0:51197:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653412.387713:0:7966:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000100:00000001:1.0:1770653412.387719:0:51197:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.387719:0:7966:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1770653412.387721:0:76382:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966293376, offset 224 00000800:00000001:2.0:1770653412.387721:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:0.0:1770653412.387723:0:7966:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=77 00010000:00000001:1.0:1770653412.387727:0:51197:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000020:00000001:0.0:1770653412.387730:0:7966:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00010000:00000001:1.0:1770653412.387732:0:51197:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000001:0.0:1770653412.387734:0:7966:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000400:00000200:3.0:1770653412.387736:0:76382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00010000:1.0:1770653412.387738:0:51197:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:0.0:1770653412.387740:0:7966:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1770653412.387745:0:51197:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1770653412.387747:0:7966:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a5c0. 00000400:00000200:3.0:1770653412.387748:0:76382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000001:1.0:1770653412.387765:0:51197:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000800:00000001:2.0:1770653412.387767:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.387770:0:76382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164508:2164508:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164504:2164504:8:4294967295] 00010000:00010000:1.0:1770653412.387771:0:51197:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:0.0:1770653412.387772:0:7966:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1770653412.387774:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1770653412.387779:0:51197:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1770653412.387780:0:7966:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a5c0. 00010000:00000001:1.0:1770653412.387788:0:51197:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000010:0.0:1770653412.387790:0:7966:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997b000. 00000400:00000200:2.0:1770653412.387793:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000010:0.0:1770653412.387797:0:7966:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556323ff780. 00000400:00000200:3.0:1770653412.387803:0:76382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00010000:1.0:1770653412.387803:0:51197:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff955631452400/0x2aed14e4e178cc27 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16b2 expref: 82 pid: 51197 timeout: 0 lvb_type: 1 00000020:00000010:0.0:1770653412.387805:0:7966:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3dc80. 00000100:00000001:0.0:1770653412.387811:0:7966:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1770653412.387813:0:7966:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1770653412.387816:0:7966:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.387823:0:7966:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653412.387825:0:51197:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1442:0x0].0x0 (ffff95560e946300) refcount = 1 00010000:00000040:1.0:1770653412.387832:0:51197:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:0.0:1770653412.387839:0:7966:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1770653412.387840:0:51197:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff955631452400/0x2aed14e4e178cc27 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16b2 expref: 82 pid: 51197 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1770653412.387877:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000800:00000200:3.0:1770653412.387878:0:76382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:0.0:1770653412.387879:0:7966:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1770653412.387881:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:0.0:1770653412.387885:0:7966:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000010:3.0:1770653412.387888:0:76382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626cb00. 00000100:00000010:2.0:1770653412.387889:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c20000. 00000100:00100000:0.0:1770653412.387895:0:7966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136099 00010000:00000001:1.0:1770653412.387896:0:51197:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000040:2.0:1770653412.387897:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955666c20000 x1856657966293504 msgsize 328 00000800:00000200:3.0:1770653412.387904:0:76382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:1.0:1770653412.387904:0:51197:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653412.387904:0:7966:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000100:00000001:0.0:1770653412.387913:0:7966:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797056565120 : -117276652986496 : ffff955666c21f80) 00000100:00100000:2.0:1770653412.387914:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00010000:00000001:1.0:1770653412.387915:0:51197:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000800:00000200:3.0:1770653412.387921:0:76382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:1.0:1770653412.387922:0:51197:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653412.387924:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955666c21f80 x1856657966293248/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000800:00000200:3.0:1770653412.387929:0:76382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626cb00 type 1, nob 496 niov 1 nkiov 1 00002000:00000001:1.0:1770653412.387931:0:51197:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000100:00000001:2.0:1770653412.387933:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1770653412.387940:0:51197:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.387943:0:76382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.387943:0:7966:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1770653412.387947:0:51197:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00000100:00000040:3.0:1770653412.387950:0:76382:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:3.0:1770653412.387955:0:76382:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00010000:1.0:1770653412.387956:0:51197:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff955631452400/0x2aed14e4e178cc27 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16b2 expref: 82 pid: 51197 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1770653412.387957:0:6530:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1770653412.387958:0:76382:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653412.387962:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966293504 00000020:00000001:3.0:1770653412.387965:0:76382:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1770653412.387967:0:6530:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653412.387971:0:6530:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653412.387974:0:6530:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653412.387976:0:76382:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c22300 x1856657966293376/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000800:00000200:2.0:1770653412.387979:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1770653412.387980:0:6530:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.387981:0:51197:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1770653412.387985:0:51197:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000800:00000010:2.0:1770653412.387987:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626cb00. 00000100:00100000:0.0:1770653412.387987:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966293504 00010000:00000001:1.0:1770653412.387989:0:51197:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653412.388011:0:6530:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1770653412.388012:0:51197:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653412.388014:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1770653412.388016:0:6530:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00010000:00000001:1.0:1770653412.388019:0:51197:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000001:0.0:1770653412.388024:0:6530:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1770653412.388025:0:51197:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:0.0:1770653412.388031:0:6530:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=78 00000400:00000200:2.0:1770653412.388034:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:1.0:1770653412.388034:0:51197:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1770653412.388037:0:6530:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00010000:00010000:1.0:1770653412.388041:0:51197:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff955631452400, rc 0) 00000020:00000001:0.0:1770653412.388047:0:6530:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000400:00000200:2.0:1770653412.388049:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78dd0 00000020:00000001:1.0:1770653412.388049:0:51197:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.388054:0:6530:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1770653412.388058:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78dd0. 00010000:00000040:1.0:1770653412.388060:0:51197:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966293632 00000020:00000010:0.0:1770653412.388063:0:6530:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a5c0. 00000100:00000001:2.0:1770653412.388065:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1770653412.388066:0:51197:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:2.0:1770653412.388071:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1770653412.388074:0:6530:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1770653412.388080:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000200:1.0:1770653412.388083:0:51197:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955666c21c00 x1856657966293632/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000010:0.0:1770653412.388084:0:6530:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a5c0. 00000800:00000001:2.0:1770653412.388088:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1770653412.388097:0:6530:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997a600. 00000020:00000010:0.0:1770653412.388107:0:6530:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556323ff380. 00010000:00000001:1.0:1770653412.388108:0:51197:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1770653412.388115:0:51197:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653412.388120:0:6530:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3dd48. 00000100:00001000:1.0:1770653412.388121:0:51197:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1770653412.388132:0:51197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1770653412.388134:0:6530:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1770653412.388139:0:51197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:0.0:1770653412.388143:0:6530:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:2.0:1770653412.388146:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653412.388149:0:51197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000800:00000001:2.0:1770653412.388160:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653412.388161:0:51197:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1770653412.388179:0:6530:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653412.388181:0:51197:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1770653412.388184:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1770653412.388186:0:76382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955666c22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:b31b1d82-c1d4-4680-ae7a-71292416d1f5+82:2364:x1856657966293376:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 1366us (1708us total) trans 0 rc 0/0 00000100:00000001:1.0:1770653412.388189:0:51197:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:2.0:1770653412.388193:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653412.388197:0:6530:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653412.388199:0:51197:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00100000:3.0:1770653412.388203:0:76382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136097 00000100:00000040:3.0:1770653412.388208:0:76382:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 1 00000400:00000200:2.0:1770653412.388209:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:3.0:1770653412.388211:0:76382:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1770653412.388215:0:76382:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1770653412.388216:0:6530:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1770653412.388220:0:76382:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300500. 00000400:00000200:2.0:1770653412.388226:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8ce300 00000020:00000010:3.0:1770653412.388229:0:76382:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90ed8. 00000100:00000001:1.0:1770653412.388230:0:6728:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1770653412.388233:0:6530:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1770653412.388235:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 5576 00000100:00000001:1.0:1770653412.388236:0:6728:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1770653412.388238:0:76382:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bc400. 00000100:00000001:0.0:1770653412.388238:0:6530:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000001:2.0:1770653412.388245:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:3.0:1770653412.388247:0:76382:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 81 00000100:00100000:1.0:1770653412.388248:0:6728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136100 00000100:00000001:3.0:1770653412.388253:0:76382:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.388254:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653412.388256:0:6728:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 2 00000100:00000001:0.0:1770653412.388257:0:6530:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653412.388261:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1770653412.388263:0:6530:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.388265:0:6728:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797056557056 : -117276652994560 : ffff955666c20000) 00000400:00000200:2.0:1770653412.388271:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653412.388276:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1770653412.388277:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955666c20000 x1856657966293504/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1770653412.388278:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1770653412.388286:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c20a80. 00000020:00000010:0.0:1770653412.388287:0:7966:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a5c0. 00000100:00000040:2.0:1770653412.388293:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955666c20a80 x1856657966293760 msgsize 328 00000100:00000001:0.0:1770653412.388294:0:7966:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653412.388301:0:7966:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a5c0. 00000100:00100000:2.0:1770653412.388309:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00100000:0.0:1770653412.388315:0:7966:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955666c21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b31b1d82-c1d4-4680-ae7a-71292416d1f5+78:2363:x1856657966293248:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000001:1.0:1770653412.388318:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1770653412.388321:0:7966:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966293248 00000020:00000010:1.0:1770653412.388324:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229ac0. 00000020:00000001:0.0:1770653412.388325:0:7966:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1770653412.388326:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1770653412.388331:0:7966:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1770653412.388333:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653412.388334:0:7966:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1770653412.388335:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:1.0:1770653412.388337:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229ac0. 00000020:00000001:0.0:1770653412.388340:0:7966:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000800:00000001:2.0:1770653412.388342:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653412.388344:0:7966:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000100:00100000:1.0:1770653412.388351:0:6728:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955666c20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+78:2363:x1856657966293504:12345-192.168.202.60@tcp:101:ll_agl.0 00000020:00000001:0.0:1770653412.388351:0:7966:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1770653412.388356:0:7966:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1770653412.388357:0:6728:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966293504 00000020:00000001:0.0:1770653412.388360:0:7966:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1770653412.388362:0:76384:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1770653412.388363:0:6728:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1770653412.388364:0:7966:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:3.0:1770653412.388369:0:76384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966293760 00000020:00000001:1.0:1770653412.388370:0:6728:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1770653412.388371:0:7966:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653412.388373:0:76384:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1770653412.388375:0:6728:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.388377:0:76384:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1770653412.388378:0:7966:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000020:00000001:1.0:1770653412.388379:0:6728:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1770653412.388383:0:76384:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.388384:0:6728:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00010000:00000001:0.0:1770653412.388384:0:7966:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1770653412.388388:0:7966:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 02000000:00000001:3.0:1770653412.388391:0:76384:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.388392:0:6728:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:0.0:1770653412.388392:0:7966:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1770653412.388397:0:7966:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.388398:0:6728:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1770653412.388399:0:76384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966293760 00010000:00000001:0.0:1770653412.388402:0:7966:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:3.0:1770653412.388404:0:76384:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1770653412.388406:0:6728:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000040:3.0:1770653412.388408:0:76384:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000020:00000001:1.0:1770653412.388409:0:6728:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000010:0.0:1770653412.388411:0:7966:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff95572240fa00. 00000020:00000001:3.0:1770653412.388412:0:76384:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1770653412.388414:0:6728:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1770653412.388416:0:7966:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff95572240ff00. 00000020:00000040:3.0:1770653412.388417:0:76384:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=82 00000020:00000001:1.0:1770653412.388418:0:6728:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1770653412.388422:0:6728:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00000001:0.0:1770653412.388422:0:7966:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:3.0:1770653412.388423:0:76384:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00010000:00010000:1.0:1770653412.388425:0:6728:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000010:0.0:1770653412.388427:0:7966:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95572dd52000. 00010000:00000001:1.0:1770653412.388428:0:6728:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000020:00000001:3.0:1770653412.388430:0:76384:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:0.0:1770653412.388432:0:7966:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:1.0:1770653412.388433:0:6728:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.388434:0:76384:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1770653412.388437:0:7966:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95572dd52000 with handle 0x2aed14e4e178cc2e to hash 00010000:00000001:1.0:1770653412.388440:0:6728:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:0.0:1770653412.388441:0:7966:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000010:3.0:1770653412.388442:0:76384:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf500. 00010000:00000001:0.0:1770653412.388444:0:7966:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626800396476416 : -117273313075200 : ffff95572dd52000) 00000100:00000001:3.0:1770653412.388446:0:76384:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1770653412.388448:0:6728:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff95565f6ed600. 00010000:00000001:0.0:1770653412.388449:0:7966:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626800396476416 : -117273313075200 : ffff95572dd52000) 00000020:00000010:3.0:1770653412.388453:0:76384:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf500. 00010000:00010000:0.0:1770653412.388457:0:7966:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95572dd52000/0x2aed14e4e178cc2e lrc: 2/0,0 mode: --/PR res: [0x240000403:0x157a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe169d expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1770653412.388460:0:6728:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff95571307bc00. 00000020:00000010:3.0:1770653412.388461:0:76384:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bc400. 00010000:00000001:1.0:1770653412.388467:0:6728:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000010:3.0:1770653412.388469:0:76384:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300500. 00002000:00000001:0.0:1770653412.388473:0:7966:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00010000:00000010:1.0:1770653412.388474:0:6728:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955631453e00. 00000020:00000010:3.0:1770653412.388476:0:76384:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90ed8. 00002000:00000010:0.0:1770653412.388479:0:7966:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff95564b95a5c0. 00000020:00000001:1.0:1770653412.388480:0:6728:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:3.0:1770653412.388482:0:76384:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00002000:00000001:0.0:1770653412.388485:0:7966:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00000001:3.0:1770653412.388486:0:76384:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:1.0:1770653412.388486:0:6728:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955631453e00 with handle 0x2aed14e4e178cc35 to hash 00000020:00000001:0.0:1770653412.388489:0:7966:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:3.0:1770653412.388491:0:76384:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.388492:0:6728:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1770653412.388495:0:7966:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795517179624 : -117278192371992 : ffff95560b00f6e8) 00010000:00000001:1.0:1770653412.388497:0:6728:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626796159188480 : -117277550363136 : ffff955631453e00) 00000100:00000001:3.0:1770653412.388498:0:76384:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653412.388499:0:7966:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795517179536 : -117278192372080 : ffff95560b00f690) 00010000:00000001:1.0:1770653412.388503:0:6728:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626796159188480 : -117277550363136 : ffff955631453e00) 00002000:00000001:0.0:1770653412.388506:0:7966:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00010000:00010000:1.0:1770653412.388509:0:6728:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff955631453e00/0x2aed14e4e178cc35 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x1571:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe16ab expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00002000:00000001:0.0:1770653412.388513:0:7966:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.388516:0:76384:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00002000:00010000:0.0:1770653412.388521:0:7966:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x157a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:1.0:1770653412.388522:0:6728:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000001:0.0:1770653412.388527:0:7966:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00002000:00000010:1.0:1770653412.388528:0:6728:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff955645229ac0. 00000100:00000001:3.0:1770653412.388530:0:76384:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000002:0.0:1770653412.388531:0:7966:0:(lu_object.c:207:lu_object_put()) Add ffff95560b00f6e8/ffff95560b00f690 to site lru. bkt: ffff9556025b6e60 00002000:00000001:1.0:1770653412.388534:0:6728:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00000001:3.0:1770653412.388535:0:76384:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000040:0.0:1770653412.388536:0:7966:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 73 00000020:00000001:1.0:1770653412.388538:0:6728:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000040:0.0:1770653412.388541:0:7966:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=79 00000020:00000001:1.0:1770653412.388544:0:6728:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797101933544 : -117276607618072 : ffff9556697663e8) 00000100:00100000:3.0:1770653412.388546:0:76384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136101 00010000:00000001:0.0:1770653412.388549:0:7966:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:2.0:1770653412.388550:0:6530:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00002000:00000001:1.0:1770653412.388550:0:6728:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797101933456 : -117276607618160 : ffff955669766390) 00000100:00000040:3.0:1770653412.388552:0:76384:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 2 00002000:00000001:0.0:1770653412.388552:0:7966:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1770653412.388554:0:6530:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00002000:00000001:1.0:1770653412.388557:0:6728:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00000100:00000001:0.0:1770653412.388558:0:7966:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1770653412.388559:0:76384:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797056559744 : -117276652991872 : ffff955666c20a80) 00000100:00000001:2.0:1770653412.388560:0:6530:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653412.388563:0:7966:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00002000:00000001:1.0:1770653412.388564:0:6728:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.388568:0:6530:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1770653412.388569:0:6728:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x1571:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 02000000:00000010:0.0:1770653412.388572:0:7966:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff95561813a000. 00000100:00000040:3.0:1770653412.388573:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955666c20a80 x1856657966293760/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00002000:00000001:1.0:1770653412.388576:0:6728:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 02000000:00000001:0.0:1770653412.388578:0:7966:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1770653412.388582:0:6728:0:(lu_object.c:207:lu_object_put()) Add ffff9556697663e8/ffff955669766390 to site lru. bkt: ffff9556025b5298 00000100:00000001:0.0:1770653412.388585:0:7966:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653412.388589:0:6728:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 74 00000400:00000010:2.0:1770653412.388590:0:51197:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888770. 00010000:00000001:0.0:1770653412.388593:0:7966:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000020:00000040:1.0:1770653412.388597:0:6728:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=80 00010000:00000001:0.0:1770653412.388598:0:7966:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000200:2.0:1770653412.388599:0:51197:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966293632, offset 224 00010000:00010000:0.0:1770653412.388603:0:7966:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:3.0:1770653412.388606:0:76384:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1770653412.388607:0:6728:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1770653412.388607:0:7966:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1770653412.388611:0:76384:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf500. 00002000:00000001:1.0:1770653412.388612:0:6728:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000400:00000200:2.0:1770653412.388613:0:51197:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653412.388614:0:7966:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:1.0:1770653412.388617:0:6728:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1770653412.388619:0:76384:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1770653412.388619:0:7966:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 02000000:00000001:1.0:1770653412.388621:0:6728:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1770653412.388625:0:7966:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1770653412.388627:0:76384:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf500. 00000400:00000200:2.0:1770653412.388629:0:51197:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 02000000:00000010:1.0:1770653412.388629:0:6728:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9556339c8000. 00010000:00000001:0.0:1770653412.388630:0:7966:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 02000000:00000001:1.0:1770653412.388637:0:6728:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653412.388639:0:76384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955666c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:b31b1d82-c1d4-4680-ae7a-71292416d1f5+82:2363:x1856657966293760:12345-192.168.202.60@tcp:101:ll_agl.0 00010000:00010000:0.0:1770653412.388640:0:7966:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95572dd52000/0x2aed14e4e178cc2e lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x157a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe169d expref: 80 pid: 7966 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1770653412.388645:0:51197:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164509:2164509:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164505:2164505:8:4294967295] 00000100:00000001:1.0:1770653412.388646:0:6728:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653412.388653:0:76384:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966293760 00010000:00000001:1.0:1770653412.388655:0:6728:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000020:00000001:3.0:1770653412.388661:0:76384:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:1.0:1770653412.388661:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000040:0.0:1770653412.388664:0:7966:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x157a:0x0].0x0 (ffff95572240fa00) refcount = 1 00010000:00010000:1.0:1770653412.388666:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000001:3.0:1770653412.388667:0:76384:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000040:0.0:1770653412.388673:0:7966:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000020:00000001:3.0:1770653412.388674:0:76384:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653412.388675:0:51197:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:1.0:1770653412.388675:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1770653412.388681:0:7966:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95572dd52000/0x2aed14e4e178cc2e lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x157a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe169d expref: 80 pid: 7966 timeout: 0 lvb_type: 1 00000020:00000001:3.0:1770653412.388683:0:76384:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:1.0:1770653412.388683:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000001:3.0:1770653412.388688:0:76384:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00010000:00010000:1.0:1770653412.388689:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653412.388694:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1770653412.388695:0:51197:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000020:00000001:3.0:1770653412.388696:0:76384:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:0.0:1770653412.388702:0:7966:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000001:3.0:1770653412.388704:0:76384:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1770653412.388704:0:51197:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df200. 00010000:00000001:1.0:1770653412.388704:0:6728:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1770653412.388706:0:7966:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.388711:0:76384:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00010000:1.0:1770653412.388713:0:6728:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff955631453e00/0x2aed14e4e178cc35 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16ab expref: 80 pid: 6728 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1770653412.388713:0:7966:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000001:3.0:1770653412.388715:0:76384:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:0.0:1770653412.388717:0:7966:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1770653412.388720:0:51197:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000020:00000001:3.0:1770653412.388721:0:76384:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653412.388724:0:7966:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000020:00000001:3.0:1770653412.388728:0:76384:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1770653412.388731:0:7966:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.388733:0:76384:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00000800:00000200:2.0:1770653412.388735:0:51197:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00010000:3.0:1770653412.388740:0:76384:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1770653412.388741:0:7966:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00000800:00000200:2.0:1770653412.388742:0:51197:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df200 type 1, nob 496 niov 1 nkiov 1 00010000:00000040:1.0:1770653412.388742:0:6728:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1571:0x0].0x0 (ffff95565f6ed600) refcount = 1 00010000:00000001:3.0:1770653412.388744:0:76384:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1770653412.388749:0:7966:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff95572dd52000/0x2aed14e4e178cc2e lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x157a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe169d expref: 80 pid: 7966 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1770653412.388763:0:76384:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.388768:0:76384:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1770653412.388769:0:6728:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:2.0:1770653412.388772:0:51197:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1770653412.388780:0:76384:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff95570aded800. 00010000:00000040:1.0:1770653412.388780:0:6728:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955631453e00/0x2aed14e4e178cc35 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16ab expref: 80 pid: 6728 timeout: 0 lvb_type: 1 00000100:00000040:2.0:1770653412.388782:0:51197:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:0.0:1770653412.388786:0:7966:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000010:3.0:1770653412.388789:0:76384:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff95570adedf00. 00010000:00000001:2.0:1770653412.388790:0:51197:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000001:0.0:1770653412.388791:0:7966:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000001:2.0:1770653412.388795:0:51197:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.388797:0:7966:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.388798:0:76384:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:2.0:1770653412.388802:0:51197:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000010:3.0:1770653412.388804:0:76384:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95572ebdc400. 00010000:00000001:0.0:1770653412.388804:0:7966:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.388806:0:6728:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000040:2.0:1770653412.388811:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c21c00 x1856657966293632/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1770653412.388812:0:6728:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.388813:0:76384:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:0.0:1770653412.388813:0:7966:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1770653412.388817:0:7966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:3.0:1770653412.388819:0:76384:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95572ebdc400 with handle 0x2aed14e4e178cc3c to hash 00010000:00000001:1.0:1770653412.388821:0:6728:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1770653412.388822:0:7966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1770653412.388827:0:76384:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1770653412.388828:0:6728:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1770653412.388828:0:7966:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95572dd52000, rc 0) 00010000:00000001:3.0:1770653412.388832:0:76384:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626800411722752 : -117273297828864 : ffff95572ebdc400) 00002000:00000001:1.0:1770653412.388836:0:6728:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000020:00000001:0.0:1770653412.388836:0:7966:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.388839:0:76384:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626800411722752 : -117273297828864 : ffff95572ebdc400) 00010000:00000040:0.0:1770653412.388843:0:7966:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966293248 00010000:00000001:1.0:1770653412.388844:0:6728:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653412.388874:0:76384:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95572ebdc400/0x2aed14e4e178cc3c lrc: 2/0,0 mode: --/PR res: [0x280000403:0x144a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe16b9 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653412.388874:0:6728:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00000001:0.0:1770653412.388876:0:7966:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00010000:1.0:1770653412.388885:0:6728:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff955631453e00/0x2aed14e4e178cc35 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1571:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16ab expref: 80 pid: 6728 timeout: 0 lvb_type: 1 00010000:00000200:0.0:1770653412.388886:0:7966:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955666c21f80 x1856657966293248/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1770653412.388901:0:51197:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955666c21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b31b1d82-c1d4-4680-ae7a-71292416d1f5+82:2364:x1856657966293632:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 1589us (1943us total) trans 0 rc 0/0 00002000:00000001:3.0:1770653412.388904:0:76384:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:3.0:1770653412.388910:0:76384:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9556665bf500. 00002000:00000001:3.0:1770653412.388916:0:76384:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:1.0:1770653412.388920:0:6728:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:3.0:1770653412.388922:0:76384:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1770653412.388923:0:7966:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1770653412.388925:0:6728:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00100000:2.0:1770653412.388928:0:51197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136098 00010000:00000001:0.0:1770653412.388929:0:7966:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.388930:0:76384:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796220517736 : -117277489033880 : ffff955634ed0d68) 00010000:00000001:1.0:1770653412.388931:0:6728:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1770653412.388933:0:51197:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 1 00000100:00001000:0.0:1770653412.388935:0:7966:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00002000:00000001:3.0:1770653412.388939:0:76384:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796220517648 : -117277489033968 : ffff955634ed0d10) 00010000:00000001:1.0:1770653412.388939:0:6728:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.388940:0:51197:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1770653412.388942:0:7966:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1770653412.388945:0:51197:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1770653412.388947:0:6728:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00002000:00000001:3.0:1770653412.388948:0:76384:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00000020:00000010:2.0:1770653412.388950:0:51197:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07db80. 00000100:00000040:0.0:1770653412.388950:0:7966:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000001:1.0:1770653412.388952:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00002000:00000001:3.0:1770653412.388955:0:76384:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.388957:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653412.388958:0:7966:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000020:00000010:2.0:1770653412.388960:0:51197:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662adaa28. 00002000:00010000:3.0:1770653412.388961:0:76384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x144a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1770653412.388962:0:6728:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff955631453e00, rc 0) 02000000:00000001:0.0:1770653412.388964:0:7966:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:2.0:1770653412.388967:0:51197:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9556560ae600. 00000020:00000001:1.0:1770653412.388969:0:6728:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653412.388969:0:7966:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653412.388971:0:76384:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000040:2.0:1770653412.388975:0:51197:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 81 00010000:00000040:1.0:1770653412.388978:0:6728:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966293504 00000020:00000002:3.0:1770653412.388979:0:76384:0:(lu_object.c:207:lu_object_put()) Add ffff955634ed0d68/ffff955634ed0d10 to site lru. bkt: ffff95571148dc70 00000100:00000001:0.0:1770653412.388979:0:7966:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1770653412.388980:0:51197:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.388982:0:6728:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000040:0.0:1770653412.388988:0:7966:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000040:3.0:1770653412.388989:0:76384:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 77 00010000:00000200:1.0:1770653412.388992:0:6728:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955666c20000 x1856657966293504/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000040:3.0:1770653412.388994:0:76384:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=82 00000400:00000010:0.0:1770653412.388995:0:7966:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8110. 00010000:00000001:3.0:1770653412.389004:0:76384:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000200:0.0:1770653412.389004:0:7966:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966293248, offset 224 00010000:00000001:1.0:1770653412.389005:0:6728:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00002000:00000001:3.0:1770653412.389009:0:76384:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00010000:00000001:1.0:1770653412.389011:0:6728:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.389013:0:76384:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00001000:1.0:1770653412.389018:0:6728:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000400:00000200:0.0:1770653412.389018:0:7966:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 02000000:00000001:3.0:1770653412.389019:0:76384:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1770653412.389026:0:76384:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff955607ffdc00. 00000100:00000001:1.0:1770653412.389027:0:6728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1770653412.389034:0:76384:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1770653412.389034:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1770653412.389034:0:6728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000400:00000200:0.0:1770653412.389035:0:7966:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000001:3.0:1770653412.389042:0:76384:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1770653412.389043:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df200. 00000100:00000001:1.0:1770653412.389044:0:6728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00000001:3.0:1770653412.389051:0:76384:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000400:00000200:0.0:1770653412.389051:0:7966:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164510:2164510:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164506:2164506:7:4294967295] 00000400:00000200:2.0:1770653412.389052:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1770653412.389052:0:6728:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1770653412.389056:0:76384:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 02000000:00000001:1.0:1770653412.389057:0:6728:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653412.389061:0:76384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:1.0:1770653412.389064:0:6728:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1770653412.389065:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:3.0:1770653412.389066:0:76384:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.389074:0:76384:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000040:1.0:1770653412.389075:0:6728:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:1.0:1770653412.389082:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0223b8. 00000400:00000200:0.0:1770653412.389082:0:7966:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000200:1.0:1770653412.389090:0:6728:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966293504, offset 224 00000400:00000200:2.0:1770653412.389092:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888770 00000800:00000200:0.0:1770653412.389092:0:7966:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000400:00000010:2.0:1770653412.389097:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888770. 00000800:00000010:0.0:1770653412.389100:0:7966:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955601b6f200. 00000100:00000001:2.0:1770653412.389102:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653412.389106:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1770653412.389107:0:6728:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000800:00000200:0.0:1770653412.389112:0:7966:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00010000:3.0:1770653412.389121:0:76384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000800:00000200:0.0:1770653412.389121:0:7966:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000400:00000200:1.0:1770653412.389123:0:6728:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000001:3.0:1770653412.389127:0:76384:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.389129:0:7966:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955601b6f200 type 1, nob 496 niov 1 nkiov 1 00010000:00000001:3.0:1770653412.389133:0:76384:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000200:1.0:1770653412.389136:0:6728:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164511:2164511:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164507:2164507:7:4294967295] 00010000:00010000:3.0:1770653412.389142:0:76384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95572ebdc400/0x2aed14e4e178cc3c lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x144a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16b9 expref: 82 pid: 76384 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1770653412.389143:0:7966:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653412.389152:0:7966:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000001:0.0:1770653412.389159:0:7966:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000400:00000200:1.0:1770653412.389163:0:6728:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000040:3.0:1770653412.389164:0:76384:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x144a:0x0].0x0 (ffff95570aded800) refcount = 1 00000020:00000001:0.0:1770653412.389165:0:7966:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.389171:0:7966:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000040:3.0:1770653412.389174:0:76384:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000800:00000200:1.0:1770653412.389176:0:6728:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000040:0.0:1770653412.389180:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c21f80 x1856657966293248/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000040:3.0:1770653412.389182:0:76384:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95572ebdc400/0x2aed14e4e178cc3c lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x144a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16b9 expref: 82 pid: 76384 timeout: 0 lvb_type: 1 00000800:00000010:1.0:1770653412.389185:0:6728:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399b00. 00000800:00000200:2.0:1770653412.389198:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1770653412.389200:0:6728:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000010:2.0:1770653412.389205:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955601b6f200. 00010000:00000001:3.0:1770653412.389211:0:76384:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000400:00000200:2.0:1770653412.389214:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1770653412.389214:0:6728:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:3.0:1770653412.389216:0:76384:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653412.389218:0:7966:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955666c21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b31b1d82-c1d4-4680-ae7a-71292416d1f5+80:2363:x1856657966293248:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 1268us (1748us total) trans 0 rc 0/0 00010000:00000001:3.0:1770653412.389223:0:76384:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000800:00000200:1.0:1770653412.389223:0:6728:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399b00 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:2.0:1770653412.389227:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:3.0:1770653412.389228:0:76384:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.389236:0:6728:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653412.389238:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8110 00000100:00100000:0.0:1770653412.389243:0:7966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136099 00000400:00000010:2.0:1770653412.389244:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8110. 00000100:00000040:1.0:1770653412.389247:0:6728:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000100:00000040:0.0:1770653412.389250:0:7966:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 1 00000100:00000001:2.0:1770653412.389252:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1770653412.389252:0:6728:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:0.0:1770653412.389255:0:7966:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653412.389257:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1770653412.389257:0:6728:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.389259:0:7966:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1770653412.389264:0:6728:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:0.0:1770653412.389265:0:7966:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556323ff780. 00002000:00000001:3.0:1770653412.389269:0:76384:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000100:00000040:1.0:1770653412.389271:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c20000 x1856657966293504/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000010:0.0:1770653412.389272:0:7966:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3dc80. 00010000:00000001:3.0:1770653412.389274:0:76384:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653412.389280:0:7966:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997b000. 00010000:00000001:3.0:1770653412.389282:0:76384:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00000020:00000040:0.0:1770653412.389288:0:7966:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 79 00010000:00010000:3.0:1770653412.389291:0:76384:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff95572ebdc400/0x2aed14e4e178cc3c lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x144a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16b9 expref: 82 pid: 76384 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1770653412.389294:0:7966:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1770653412.389295:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:1.0:1770653412.389296:0:6728:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955666c20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+79:2363:x1856657966293504:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 971us (1392us total) trans 0 rc 0/0 00000800:00000010:2.0:1770653412.389303:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399b00. 00000400:00000200:2.0:1770653412.389311:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1770653412.389320:0:6728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136100 00000400:00000200:2.0:1770653412.389321:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:3.0:1770653412.389323:0:76384:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:1.0:1770653412.389325:0:6728:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000400:00000200:2.0:1770653412.389328:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0223b8 00000100:00000001:1.0:1770653412.389329:0:6728:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1770653412.389334:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0223b8. 00000100:00000001:1.0:1770653412.389334:0:6728:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1770653412.389339:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:1.0:1770653412.389340:0:6728:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556323ff380. 00000100:00000001:2.0:1770653412.389342:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1770653412.389347:0:6728:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3dd48. 00000020:00000010:1.0:1770653412.389353:0:6728:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997a600. 00000020:00000040:1.0:1770653412.389358:0:6728:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 78 00000100:00000001:1.0:1770653412.389361:0:6728:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.389376:0:76384:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1770653412.389380:0:76384:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.389382:0:76384:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.389384:0:76384:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.389386:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.389387:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653412.389389:0:76384:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95572ebdc400, rc 0) 00000020:00000001:3.0:1770653412.389390:0:76384:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653412.389393:0:76384:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966293760 00010000:00000001:3.0:1770653412.389395:0:76384:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1770653412.389400:0:76384:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955666c20a80 x1856657966293760/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1770653412.389406:0:76384:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653412.389408:0:76384:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653412.389410:0:76384:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653412.389412:0:76384:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1770653412.389414:0:76384:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:3.0:1770653412.389416:0:76384:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:3.0:1770653412.389418:0:76384:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1770653412.389419:0:76384:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.389421:0:76384:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1770653412.389423:0:76384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:3.0:1770653412.389426:0:76384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78110. 00000100:00000200:3.0:1770653412.389429:0:76384:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966293760, offset 224 00000400:00000200:3.0:1770653412.389433:0:76384:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:3.0:1770653412.389439:0:76384:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:3.0:1770653412.389443:0:76384:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164512:2164512:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164508:2164508:8:4294967295] 00000400:00000200:3.0:1770653412.389450:0:76384:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:3.0:1770653412.389454:0:76384:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:3.0:1770653412.389457:0:76384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c300. 00000800:00000200:3.0:1770653412.389460:0:76384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:3.0:1770653412.389464:0:76384:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:3.0:1770653412.389466:0:76384:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c300 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1770653412.389477:0:76384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653412.389480:0:76384:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:3.0:1770653412.389482:0:76384:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1770653412.389483:0:76384:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.389485:0:76384:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1770653412.389489:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c20a80 x1856657966293760/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1770653412.389499:0:76384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955666c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:b31b1d82-c1d4-4680-ae7a-71292416d1f5+82:2363:x1856657966293760:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 891us (1203us total) trans 0 rc 0/0 00000100:00100000:3.0:1770653412.389506:0:76384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136101 00000100:00000040:3.0:1770653412.389508:0:76384:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000100:00000001:3.0:1770653412.389510:0:76384:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1770653412.389512:0:76384:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1770653412.389515:0:76384:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300500. 00000020:00000010:3.0:1770653412.389519:0:76384:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90ed8. 00000020:00000010:3.0:1770653412.389522:0:76384:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bc400. 00000020:00000040:3.0:1770653412.389525:0:76384:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 81 00000100:00000001:3.0:1770653412.389527:0:76384:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1770653412.389536:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1770653412.389540:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c300. 00000400:00000200:2.0:1770653412.389543:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653412.389549:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:2.0:1770653412.389552:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78110 00000400:00000010:2.0:1770653412.389554:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78110. 00000100:00000001:2.0:1770653412.389556:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653412.389557:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1770653412.390225:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.390230:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.390232:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.390234:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.390238:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:2.0:1770653412.390245:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8ce380 00000400:00000200:2.0:1770653412.390250:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 5904 00000800:00000001:2.0:1770653412.390255:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.390260:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.390262:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653412.390264:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653412.390267:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653412.390268:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1770653412.390271:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c22d80. 00000100:00000040:2.0:1770653412.390273:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955666c22d80 x1856657966293888 msgsize 328 00000100:00100000:2.0:1770653412.390276:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:2.0:1770653412.390286:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1770653412.390289:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.390291:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.390367:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653412.390369:0:76384:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:2.0:1770653412.390372:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1770653412.390373:0:76384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966293888 02000000:00000001:3.0:1770653412.390378:0:76384:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:2.0:1770653412.390379:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653412.390381:0:76384:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1770653412.390383:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.390384:0:76384:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653412.390389:0:76384:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653412.390390:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00100000:3.0:1770653412.390393:0:76384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966293888 00000020:00000001:3.0:1770653412.390397:0:76384:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1770653412.390400:0:76384:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000400:00000200:2.0:1770653412.390400:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8ce400 00000020:00000001:3.0:1770653412.390403:0:76384:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.390409:0:76384:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=82 00000400:00000200:2.0:1770653412.390409:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 6232 00000020:00000001:3.0:1770653412.390415:0:76384:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000800:00000001:2.0:1770653412.390417:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1770653412.390418:0:76384:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:3.0:1770653412.390423:0:76384:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1770653412.390426:0:76384:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf740. 00000100:00000001:3.0:1770653412.390428:0:76384:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653412.390431:0:76384:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf740. 00000020:00000010:3.0:1770653412.390436:0:76384:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bc400. 00000020:00000010:3.0:1770653412.390438:0:76384:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300500. 00000020:00000010:3.0:1770653412.390442:0:76384:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90ed8. 00000100:00000040:3.0:1770653412.390446:0:76384:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1770653412.390448:0:76384:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653412.390449:0:76384:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653412.390450:0:76384:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1770653412.390454:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.390455:0:76384:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653412.390461:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653412.390466:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.390469:0:76384:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653412.390470:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653412.390473:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1770653412.390478:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c22a00. 00000100:00000001:3.0:1770653412.390479:0:76384:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1770653412.390483:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955666c22a00 x1856657966294016 msgsize 328 00000100:00000001:3.0:1770653412.390484:0:76384:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1770653412.390494:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:2.0:1770653412.390504:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1770653412.390509:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.390512:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.390512:0:6728:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1770653412.390518:0:6728:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966294016 02000000:00000001:1.0:1770653412.390522:0:6728:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1770653412.390524:0:6728:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653412.390526:0:6728:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653412.390530:0:76384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136102 02000000:00000001:1.0:1770653412.390532:0:6728:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653412.390535:0:76384:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00100000:1.0:1770653412.390537:0:6728:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966294016 00000100:00000001:3.0:1770653412.390540:0:76384:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797056568704 : -117276652982912 : ffff955666c22d80) 00000020:00000001:1.0:1770653412.390541:0:6728:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1770653412.390544:0:6728:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:1.0:1770653412.390547:0:6728:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653412.390551:0:6728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=79 00000100:00000040:3.0:1770653412.390552:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955666c22d80 x1856657966293888/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000001:1.0:1770653412.390555:0:6728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000020:00000001:1.0:1770653412.390561:0:6728:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:1.0:1770653412.390569:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653412.390575:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229700. 00000100:00000001:3.0:1770653412.390576:0:76384:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1770653412.390579:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653412.390584:0:76384:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf740. 00000020:00000010:1.0:1770653412.390584:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229700. 00000100:00000001:3.0:1770653412.390592:0:76384:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653412.390595:0:6728:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9556560af000. 00000020:00000010:3.0:1770653412.390599:0:76384:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf740. 00000020:00000010:1.0:1770653412.390601:0:6728:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d680. 00000020:00000010:1.0:1770653412.390607:0:6728:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada4b0. 00000100:00100000:3.0:1770653412.390613:0:76384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955666c22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:b31b1d82-c1d4-4680-ae7a-71292416d1f5+82:2364:x1856657966293888:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000001:1.0:1770653412.390614:0:6728:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653412.390617:0:6728:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1770653412.390620:0:6728:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653412.390624:0:76384:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966293888 00000100:00000001:1.0:1770653412.390626:0:6728:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.390631:0:76384:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1770653412.390636:0:76384:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1770653412.390639:0:76384:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.390641:0:6728:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653412.390642:0:76384:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1770653412.390647:0:76384:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000100:00000001:1.0:1770653412.390651:0:6728:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1770653412.390652:0:76384:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1770653412.390654:0:6728:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1770653412.390657:0:76384:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653412.390662:0:76384:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:1.0:1770653412.390663:0:6728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136103 00000020:00000001:3.0:1770653412.390665:0:76384:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1770653412.390668:0:6728:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000020:00000001:3.0:1770653412.390670:0:76384:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.390672:0:6728:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797056567808 : -117276652983808 : ffff955666c22a00) 00000020:00000001:3.0:1770653412.390674:0:76384:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1770653412.390678:0:76384:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1770653412.390680:0:76384:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1770653412.390683:0:76384:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000040:1.0:1770653412.390684:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955666c22a00 x1856657966294016/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1770653412.390694:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653412.390696:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229700. 00000100:00000001:1.0:1770653412.390699:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653412.390700:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229700. 00000100:00100000:1.0:1770653412.390704:0:6728:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955666c22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+79:2363:x1856657966294016:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000200:1.0:1770653412.390707:0:6728:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966294016 00000020:00000001:1.0:1770653412.390709:0:6728:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1770653412.390711:0:6728:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1770653412.390713:0:6728:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.390715:0:6728:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1770653412.390717:0:6728:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:1.0:1770653412.390719:0:6728:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1770653412.390722:0:6728:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653412.390724:0:6728:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1770653412.390726:0:6728:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1770653412.390728:0:6728:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.390731:0:6728:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1770653412.390733:0:6728:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1770653412.390735:0:6728:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1770653412.390737:0:6728:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1770653412.390739:0:76384:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.390739:0:6728:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.390747:0:76384:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:1.0:1770653412.390748:0:6728:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000800:00000001:2.0:1770653412.390749:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.390770:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1770653412.390771:0:6728:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff95571307b700. 00010000:00000010:3.0:1770653412.390772:0:76384:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff955632299400. 00000800:00000001:2.0:1770653412.390776:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:1.0:1770653412.390779:0:6728:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff95571307b000. 00010000:00000010:3.0:1770653412.390781:0:76384:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff955632299500. 00000800:00000001:2.0:1770653412.390781:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.390784:0:6728:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1770653412.390790:0:6728:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955631452a00. 00010000:00000001:3.0:1770653412.390791:0:76384:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000400:00000200:2.0:1770653412.390796:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000020:00000001:1.0:1770653412.390797:0:6728:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000010:3.0:1770653412.390798:0:76384:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95572ebdca00. 00000020:00000040:1.0:1770653412.390802:0:6728:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955631452a00 with handle 0x2aed14e4e178cc43 to hash 00000020:00000001:3.0:1770653412.390804:0:76384:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:1.0:1770653412.390806:0:6728:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000040:3.0:1770653412.390810:0:76384:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95572ebdca00 with handle 0x2aed14e4e178cc4a to hash 00000400:00000200:2.0:1770653412.390810:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8ce500 00010000:00000001:1.0:1770653412.390811:0:6728:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626796159183360 : -117277550368256 : ffff955631452a00) 00000020:00000001:3.0:1770653412.390817:0:76384:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1770653412.390818:0:6728:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626796159183360 : -117277550368256 : ffff955631452a00) 00010000:00000001:3.0:1770653412.390820:0:76384:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626800411724288 : -117273297827328 : ffff95572ebdca00) 00000400:00000200:2.0:1770653412.390825:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 6560 00010000:00010000:1.0:1770653412.390827:0:6728:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff955631452a00/0x2aed14e4e178cc43 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x1576:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe16c7 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653412.390828:0:76384:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626800411724288 : -117273297827328 : ffff95572ebdca00) 00000800:00000001:2.0:1770653412.390834:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:3.0:1770653412.390837:0:76384:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95572ebdca00/0x2aed14e4e178cc4a lrc: 2/0,0 mode: --/PR res: [0x280000403:0x143d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe16c0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000800:00000001:2.0:1770653412.390841:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1770653412.390874:0:76384:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000001:1.0:1770653412.390876:0:6728:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000400:00000200:2.0:1770653412.390878:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000010:3.0:1770653412.390879:0:76384:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9556665bf740. 00002000:00000010:1.0:1770653412.390881:0:6728:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff955645229700. 00002000:00000001:3.0:1770653412.390886:0:76384:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00002000:00000001:1.0:1770653412.390887:0:6728:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000400:00000200:2.0:1770653412.390888:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000001:3.0:1770653412.390890:0:76384:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1770653412.390892:0:6728:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:2.0:1770653412.390895:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1770653412.390898:0:76384:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796220520472 : -117277489031144 : ffff955634ed1818) 00000020:00000001:1.0:1770653412.390898:0:6728:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797101934456 : -117276607617160 : ffff955669766778) 00000100:00000200:2.0:1770653412.390899:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00002000:00000001:3.0:1770653412.390905:0:76384:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796220520384 : -117277489031232 : ffff955634ed17c0) 00002000:00000001:1.0:1770653412.390907:0:6728:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797101934368 : -117276607617248 : ffff955669766720) 00000100:00000010:2.0:1770653412.390908:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c23480. 00002000:00000001:3.0:1770653412.390909:0:76384:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00002000:00000001:1.0:1770653412.390912:0:6728:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00000100:00000040:2.0:1770653412.390915:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955666c23480 x1856657966294272 msgsize 328 00002000:00000001:3.0:1770653412.390917:0:76384:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653412.390919:0:6728:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1770653412.390924:0:76384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x143d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:2.0:1770653412.390925:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00002000:00010000:1.0:1770653412.390926:0:6728:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x1576:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:3.0:1770653412.390933:0:76384:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00002000:00000001:1.0:1770653412.390934:0:6728:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:3.0:1770653412.390938:0:76384:0:(lu_object.c:207:lu_object_put()) Add ffff955634ed1818/ffff955634ed17c0 to site lru. bkt: ffff95571148dbc8 00000100:00000001:2.0:1770653412.390939:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000002:1.0:1770653412.390939:0:6728:0:(lu_object.c:207:lu_object_put()) Add ffff955669766778/ffff955669766720 to site lru. bkt: ffff9556025b48c0 00010000:00000040:3.0:1770653412.390947:0:76384:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 78 00000800:00000001:2.0:1770653412.390947:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000040:1.0:1770653412.390947:0:6728:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 75 00000020:00000040:3.0:1770653412.390954:0:76384:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=83 00000800:00000001:2.0:1770653412.390955:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1770653412.390956:0:6728:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=80 00010000:00000001:3.0:1770653412.390963:0:76384:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1770653412.390965:0:6728:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:0.0:1770653412.390966:0:7966:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00002000:00000001:3.0:1770653412.390968:0:76384:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00002000:00000001:1.0:1770653412.390970:0:6728:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00100000:0.0:1770653412.390971:0:7966:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966294272 00000100:00000001:3.0:1770653412.390972:0:76384:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1770653412.390974:0:6728:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1770653412.390976:0:7966:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1770653412.390978:0:76384:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1770653412.390979:0:6728:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1770653412.390980:0:7966:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1770653412.390984:0:76384:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff955607ffcc00. 00000100:00000001:0.0:1770653412.390984:0:7966:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653412.390986:0:6728:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9556339c8400. 02000000:00000001:0.0:1770653412.390988:0:7966:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653412.390990:0:76384:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653412.390992:0:6728:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653412.390994:0:7966:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966294272 00000100:00000001:3.0:1770653412.390995:0:76384:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.390997:0:6728:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.390998:0:7966:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:3.0:1770653412.391001:0:76384:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000020:00000040:0.0:1770653412.391003:0:7966:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00010000:00000001:3.0:1770653412.391005:0:76384:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1770653412.391005:0:6728:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000020:00000001:0.0:1770653412.391006:0:7966:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:3.0:1770653412.391011:0:76384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653412.391011:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000040:0.0:1770653412.391012:0:7966:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=81 00010000:00000001:3.0:1770653412.391017:0:76384:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1770653412.391017:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000001:0.0:1770653412.391018:0:7966:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00010000:00000001:1.0:1770653412.391020:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653412.391026:0:7966:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00010000:00000001:1.0:1770653412.391027:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1770653412.391028:0:76384:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1770653412.391033:0:76384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770653412.391034:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:0.0:1770653412.391034:0:7966:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1770653412.391036:0:76384:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.391040:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.391041:0:76384:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000010:0.0:1770653412.391042:0:7966:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a600. 00010000:00000001:1.0:1770653412.391046:0:6728:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:0.0:1770653412.391048:0:7966:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1770653412.391049:0:76384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95572ebdca00/0x2aed14e4e178cc4a lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x143d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16c0 expref: 83 pid: 76384 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770653412.391055:0:6728:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff955631452a00/0x2aed14e4e178cc43 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1576:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16c7 expref: 81 pid: 6728 timeout: 0 lvb_type: 1 00000020:00000010:0.0:1770653412.391055:0:7966:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a600. 00000020:00000010:0.0:1770653412.391064:0:7966:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997b000. 00010000:00000040:3.0:1770653412.391067:0:76384:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x143d:0x0].0x0 (ffff955632299400) refcount = 1 00000020:00000010:0.0:1770653412.391071:0:7966:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556323ff780. 00010000:00000040:3.0:1770653412.391077:0:76384:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000020:00000010:0.0:1770653412.391079:0:7966:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3dc80. 00010000:00000040:1.0:1770653412.391080:0:6728:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1576:0x0].0x0 (ffff95571307b700) refcount = 1 00010000:00000040:3.0:1770653412.391084:0:76384:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95572ebdca00/0x2aed14e4e178cc4a lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x143d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16c0 expref: 83 pid: 76384 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1770653412.391086:0:6728:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:0.0:1770653412.391087:0:7966:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1770653412.391091:0:7966:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1770653412.391095:0:7966:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653412.391096:0:6728:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955631452a00/0x2aed14e4e178cc43 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1576:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16c7 expref: 81 pid: 6728 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1770653412.391099:0:76384:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:0.0:1770653412.391101:0:7966:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.391103:0:76384:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.391109:0:76384:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1770653412.391111:0:76384:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.391112:0:6728:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00002000:00000001:3.0:1770653412.391114:0:76384:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1770653412.391116:0:6728:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.391117:0:76384:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.391118:0:7966:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.391121:0:6728:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1770653412.391125:0:76384:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00000001:1.0:1770653412.391126:0:6728:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1770653412.391131:0:6728:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00010000:3.0:1770653412.391132:0:76384:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff95572ebdca00/0x2aed14e4e178cc4a lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x143d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16c0 expref: 83 pid: 76384 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1770653412.391132:0:7966:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1770653412.391136:0:6728:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.391136:0:7966:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1770653412.391144:0:6728:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00000100:00100000:0.0:1770653412.391147:0:7966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136104 00010000:00010000:1.0:1770653412.391153:0:6728:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff955631452a00/0x2aed14e4e178cc43 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1576:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16c7 expref: 81 pid: 6728 timeout: 0 lvb_type: 1 00000100:00000040:0.0:1770653412.391155:0:7966:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 2 00010000:00000001:3.0:1770653412.391157:0:76384:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653412.391162:0:76384:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:0.0:1770653412.391162:0:7966:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797056570496 : -117276652981120 : ffff955666c23480) 00010000:00000001:3.0:1770653412.391166:0:76384:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.391171:0:76384:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.391173:0:6728:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:0.0:1770653412.391173:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955666c23480 x1856657966294272/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1770653412.391174:0:76384:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1770653412.391178:0:6728:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1770653412.391179:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653412.391184:0:6728:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.391185:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653412.391190:0:76384:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95572ebdca00, rc 0) 00010000:00000001:1.0:1770653412.391191:0:6728:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.391191:0:7966:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1770653412.391196:0:76384:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.391197:0:6728:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000010:0.0:1770653412.391198:0:7966:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a600. 00010000:00000001:1.0:1770653412.391201:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:3.0:1770653412.391202:0:76384:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966293888 00000100:00000001:0.0:1770653412.391203:0:7966:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653412.391205:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.391209:0:76384:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00010000:1.0:1770653412.391210:0:6728:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff955631452a00, rc 0) 00000020:00000010:0.0:1770653412.391211:0:7966:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a600. 00010000:00000200:3.0:1770653412.391219:0:76384:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955666c22d80 x1856657966293888/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000001:1.0:1770653412.391219:0:6728:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653412.391222:0:7966:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955666c23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b31b1d82-c1d4-4680-ae7a-71292416d1f5+81:2363:x1856657966294272:12345-192.168.202.60@tcp:101:ll_agl.0 00010000:00000040:1.0:1770653412.391225:0:6728:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966294016 00010000:00000001:1.0:1770653412.391232:0:6728:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1770653412.391241:0:6728:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955666c22a00 x1856657966294016/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1770653412.391244:0:7966:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966294272 00000020:00000001:0.0:1770653412.391250:0:7966:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1770653412.391254:0:7966:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:3.0:1770653412.391255:0:76384:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1770653412.391258:0:7966:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.391260:0:76384:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.391263:0:6728:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1770653412.391263:0:7966:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00001000:3.0:1770653412.391264:0:76384:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00010000:00000001:1.0:1770653412.391268:0:6728:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.391269:0:7966:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000100:00000001:3.0:1770653412.391270:0:76384:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1770653412.391277:0:7966:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1770653412.391278:0:76384:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00001000:1.0:1770653412.391278:0:6728:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000020:00000001:0.0:1770653412.391281:0:7966:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.391285:0:76384:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000020:00000001:0.0:1770653412.391288:0:7966:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1770653412.391289:0:6728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1770653412.391290:0:76384:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1770653412.391291:0:7966:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1770653412.391295:0:76384:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.391296:0:7966:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653412.391297:0:6728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000100:00000001:3.0:1770653412.391300:0:76384:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1770653412.391302:0:7966:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000100:00000001:1.0:1770653412.391304:0:6728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00000001:0.0:1770653412.391306:0:7966:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00000100:00000040:3.0:1770653412.391307:0:76384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00010000:0.0:1770653412.391309:0:7966:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 02000000:00000001:1.0:1770653412.391312:0:6728:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1770653412.391313:0:7966:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000400:00000010:3.0:1770653412.391315:0:76384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78660. 02000000:00000001:1.0:1770653412.391316:0:6728:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.391316:0:7966:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653412.391324:0:76384:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966293888, offset 224 00000100:00000001:1.0:1770653412.391325:0:6728:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1770653412.391325:0:7966:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1770653412.391335:0:7966:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff95572240f400. 00000400:00000200:3.0:1770653412.391338:0:76384:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000040:1.0:1770653412.391339:0:6728:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000010:0.0:1770653412.391340:0:7966:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff95572240fb00. 00000400:00000010:1.0:1770653412.391346:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022880. 00010000:00000001:0.0:1770653412.391347:0:7966:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1770653412.391352:0:7966:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95572dd52800. 00000400:00000200:3.0:1770653412.391354:0:76384:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000200:1.0:1770653412.391355:0:6728:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966294016, offset 224 00000020:00000001:0.0:1770653412.391357:0:7966:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1770653412.391363:0:7966:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95572dd52800 with handle 0x2aed14e4e178cc51 to hash 00000400:00000200:3.0:1770653412.391366:0:76384:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164513:2164513:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164509:2164509:8:4294967295] 00000020:00000001:0.0:1770653412.391369:0:7966:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000400:00000200:1.0:1770653412.391370:0:6728:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653412.391374:0:7966:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626800396478464 : -117273313073152 : ffff95572dd52800) 00010000:00000001:0.0:1770653412.391379:0:7966:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626800396478464 : -117273313073152 : ffff95572dd52800) 00010000:00010000:0.0:1770653412.391386:0:7966:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95572dd52800/0x2aed14e4e178cc51 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x1570:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe16d5 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1770653412.391389:0:76384:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:3.0:1770653412.391403:0:76384:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00002000:00000001:0.0:1770653412.391404:0:7966:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000400:00000200:1.0:1770653412.391409:0:6728:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00002000:00000010:0.0:1770653412.391410:0:7966:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff95564b95a600. 00000800:00000010:3.0:1770653412.391411:0:76384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626cf00. 00002000:00000001:0.0:1770653412.391416:0:7966:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1770653412.391420:0:7966:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000200:3.0:1770653412.391422:0:76384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000400:00000200:1.0:1770653412.391424:0:6728:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164514:2164514:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164510:2164510:7:4294967295] 00000020:00000001:0.0:1770653412.391426:0:7966:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797101939320 : -117276607612296 : ffff955669767a78) 00000800:00000200:3.0:1770653412.391434:0:76384:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00002000:00000001:0.0:1770653412.391435:0:7966:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797101939232 : -117276607612384 : ffff955669767a20) 00000800:00000200:3.0:1770653412.391442:0:76384:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626cf00 type 1, nob 496 niov 1 nkiov 1 00002000:00000001:0.0:1770653412.391442:0:7966:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00002000:00000001:0.0:1770653412.391449:0:7966:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1770653412.391454:0:7966:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x1570:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000400:00000200:1.0:1770653412.391459:0:6728:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00002000:00000001:0.0:1770653412.391460:0:7966:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000100:00000001:3.0:1770653412.391461:0:76384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1770653412.391464:0:7966:0:(lu_object.c:207:lu_object_put()) Add ffff955669767a78/ffff955669767a20 to site lru. bkt: ffff9556025b6290 00000100:00000040:3.0:1770653412.391471:0:76384:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000040:0.0:1770653412.391472:0:7966:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 76 00010000:00000001:3.0:1770653412.391479:0:76384:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000040:0.0:1770653412.391479:0:7966:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=82 00000800:00000200:1.0:1770653412.391480:0:6728:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000020:00000001:3.0:1770653412.391484:0:76384:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.391487:0:7966:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:3.0:1770653412.391488:0:76384:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00002000:00000001:0.0:1770653412.391490:0:7966:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000800:00000010:1.0:1770653412.391491:0:6728:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399b00. 00000100:00000001:0.0:1770653412.391493:0:7966:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1770653412.391496:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c22d80 x1856657966293888/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1770653412.391498:0:7966:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1770653412.391504:0:7966:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff95561813ac00. 00000800:00000200:1.0:1770653412.391509:0:6728:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 02000000:00000001:0.0:1770653412.391510:0:7966:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1770653412.391515:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1770653412.391516:0:7966:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653412.391522:0:76384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955666c22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:b31b1d82-c1d4-4680-ae7a-71292416d1f5+83:2364:x1856657966293888:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 940us (1241us total) trans 0 rc 0/0 00000800:00000010:2.0:1770653412.391522:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626cf00. 00010000:00000001:0.0:1770653412.391523:0:7966:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1770653412.391527:0:7966:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000800:00000200:1.0:1770653412.391529:0:6728:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000400:00000200:2.0:1770653412.391531:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:0.0:1770653412.391531:0:7966:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653412.391537:0:7966:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1770653412.391540:0:6728:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399b00 type 1, nob 496 niov 1 nkiov 1 00010000:00000001:0.0:1770653412.391542:0:7966:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000400:00000200:2.0:1770653412.391545:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00010000:0.0:1770653412.391546:0:7966:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1770653412.391548:0:76384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136102 00010000:00000001:0.0:1770653412.391552:0:7966:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.391553:0:6728:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653412.391554:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78660 00010000:00000001:0.0:1770653412.391558:0:7966:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000040:3.0:1770653412.391560:0:76384:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000400:00000010:2.0:1770653412.391561:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78660. 00000100:00000040:1.0:1770653412.391564:0:6728:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00010000:0.0:1770653412.391566:0:7966:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95572dd52800/0x2aed14e4e178cc51 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1570:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16d5 expref: 82 pid: 7966 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1770653412.391568:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.391569:0:76384:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1770653412.391572:0:6728:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:2.0:1770653412.391573:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1770653412.391575:0:76384:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1770653412.391577:0:6728:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.391584:0:6728:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:3.0:1770653412.391585:0:76384:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300500. 00010000:00000040:0.0:1770653412.391586:0:7966:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1570:0x0].0x0 (ffff95572240f400) refcount = 1 00000800:00000200:2.0:1770653412.391587:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1770653412.391594:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399b00. 00000100:00000040:1.0:1770653412.391595:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c22a00 x1856657966294016/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000040:0.0:1770653412.391595:0:7966:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000020:00000010:3.0:1770653412.391597:0:76384:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90ed8. 00000400:00000200:2.0:1770653412.391601:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:0.0:1770653412.391605:0:7966:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95572dd52800/0x2aed14e4e178cc51 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1570:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16d5 expref: 82 pid: 7966 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1770653412.391613:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:2.0:1770653412.391620:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022880 00000400:00000010:2.0:1770653412.391623:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022880. 00010000:00000001:0.0:1770653412.391630:0:7966:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:2.0:1770653412.391631:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653412.391635:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1770653412.391636:0:7966:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653412.391637:0:6728:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955666c22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+82:2363:x1856657966294016:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 936us (1146us total) trans 0 rc 0/0 00010000:00000001:0.0:1770653412.391641:0:7966:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1770653412.391644:0:7966:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1770653412.391648:0:7966:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000100:00100000:1.0:1770653412.391652:0:6728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136103 00010000:00000001:0.0:1770653412.391653:0:7966:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653412.391660:0:6728:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 1 00010000:00000001:0.0:1770653412.391662:0:7966:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00000100:00000001:1.0:1770653412.391664:0:6728:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1770653412.391667:0:6728:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:0.0:1770653412.391671:0:7966:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff95572dd52800/0x2aed14e4e178cc51 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1570:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16d5 expref: 82 pid: 7966 timeout: 0 lvb_type: 1 00000020:00000010:1.0:1770653412.391672:0:6728:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d680. 00000020:00000010:1.0:1770653412.391678:0:6728:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada4b0. 00000020:00000010:1.0:1770653412.391684:0:6728:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9556560af000. 00000020:00000040:1.0:1770653412.391691:0:6728:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 81 00010000:00000001:0.0:1770653412.391694:0:7966:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:1.0:1770653412.391697:0:6728:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.391699:0:7966:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000010:3.0:1770653412.391701:0:76384:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bc400. 00010000:00000001:0.0:1770653412.391704:0:7966:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1770653412.391710:0:76384:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 82 00010000:00000001:0.0:1770653412.391710:0:7966:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.391717:0:7966:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:3.0:1770653412.391718:0:76384:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.391722:0:7966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653412.391726:0:7966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1770653412.391730:0:7966:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95572dd52800, rc 0) 00000020:00000001:0.0:1770653412.391733:0:7966:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653412.391737:0:7966:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966294272 00010000:00000001:0.0:1770653412.391741:0:7966:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1770653412.391747:0:7966:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955666c23480 x1856657966294272/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1770653412.391775:0:7966:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1770653412.391778:0:7966:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653412.391782:0:7966:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:0.0:1770653412.391788:0:7966:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1770653412.391792:0:7966:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:0.0:1770653412.391795:0:7966:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:0.0:1770653412.391799:0:7966:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1770653412.391801:0:7966:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.391804:0:7966:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1770653412.391807:0:7966:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:0.0:1770653412.391812:0:7966:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8aa0. 00000100:00000200:0.0:1770653412.391816:0:7966:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966294272, offset 224 00000400:00000200:0.0:1770653412.391823:0:7966:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:0.0:1770653412.391832:0:7966:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:0.0:1770653412.391837:0:7966:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164515:2164515:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164511:2164511:8:4294967295] 00000400:00000200:0.0:1770653412.391872:0:7966:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:0.0:1770653412.391879:0:7966:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:0.0:1770653412.391884:0:7966:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955601b6f200. 00000800:00000200:0.0:1770653412.391890:0:7966:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:0.0:1770653412.391896:0:7966:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:0.0:1770653412.391900:0:7966:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955601b6f200 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1770653412.391914:0:7966:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653412.391919:0:7966:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:0.0:1770653412.391922:0:7966:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1770653412.391924:0:7966:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.391928:0:7966:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1770653412.391935:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c23480 x1856657966294272/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1770653412.391949:0:7966:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955666c23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b31b1d82-c1d4-4680-ae7a-71292416d1f5+81:2363:x1856657966294272:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 756us (1031us total) trans 0 rc 0/0 00000100:00100000:0.0:1770653412.391959:0:7966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136104 00000100:00000040:0.0:1770653412.391964:0:7966:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000800:00000200:2.0:1770653412.391966:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1770653412.391967:0:7966:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000010:2.0:1770653412.391970:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955601b6f200. 00000100:00000001:0.0:1770653412.391972:0:7966:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1770653412.391976:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1770653412.391979:0:7966:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556323ff780. 00000400:00000200:2.0:1770653412.391985:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000010:0.0:1770653412.391988:0:7966:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3dc80. 00000400:00000200:2.0:1770653412.391989:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8aa0 00000400:00000010:2.0:1770653412.391995:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8aa0. 00000020:00000010:0.0:1770653412.391998:0:7966:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997b000. 00000100:00000001:2.0:1770653412.391999:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653412.392002:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:0.0:1770653412.392007:0:7966:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 80 00000100:00000001:0.0:1770653412.392013:0:7966:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.393635:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.393643:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.393645:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.393647:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.393652:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:2.0:1770653412.393660:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8ce600 00000400:00000200:2.0:1770653412.393664:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 6888 00000800:00000001:2.0:1770653412.393669:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.393674:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.393675:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653412.393678:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653412.393682:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653412.393684:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1770653412.393687:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955602b1c380. 00000100:00000040:2.0:1770653412.393689:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955602b1c380 x1856657966294528 msgsize 328 00000100:00100000:2.0:1770653412.393692:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:2.0:1770653412.393704:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1770653412.393708:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.393710:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653412.393745:0:7966:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1770653412.393749:0:7966:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966294528 02000000:00000001:0.0:1770653412.393765:0:7966:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653412.393767:0:7966:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653412.393770:0:7966:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653412.393773:0:7966:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653412.393775:0:7966:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966294528 00000020:00000001:0.0:1770653412.393777:0:7966:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1770653412.393779:0:7966:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000020:00000001:0.0:1770653412.393780:0:7966:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653412.393782:0:7966:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=83 00000020:00000001:0.0:1770653412.393784:0:7966:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:0.0:1770653412.393787:0:7966:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:0.0:1770653412.393789:0:7966:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1770653412.393793:0:7966:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a0c0. 00000100:00000001:0.0:1770653412.393795:0:7966:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653412.393797:0:7966:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a0c0. 00000020:00000010:0.0:1770653412.393801:0:7966:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997b000. 00000020:00000010:0.0:1770653412.393804:0:7966:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556323ff780. 00000020:00000010:0.0:1770653412.393807:0:7966:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3dc80. 00000100:00000040:0.0:1770653412.393811:0:7966:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1770653412.393813:0:7966:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1770653412.393814:0:7966:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1770653412.393815:0:7966:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.393819:0:7966:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.393830:0:7966:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653412.393837:0:7966:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1770653412.393838:0:7966:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1770653412.393843:0:7966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136105 00000100:00000040:0.0:1770653412.393845:0:7966:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:0.0:1770653412.393861:0:7966:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795377771392 : -117278331780224 : ffff955602b1c380) 00000100:00000040:0.0:1770653412.393867:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955602b1c380 x1856657966294528/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1770653412.393874:0:7966:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1770653412.393877:0:7966:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a0c0. 00000100:00000001:0.0:1770653412.393879:0:7966:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653412.393881:0:7966:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a0c0. 00000100:00100000:0.0:1770653412.393885:0:7966:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955602b1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b31b1d82-c1d4-4680-ae7a-71292416d1f5+83:2363:x1856657966294528:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000200:0.0:1770653412.393889:0:7966:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966294528 00000020:00000001:0.0:1770653412.393891:0:7966:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1770653412.393893:0:7966:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1770653412.393895:0:7966:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.393897:0:7966:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1770653412.393899:0:7966:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:0.0:1770653412.393902:0:7966:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1770653412.393904:0:7966:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653412.393906:0:7966:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1770653412.393907:0:7966:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1770653412.393910:0:7966:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.393912:0:7966:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1770653412.393914:0:7966:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1770653412.393915:0:7966:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1770653412.393917:0:7966:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1770653412.393918:0:7966:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.393921:0:7966:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1770653412.393924:0:7966:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff95572240f200. 00010000:00000010:0.0:1770653412.393927:0:7966:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff95572240fd00. 00010000:00000001:0.0:1770653412.393930:0:7966:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1770653412.393932:0:7966:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95572dd53c00. 00000020:00000001:0.0:1770653412.393934:0:7966:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1770653412.393936:0:7966:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95572dd53c00 with handle 0x2aed14e4e178cc58 to hash 00000020:00000001:0.0:1770653412.393938:0:7966:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1770653412.393939:0:7966:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626800396483584 : -117273313068032 : ffff95572dd53c00) 00010000:00000001:0.0:1770653412.393941:0:7966:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626800396483584 : -117273313068032 : ffff95572dd53c00) 00010000:00010000:0.0:1770653412.393944:0:7966:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95572dd53c00/0x2aed14e4e178cc58 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x1441:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe16e3 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00002000:00000001:0.0:1770653412.393951:0:7966:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:0.0:1770653412.393953:0:7966:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff95564b95a0c0. 00002000:00000001:0.0:1770653412.393955:0:7966:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1770653412.393956:0:7966:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1770653412.393960:0:7966:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796220515608 : -117277489036008 : ffff955634ed0518) 00002000:00000001:0.0:1770653412.393961:0:7966:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796220515520 : -117277489036096 : ffff955634ed04c0) 00002000:00000001:0.0:1770653412.393963:0:7966:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00002000:00000001:0.0:1770653412.393967:0:7966:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1770653412.393969:0:7966:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x1441:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:0.0:1770653412.393971:0:7966:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:0.0:1770653412.393973:0:7966:0:(lu_object.c:207:lu_object_put()) Add ffff955634ed0518/ffff955634ed04c0 to site lru. bkt: ffff95571148c0a8 00010000:00000040:0.0:1770653412.393975:0:7966:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 79 00000020:00000040:0.0:1770653412.393976:0:7966:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=84 00010000:00000001:0.0:1770653412.393980:0:7966:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1770653412.393981:0:7966:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1770653412.393983:0:7966:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1770653412.393984:0:7966:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1770653412.393987:0:7966:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff955618139400. 02000000:00000001:0.0:1770653412.393989:0:7966:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.393990:0:7966:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.393992:0:7966:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1770653412.393994:0:7966:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653412.393995:0:7966:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653412.393996:0:7966:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.393998:0:7966:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653412.393999:0:7966:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653412.394000:0:7966:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.394002:0:7966:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1770653412.394005:0:7966:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95572dd53c00/0x2aed14e4e178cc58 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1441:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16e3 expref: 84 pid: 7966 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1770653412.394011:0:7966:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1441:0x0].0x0 (ffff95572240f200) refcount = 1 00010000:00000040:0.0:1770653412.394014:0:7966:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1770653412.394016:0:7966:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95572dd53c00/0x2aed14e4e178cc58 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1441:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16e3 expref: 84 pid: 7966 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1770653412.394027:0:7966:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653412.394028:0:7966:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.394030:0:7966:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1770653412.394031:0:7966:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1770653412.394032:0:7966:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1770653412.394034:0:7966:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.394036:0:7966:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1770653412.394039:0:7966:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff95572dd53c00/0x2aed14e4e178cc58 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1441:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16e3 expref: 84 pid: 7966 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1770653412.394046:0:7966:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1770653412.394047:0:7966:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1770653412.394048:0:7966:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.394050:0:7966:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.394051:0:7966:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1770653412.394052:0:7966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653412.394054:0:7966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1770653412.394055:0:7966:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95572dd53c00, rc 0) 00000020:00000001:0.0:1770653412.394057:0:7966:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653412.394058:0:7966:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966294528 00010000:00000001:0.0:1770653412.394060:0:7966:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1770653412.394063:0:7966:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955602b1c380 x1856657966294528/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1770653412.394069:0:7966:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1770653412.394070:0:7966:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653412.394072:0:7966:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:0.0:1770653412.394075:0:7966:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1770653412.394077:0:7966:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:0.0:1770653412.394079:0:7966:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:0.0:1770653412.394081:0:7966:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1770653412.394082:0:7966:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.394085:0:7966:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1770653412.394086:0:7966:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:0.0:1770653412.394089:0:7966:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac86e8. 00000100:00000200:0.0:1770653412.394092:0:7966:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966294528, offset 224 00000400:00000200:0.0:1770653412.394096:0:7966:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:0.0:1770653412.394101:0:7966:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:0.0:1770653412.394105:0:7966:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164516:2164516:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164512:2164512:8:4294967295] 00000400:00000200:0.0:1770653412.394114:0:7966:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:0.0:1770653412.394120:0:7966:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:0.0:1770653412.394124:0:7966:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955601b6f900. 00000800:00000200:0.0:1770653412.394129:0:7966:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:0.0:1770653412.394135:0:7966:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:0.0:1770653412.394138:0:7966:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955601b6f900 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1770653412.394154:0:7966:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653412.394157:0:7966:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:0.0:1770653412.394160:0:7966:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1770653412.394162:0:7966:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.394165:0:7966:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1770653412.394170:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955602b1c380 x1856657966294528/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1770653412.394183:0:7966:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955602b1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b31b1d82-c1d4-4680-ae7a-71292416d1f5+84:2363:x1856657966294528:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 305us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1770653412.394191:0:7966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136105 00000100:00000040:0.0:1770653412.394193:0:7966:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000100:00000001:0.0:1770653412.394195:0:7966:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1770653412.394197:0:7966:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1770653412.394200:0:7966:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556323ff780. 00000020:00000010:0.0:1770653412.394203:0:7966:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3dc80. 00000020:00000010:0.0:1770653412.394206:0:7966:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997b000. 00000020:00000040:0.0:1770653412.394209:0:7966:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 83 00000100:00000001:0.0:1770653412.394212:0:7966:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1770653412.394233:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1770653412.394237:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955601b6f900. 00000400:00000200:2.0:1770653412.394241:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653412.394246:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:2.0:1770653412.394248:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac86e8 00000400:00000010:2.0:1770653412.394250:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac86e8. 00000100:00000001:2.0:1770653412.394253:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653412.394254:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1770653412.395013:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.395021:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.395023:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.395025:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.395029:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:2.0:1770653412.395037:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8ce480 00000400:00000200:2.0:1770653412.395042:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 7216 00000800:00000001:2.0:1770653412.395046:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.395051:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.395053:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653412.395056:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653412.395059:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653412.395061:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1770653412.395064:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955602b1c000. 00000100:00000040:2.0:1770653412.395066:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955602b1c000 x1856657966294144 msgsize 328 00000100:00100000:2.0:1770653412.395069:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:2.0:1770653412.395080:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1770653412.395085:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.395088:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653412.395138:0:7966:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1770653412.395142:0:7966:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966294144 02000000:00000001:0.0:1770653412.395145:0:7966:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653412.395147:0:7966:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653412.395149:0:7966:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653412.395152:0:7966:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653412.395155:0:7966:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966294144 00000020:00000001:0.0:1770653412.395157:0:7966:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1770653412.395159:0:7966:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:0.0:1770653412.395161:0:7966:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653412.395164:0:7966:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=81 00000020:00000001:0.0:1770653412.395166:0:7966:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000020:00000001:0.0:1770653412.395168:0:7966:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:0.0:1770653412.395170:0:7966:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1770653412.395173:0:7966:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a540. 00000100:00000001:0.0:1770653412.395175:0:7966:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653412.395177:0:7966:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a540. 00000020:00000010:0.0:1770653412.395180:0:7966:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997b000. 00000020:00000010:0.0:1770653412.395183:0:7966:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556323ff780. 00000020:00000010:0.0:1770653412.395185:0:7966:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3dc80. 00000100:00000040:0.0:1770653412.395188:0:7966:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1770653412.395190:0:7966:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1770653412.395191:0:7966:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1770653412.395193:0:7966:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.395196:0:7966:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.395205:0:7966:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653412.395212:0:7966:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1770653412.395213:0:7966:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1770653412.395216:0:7966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136106 00000100:00000040:0.0:1770653412.395218:0:7966:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000100:00000001:0.0:1770653412.395220:0:7966:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795377770496 : -117278331781120 : ffff955602b1c000) 00000100:00000040:0.0:1770653412.395224:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955602b1c000 x1856657966294144/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1770653412.395235:0:7966:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1770653412.395237:0:7966:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a540. 00000100:00000001:0.0:1770653412.395239:0:7966:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653412.395240:0:7966:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a540. 00000100:00100000:0.0:1770653412.395243:0:7966:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955602b1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b31b1d82-c1d4-4680-ae7a-71292416d1f5+81:2364:x1856657966294144:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000200:0.0:1770653412.395246:0:7966:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966294144 00000020:00000001:0.0:1770653412.395248:0:7966:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1770653412.395249:0:7966:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1770653412.395251:0:7966:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.395253:0:7966:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1770653412.395254:0:7966:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:0.0:1770653412.395257:0:7966:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1770653412.395259:0:7966:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653412.395261:0:7966:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1770653412.395262:0:7966:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1770653412.395264:0:7966:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.395266:0:7966:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1770653412.395268:0:7966:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1770653412.395269:0:7966:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1770653412.395270:0:7966:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1770653412.395272:0:7966:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.395274:0:7966:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1770653412.395278:0:7966:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff95572240f600. 00010000:00000010:0.0:1770653412.395283:0:7966:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff955624814100. 00010000:00000001:0.0:1770653412.395286:0:7966:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1770653412.395289:0:7966:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955701517400. 00000020:00000001:0.0:1770653412.395291:0:7966:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1770653412.395293:0:7966:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955701517400 with handle 0x2aed14e4e178cc5f to hash 00000020:00000001:0.0:1770653412.395295:0:7966:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1770653412.395296:0:7966:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799649649664 : -117274059901952 : ffff955701517400) 00010000:00000001:0.0:1770653412.395298:0:7966:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799649649664 : -117274059901952 : ffff955701517400) 00010000:00010000:0.0:1770653412.395300:0:7966:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff955701517400/0x2aed14e4e178cc5f lrc: 2/0,0 mode: --/PR res: [0x240000403:0x156d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe16ce expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00002000:00000001:0.0:1770653412.395307:0:7966:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:0.0:1770653412.395309:0:7966:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff95564b95a540. 00002000:00000001:0.0:1770653412.395310:0:7966:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1770653412.395312:0:7966:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1770653412.395314:0:7966:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797101936584 : -117276607615032 : ffff955669766fc8) 00002000:00000001:0.0:1770653412.395316:0:7966:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797101936496 : -117276607615120 : ffff955669766f70) 00002000:00000001:0.0:1770653412.395318:0:7966:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00002000:00000001:0.0:1770653412.395321:0:7966:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1770653412.395324:0:7966:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x156d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:0.0:1770653412.395326:0:7966:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:0.0:1770653412.395328:0:7966:0:(lu_object.c:207:lu_object_put()) Add ffff955669766fc8/ffff955669766f70 to site lru. bkt: ffff9556025b5df8 00010000:00000040:0.0:1770653412.395330:0:7966:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 77 00000020:00000040:0.0:1770653412.395332:0:7966:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=82 00010000:00000001:0.0:1770653412.395334:0:7966:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1770653412.395335:0:7966:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1770653412.395337:0:7966:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1770653412.395339:0:7966:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1770653412.395341:0:7966:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff95561813a800. 02000000:00000001:0.0:1770653412.395343:0:7966:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.395345:0:7966:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.395346:0:7966:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1770653412.395348:0:7966:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653412.395349:0:7966:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653412.395351:0:7966:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.395352:0:7966:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653412.395353:0:7966:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653412.395354:0:7966:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.395356:0:7966:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1770653412.395359:0:7966:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff955701517400/0x2aed14e4e178cc5f lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x156d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16ce expref: 82 pid: 7966 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1770653412.395364:0:7966:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x156d:0x0].0x0 (ffff95572240f600) refcount = 1 00010000:00000040:0.0:1770653412.395366:0:7966:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1770653412.395369:0:7966:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955701517400/0x2aed14e4e178cc5f lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x156d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16ce expref: 82 pid: 7966 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1770653412.395375:0:7966:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653412.395376:0:7966:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.395377:0:7966:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1770653412.395378:0:7966:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1770653412.395380:0:7966:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1770653412.395381:0:7966:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.395383:0:7966:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1770653412.395385:0:7966:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff955701517400/0x2aed14e4e178cc5f lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x156d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16ce expref: 82 pid: 7966 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1770653412.395392:0:7966:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1770653412.395393:0:7966:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1770653412.395394:0:7966:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.395396:0:7966:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.395398:0:7966:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1770653412.395398:0:7966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653412.395399:0:7966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1770653412.395401:0:7966:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff955701517400, rc 0) 00000020:00000001:0.0:1770653412.395402:0:7966:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653412.395404:0:7966:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966294144 00010000:00000001:0.0:1770653412.395405:0:7966:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1770653412.395408:0:7966:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955602b1c000 x1856657966294144/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1770653412.395414:0:7966:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1770653412.395416:0:7966:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653412.395418:0:7966:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:0.0:1770653412.395421:0:7966:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1770653412.395422:0:7966:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:0.0:1770653412.395424:0:7966:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:0.0:1770653412.395426:0:7966:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1770653412.395428:0:7966:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.395429:0:7966:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1770653412.395431:0:7966:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:0.0:1770653412.395434:0:7966:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8088. 00000100:00000200:0.0:1770653412.395436:0:7966:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966294144, offset 224 00000400:00000200:0.0:1770653412.395440:0:7966:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:0.0:1770653412.395445:0:7966:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:0.0:1770653412.395449:0:7966:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164517:2164517:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164513:2164513:8:4294967295] 00000400:00000200:0.0:1770653412.395456:0:7966:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:0.0:1770653412.395460:0:7966:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:0.0:1770653412.395463:0:7966:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955601b6f900. 00000800:00000200:0.0:1770653412.395466:0:7966:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:0.0:1770653412.395470:0:7966:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:0.0:1770653412.395472:0:7966:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955601b6f900 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1770653412.395484:0:7966:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653412.395487:0:7966:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:0.0:1770653412.395489:0:7966:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1770653412.395490:0:7966:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.395492:0:7966:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1770653412.395495:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955602b1c000 x1856657966294144/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1770653412.395503:0:7966:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955602b1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b31b1d82-c1d4-4680-ae7a-71292416d1f5+82:2364:x1856657966294144:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 266us (435us total) trans 0 rc 0/0 00000100:00100000:0.0:1770653412.395508:0:7966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136106 00000100:00000040:0.0:1770653412.395510:0:7966:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000100:00000001:0.0:1770653412.395512:0:7966:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1770653412.395513:0:7966:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1770653412.395516:0:7966:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556323ff780. 00000020:00000010:0.0:1770653412.395519:0:7966:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3dc80. 00000020:00000010:0.0:1770653412.395523:0:7966:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997b000. 00000020:00000040:0.0:1770653412.395525:0:7966:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 81 00000100:00000001:0.0:1770653412.395527:0:7966:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.395551:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.395560:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.395563:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1770653412.395609:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1770653412.395614:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955601b6f900. 00000400:00000200:3.0:1770653412.395619:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.395625:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:3.0:1770653412.395629:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8088 00000800:00000001:2.0:1770653412.395629:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1770653412.395631:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8088. 00000100:00000001:3.0:1770653412.395637:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.395640:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1770653412.395641:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:2.0:1770653412.395653:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8ce580 00000400:00000200:2.0:1770653412.395659:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 7544 00000800:00000001:2.0:1770653412.395664:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.395670:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.395672:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653412.395675:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653412.395678:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653412.395680:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1770653412.395683:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955602b1fb80. 00000100:00000040:2.0:1770653412.395686:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955602b1fb80 x1856657966294400 msgsize 328 00000100:00100000:2.0:1770653412.395690:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:2.0:1770653412.395703:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1770653412.395709:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.395711:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653412.395737:0:7966:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1770653412.395740:0:7966:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966294400 02000000:00000001:0.0:1770653412.395742:0:7966:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653412.395743:0:7966:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653412.395745:0:7966:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653412.395747:0:7966:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653412.395749:0:7966:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966294400 00000020:00000001:0.0:1770653412.395763:0:7966:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1770653412.395764:0:7966:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:0.0:1770653412.395766:0:7966:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653412.395769:0:7966:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=82 00000020:00000001:0.0:1770653412.395771:0:7966:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000020:00000001:0.0:1770653412.395773:0:7966:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:0.0:1770653412.395776:0:7966:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1770653412.395779:0:7966:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95ab40. 00000100:00000001:0.0:1770653412.395781:0:7966:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653412.395798:0:7966:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95ab40. 00000020:00000010:0.0:1770653412.395803:0:7966:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997b000. 00000020:00000010:0.0:1770653412.395805:0:7966:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556323ff780. 00000020:00000010:0.0:1770653412.395809:0:7966:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3dc80. 00000100:00000040:0.0:1770653412.395812:0:7966:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1770653412.395814:0:7966:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000001:2.0:1770653412.395815:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653412.395816:0:7966:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1770653412.395820:0:7966:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1770653412.395822:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653412.395824:0:7966:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1770653412.395826:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.395830:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.395834:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:0.0:1770653412.395836:0:7966:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.395842:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8ce680 00000100:00000001:0.0:1770653412.395844:0:7966:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1770653412.395869:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 7872 00000800:00000001:2.0:1770653412.395875:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653412.395875:0:7966:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1770653412.395876:0:76384:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653412.395880:0:76384:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000001:2.0:1770653412.395883:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1770653412.395885:0:7966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136107 00000400:00000200:2.0:1770653412.395887:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1770653412.395891:0:7966:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000100:00000001:3.0:1770653412.395892:0:76384:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653412.395896:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.395897:0:7966:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795377785728 : -117278331765888 : ffff955602b1fb80) 00000100:00000001:3.0:1770653412.395898:0:76384:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.395906:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653412.395909:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:0.0:1770653412.395910:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955602b1fb80 x1856657966294400/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000010:2.0:1770653412.395916:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955602b1c700. 00000100:00000040:2.0:1770653412.395923:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955602b1c700 x1856657966294656 msgsize 328 00000100:00000001:0.0:1770653412.395925:0:7966:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1770653412.395931:0:7966:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95ab40. 00000100:00100000:2.0:1770653412.395934:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.395936:0:7966:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653412.395940:0:7966:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95ab40. 00000100:00000001:2.0:1770653412.395945:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1770653412.395945:0:7966:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955602b1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b31b1d82-c1d4-4680-ae7a-71292416d1f5+82:2364:x1856657966294400:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000200:0.0:1770653412.395951:0:7966:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966294400 00000800:00000001:2.0:1770653412.395952:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1770653412.395954:0:7966:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000001:2.0:1770653412.395957:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653412.395958:0:7966:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1770653412.395961:0:76384:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1770653412.395962:0:7966:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653412.395965:0:76384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966294656 00000020:00000001:0.0:1770653412.395966:0:7966:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1770653412.395969:0:76384:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1770653412.395970:0:7966:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000100:00000001:3.0:1770653412.395974:0:76384:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1770653412.395975:0:7966:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1770653412.395978:0:76384:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.395979:0:7966:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1770653412.395983:0:76384:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.395984:0:7966:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1770653412.395987:0:7966:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:3.0:1770653412.395989:0:76384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966294656 00000020:00000001:0.0:1770653412.395990:0:7966:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.395993:0:76384:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1770653412.395994:0:7966:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000020:00000040:3.0:1770653412.395996:0:76384:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00010000:00000001:0.0:1770653412.395997:0:7966:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00000020:00000001:3.0:1770653412.396001:0:76384:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:0.0:1770653412.396001:0:7966:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1770653412.396005:0:7966:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000020:00000040:3.0:1770653412.396006:0:76384:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=84 00010000:00000001:0.0:1770653412.396007:0:7966:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.396012:0:76384:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00010000:00000001:0.0:1770653412.396013:0:7966:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:3.0:1770653412.396018:0:76384:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00010000:00000010:0.0:1770653412.396019:0:7966:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff955624814000. 00000100:00000001:3.0:1770653412.396022:0:76384:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000010:0.0:1770653412.396024:0:7966:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff955624814b00. 00000020:00000010:3.0:1770653412.396027:0:76384:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf000. 00010000:00000001:0.0:1770653412.396029:0:7966:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:3.0:1770653412.396031:0:76384:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1770653412.396035:0:7966:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955701516200. 00000020:00000010:3.0:1770653412.396036:0:76384:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf000. 00000020:00000001:0.0:1770653412.396055:0:7966:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1770653412.396058:0:7966:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955701516200 with handle 0x2aed14e4e178cc66 to hash 00000020:00000010:3.0:1770653412.396060:0:76384:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bc400. 00000020:00000001:0.0:1770653412.396060:0:7966:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1770653412.396063:0:7966:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799649645056 : -117274059906560 : ffff955701516200) 00000020:00000010:3.0:1770653412.396066:0:76384:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300500. 00010000:00000001:0.0:1770653412.396067:0:7966:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799649645056 : -117274059906560 : ffff955701516200) 00000020:00000010:3.0:1770653412.396073:0:76384:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90ed8. 00010000:00010000:0.0:1770653412.396074:0:7966:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff955701516200/0x2aed14e4e178cc66 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x1572:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe16dc expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653412.396080:0:76384:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00002000:00000001:0.0:1770653412.396083:0:7966:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000100:00000001:3.0:1770653412.396084:0:76384:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653412.396088:0:76384:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:0.0:1770653412.396089:0:7966:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff95564b95ab40. 00002000:00000001:0.0:1770653412.396093:0:7966:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00000001:3.0:1770653412.396094:0:76384:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.396095:0:7966:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1770653412.396100:0:7966:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797101936888 : -117276607614728 : ffff9556697670f8) 00002000:00000001:0.0:1770653412.396103:0:7966:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797101936800 : -117276607614816 : ffff9556697670a0) 00002000:00000001:0.0:1770653412.396105:0:7966:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00000100:00000001:3.0:1770653412.396108:0:76384:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1770653412.396111:0:7966:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.396117:0:76384:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00002000:00010000:0.0:1770653412.396117:0:7966:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x1572:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00000001:3.0:1770653412.396121:0:76384:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00002000:00000001:0.0:1770653412.396126:0:7966:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000100:00100000:3.0:1770653412.396130:0:76384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136108 00000020:00000002:0.0:1770653412.396132:0:7966:0:(lu_object.c:207:lu_object_put()) Add ffff9556697670f8/ffff9556697670a0 to site lru. bkt: ffff9556025b42a0 00000100:00000040:3.0:1770653412.396134:0:76384:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:3.0:1770653412.396138:0:76384:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795377772288 : -117278331779328 : ffff955602b1c700) 00010000:00000040:0.0:1770653412.396139:0:7966:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 78 00000020:00000040:0.0:1770653412.396146:0:7966:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=83 00000100:00000040:3.0:1770653412.396147:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955602b1c700 x1856657966294656/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1770653412.396156:0:7966:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:3.0:1770653412.396158:0:76384:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000001:0.0:1770653412.396160:0:7966:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000020:00000010:3.0:1770653412.396162:0:76384:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf000. 00000100:00000001:0.0:1770653412.396166:0:7966:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1770653412.396167:0:76384:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1770653412.396170:0:7966:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1770653412.396172:0:76384:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf000. 02000000:00000010:0.0:1770653412.396176:0:7966:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff95561813b400. 00000100:00100000:3.0:1770653412.396178:0:76384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955602b1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:b31b1d82-c1d4-4680-ae7a-71292416d1f5+84:2364:x1856657966294656:12345-192.168.202.60@tcp:101:ll_agl.0 02000000:00000001:0.0:1770653412.396180:0:7966:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.396186:0:7966:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653412.396187:0:76384:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966294656 00010000:00000001:0.0:1770653412.396190:0:7966:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000020:00000001:3.0:1770653412.396191:0:76384:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1770653412.396194:0:7966:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000001:3.0:1770653412.396195:0:76384:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00010000:0.0:1770653412.396197:0:7966:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000001:3.0:1770653412.396199:0:76384:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.396201:0:7966:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653412.396204:0:76384:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:0.0:1770653412.396205:0:7966:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000001:3.0:1770653412.396207:0:76384:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00010000:00010000:0.0:1770653412.396208:0:7966:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000001:3.0:1770653412.396212:0:76384:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:0.0:1770653412.396213:0:7966:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653412.396217:0:76384:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.396218:0:7966:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000001:3.0:1770653412.396223:0:76384:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1770653412.396225:0:76384:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00010000:0.0:1770653412.396225:0:7966:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff955701516200/0x2aed14e4e178cc66 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1572:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16dc expref: 83 pid: 7966 timeout: 0 lvb_type: 1 00000020:00000001:3.0:1770653412.396230:0:76384:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.396233:0:76384:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1770653412.396236:0:76384:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1770653412.396239:0:76384:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1770653412.396242:0:76384:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1770653412.396245:0:76384:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.396251:0:76384:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1770653412.396252:0:7966:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1572:0x0].0x0 (ffff955624814000) refcount = 1 00010000:00000010:3.0:1770653412.396257:0:76384:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff955632299100. 00010000:00000040:0.0:1770653412.396257:0:7966:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1770653412.396261:0:7966:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955701516200/0x2aed14e4e178cc66 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1572:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16dc expref: 83 pid: 7966 timeout: 0 lvb_type: 1 00010000:00000010:3.0:1770653412.396263:0:76384:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff955632299a00. 00010000:00000001:3.0:1770653412.396269:0:76384:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:0.0:1770653412.396272:0:7966:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000010:3.0:1770653412.396273:0:76384:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955701483000. 00010000:00000001:0.0:1770653412.396275:0:7966:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.396277:0:76384:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:0.0:1770653412.396279:0:7966:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000040:3.0:1770653412.396281:0:76384:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955701483000 with handle 0x2aed14e4e178cc6d to hash 00010000:00000001:0.0:1770653412.396282:0:7966:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653412.396288:0:76384:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00002000:00000001:0.0:1770653412.396289:0:7966:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1770653412.396292:0:76384:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799649042432 : -117274060509184 : ffff955701483000) 00010000:00000001:0.0:1770653412.396293:0:7966:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.396299:0:76384:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799649042432 : -117274060509184 : ffff955701483000) 00010000:00000001:0.0:1770653412.396301:0:7966:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1770653412.396309:0:76384:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff955701483000/0x2aed14e4e178cc6d lrc: 2/0,0 mode: --/PR res: [0x280000403:0x1449:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe16ea expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770653412.396309:0:7966:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff955701516200/0x2aed14e4e178cc66 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1572:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16dc expref: 83 pid: 7966 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1770653412.396332:0:7966:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00002000:00000001:3.0:1770653412.396333:0:76384:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00010000:00000001:0.0:1770653412.396335:0:7966:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00002000:00000010:3.0:1770653412.396338:0:76384:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9556665bf000. 00010000:00000001:0.0:1770653412.396338:0:7966:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1770653412.396344:0:76384:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:0.0:1770653412.396345:0:7966:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.396350:0:76384:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1770653412.396351:0:7966:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1770653412.396355:0:7966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1770653412.396357:0:76384:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796220516520 : -117277489035096 : ffff955634ed08a8) 00010000:00000001:0.0:1770653412.396358:0:7966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1770653412.396361:0:7966:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff955701516200, rc 0) 00002000:00000001:3.0:1770653412.396363:0:76384:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796220516432 : -117277489035184 : ffff955634ed0850) 00000020:00000001:0.0:1770653412.396365:0:7966:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653412.396368:0:76384:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00010000:00000040:0.0:1770653412.396369:0:7966:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966294400 00010000:00000001:0.0:1770653412.396373:0:7966:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00002000:00000001:3.0:1770653412.396375:0:76384:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1770653412.396377:0:7966:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955602b1fb80 x1856657966294400/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00002000:00010000:3.0:1770653412.396380:0:76384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x1449:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:3.0:1770653412.396389:0:76384:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:3.0:1770653412.396393:0:76384:0:(lu_object.c:207:lu_object_put()) Add ffff955634ed08a8/ffff955634ed0850 to site lru. bkt: ffff95571148ec68 00010000:00000001:0.0:1770653412.396395:0:7966:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000040:3.0:1770653412.396397:0:76384:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 80 00010000:00000001:0.0:1770653412.396399:0:7966:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653412.396402:0:76384:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=85 00000100:00001000:0.0:1770653412.396404:0:7966:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00010000:00000001:3.0:1770653412.396408:0:76384:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:0.0:1770653412.396409:0:7966:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00002000:00000001:3.0:1770653412.396412:0:76384:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000040:0.0:1770653412.396414:0:7966:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:3.0:1770653412.396416:0:76384:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1770653412.396418:0:7966:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:3.0:1770653412.396420:0:76384:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1770653412.396422:0:7966:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:3.0:1770653412.396426:0:76384:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff95563097e800. 02000000:00000001:0.0:1770653412.396426:0:7966:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653412.396433:0:76384:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.396433:0:7966:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1770653412.396439:0:76384:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653412.396439:0:7966:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:3.0:1770653412.396443:0:76384:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000400:00000010:0.0:1770653412.396444:0:7966:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac84c8. 00010000:00000001:3.0:1770653412.396446:0:76384:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1770653412.396449:0:76384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000200:0.0:1770653412.396450:0:7966:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966294400, offset 224 00010000:00000001:3.0:1770653412.396452:0:76384:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.396456:0:76384:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1770653412.396460:0:76384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000200:0.0:1770653412.396460:0:7966:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:3.0:1770653412.396465:0:76384:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.396469:0:76384:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000200:0.0:1770653412.396472:0:7966:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00010000:3.0:1770653412.396477:0:76384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff955701483000/0x2aed14e4e178cc6d lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1449:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16ea expref: 85 pid: 76384 timeout: 0 lvb_type: 1 00000400:00000200:0.0:1770653412.396483:0:7966:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164518:2164518:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164514:2164514:8:4294967295] 00010000:00000040:3.0:1770653412.396497:0:76384:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1449:0x0].0x0 (ffff955632299100) refcount = 1 00000400:00000200:0.0:1770653412.396501:0:7966:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000040:3.0:1770653412.396503:0:76384:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000800:00000200:0.0:1770653412.396512:0:7966:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000040:3.0:1770653412.396513:0:76384:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff955701483000/0x2aed14e4e178cc6d lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1449:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16ea expref: 85 pid: 76384 timeout: 0 lvb_type: 1 00000800:00000010:0.0:1770653412.396517:0:7966:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955601b6f200. 00000800:00000200:0.0:1770653412.396526:0:7966:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:3.0:1770653412.396527:0:76384:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653412.396531:0:76384:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.396535:0:76384:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000800:00000200:0.0:1770653412.396536:0:7966:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:3.0:1770653412.396538:0:76384:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.396540:0:7966:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955601b6f200 type 1, nob 496 niov 1 nkiov 1 00002000:00000001:3.0:1770653412.396542:0:76384:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1770653412.396549:0:76384:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.396552:0:76384:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1770653412.396556:0:76384:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff955701483000/0x2aed14e4e178cc6d lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1449:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16ea expref: 85 pid: 76384 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1770653412.396560:0:7966:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.396564:0:76384:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:0.0:1770653412.396567:0:7966:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:3.0:1770653412.396568:0:76384:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1770653412.396573:0:76384:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.396573:0:7966:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1770653412.396577:0:7966:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.396578:0:76384:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.396581:0:7966:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1770653412.396583:0:76384:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.396586:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1770653412.396588:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955602b1fb80 x1856657966294400/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1770653412.396589:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653412.396593:0:76384:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff955701483000, rc 0) 00000020:00000001:3.0:1770653412.396598:0:76384:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653412.396604:0:76384:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966294656 00010000:00000001:3.0:1770653412.396607:0:76384:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1770653412.396613:0:76384:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955602b1c700 x1856657966294656/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1770653412.396614:0:7966:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955602b1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b31b1d82-c1d4-4680-ae7a-71292416d1f5+83:2364:x1856657966294400:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 685us (923us total) trans 0 rc 0/0 00000800:00000200:2.0:1770653412.396631:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1770653412.396632:0:76384:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1770653412.396633:0:7966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136107 00010000:00000001:3.0:1770653412.396636:0:76384:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1770653412.396638:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955601b6f200. 00000100:00000040:0.0:1770653412.396639:0:7966:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000100:00001000:3.0:1770653412.396641:0:76384:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000400:00000200:2.0:1770653412.396645:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1770653412.396646:0:7966:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1770653412.396648:0:76384:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1770653412.396650:0:7966:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1770653412.396655:0:76384:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000400:00000200:2.0:1770653412.396656:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000010:0.0:1770653412.396656:0:7966:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556323ff780. 00000100:00000001:3.0:1770653412.396660:0:76384:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:3.0:1770653412.396682:0:76384:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1770653412.396683:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac84c8 00000020:00000010:0.0:1770653412.396683:0:7966:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3dc80. 02000000:00000001:3.0:1770653412.396684:0:76384:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653412.396691:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac84c8. 00000100:00000001:3.0:1770653412.396693:0:76384:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1770653412.396693:0:7966:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997b000. 00000100:00000001:2.0:1770653412.396700:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:0.0:1770653412.396703:0:7966:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 82 00000100:00000040:3.0:1770653412.396705:0:76384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:2.0:1770653412.396706:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1770653412.396709:0:7966:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1770653412.396787:0:76384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78908. 00000100:00000200:3.0:1770653412.396792:0:76384:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966294656, offset 224 00000400:00000200:3.0:1770653412.396798:0:76384:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:3.0:1770653412.396803:0:76384:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:3.0:1770653412.396808:0:76384:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164519:2164519:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164515:2164515:8:4294967295] 00000400:00000200:3.0:1770653412.396815:0:76384:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:3.0:1770653412.396819:0:76384:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:3.0:1770653412.396822:0:76384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c200. 00000800:00000200:3.0:1770653412.396826:0:76384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:3.0:1770653412.396830:0:76384:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:3.0:1770653412.396833:0:76384:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c200 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1770653412.396843:0:76384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653412.396846:0:76384:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:3.0:1770653412.396866:0:76384:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1770653412.396868:0:76384:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.396870:0:76384:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1770653412.396875:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955602b1c700 x1856657966294656/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1770653412.396884:0:76384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955602b1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:b31b1d82-c1d4-4680-ae7a-71292416d1f5+85:2364:x1856657966294656:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 724us (958us total) trans 0 rc 0/0 00000100:00100000:3.0:1770653412.396890:0:76384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136108 00000100:00000040:3.0:1770653412.396893:0:76384:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000100:00000001:3.0:1770653412.396895:0:76384:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1770653412.396897:0:76384:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1770653412.396900:0:76384:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300500. 00000020:00000010:3.0:1770653412.396904:0:76384:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90ed8. 00000020:00000010:3.0:1770653412.396907:0:76384:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bc400. 00000020:00000040:3.0:1770653412.396910:0:76384:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 84 00000100:00000001:3.0:1770653412.396912:0:76384:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1770653412.396925:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1770653412.396931:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c200. 00000400:00000200:2.0:1770653412.396936:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653412.396943:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:2.0:1770653412.396948:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78908 00000400:00000010:2.0:1770653412.396951:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78908. 00000100:00000001:2.0:1770653412.396954:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653412.396956:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1770653412.397775:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.397782:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.397785:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.397788:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.397795:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:2.0:1770653412.397805:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8ce780 00000400:00000200:2.0:1770653412.397811:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 8200 00000800:00000001:2.0:1770653412.397817:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.397824:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.397827:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653412.397832:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653412.397836:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653412.397838:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1770653412.397842:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955602b1ed80. 00000100:00000040:2.0:1770653412.397847:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955602b1ed80 x1856657966294912 msgsize 328 00000100:00100000:2.0:1770653412.397875:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:2.0:1770653412.397886:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1770653412.397892:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.397896:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.397922:0:76384:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1770653412.397925:0:76384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966294912 02000000:00000001:3.0:1770653412.397928:0:76384:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653412.397929:0:76384:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653412.397931:0:76384:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653412.397933:0:76384:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653412.397935:0:76384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966294912 00000020:00000001:3.0:1770653412.397937:0:76384:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1770653412.397938:0:76384:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000020:00000001:3.0:1770653412.397939:0:76384:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.397941:0:76384:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=85 00000020:00000001:3.0:1770653412.397944:0:76384:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:3.0:1770653412.397946:0:76384:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:3.0:1770653412.397948:0:76384:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1770653412.397952:0:76384:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf380. 00000100:00000001:3.0:1770653412.397954:0:76384:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653412.397956:0:76384:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf380. 00000020:00000010:3.0:1770653412.397960:0:76384:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bc400. 00000020:00000010:3.0:1770653412.397962:0:76384:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300500. 00000020:00000010:3.0:1770653412.397965:0:76384:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90ed8. 00000100:00000040:3.0:1770653412.397969:0:76384:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1770653412.397971:0:76384:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653412.397972:0:76384:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653412.397973:0:76384:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.397977:0:76384:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.397987:0:76384:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.397993:0:76384:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653412.397994:0:76384:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1770653412.397999:0:76384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136109 00000100:00000040:3.0:1770653412.398001:0:76384:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:3.0:1770653412.398003:0:76384:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795377782144 : -117278331769472 : ffff955602b1ed80) 00000100:00000040:3.0:1770653412.398007:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955602b1ed80 x1856657966294912/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1770653412.398015:0:76384:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1770653412.398017:0:76384:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf380. 00000100:00000001:3.0:1770653412.398019:0:76384:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653412.398021:0:76384:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf380. 00000100:00100000:3.0:1770653412.398024:0:76384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955602b1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:b31b1d82-c1d4-4680-ae7a-71292416d1f5+85:2364:x1856657966294912:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000200:3.0:1770653412.398044:0:76384:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966294912 00000020:00000001:3.0:1770653412.398046:0:76384:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1770653412.398048:0:76384:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1770653412.398051:0:76384:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.398053:0:76384:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1770653412.398055:0:76384:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:3.0:1770653412.398058:0:76384:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1770653412.398060:0:76384:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653412.398063:0:76384:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1770653412.398065:0:76384:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1770653412.398068:0:76384:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.398071:0:76384:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1770653412.398073:0:76384:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1770653412.398075:0:76384:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1770653412.398077:0:76384:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1770653412.398151:0:76384:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.398155:0:76384:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1770653412.398161:0:76384:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff955632299e00. 00010000:00000010:3.0:1770653412.398165:0:76384:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff955632299300. 00010000:00000001:3.0:1770653412.398169:0:76384:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1770653412.398171:0:76384:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955701482800. 00000020:00000001:3.0:1770653412.398174:0:76384:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1770653412.398177:0:76384:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955701482800 with handle 0x2aed14e4e178cc74 to hash 00000020:00000001:3.0:1770653412.398180:0:76384:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1770653412.398182:0:76384:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799649040384 : -117274060511232 : ffff955701482800) 00010000:00000001:3.0:1770653412.398185:0:76384:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799649040384 : -117274060511232 : ffff955701482800) 00010000:00010000:3.0:1770653412.398189:0:76384:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff955701482800/0x2aed14e4e178cc74 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x1434:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe16f8 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000800:00000001:2.0:1770653412.398190:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00002000:00000001:3.0:1770653412.398201:0:76384:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000800:00000001:2.0:1770653412.398202:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00002000:00000010:3.0:1770653412.398206:0:76384:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9556665bf380. 00000800:00000001:2.0:1770653412.398209:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00002000:00000001:3.0:1770653412.398211:0:76384:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1770653412.398215:0:76384:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000001:2.0:1770653412.398218:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653412.398220:0:76384:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795553128840 : -117278156422776 : ffff95560d258188) 00002000:00000001:3.0:1770653412.398225:0:76384:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795553128752 : -117278156422864 : ffff95560d258130) 00002000:00000001:3.0:1770653412.398230:0:76384:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00000400:00000200:2.0:1770653412.398236:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00002000:00000001:3.0:1770653412.398237:0:76384:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1770653412.398244:0:76384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x1434:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:3.0:1770653412.398247:0:76384:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:3.0:1770653412.398250:0:76384:0:(lu_object.c:207:lu_object_put()) Add ffff95560d258188/ffff95560d258130 to site lru. bkt: ffff95571148f720 00010000:00000040:3.0:1770653412.398257:0:76384:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 81 00000400:00000200:2.0:1770653412.398257:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8ce880 00000020:00000040:3.0:1770653412.398262:0:76384:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=86 00010000:00000001:3.0:1770653412.398269:0:76384:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1770653412.398273:0:76384:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000400:00000200:2.0:1770653412.398274:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 8528 00000100:00000001:3.0:1770653412.398275:0:76384:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1770653412.398279:0:76384:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1770653412.398285:0:76384:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff95562054a000. 00000800:00000001:2.0:1770653412.398287:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1770653412.398290:0:76384:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.398294:0:76384:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.398297:0:76384:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1770653412.398299:0:76384:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1770653412.398301:0:76384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653412.398303:0:76384:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.398304:0:76384:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1770653412.398306:0:76384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653412.398308:0:76384:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.398310:0:76384:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1770653412.398316:0:76384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff955701482800/0x2aed14e4e178cc74 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1434:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16f8 expref: 86 pid: 76384 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1770653412.398324:0:76384:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1434:0x0].0x0 (ffff955632299e00) refcount = 1 00010000:00000040:3.0:1770653412.398327:0:76384:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1770653412.398332:0:76384:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff955701482800/0x2aed14e4e178cc74 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1434:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16f8 expref: 86 pid: 76384 timeout: 0 lvb_type: 1 00000800:00000001:2.0:1770653412.398332:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.398341:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653412.398358:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:3.0:1770653412.398359:0:76384:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653412.398363:0:76384:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.398367:0:76384:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:2.0:1770653412.398368:0:3281:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1770653412.398369:0:76384:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1770653412.398374:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00002000:00000001:3.0:1770653412.398375:0:76384:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1770653412.398382:0:76384:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1770653412.398387:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710551f80. 00000100:00000040:2.0:1770653412.398394:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955710551f80 x1856657966295168 msgsize 328 00000100:00100000:2.0:1770653412.398401:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:2.0:1770653412.398415:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1770653412.398423:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.398429:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.398433:0:76384:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1770653412.398440:0:76384:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff955701482800/0x2aed14e4e178cc74 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1434:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16f8 expref: 86 pid: 76384 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1770653412.398450:0:76384:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653412.398452:0:76384:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1770653412.398454:0:76384:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.398456:0:76384:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.398458:0:76384:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.398459:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.398461:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653412.398463:0:76384:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff955701482800, rc 0) 00000020:00000001:3.0:1770653412.398465:0:76384:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653412.398467:0:76384:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966294912 00010000:00000001:3.0:1770653412.398469:0:76384:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:0.0:1770653412.398501:0:7966:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1770653412.398505:0:7966:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966295168 02000000:00000001:0.0:1770653412.398508:0:7966:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653412.398510:0:7966:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653412.398512:0:7966:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653412.398516:0:7966:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653412.398519:0:7966:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966295168 00000020:00000001:0.0:1770653412.398522:0:7966:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1770653412.398523:0:7966:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000020:00000001:0.0:1770653412.398526:0:7966:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653412.398528:0:7966:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=87 00000020:00000001:0.0:1770653412.398531:0:7966:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:0.0:1770653412.398534:0:7966:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:0.0:1770653412.398537:0:7966:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1770653412.398542:0:7966:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a100. 00000100:00000001:0.0:1770653412.398547:0:7966:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653412.398552:0:7966:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a100. 00010000:00000200:3.0:1770653412.398554:0:76384:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955602b1ed80 x1856657966294912/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000010:0.0:1770653412.398557:0:7966:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997b000. 00000020:00000010:0.0:1770653412.398564:0:7966:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556323ff780. 00000020:00000010:0.0:1770653412.398571:0:7966:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3dc80. 00000100:00000001:0.0:1770653412.398578:0:7966:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:3.0:1770653412.398581:0:76384:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1770653412.398582:0:7966:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1770653412.398587:0:7966:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.398589:0:76384:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.398592:0:7966:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653412.398598:0:76384:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653412.398607:0:76384:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1770653412.398611:0:7966:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1770653412.398613:0:76384:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:3.0:1770653412.398621:0:76384:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000001:0.0:1770653412.398623:0:7966:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000001:2.0:1770653412.398627:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653412.398629:0:7966:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1770653412.398631:0:76384:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1770653412.398653:0:76384:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1770653412.398655:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1770653412.398655:0:7966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136110 00000100:00000001:3.0:1770653412.398661:0:76384:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:2.0:1770653412.398663:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1770653412.398663:0:7966:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 2 00000800:00000001:2.0:1770653412.398668:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653412.398669:0:7966:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626799901548416 : -117273808003200 : ffff955710551f80) 00000100:00000040:3.0:1770653412.398670:0:76384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:3.0:1770653412.398680:0:76384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78908. 00000100:00000040:0.0:1770653412.398681:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955710551f80 x1856657966295168/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000200:2.0:1770653412.398683:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000200:3.0:1770653412.398689:0:76384:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966294912, offset 224 00000400:00000200:2.0:1770653412.398701:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8ce980 00000100:00000001:0.0:1770653412.398705:0:7966:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1770653412.398709:0:76384:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000020:00000010:0.0:1770653412.398711:0:7966:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a100. 00000100:00000001:0.0:1770653412.398715:0:7966:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653412.398717:0:7966:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a100. 00000400:00000200:2.0:1770653412.398722:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 8856 00000400:00000200:3.0:1770653412.398726:0:76384:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00100000:0.0:1770653412.398730:0:7966:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955710551f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b31b1d82-c1d4-4680-ae7a-71292416d1f5+87:2364:x1856657966295168:12345-192.168.202.60@tcp:101:ll_agl.0 00000800:00000001:2.0:1770653412.398734:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1770653412.398739:0:7966:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966295168 00000400:00000200:3.0:1770653412.398740:0:76384:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164520:2164520:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164516:2164516:8:4294967295] 00000020:00000001:0.0:1770653412.398745:0:7966:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000001:2.0:1770653412.398746:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653412.398749:0:7966:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1770653412.398766:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.398769:0:76384:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000020:00000001:0.0:1770653412.398774:0:7966:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653412.398777:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000001:0.0:1770653412.398781:0:7966:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1770653412.398785:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1770653412.398785:0:7966:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000800:00000200:3.0:1770653412.398789:0:76384:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000200:2.0:1770653412.398790:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000001:0.0:1770653412.398791:0:7966:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1770653412.398796:0:7966:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1770653412.398797:0:76384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c900. 00000100:00000010:2.0:1770653412.398798:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710551880. 00000020:00000001:0.0:1770653412.398799:0:7966:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1770653412.398804:0:7966:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1770653412.398806:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955710551880 x1856657966295424 msgsize 328 00000800:00000200:3.0:1770653412.398810:0:76384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000020:00000001:0.0:1770653412.398811:0:7966:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.398818:0:7966:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1770653412.398822:0:7966:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00000100:00100000:2.0:1770653412.398823:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000800:00000200:3.0:1770653412.398824:0:76384:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00010000:0.0:1770653412.398826:0:7966:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1770653412.398830:0:7966:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000800:00000200:3.0:1770653412.398832:0:76384:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c900 type 1, nob 496 niov 1 nkiov 1 00010000:00000001:0.0:1770653412.398832:0:7966:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.398838:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:0.0:1770653412.398840:0:7966:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1770653412.398847:0:7966:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff955624814a00. 00000100:00000001:3.0:1770653412.398872:0:76384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1770653412.398873:0:7966:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff955624814d00. 00000100:00000001:1.0:1770653412.398879:0:6728:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1770653412.398880:0:76384:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:0.0:1770653412.398880:0:7966:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00100000:1.0:1770653412.398885:0:6728:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966295424 00010000:00000001:3.0:1770653412.398886:0:76384:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000010:0.0:1770653412.398888:0:7966:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955701516600. 02000000:00000001:1.0:1770653412.398891:0:6728:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1770653412.398892:0:76384:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.398893:0:7966:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:1.0:1770653412.398896:0:6728:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1770653412.398899:0:76384:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1770653412.398900:0:6728:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653412.398901:0:7966:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955701516600 with handle 0x2aed14e4e178cc7b to hash 00000020:00000001:0.0:1770653412.398906:0:7966:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 02000000:00000001:1.0:1770653412.398908:0:6728:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.398909:0:7966:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799649646080 : -117274059905536 : ffff955701516600) 00010000:00000001:0.0:1770653412.398915:0:7966:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799649646080 : -117274059905536 : ffff955701516600) 00000100:00100000:1.0:1770653412.398916:0:6728:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966295424 00000020:00000001:1.0:1770653412.398920:0:6728:0:(genops.c:811:class_conn2export()) Process entered 00010000:00010000:0.0:1770653412.398920:0:7966:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff955701516600/0x2aed14e4e178cc7b lrc: 2/0,0 mode: --/PR res: [0x280000403:0x1431:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe1706 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00000020:00000040:1.0:1770653412.398922:0:6728:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000800:00000200:2.0:1770653412.398925:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1770653412.398926:0:6728:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653412.398931:0:6728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=83 00000800:00000010:2.0:1770653412.398933:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c900. 00000020:00000001:1.0:1770653412.398937:0:6728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00002000:00000001:0.0:1770653412.398939:0:7966:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000400:00000200:2.0:1770653412.398942:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1770653412.398942:0:6728:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00002000:00000010:0.0:1770653412.398944:0:7966:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff95564b95a100. 00002000:00000001:0.0:1770653412.398951:0:7966:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00000001:1.0:1770653412.398952:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1770653412.398955:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000001:0.0:1770653412.398956:0:7966:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1770653412.398959:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229bc0. 00000020:00000001:0.0:1770653412.398962:0:7966:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795553135832 : -117278156415784 : ffff95560d259cd8) 00000400:00000200:2.0:1770653412.398963:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78908 00000100:00000001:1.0:1770653412.398964:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1770653412.398965:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955602b1ed80 x1856657966294912/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1770653412.398969:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78908. 00002000:00000001:0.0:1770653412.398970:0:7966:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795553135744 : -117278156415872 : ffff95560d259c80) 00000020:00000010:1.0:1770653412.398972:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229bc0. 00002000:00000001:0.0:1770653412.398977:0:7966:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00000100:00000001:2.0:1770653412.398978:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653412.398982:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1770653412.398982:0:6728:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9556560af000. 00002000:00000001:0.0:1770653412.398983:0:7966:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1770653412.398989:0:7966:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x1431:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000800:00000001:2.0:1770653412.398991:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:1.0:1770653412.398991:0:6728:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d680. 00002000:00000001:0.0:1770653412.398993:0:7966:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:0.0:1770653412.398998:0:7966:0:(lu_object.c:207:lu_object_put()) Add ffff95560d259cd8/ffff95560d259c80 to site lru. bkt: ffff95571148e028 00000800:00000001:2.0:1770653412.399014:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1770653412.399015:0:6728:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada4b0. 00010000:00000040:0.0:1770653412.399020:0:7966:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 82 00000800:00000001:2.0:1770653412.399023:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:0.0:1770653412.399025:0:7966:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=88 00000100:00000001:1.0:1770653412.399028:0:6728:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000001:2.0:1770653412.399030:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.399032:0:6728:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1770653412.399033:0:7966:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:1.0:1770653412.399038:0:6728:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653412.399039:0:7966:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1770653412.399044:0:7966:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1770653412.399045:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:1.0:1770653412.399049:0:6728:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653412.399050:0:7966:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1770653412.399053:0:76384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955602b1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:b31b1d82-c1d4-4680-ae7a-71292416d1f5+88:2364:x1856657966294912:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 1028us (1196us total) trans 0 rc 0/0 02000000:00000010:0.0:1770653412.399059:0:7966:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff955618138800. 02000000:00000001:0.0:1770653412.399064:0:7966:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.399066:0:6728:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.399071:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8ce700 00000100:00100000:3.0:1770653412.399072:0:76384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136109 00000100:00000001:0.0:1770653412.399073:0:7966:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.399081:0:6728:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1770653412.399083:0:7966:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000040:3.0:1770653412.399084:0:76384:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:1.0:1770653412.399085:0:6728:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1770653412.399088:0:7966:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000400:00000200:2.0:1770653412.399090:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 9184 00000100:00000001:3.0:1770653412.399093:0:76384:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:0.0:1770653412.399094:0:7966:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:3.0:1770653412.399100:0:76384:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1770653412.399101:0:6728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136111 00010000:00000001:0.0:1770653412.399102:0:7966:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.399104:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1770653412.399109:0:76384:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300500. 00010000:00000001:0.0:1770653412.399111:0:7966:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000040:1.0:1770653412.399113:0:6728:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00010000:00010000:0.0:1770653412.399119:0:7966:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000010:3.0:1770653412.399120:0:76384:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90ed8. 00000800:00000001:2.0:1770653412.399120:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.399120:0:6728:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626799901546624 : -117273808004992 : ffff955710551880) 00010000:00000001:0.0:1770653412.399128:0:7966:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.399129:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1770653412.399133:0:76384:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bc400. 00000100:00000040:1.0:1770653412.399138:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955710551880 x1856657966295424/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1770653412.399139:0:7966:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000040:3.0:1770653412.399141:0:76384:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 87 00000400:00000200:2.0:1770653412.399144:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.399151:0:76384:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1770653412.399155:0:7966:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff955701516600/0x2aed14e4e178cc7b lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1706 expref: 87 pid: 7966 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1770653412.399156:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653412.399162:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1770653412.399171:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710553100. 00000100:00000001:1.0:1770653412.399178:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1770653412.399179:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955710553100 x1856657966294784 msgsize 328 00000020:00000010:1.0:1770653412.399188:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229bc0. 00010000:00000040:0.0:1770653412.399191:0:7966:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1431:0x0].0x0 (ffff955624814a00) refcount = 1 00000100:00100000:2.0:1770653412.399199:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:1.0:1770653412.399199:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1770653412.399202:0:7966:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000020:00000010:1.0:1770653412.399210:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229bc0. 00010000:00000040:0.0:1770653412.399215:0:7966:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff955701516600/0x2aed14e4e178cc7b lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1706 expref: 87 pid: 7966 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1770653412.399217:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1770653412.399225:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1770653412.399228:0:6728:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955710551880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+83:2364:x1856657966295424:12345-192.168.202.60@tcp:101:ll_agl.0 00000800:00000001:2.0:1770653412.399233:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.399237:0:51197:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1770653412.399240:0:7966:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00100000:3.0:1770653412.399243:0:51197:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966294784 00010000:00000001:0.0:1770653412.399246:0:7966:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653412.399248:0:51197:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1770653412.399248:0:6728:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966295424 00010000:00000001:0.0:1770653412.399250:0:7966:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:3.0:1770653412.399255:0:51197:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1770653412.399256:0:7966:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653412.399257:0:6728:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1770653412.399259:0:51197:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.399264:0:6728:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00002000:00000001:0.0:1770653412.399265:0:7966:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 02000000:00000001:3.0:1770653412.399266:0:51197:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.399271:0:6728:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.399274:0:7966:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653412.399275:0:51197:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966294784 00000020:00000001:1.0:1770653412.399276:0:6728:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:0.0:1770653412.399280:0:7966:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00000020:00000001:3.0:1770653412.399282:0:51197:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1770653412.399282:0:6728:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000040:3.0:1770653412.399287:0:51197:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00010000:00010000:0.0:1770653412.399289:0:7966:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff955701516600/0x2aed14e4e178cc7b lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1706 expref: 87 pid: 7966 timeout: 0 lvb_type: 1 00000020:00000001:1.0:1770653412.399291:0:6728:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1770653412.399293:0:51197:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1770653412.399298:0:6728:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1770653412.399299:0:51197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=84 00000020:00000001:1.0:1770653412.399306:0:6728:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1770653412.399308:0:51197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000020:00000001:1.0:1770653412.399312:0:6728:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1770653412.399314:0:51197:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00010000:00000001:0.0:1770653412.399316:0:7966:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:1.0:1770653412.399318:0:6728:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.399320:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1770653412.399321:0:7966:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000001:1.0:1770653412.399322:0:6728:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1770653412.399327:0:7966:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1770653412.399328:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bfbc0. 00010000:00000001:1.0:1770653412.399328:0:6728:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1770653412.399333:0:6728:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1770653412.399335:0:7966:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.399337:0:6728:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:3.0:1770653412.399338:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653412.399340:0:7966:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1770653412.399344:0:6728:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.399345:0:7966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1770653412.399347:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bfbc0. 00010000:00000001:0.0:1770653412.399351:0:7966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653412.399353:0:6728:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000010:3.0:1770653412.399356:0:51197:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bc400. 00010000:00010000:0.0:1770653412.399357:0:7966:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff955701516600, rc 0) 00010000:00000010:1.0:1770653412.399364:0:6728:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff95560711f600. 00000020:00000001:0.0:1770653412.399365:0:7966:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653412.399367:0:51197:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300500. 00010000:00000040:0.0:1770653412.399374:0:7966:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966295168 00010000:00000010:1.0:1770653412.399392:0:6728:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff95560711f500. 00000020:00000010:3.0:1770653412.399393:0:51197:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90ed8. 00010000:00000001:0.0:1770653412.399394:0:7966:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:1.0:1770653412.399402:0:6728:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000200:0.0:1770653412.399403:0:7966:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955710551f80 x1856657966295168/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1770653412.399404:0:51197:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653412.399408:0:51197:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000010:1.0:1770653412.399408:0:6728:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955631452200. 00000100:00000001:3.0:1770653412.399413:0:51197:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.399416:0:6728:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:3.0:1770653412.399421:0:51197:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.399422:0:7966:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000040:1.0:1770653412.399423:0:6728:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955631452200 with handle 0x2aed14e4e178cc82 to hash 00010000:00000001:0.0:1770653412.399428:0:7966:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.399429:0:6728:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1770653412.399435:0:6728:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626796159181312 : -117277550370304 : ffff955631452200) 00000100:00001000:0.0:1770653412.399435:0:7966:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653412.399437:0:51197:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.399444:0:6728:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626796159181312 : -117277550370304 : ffff955631452200) 00000100:00000001:0.0:1770653412.399446:0:7966:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:1.0:1770653412.399449:0:6728:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff955631452200/0x2aed14e4e178cc82 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x1592:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe1714 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1770653412.399450:0:7966:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:3.0:1770653412.399452:0:51197:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1770653412.399456:0:7966:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000001:3.0:1770653412.399457:0:51197:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1770653412.399462:0:7966:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1770653412.399467:0:7966:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653412.399468:0:51197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136112 00002000:00000001:1.0:1770653412.399469:0:6728:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000100:00000001:0.0:1770653412.399471:0:7966:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1770653412.399473:0:76384:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00002000:00000010:1.0:1770653412.399474:0:6728:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff955645229bc0. 00000100:00000040:3.0:1770653412.399476:0:51197:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 2 00000100:00000001:2.0:1770653412.399478:0:76384:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00002000:00000001:1.0:1770653412.399480:0:6728:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00000040:0.0:1770653412.399481:0:7966:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:3.0:1770653412.399483:0:51197:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626799901552896 : -117273807998720 : ffff955710553100) 00000100:00000001:2.0:1770653412.399484:0:76384:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.399485:0:6728:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000010:0.0:1770653412.399487:0:7966:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8000. 00000100:00000001:2.0:1770653412.399491:0:76384:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.399492:0:6728:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796276729416 : -117277432822200 : ffff95563846c648) 00000100:00000200:0.0:1770653412.399493:0:7966:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966295168, offset 224 00000100:00000040:3.0:1770653412.399496:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955710553100 x1856657966294784/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00002000:00000001:1.0:1770653412.399499:0:6728:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796276729328 : -117277432822288 : ffff95563846c5f0) 00002000:00000001:1.0:1770653412.399507:0:6728:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00000400:00000200:0.0:1770653412.399507:0:7966:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00002000:00000001:1.0:1770653412.399515:0:6728:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1770653412.399522:0:6728:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x1592:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000400:00000200:0.0:1770653412.399523:0:7966:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00002000:00000001:1.0:1770653412.399533:0:6728:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000400:00000200:0.0:1770653412.399537:0:7966:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164521:2164521:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164517:2164517:8:4294967295] 00000100:00000001:3.0:1770653412.399538:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000002:1.0:1770653412.399539:0:6728:0:(lu_object.c:207:lu_object_put()) Add ffff95563846c648/ffff95563846c5f0 to site lru. bkt: ffff9556025b49a0 00000020:00000010:3.0:1770653412.399544:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bfbc0. 00010000:00000040:1.0:1770653412.399548:0:6728:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 79 00000100:00000001:3.0:1770653412.399549:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1770653412.399556:0:6728:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=85 00000020:00000010:3.0:1770653412.399557:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bfbc0. 00000400:00000200:0.0:1770653412.399562:0:7966:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:1.0:1770653412.399564:0:6728:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1770653412.399569:0:6728:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00100000:3.0:1770653412.399572:0:51197:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955710553100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b31b1d82-c1d4-4680-ae7a-71292416d1f5+85:2363:x1856657966294784:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000001:1.0:1770653412.399573:0:6728:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000200:0.0:1770653412.399574:0:7966:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 02000000:00000001:1.0:1770653412.399578:0:6728:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1770653412.399583:0:51197:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966294784 00000800:00000010:0.0:1770653412.399584:0:7966:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955601b6f200. 02000000:00000010:1.0:1770653412.399585:0:6728:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9556339c9800. 00000020:00000001:3.0:1770653412.399588:0:51197:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:1.0:1770653412.399591:0:6728:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.399593:0:51197:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000200:0.0:1770653412.399597:0:7966:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000020:00000001:3.0:1770653412.399598:0:51197:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.399599:0:6728:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.399606:0:51197:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:1.0:1770653412.399607:0:6728:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000800:00000200:0.0:1770653412.399611:0:7966:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000020:00000001:3.0:1770653412.399612:0:51197:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00010000:00000001:1.0:1770653412.399612:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653412.399617:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000800:00000200:0.0:1770653412.399618:0:7966:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955601b6f200 type 1, nob 496 niov 1 nkiov 1 00000020:00000001:3.0:1770653412.399619:0:51197:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:1.0:1770653412.399620:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653412.399624:0:51197:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.399626:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000001:3.0:1770653412.399628:0:51197:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00010000:1.0:1770653412.399629:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000001:3.0:1770653412.399631:0:51197:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:1.0:1770653412.399633:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653412.399635:0:51197:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.399636:0:6728:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:0.0:1770653412.399637:0:7966:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.399642:0:51197:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00010000:1.0:1770653412.399645:0:6728:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff955631452200/0x2aed14e4e178cc82 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1714 expref: 85 pid: 6728 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1770653412.399647:0:51197:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00000100:00000040:0.0:1770653412.399647:0:7966:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00010000:3.0:1770653412.399651:0:51197:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1770653412.399654:0:7966:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000001:3.0:1770653412.399656:0:51197:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000020:00000001:0.0:1770653412.399658:0:7966:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.399660:0:51197:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653412.399661:0:6728:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1592:0x0].0x0 (ffff95560711f600) refcount = 1 00000020:00000001:0.0:1770653412.399663:0:7966:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1770653412.399665:0:51197:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1770653412.399670:0:6728:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000040:0.0:1770653412.399671:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955710551f80 x1856657966295168/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000010:3.0:1770653412.399675:0:51197:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff955632299200. 00010000:00000040:1.0:1770653412.399678:0:6728:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955631452200/0x2aed14e4e178cc82 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1714 expref: 85 pid: 6728 timeout: 0 lvb_type: 1 00010000:00000010:3.0:1770653412.399684:0:51197:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff955632299d00. 00010000:00000001:3.0:1770653412.399691:0:51197:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000800:00000200:2.0:1770653412.399694:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.0:1770653412.399696:0:51197:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955701483600. 00000800:00000010:2.0:1770653412.399701:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955601b6f200. 00000020:00000001:3.0:1770653412.399704:0:51197:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:1.0:1770653412.399705:0:6728:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00100000:0.0:1770653412.399709:0:7966:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955710551f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b31b1d82-c1d4-4680-ae7a-71292416d1f5+87:2364:x1856657966295168:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 997us (1308us total) trans 0 rc 0/0 00010000:00000001:1.0:1770653412.399710:0:6728:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653412.399711:0:51197:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955701483600 with handle 0x2aed14e4e178cc89 to hash 00000400:00000200:2.0:1770653412.399711:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1770653412.399718:0:6728:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000001:3.0:1770653412.399719:0:51197:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1770653412.399724:0:51197:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799649043968 : -117274060507648 : ffff955701483600) 00010000:00000001:1.0:1770653412.399724:0:6728:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.399727:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00002000:00000001:1.0:1770653412.399731:0:6728:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000100:00100000:0.0:1770653412.399731:0:7966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136110 00010000:00000001:3.0:1770653412.399733:0:51197:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799649043968 : -117274060507648 : ffff955701483600) 00000400:00000200:2.0:1770653412.399736:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8000 00010000:00000001:1.0:1770653412.399738:0:6728:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653412.399740:0:7966:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000400:00000010:2.0:1770653412.399742:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8000. 00010000:00010000:3.0:1770653412.399743:0:51197:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff955701483600/0x2aed14e4e178cc89 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x1575:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe16f1 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653412.399744:0:6728:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00000100:00000001:0.0:1770653412.399744:0:7966:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653412.399749:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.399762:0:7966:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1770653412.399767:0:7966:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556323ff780. 00000100:00000001:2.0:1770653412.399769:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:1.0:1770653412.399770:0:6728:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff955631452200/0x2aed14e4e178cc82 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1592:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1714 expref: 85 pid: 6728 timeout: 0 lvb_type: 1 00000020:00000010:0.0:1770653412.399775:0:7966:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3dc80. 00002000:00000001:3.0:1770653412.399777:0:51197:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000020:00000010:0.0:1770653412.399783:0:7966:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997b000. 00002000:00000010:3.0:1770653412.399784:0:51197:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9556665bfbc0. 00010000:00000001:1.0:1770653412.399788:0:6728:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00002000:00000001:3.0:1770653412.399789:0:51197:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000040:0.0:1770653412.399790:0:7966:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 86 00010000:00000001:1.0:1770653412.399792:0:6728:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1770653412.399796:0:6728:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653412.399797:0:7966:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.399801:0:6728:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.399804:0:6728:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1770653412.399806:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653412.399807:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1770653412.399809:0:6728:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff955631452200, rc 0) 00000020:00000001:1.0:1770653412.399811:0:6728:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653412.399813:0:6728:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966295424 00010000:00000001:1.0:1770653412.399815:0:6728:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1770653412.399820:0:6728:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955710551880 x1856657966295424/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1770653412.399827:0:6728:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1770653412.399829:0:6728:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653412.399831:0:6728:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000020:00000001:3.0:1770653412.399833:0:51197:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:1.0:1770653412.399836:0:6728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1770653412.399838:0:51197:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797101936280 : -117276607615336 : ffff955669766e98) 00000100:00000040:1.0:1770653412.399841:0:6728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00002000:00000001:3.0:1770653412.399844:0:51197:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797101936192 : -117276607615424 : ffff955669766e40) 00000100:00000001:1.0:1770653412.399845:0:6728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:1.0:1770653412.399872:0:6728:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1770653412.399874:0:6728:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653412.399876:0:51197:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00000100:00000001:1.0:1770653412.399878:0:6728:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1770653412.399882:0:6728:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00002000:00000001:3.0:1770653412.399883:0:51197:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653412.399886:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0226e8. 00002000:00010000:3.0:1770653412.399888:0:51197:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x1575:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00000200:1.0:1770653412.399894:0:6728:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966295424, offset 224 00002000:00000001:3.0:1770653412.399895:0:51197:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:3.0:1770653412.399899:0:51197:0:(lu_object.c:207:lu_object_put()) Add ffff955669766e98/ffff955669766e40 to site lru. bkt: ffff9556025b58b8 00000400:00000200:1.0:1770653412.399905:0:6728:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000040:3.0:1770653412.399906:0:51197:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 80 00000020:00000040:3.0:1770653412.399911:0:51197:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=86 00010000:00000001:3.0:1770653412.399916:0:51197:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000200:1.0:1770653412.399916:0:6728:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00002000:00000001:3.0:1770653412.399920:0:51197:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1770653412.399923:0:51197:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1770653412.399925:0:6728:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164522:2164522:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164518:2164518:8:4294967295] 02000000:00000001:3.0:1770653412.399927:0:51197:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1770653412.399934:0:51197:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff95563ed89400. 02000000:00000001:3.0:1770653412.399939:0:51197:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.399944:0:51197:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653412.399945:0:6728:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:3.0:1770653412.399949:0:51197:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000800:00000200:1.0:1770653412.399954:0:6728:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:3.0:1770653412.399955:0:51197:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1770653412.399959:0:51197:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000800:00000010:1.0:1770653412.399962:0:6728:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399f00. 00010000:00000001:3.0:1770653412.399963:0:51197:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.399969:0:51197:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1770653412.399971:0:51197:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000800:00000200:1.0:1770653412.399973:0:6728:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:3.0:1770653412.399974:0:51197:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.399981:0:51197:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000800:00000200:1.0:1770653412.399985:0:6728:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00010000:3.0:1770653412.399988:0:51197:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff955701483600/0x2aed14e4e178cc89 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1575:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16f1 expref: 86 pid: 51197 timeout: 0 lvb_type: 1 00000800:00000200:1.0:1770653412.399990:0:6728:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399f00 type 1, nob 496 niov 1 nkiov 1 00010000:00000040:3.0:1770653412.400002:0:51197:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1575:0x0].0x0 (ffff955632299200) refcount = 1 00010000:00000040:3.0:1770653412.400005:0:51197:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1770653412.400008:0:51197:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955701483600/0x2aed14e4e178cc89 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1575:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16f1 expref: 86 pid: 51197 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1770653412.400009:0:6728:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653412.400018:0:6728:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:3.0:1770653412.400023:0:51197:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653412.400023:0:6728:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000001:3.0:1770653412.400028:0:51197:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.400028:0:6728:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.400034:0:51197:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000001:1.0:1770653412.400035:0:6728:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1770653412.400037:0:51197:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1770653412.400042:0:51197:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000100:00000040:1.0:1770653412.400043:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955710551880 x1856657966295424/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1770653412.400045:0:51197:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.400051:0:51197:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1770653412.400058:0:51197:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff955701483600/0x2aed14e4e178cc89 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1575:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16f1 expref: 86 pid: 51197 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1770653412.400063:0:6728:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955710551880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+86:2364:x1856657966295424:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 881us (1252us total) trans 0 rc 0/0 00000800:00000200:2.0:1770653412.400073:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1770653412.400080:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399f00. 00010000:00000001:3.0:1770653412.400081:0:51197:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00100000:1.0:1770653412.400081:0:6728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136111 00000400:00000200:2.0:1770653412.400085:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1770653412.400086:0:51197:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000040:1.0:1770653412.400088:0:6728:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 1 00010000:00000001:3.0:1770653412.400090:0:51197:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.400091:0:6728:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1770653412.400096:0:51197:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653412.400097:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653412.400097:0:6728:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1770653412.400101:0:51197:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.400104:0:51197:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:1.0:1770653412.400104:0:6728:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d680. 00000400:00000200:2.0:1770653412.400105:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0226e8 00000400:00000010:2.0:1770653412.400110:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0226e8. 00000020:00000010:1.0:1770653412.400112:0:6728:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada4b0. 00000100:00000001:2.0:1770653412.400115:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653412.400117:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1770653412.400119:0:6728:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9556560af000. 00000020:00000040:1.0:1770653412.400124:0:6728:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 85 00000100:00000001:1.0:1770653412.400127:0:6728:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.400150:0:51197:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653412.400153:0:51197:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff955701483600, rc 0) 00000020:00000001:3.0:1770653412.400196:0:51197:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653412.400200:0:51197:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966294784 00010000:00000001:3.0:1770653412.400201:0:51197:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1770653412.400206:0:51197:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955710553100 x1856657966294784/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1770653412.400213:0:51197:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653412.400214:0:51197:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653412.400216:0:51197:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653412.400219:0:51197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1770653412.400221:0:51197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:3.0:1770653412.400223:0:51197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:3.0:1770653412.400226:0:51197:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1770653412.400227:0:51197:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.400229:0:51197:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1770653412.400231:0:51197:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:3.0:1770653412.400234:0:51197:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78660. 00000100:00000200:3.0:1770653412.400237:0:51197:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966294784, offset 224 00000400:00000200:3.0:1770653412.400241:0:51197:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:3.0:1770653412.400246:0:51197:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:3.0:1770653412.400250:0:51197:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164523:2164523:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164519:2164519:8:4294967295] 00000400:00000200:3.0:1770653412.400258:0:51197:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:3.0:1770653412.400262:0:51197:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:3.0:1770653412.400265:0:51197:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c700. 00000800:00000200:3.0:1770653412.400269:0:51197:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:3.0:1770653412.400272:0:51197:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:3.0:1770653412.400275:0:51197:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c700 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1770653412.400286:0:51197:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653412.400289:0:51197:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:3.0:1770653412.400291:0:51197:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1770653412.400292:0:51197:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.400294:0:51197:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1770653412.400298:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955710553100 x1856657966294784/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1770653412.400308:0:51197:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955710553100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b31b1d82-c1d4-4680-ae7a-71292416d1f5+85:2363:x1856657966294784:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 768us (1127us total) trans 0 rc 0/0 00000100:00100000:3.0:1770653412.400314:0:51197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136112 00000100:00000040:3.0:1770653412.400316:0:51197:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000100:00000001:3.0:1770653412.400319:0:51197:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1770653412.400320:0:51197:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1770653412.400323:0:51197:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300500. 00000020:00000010:3.0:1770653412.400327:0:51197:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90ed8. 00000020:00000010:3.0:1770653412.400330:0:51197:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bc400. 00000020:00000040:3.0:1770653412.400333:0:51197:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 84 00000100:00000001:3.0:1770653412.400336:0:51197:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1770653412.400341:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1770653412.400344:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c700. 00000400:00000200:2.0:1770653412.400348:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653412.400354:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:2.0:1770653412.400357:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78660 00000400:00000010:2.0:1770653412.400359:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78660. 00000100:00000001:2.0:1770653412.400362:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653412.400363:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1770653412.402271:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.402279:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.402281:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.402283:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.402288:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:2.0:1770653412.402295:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8ce800 00000400:00000200:2.0:1770653412.402300:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 9512 00000800:00000001:2.0:1770653412.402304:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.402307:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.402309:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653412.402312:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653412.402314:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653412.402316:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1770653412.402319:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710551180. 00000100:00000040:2.0:1770653412.402321:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955710551180 x1856657966295040 msgsize 328 00000100:00100000:2.0:1770653412.402324:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:2.0:1770653412.402335:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1770653412.402340:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.402343:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.402344:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.402346:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.402350:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:2.0:1770653412.402355:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8ce900 00000400:00000200:2.0:1770653412.402360:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 9840 00000800:00000001:2.0:1770653412.402363:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653412.402371:0:51197:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1770653412.402375:0:51197:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966295040 02000000:00000001:3.0:1770653412.402377:0:51197:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653412.402379:0:51197:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653412.402381:0:51197:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653412.402383:0:51197:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653412.402385:0:51197:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966295040 00000020:00000001:3.0:1770653412.402386:0:51197:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1770653412.402388:0:51197:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:3.0:1770653412.402390:0:51197:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:2.0:1770653412.402390:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1770653412.402392:0:51197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=85 00000400:00000200:2.0:1770653412.402394:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1770653412.402398:0:51197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000400:00000200:2.0:1770653412.402403:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000001:3.0:1770653412.402404:0:51197:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:2.0:1770653412.402407:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1770653412.402408:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1770653412.402410:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:3.0:1770653412.402413:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf7c0. 00000100:00000010:2.0:1770653412.402415:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710552d80. 00000100:00000001:3.0:1770653412.402418:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1770653412.402420:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955710552d80 x1856657966295296 msgsize 328 00000020:00000010:3.0:1770653412.402424:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf7c0. 00000100:00100000:2.0:1770653412.402430:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000020:00000010:3.0:1770653412.402433:0:51197:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bc400. 00000020:00000010:3.0:1770653412.402437:0:51197:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300500. 00000100:00000001:2.0:1770653412.402439:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:3.0:1770653412.402440:0:51197:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90ed8. 00000800:00000001:2.0:1770653412.402445:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.402450:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.402478:0:6728:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1770653412.402481:0:6728:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966295296 02000000:00000001:1.0:1770653412.402483:0:6728:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1770653412.402485:0:6728:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653412.402487:0:6728:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653412.402490:0:51197:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 02000000:00000001:1.0:1770653412.402490:0:6728:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653412.402494:0:6728:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966295296 00000020:00000001:1.0:1770653412.402497:0:6728:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1770653412.402498:0:6728:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:1.0:1770653412.402500:0:6728:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653412.402502:0:6728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=86 00000020:00000001:1.0:1770653412.402504:0:6728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000020:00000001:1.0:1770653412.402506:0:6728:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:1.0:1770653412.402509:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653412.402512:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229840. 00000100:00000001:1.0:1770653412.402515:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653412.402517:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229840. 00000020:00000010:1.0:1770653412.402522:0:6728:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9556560af000. 00000020:00000010:1.0:1770653412.402525:0:6728:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d680. 00000020:00000010:1.0:1770653412.402528:0:6728:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada4b0. 00000100:00000001:3.0:1770653412.402535:0:51197:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653412.402537:0:51197:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653412.402539:0:51197:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.402539:0:6728:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653412.402543:0:6728:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653412.402544:0:51197:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.402545:0:6728:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.402552:0:6728:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.402556:0:51197:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.402563:0:6728:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.402572:0:51197:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000001:2.0:1770653412.402573:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653412.402576:0:6728:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653412.402579:0:51197:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1770653412.402579:0:6728:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000001:2.0:1770653412.402581:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.402585:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1770653412.402588:0:6728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136113 00000800:00000001:2.0:1770653412.402589:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653412.402595:0:6728:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000100:00000001:1.0:1770653412.402599:0:6728:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626799901544832 : -117273808006784 : ffff955710551180) 00000100:00100000:3.0:1770653412.402604:0:51197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136114 00000400:00000200:2.0:1770653412.402604:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000040:1.0:1770653412.402610:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955710551180 x1856657966295040/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1770653412.402614:0:51197:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 2 00000400:00000200:2.0:1770653412.402619:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cea00 00000100:00000001:3.0:1770653412.402623:0:51197:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626799901552000 : -117273807999616 : ffff955710552d80) 00000100:00000001:1.0:1770653412.402632:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1770653412.402633:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 10168 00000020:00000010:1.0:1770653412.402638:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229840. 00000100:00000040:3.0:1770653412.402641:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955710552d80 x1856657966295296/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000800:00000001:2.0:1770653412.402641:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653412.402642:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653412.402649:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229840. 00000800:00000001:2.0:1770653412.402650:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.402657:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1770653412.402664:0:6728:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955710551180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+86:2363:x1856657966295040:12345-192.168.202.60@tcp:101:ll_agl.0 00000400:00000200:2.0:1770653412.402666:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.402668:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1770653412.402673:0:6728:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966295040 00000100:00000001:2.0:1770653412.402674:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:3.0:1770653412.402675:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf7c0. 00000020:00000001:1.0:1770653412.402676:0:6728:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:2.0:1770653412.402677:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1770653412.402680:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1770653412.402682:0:6728:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000010:2.0:1770653412.402684:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710552680. 00000020:00000010:3.0:1770653412.402687:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf7c0. 00000020:00000001:1.0:1770653412.402687:0:6728:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653412.402688:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955710552680 x1856657966295552 msgsize 328 00000020:00000001:1.0:1770653412.402694:0:6728:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1770653412.402698:0:6728:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000100:00100000:3.0:1770653412.402700:0:51197:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955710552d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b31b1d82-c1d4-4680-ae7a-71292416d1f5+86:2363:x1856657966295296:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00100000:2.0:1770653412.402703:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000020:00000001:1.0:1770653412.402705:0:6728:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:3.0:1770653412.402710:0:51197:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966295296 00000020:00000001:1.0:1770653412.402710:0:6728:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653412.402713:0:6728:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1770653412.402715:0:51197:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1770653412.402716:0:6728:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1770653412.402718:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1770653412.402719:0:51197:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1770653412.402720:0:6728:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.402724:0:51197:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.402725:0:6728:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000800:00000001:2.0:1770653412.402726:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1770653412.402729:0:6728:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00000020:00000001:3.0:1770653412.402731:0:51197:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00010000:1.0:1770653412.402732:0:6728:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000800:00000001:2.0:1770653412.402733:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653412.402734:0:51197:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00010000:00000001:1.0:1770653412.402736:0:6728:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1770653412.402740:0:6728:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.402741:0:51197:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1770653412.402746:0:51197:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.402747:0:6728:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:0.0:1770653412.402747:0:76384:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1770653412.402749:0:51197:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:0.0:1770653412.402767:0:76384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966295552 00010000:00000010:1.0:1770653412.402771:0:6728:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff95560711f700. 02000000:00000001:0.0:1770653412.402772:0:76384:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1770653412.402779:0:51197:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1770653412.402779:0:76384:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000010:1.0:1770653412.402780:0:6728:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff95560711f400. 00000100:00000001:0.0:1770653412.402784:0:76384:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.402785:0:51197:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.402786:0:6728:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 02000000:00000001:0.0:1770653412.402790:0:76384:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.402791:0:51197:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000010:1.0:1770653412.402792:0:6728:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955631452e00. 00010000:00000001:3.0:1770653412.402796:0:51197:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00000100:00100000:0.0:1770653412.402797:0:76384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966295552 00000020:00000001:1.0:1770653412.402798:0:6728:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00010000:3.0:1770653412.402800:0:51197:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000020:00000001:0.0:1770653412.402802:0:76384:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:3.0:1770653412.402803:0:51197:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000020:00000040:1.0:1770653412.402804:0:6728:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955631452e00 with handle 0x2aed14e4e178cc90 to hash 00000020:00000040:0.0:1770653412.402805:0:76384:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00010000:00000001:3.0:1770653412.402806:0:51197:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.402810:0:6728:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1770653412.402811:0:76384:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1770653412.402812:0:51197:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:1.0:1770653412.402813:0:6728:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626796159184384 : -117277550367232 : ffff955631452e00) 00000020:00000040:0.0:1770653412.402815:0:76384:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=87 00010000:00000001:1.0:1770653412.402820:0:6728:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626796159184384 : -117277550367232 : ffff955631452e00) 00000020:00000001:0.0:1770653412.402820:0:76384:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00010000:00000010:3.0:1770653412.402822:0:51197:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff955632299800. 00000020:00000001:0.0:1770653412.402827:0:76384:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00010000:00000010:3.0:1770653412.402830:0:51197:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff955632299900. 00010000:00010000:1.0:1770653412.402831:0:6728:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff955631452e00/0x2aed14e4e178cc90 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x1582:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe16ff expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653412.402832:0:76384:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1770653412.402838:0:51197:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000010:0.0:1770653412.402839:0:76384:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a1c0. 00002000:00000001:1.0:1770653412.402843:0:6728:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000100:00000001:0.0:1770653412.402844:0:76384:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1770653412.402845:0:51197:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95572e8b0200. 00000020:00000010:0.0:1770653412.402872:0:76384:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a1c0. 00002000:00000010:1.0:1770653412.402877:0:6728:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff955645229840. 00000020:00000001:3.0:1770653412.402878:0:51197:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000010:0.0:1770653412.402879:0:76384:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997b000. 00000020:00000040:3.0:1770653412.402883:0:51197:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95572e8b0200 with handle 0x2aed14e4e178cc97 to hash 00002000:00000001:1.0:1770653412.402884:0:6728:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000010:0.0:1770653412.402885:0:76384:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556323ff780. 00000020:00000001:1.0:1770653412.402889:0:6728:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1770653412.402890:0:51197:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000010:0.0:1770653412.402891:0:76384:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3dc80. 00010000:00000001:3.0:1770653412.402894:0:51197:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626800408396288 : -117273301155328 : ffff95572e8b0200) 00000020:00000001:1.0:1770653412.402896:0:6728:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795517176584 : -117278192375032 : ffff95560b00eb08) 00000100:00000001:0.0:1770653412.402897:0:76384:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:3.0:1770653412.402899:0:51197:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626800408396288 : -117273301155328 : ffff95572e8b0200) 00002000:00000001:1.0:1770653412.402902:0:6728:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795517176496 : -117278192375120 : ffff95560b00eab0) 00000100:00000001:0.0:1770653412.402902:0:76384:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00010000:3.0:1770653412.402905:0:51197:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95572e8b0200/0x2aed14e4e178cc97 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x159a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe170d expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653412.402905:0:76384:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653412.402907:0:6728:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00002000:00000001:1.0:1770653412.402914:0:6728:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.402914:0:76384:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653412.402917:0:51197:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00010000:1.0:1770653412.402922:0:6728:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x1582:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000010:3.0:1770653412.402924:0:51197:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9556665bf7c0. 00002000:00000001:1.0:1770653412.402926:0:6728:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00002000:00000001:3.0:1770653412.402928:0:51197:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000002:1.0:1770653412.402930:0:6728:0:(lu_object.c:207:lu_object_put()) Add ffff95560b00eb08/ffff95560b00eab0 to site lru. bkt: ffff9556025b6920 00000020:00000001:3.0:1770653412.402931:0:51197:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:0.0:1770653412.402932:0:76384:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1770653412.402937:0:6728:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 81 00000020:00000001:3.0:1770653412.402938:0:51197:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796276734280 : -117277432817336 : ffff95563846d948) 00000020:00000040:1.0:1770653412.402942:0:6728:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=88 00002000:00000001:3.0:1770653412.402943:0:51197:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796276734192 : -117277432817424 : ffff95563846d8f0) 00000100:00000001:0.0:1770653412.402944:0:76384:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1770653412.402948:0:6728:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:0.0:1770653412.402948:0:76384:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00002000:00000001:3.0:1770653412.402949:0:51197:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00002000:00000001:1.0:1770653412.402954:0:6728:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00002000:00000001:3.0:1770653412.402958:0:51197:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.402958:0:6728:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:0.0:1770653412.402959:0:76384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136115 02000000:00000001:1.0:1770653412.402964:0:6728:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00002000:00010000:3.0:1770653412.402965:0:51197:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x159a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00000040:0.0:1770653412.402967:0:76384:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 3 02000000:00000010:1.0:1770653412.402970:0:6728:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9556339c8c00. 00000100:00000001:0.0:1770653412.402972:0:76384:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626799901550208 : -117273808001408 : ffff955710552680) 00002000:00000001:3.0:1770653412.402973:0:51197:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 02000000:00000001:1.0:1770653412.402975:0:6728:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1770653412.402979:0:51197:0:(lu_object.c:207:lu_object_put()) Add ffff95563846d948/ffff95563846d8f0 to site lru. bkt: ffff9556025b7560 00000100:00000001:1.0:1770653412.402980:0:6728:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653412.402983:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955710552680 x1856657966295552/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000040:3.0:1770653412.402988:0:51197:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 82 00010000:00000001:1.0:1770653412.402988:0:6728:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1770653412.402992:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000040:3.0:1770653412.402995:0:51197:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=89 00010000:00010000:1.0:1770653412.402997:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653412.403003:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653412.403004:0:76384:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1770653412.403005:0:51197:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1770653412.403006:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00002000:00000001:3.0:1770653412.403009:0:51197:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000020:00000010:0.0:1770653412.403010:0:76384:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a1c0. 00010000:00010000:1.0:1770653412.403011:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:3.0:1770653412.403013:0:51197:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1770653412.403016:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1770653412.403018:0:51197:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1770653412.403018:0:76384:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653412.403020:0:6728:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000010:0.0:1770653412.403025:0:76384:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a1c0. 02000000:00000010:3.0:1770653412.403026:0:51197:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff95563ed88000. 00010000:00010000:1.0:1770653412.403029:0:6728:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff955631452e00/0x2aed14e4e178cc90 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1582:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16ff expref: 89 pid: 6728 timeout: 0 lvb_type: 1 02000000:00000001:3.0:1770653412.403030:0:51197:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653412.403035:0:76384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955710552680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:b31b1d82-c1d4-4680-ae7a-71292416d1f5+89:2363:x1856657966295552:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000001:3.0:1770653412.403038:0:51197:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.403045:0:51197:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000200:0.0:1770653412.403048:0:76384:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966295552 00010000:00000001:3.0:1770653412.403050:0:51197:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000040:1.0:1770653412.403051:0:6728:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1582:0x0].0x0 (ffff95560711f700) refcount = 1 00000020:00000001:0.0:1770653412.403051:0:76384:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00010000:3.0:1770653412.403053:0:51197:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000001:0.0:1770653412.403056:0:76384:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:3.0:1770653412.403059:0:51197:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1770653412.403060:0:6728:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000020:00000001:0.0:1770653412.403060:0:76384:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.403066:0:51197:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000001:0.0:1770653412.403067:0:76384:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000040:1.0:1770653412.403068:0:6728:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955631452e00/0x2aed14e4e178cc90 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1582:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16ff expref: 89 pid: 6728 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770653412.403069:0:51197:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000001:0.0:1770653412.403070:0:76384:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00010000:00000001:3.0:1770653412.403075:0:51197:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653412.403077:0:76384:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1770653412.403082:0:76384:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.403083:0:51197:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1770653412.403085:0:6728:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000001:0.0:1770653412.403088:0:76384:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:1.0:1770653412.403089:0:6728:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653412.403091:0:51197:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95572e8b0200/0x2aed14e4e178cc97 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x159a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe170d expref: 89 pid: 51197 timeout: 0 lvb_type: 1 00000020:00000001:0.0:1770653412.403091:0:76384:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:1.0:1770653412.403092:0:6728:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000001:0.0:1770653412.403097:0:76384:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.403098:0:6728:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653412.403104:0:76384:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00002000:00000001:1.0:1770653412.403105:0:6728:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1770653412.403109:0:76384:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00000001:1.0:1770653412.403113:0:6728:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653412.403114:0:76384:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000040:3.0:1770653412.403116:0:51197:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x159a:0x0].0x0 (ffff955632299800) refcount = 1 00010000:00000001:0.0:1770653412.403119:0:76384:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000040:3.0:1770653412.403122:0:51197:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:1.0:1770653412.403122:0:6728:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00000001:0.0:1770653412.403124:0:76384:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653412.403130:0:51197:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95572e8b0200/0x2aed14e4e178cc97 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x159a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe170d expref: 89 pid: 51197 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1770653412.403132:0:76384:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00010000:1.0:1770653412.403133:0:6728:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff955631452e00/0x2aed14e4e178cc90 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1582:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe16ff expref: 89 pid: 6728 timeout: 0 lvb_type: 1 00010000:00000010:0.0:1770653412.403142:0:76384:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff955624814900. 00010000:00000001:3.0:1770653412.403145:0:51197:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653412.403149:0:51197:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1770653412.403151:0:76384:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff955624814300. 00010000:00000001:3.0:1770653412.403153:0:51197:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1770653412.403157:0:51197:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.403160:0:76384:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00002000:00000001:3.0:1770653412.403161:0:51197:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1770653412.403165:0:51197:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.403167:0:6728:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653412.403168:0:51197:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00000010:0.0:1770653412.403168:0:76384:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955701517000. 00010000:00000001:1.0:1770653412.403173:0:6728:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000001:0.0:1770653412.403175:0:76384:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00010000:3.0:1770653412.403176:0:51197:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff95572e8b0200/0x2aed14e4e178cc97 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x159a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe170d expref: 89 pid: 51197 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1770653412.403179:0:6728:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1770653412.403182:0:76384:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955701517000 with handle 0x2aed14e4e178cc9e to hash 00010000:00000001:1.0:1770653412.403187:0:6728:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.403188:0:76384:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1770653412.403192:0:76384:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799649648640 : -117274059902976 : ffff955701517000) 00010000:00000001:1.0:1770653412.403194:0:6728:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.403195:0:51197:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1770653412.403196:0:76384:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799649648640 : -117274059902976 : ffff955701517000) 00010000:00000001:1.0:1770653412.403198:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.403199:0:51197:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00010000:0.0:1770653412.403203:0:76384:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff955701517000/0x2aed14e4e178cc9e lrc: 2/0,0 mode: --/PR res: [0x240000403:0x159d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe171b expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653412.403204:0:51197:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.403204:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1770653412.403210:0:6728:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff955631452e00, rc 0) 00010000:00000001:3.0:1770653412.403211:0:51197:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.403218:0:6728:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653412.403220:0:76384:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00010000:00000040:1.0:1770653412.403225:0:6728:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966295040 00002000:00000010:0.0:1770653412.403226:0:76384:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff95564b95a1c0. 00010000:00000001:1.0:1770653412.403231:0:6728:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00002000:00000001:0.0:1770653412.403231:0:76384:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1770653412.403234:0:76384:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1770653412.403238:0:76384:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796276729112 : -117277432822504 : ffff95563846c518) 00010000:00000200:1.0:1770653412.403240:0:6728:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955710551180 x1856657966295040/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00002000:00000001:0.0:1770653412.403243:0:76384:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796276729024 : -117277432822592 : ffff95563846c4c0) 00002000:00000001:0.0:1770653412.403249:0:76384:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00002000:00000001:0.0:1770653412.403255:0:76384:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.403256:0:6728:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1770653412.403260:0:6728:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1770653412.403261:0:76384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x159d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00001000:1.0:1770653412.403264:0:6728:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00002000:00000001:0.0:1770653412.403266:0:76384:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000100:00000001:1.0:1770653412.403269:0:6728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000002:0.0:1770653412.403270:0:76384:0:(lu_object.c:207:lu_object_put()) Add ffff95563846c518/ffff95563846c4c0 to site lru. bkt: ffff9556025b6f78 00010000:00000001:3.0:1770653412.403274:0:51197:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1770653412.403274:0:76384:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 83 00000100:00000040:1.0:1770653412.403275:0:6728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000001:3.0:1770653412.403279:0:51197:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653412.403281:0:6728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000020:00000040:0.0:1770653412.403281:0:76384:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=90 00010000:00000001:3.0:1770653412.403282:0:51197:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653412.403286:0:76384:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00010000:3.0:1770653412.403287:0:51197:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95572e8b0200, rc 0) 02000000:00000001:1.0:1770653412.403288:0:6728:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00002000:00000001:0.0:1770653412.403290:0:76384:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 02000000:00000001:1.0:1770653412.403292:0:6728:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.403293:0:51197:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.403294:0:76384:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000001:2.0:1770653412.403296:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653412.403296:0:6728:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1770653412.403299:0:76384:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000040:3.0:1770653412.403300:0:51197:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966295296 00000800:00000001:2.0:1770653412.403305:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1770653412.403305:0:76384:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff955618138000. 00000100:00000040:1.0:1770653412.403306:0:6728:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:3.0:1770653412.403307:0:51197:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000800:00000001:2.0:1770653412.403311:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1770653412.403312:0:76384:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653412.403314:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022d48. 00000800:00000001:2.0:1770653412.403316:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:3.0:1770653412.403317:0:51197:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955710552d80 x1856657966295296/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1770653412.403319:0:76384:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653412.403322:0:6728:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966295040, offset 224 00010000:00000001:0.0:1770653412.403327:0:76384:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000400:00000200:2.0:1770653412.403331:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:0.0:1770653412.403332:0:76384:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653412.403337:0:76384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000200:1.0:1770653412.403338:0:6728:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:3.0:1770653412.403340:0:51197:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1770653412.403341:0:76384:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.403347:0:76384:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1770653412.403348:0:51197:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653412.403349:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8ceb00 00010000:00010000:0.0:1770653412.403351:0:76384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000200:1.0:1770653412.403354:0:6728:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00001000:3.0:1770653412.403355:0:51197:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00010000:00000001:0.0:1770653412.403357:0:76384:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.403364:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 10496 00010000:00000001:0.0:1770653412.403365:0:76384:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:3.0:1770653412.403367:0:51197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1770653412.403368:0:6728:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164524:2164524:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164520:2164520:8:4294967295] 00010000:00010000:0.0:1770653412.403374:0:76384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff955701517000/0x2aed14e4e178cc9e lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x159d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe171b expref: 90 pid: 76384 timeout: 0 lvb_type: 1 00000100:00000040:3.0:1770653412.403375:0:51197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000800:00000001:2.0:1770653412.403376:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653412.403382:0:51197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:3.0:1770653412.403390:0:51197:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:0.0:1770653412.403393:0:76384:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x159d:0x0].0x0 (ffff955624814900) refcount = 1 02000000:00000001:3.0:1770653412.403394:0:51197:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653412.403397:0:6728:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000040:0.0:1770653412.403402:0:76384:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:3.0:1770653412.403403:0:51197:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:2.0:1770653412.403404:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1770653412.403410:0:6728:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000040:0.0:1770653412.403410:0:76384:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955701517000/0x2aed14e4e178cc9e lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x159d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe171b expref: 90 pid: 76384 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1770653412.403411:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1770653412.403412:0:51197:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000800:00000010:1.0:1770653412.403420:0:6728:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399a00. 00000400:00000010:3.0:1770653412.403421:0:51197:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78110. 00000400:00000200:2.0:1770653412.403426:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000200:3.0:1770653412.403429:0:51197:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966295296, offset 224 00010000:00000001:0.0:1770653412.403430:0:76384:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:2.0:1770653412.403432:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000800:00000200:1.0:1770653412.403435:0:6728:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:0.0:1770653412.403435:0:76384:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653412.403436:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000001:0.0:1770653412.403443:0:76384:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000400:00000200:3.0:1770653412.403444:0:51197:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000010:2.0:1770653412.403446:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710550000. 00010000:00000001:0.0:1770653412.403448:0:76384:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1770653412.403450:0:6728:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000040:2.0:1770653412.403454:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955710550000 x1856657966295808 msgsize 328 00002000:00000001:0.0:1770653412.403454:0:76384:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000800:00000200:1.0:1770653412.403455:0:6728:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399a00 type 1, nob 496 niov 1 nkiov 1 00010000:00000001:0.0:1770653412.403458:0:76384:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.403466:0:76384:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00000100:00100000:2.0:1770653412.403467:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00010000:00010000:0.0:1770653412.403472:0:76384:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff955701517000/0x2aed14e4e178cc9e lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x159d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe171b expref: 90 pid: 76384 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1770653412.403473:0:6728:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.403478:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1770653412.403484:0:6728:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000001:1.0:1770653412.403491:0:6728:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000400:00000200:3.0:1770653412.403493:0:51197:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000001:0.0:1770653412.403493:0:76384:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:1.0:1770653412.403494:0:6728:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.403497:0:76384:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000001:1.0:1770653412.403500:0:6728:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1770653412.403502:0:76384:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.403506:0:76384:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653412.403508:0:51197:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164525:2164525:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164521:2164521:7:4294967295] 00000100:00000040:1.0:1770653412.403509:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955710551180 x1856657966295040/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1770653412.403509:0:76384:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1770653412.403513:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653412.403516:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1770653412.403520:0:76384:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff955701517000, rc 0) 00000020:00000001:0.0:1770653412.403525:0:76384:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653412.403531:0:76384:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966295552 00000400:00000200:3.0:1770653412.403535:0:51197:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:0.0:1770653412.403536:0:76384:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00100000:1.0:1770653412.403540:0:6728:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955710551180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+90:2363:x1856657966295040:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 902us (1212us total) trans 0 rc 0/0 00010000:00000200:0.0:1770653412.403545:0:76384:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955710552680 x1856657966295552/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000800:00000200:3.0:1770653412.403548:0:51197:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:3.0:1770653412.403558:0:51197:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626cd00. 00000100:00100000:1.0:1770653412.403563:0:6728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136113 00010000:00000001:0.0:1770653412.403563:0:76384:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000800:00000200:3.0:1770653412.403569:0:51197:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000040:1.0:1770653412.403570:0:6728:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 2 00010000:00000001:0.0:1770653412.403570:0:76384:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653412.403576:0:76384:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1770653412.403577:0:6728:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:2.0:1770653412.403579:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1770653412.403582:0:6728:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:3.0:1770653412.403584:0:51197:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:0.0:1770653412.403587:0:76384:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000010:2.0:1770653412.403588:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399a00. 00000020:00000010:1.0:1770653412.403589:0:6728:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300500. 00000800:00000200:3.0:1770653412.403590:0:51197:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626cd00 type 1, nob 496 niov 1 nkiov 1 00000100:00000040:0.0:1770653412.403594:0:76384:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000400:00000200:2.0:1770653412.403596:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653412.403598:0:51197:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653412.403598:0:6728:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90ed8. 00000100:00000001:0.0:1770653412.403599:0:76384:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000020:00000010:1.0:1770653412.403606:0:6728:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bc400. 00000400:00000200:2.0:1770653412.403607:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 02000000:00000001:0.0:1770653412.403607:0:76384:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1770653412.403609:0:51197:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 02000000:00000001:0.0:1770653412.403612:0:76384:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653412.403614:0:6728:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 89 00010000:00000001:3.0:1770653412.403617:0:51197:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000400:00000200:2.0:1770653412.403619:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022d48 00000100:00000001:0.0:1770653412.403619:0:76384:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1770653412.403620:0:51197:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.403620:0:6728:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1770653412.403625:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022d48. 00000020:00000001:3.0:1770653412.403627:0:51197:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1770653412.403628:0:76384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:2.0:1770653412.403633:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000010:0.0:1770653412.403634:0:76384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac82a8. 00000100:00000001:1.0:1770653412.403635:0:6728:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1770653412.403637:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1770653412.403638:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955710552d80 x1856657966295296/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1770653412.403640:0:6728:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966295808 00000100:00000200:0.0:1770653412.403643:0:76384:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966295552, offset 224 02000000:00000001:1.0:1770653412.403644:0:6728:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:2.0:1770653412.403645:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653412.403647:0:6728:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653412.403650:0:6728:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1770653412.403651:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653412.403655:0:6728:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653412.403656:0:76384:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00100000:1.0:1770653412.403662:0:6728:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966295808 00000800:00000200:2.0:1770653412.403664:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1770653412.403665:0:6728:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000010:2.0:1770653412.403669:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626cd00. 00000020:00000040:1.0:1770653412.403670:0:6728:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000400:00000200:0.0:1770653412.403670:0:76384:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:2.0:1770653412.403676:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1770653412.403677:0:6728:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653412.403681:0:6728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=87 00000400:00000200:0.0:1770653412.403682:0:76384:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164526:2164526:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164522:2164522:7:4294967295] 00000020:00000001:1.0:1770653412.403685:0:6728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000400:00000200:2.0:1770653412.403688:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000001:1.0:1770653412.403692:0:6728:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:1.0:1770653412.403696:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653412.403700:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229200. 00000400:00000200:0.0:1770653412.403703:0:76384:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:1.0:1770653412.403705:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653412.403710:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229200. 00000400:00000200:2.0:1770653412.403711:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78110 00000800:00000200:0.0:1770653412.403715:0:76384:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000400:00000010:2.0:1770653412.403716:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78110. 00000020:00000010:1.0:1770653412.403720:0:6728:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9556560aec00. 00000800:00000010:0.0:1770653412.403720:0:76384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955601b6f900. 00000100:00000001:2.0:1770653412.403722:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653412.403727:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1770653412.403728:0:6728:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d980. 00000800:00000200:0.0:1770653412.403734:0:76384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000020:00000010:1.0:1770653412.403737:0:6728:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada7d0. 00000800:00000200:0.0:1770653412.403744:0:76384:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:1.0:1770653412.403746:0:6728:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000200:0.0:1770653412.403748:0:76384:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955601b6f900 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1770653412.403765:0:6728:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1770653412.403768:0:6728:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.403775:0:6728:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.403783:0:6728:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653412.403783:0:76384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653412.403790:0:76384:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000100:00000001:1.0:1770653412.403793:0:6728:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1770653412.403794:0:76384:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00100000:3.0:1770653412.403795:0:51197:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955710552d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b31b1d82-c1d4-4680-ae7a-71292416d1f5+89:2363:x1856657966295296:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 1077us (1324us total) trans 0 rc 0/0 00000020:00000001:0.0:1770653412.403798:0:76384:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.403799:0:6728:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1770653412.403804:0:76384:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:1.0:1770653412.403809:0:6728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136116 00000100:00000040:0.0:1770653412.403814:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955710552680 x1856657966295552/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1770653412.403815:0:6728:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00100000:3.0:1770653412.403822:0:51197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136114 00000100:00000001:1.0:1770653412.403822:0:6728:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626799901540352 : -117273808011264 : ffff955710550000) 00000800:00000200:2.0:1770653412.403828:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1770653412.403831:0:51197:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 1 00000800:00000010:2.0:1770653412.403835:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955601b6f900. 00000100:00000040:1.0:1770653412.403836:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955710550000 x1856657966295808/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1770653412.403838:0:51197:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1770653412.403842:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653412.403843:0:51197:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1770653412.403845:0:76384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955710552680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:b31b1d82-c1d4-4680-ae7a-71292416d1f5+89:2363:x1856657966295552:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 835us (1150us total) trans 0 rc 0/0 00000400:00000200:2.0:1770653412.403881:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653412.403888:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1770653412.403888:0:76384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136115 00000400:00000200:2.0:1770653412.403892:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac82a8 00000020:00000010:1.0:1770653412.403894:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229200. 00000100:00000040:0.0:1770653412.403894:0:76384:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000400:00000010:2.0:1770653412.403897:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac82a8. 00000100:00000001:1.0:1770653412.403899:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653412.403900:0:76384:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1770653412.403901:0:51197:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d680. 00000100:00000001:0.0:1770653412.403905:0:76384:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1770653412.403906:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:1.0:1770653412.403906:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229200. 00000020:00000010:3.0:1770653412.403909:0:51197:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada4b0. 00000020:00000010:0.0:1770653412.403910:0:76384:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556323ff780. 00000100:00000001:2.0:1770653412.403911:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:3.0:1770653412.403917:0:51197:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9556560af000. 00000100:00100000:1.0:1770653412.403917:0:6728:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955710550000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+87:2363:x1856657966295808:12345-192.168.202.60@tcp:101:ll_agl.0 00000020:00000010:0.0:1770653412.403919:0:76384:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3dc80. 00000020:00000040:3.0:1770653412.403926:0:51197:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 88 00000100:00000200:1.0:1770653412.403926:0:6728:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966295808 00000020:00000010:0.0:1770653412.403927:0:76384:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997b000. 00000100:00000001:3.0:1770653412.403932:0:51197:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653412.403933:0:6728:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000040:0.0:1770653412.403935:0:76384:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 87 00000020:00000001:1.0:1770653412.403939:0:6728:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1770653412.403941:0:76384:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653412.403942:0:6728:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.403946:0:6728:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1770653412.403948:0:6728:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:1.0:1770653412.403950:0:6728:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1770653412.403952:0:6728:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653412.403954:0:6728:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1770653412.403956:0:6728:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1770653412.403958:0:6728:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.403960:0:6728:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1770653412.403961:0:6728:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1770653412.403964:0:6728:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1770653412.403966:0:6728:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1770653412.403967:0:6728:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.403970:0:6728:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1770653412.403974:0:6728:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff95560711f300. 00010000:00000010:1.0:1770653412.403977:0:6728:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff95560711ff00. 00010000:00000001:1.0:1770653412.403979:0:6728:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1770653412.403981:0:6728:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955631453800. 00000020:00000001:1.0:1770653412.403983:0:6728:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1770653412.403985:0:6728:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955631453800 with handle 0x2aed14e4e178cca5 to hash 00000020:00000001:1.0:1770653412.403987:0:6728:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1770653412.403988:0:6728:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626796159186944 : -117277550364672 : ffff955631453800) 00010000:00000001:1.0:1770653412.403990:0:6728:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626796159186944 : -117277550364672 : ffff955631453800) 00010000:00010000:1.0:1770653412.403993:0:6728:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff955631453800/0x2aed14e4e178cca5 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x1444:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe1729 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00002000:00000001:1.0:1770653412.403999:0:6728:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:1.0:1770653412.404001:0:6728:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff955645229200. 00002000:00000001:1.0:1770653412.404003:0:6728:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1770653412.404004:0:6728:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1770653412.404007:0:6728:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796220520776 : -117277489030840 : ffff955634ed1948) 00002000:00000001:1.0:1770653412.404008:0:6728:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796220520688 : -117277489030928 : ffff955634ed18f0) 00002000:00000001:1.0:1770653412.404010:0:6728:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00002000:00000001:1.0:1770653412.404014:0:6728:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1770653412.404016:0:6728:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x1444:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:1.0:1770653412.404018:0:6728:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:1.0:1770653412.404020:0:6728:0:(lu_object.c:207:lu_object_put()) Add ffff955634ed1948/ffff955634ed18f0 to site lru. bkt: ffff95571148d7a0 00010000:00000040:1.0:1770653412.404022:0:6728:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 83 00000020:00000040:1.0:1770653412.404024:0:6728:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=88 00010000:00000001:1.0:1770653412.404027:0:6728:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1770653412.404028:0:6728:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1770653412.404029:0:6728:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1770653412.404031:0:6728:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1770653412.404033:0:6728:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9556339cac00. 02000000:00000001:1.0:1770653412.404034:0:6728:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.404036:0:6728:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.404038:0:6728:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1770653412.404039:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653412.404041:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653412.404042:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.404043:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653412.404044:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653412.404045:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.404047:0:6728:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1770653412.404050:0:6728:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff955631453800/0x2aed14e4e178cca5 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1444:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1729 expref: 88 pid: 6728 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1770653412.404055:0:6728:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1444:0x0].0x0 (ffff95560711f300) refcount = 1 00010000:00000040:1.0:1770653412.404058:0:6728:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1770653412.404060:0:6728:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff955631453800/0x2aed14e4e178cca5 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1444:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1729 expref: 88 pid: 6728 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1770653412.404066:0:6728:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653412.404067:0:6728:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.404068:0:6728:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1770653412.404069:0:6728:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1770653412.404071:0:6728:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1770653412.404072:0:6728:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.404074:0:6728:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1770653412.404077:0:6728:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff955631453800/0x2aed14e4e178cca5 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1444:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1729 expref: 88 pid: 6728 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1770653412.404084:0:6728:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1770653412.404085:0:6728:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1770653412.404086:0:6728:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.404088:0:6728:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.404089:0:6728:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1770653412.404090:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653412.404091:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1770653412.404092:0:6728:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff955631453800, rc 0) 00000020:00000001:1.0:1770653412.404093:0:6728:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653412.404095:0:6728:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966295808 00010000:00000001:1.0:1770653412.404096:0:6728:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1770653412.404099:0:6728:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955710550000 x1856657966295808/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1770653412.404105:0:6728:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1770653412.404107:0:6728:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653412.404109:0:6728:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1770653412.404111:0:6728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1770653412.404113:0:6728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:1.0:1770653412.404114:0:6728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:1.0:1770653412.404116:0:6728:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1770653412.404118:0:6728:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.404119:0:6728:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1770653412.404121:0:6728:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:1.0:1770653412.404124:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0227f8. 00000100:00000200:1.0:1770653412.404126:0:6728:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966295808, offset 224 00000400:00000200:1.0:1770653412.404130:0:6728:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:1.0:1770653412.404134:0:6728:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:1.0:1770653412.404138:0:6728:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164527:2164527:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164523:2164523:8:4294967295] 00000400:00000200:1.0:1770653412.404145:0:6728:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:1.0:1770653412.404149:0:6728:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:1.0:1770653412.404151:0:6728:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399a00. 00000800:00000200:1.0:1770653412.404154:0:6728:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:1.0:1770653412.404158:0:6728:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:1.0:1770653412.404160:0:6728:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399a00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1770653412.404171:0:6728:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653412.404174:0:6728:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:1.0:1770653412.404176:0:6728:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1770653412.404177:0:6728:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.404179:0:6728:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1770653412.404182:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955710550000 x1856657966295808/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1770653412.404190:0:6728:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955710550000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+88:2363:x1856657966295808:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 300us (734us total) trans 0 rc 0/0 00000100:00100000:1.0:1770653412.404196:0:6728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136116 00000100:00000040:1.0:1770653412.404199:0:6728:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000100:00000001:1.0:1770653412.404201:0:6728:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1770653412.404203:0:6728:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1770653412.404205:0:6728:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d980. 00000020:00000010:1.0:1770653412.404208:0:6728:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada7d0. 00000020:00000010:1.0:1770653412.404212:0:6728:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9556560aec00. 00000020:00000040:1.0:1770653412.404215:0:6728:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 87 00000100:00000001:1.0:1770653412.404217:0:6728:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1770653412.404233:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1770653412.404237:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399a00. 00000400:00000200:2.0:1770653412.404240:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653412.404244:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:2.0:1770653412.404246:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0227f8 00000400:00000010:2.0:1770653412.404248:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0227f8. 00000100:00000001:2.0:1770653412.404249:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653412.404250:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1770653412.408878:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.408887:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.408890:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.408893:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.408901:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:2.0:1770653412.408911:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cea80 00000400:00000200:2.0:1770653412.408916:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 10824 00000800:00000001:2.0:1770653412.408920:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.408926:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.408928:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653412.408930:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653412.408933:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653412.408935:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1770653412.408938:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710550380. 00000100:00000040:2.0:1770653412.408940:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955710550380 x1856657966295680 msgsize 328 00000100:00100000:2.0:1770653412.408944:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:2.0:1770653412.408955:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1770653412.408959:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.408962:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.409021:0:6728:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1770653412.409027:0:6728:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966295680 02000000:00000001:1.0:1770653412.409031:0:6728:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1770653412.409034:0:6728:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653412.409037:0:6728:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653412.409042:0:6728:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653412.409046:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1770653412.409048:0:6728:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966295680 00000020:00000001:1.0:1770653412.409054:0:6728:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1770653412.409057:0:6728:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000800:00000001:3.0:1770653412.409058:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653412.409063:0:6728:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:3.0:1770653412.409064:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.409070:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1770653412.409071:0:6728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=88 00000020:00000001:1.0:1770653412.409081:0:6728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000400:00000200:3.0:1770653412.409082:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000020:00000001:1.0:1770653412.409090:0:6728:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000400:00000200:3.0:1770653412.409098:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8ceb80 00000100:00000001:1.0:1770653412.409098:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1770653412.409107:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 11152 00000020:00000010:1.0:1770653412.409109:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229dc0. 00000800:00000001:3.0:1770653412.409113:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653412.409117:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653412.409124:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229dc0. 00000020:00000010:1.0:1770653412.409134:0:6728:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9556560aec00. 00000020:00000010:1.0:1770653412.409140:0:6728:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d980. 00000020:00000010:1.0:1770653412.409146:0:6728:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada7d0. 00000800:00000001:3.0:1770653412.409152:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653412.409156:0:6728:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000400:00000200:3.0:1770653412.409157:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653412.409164:0:6728:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1770653412.409167:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653412.409169:0:6728:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653412.409174:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1770653412.409175:0:6728:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653412.409178:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1770653412.409185:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d8b100. 00000100:00000001:1.0:1770653412.409186:0:6728:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653412.409189:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955618d8b100 x1856657966295936 msgsize 328 00000100:00100000:3.0:1770653412.409196:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:1.0:1770653412.409204:0:6728:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.409215:0:6728:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1770653412.409217:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1770653412.409218:0:6728:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966295936 02000000:00000001:1.0:1770653412.409223:0:6728:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1770653412.409225:0:6728:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653412.409227:0:6728:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653412.409230:0:6728:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653412.409234:0:6728:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966295936 00000020:00000001:1.0:1770653412.409237:0:6728:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1770653412.409240:0:6728:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000020:00000001:1.0:1770653412.409242:0:6728:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653412.409245:0:6728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=89 00000020:00000001:1.0:1770653412.409248:0:6728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:1.0:1770653412.409251:0:6728:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:1.0:1770653412.409256:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653412.409260:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229dc0. 00000100:00000001:1.0:1770653412.409264:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653412.409264:0:76384:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1770653412.409269:0:76384:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1770653412.409272:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229dc0. 00000800:00000001:3.0:1770653412.409273:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653412.409273:0:51197:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1770653412.409280:0:51197:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1770653412.409281:0:76384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136117 00000800:00000001:3.0:1770653412.409284:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1770653412.409285:0:6728:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9556560afc00. 00000100:00000040:0.0:1770653412.409288:0:76384:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:2.0:1770653412.409293:0:51197:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.409294:0:76384:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626799901541248 : -117273808010368 : ffff955710550380) 00000020:00000010:1.0:1770653412.409295:0:6728:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d400. 00000100:00000001:2.0:1770653412.409304:0:51197:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653412.409305:0:6728:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada3e8. 00000100:00000040:0.0:1770653412.409311:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955710550380 x1856657966295680/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1770653412.409315:0:6728:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653412.409319:0:6728:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1770653412.409323:0:6728:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.409327:0:76384:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1770653412.409330:0:6728:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653412.409333:0:76384:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a4c0. 00000100:00000001:0.0:1770653412.409338:0:76384:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653412.409341:0:76384:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a4c0. 00000100:00000001:1.0:1770653412.409342:0:6728:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1770653412.409350:0:76384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955710550380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:b31b1d82-c1d4-4680-ae7a-71292416d1f5+89:2364:x1856657966295680:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000200:0.0:1770653412.409356:0:76384:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966295680 00000100:00000001:1.0:1770653412.409357:0:6728:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1770653412.409360:0:76384:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1770653412.409361:0:6728:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1770653412.409363:0:51197:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1770653412.409365:0:76384:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1770653412.409368:0:51197:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1770653412.409371:0:76384:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653412.409374:0:6728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136118 00000020:00000001:0.0:1770653412.409376:0:76384:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1770653412.409381:0:76384:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000100:00000040:1.0:1770653412.409382:0:6728:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 2 00000100:00000001:2.0:1770653412.409383:0:51197:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.409388:0:76384:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1770653412.409391:0:6728:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795749421312 : -117277960130304 : ffff955618d8b100) 00000100:00000001:2.0:1770653412.409392:0:51197:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.409393:0:76384:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653412.409417:0:76384:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:1.0:1770653412.409421:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955618d8b100 x1856657966295936/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000001:0.0:1770653412.409421:0:76384:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1770653412.409427:0:76384:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.409433:0:76384:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1770653412.409437:0:76384:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00000100:00000001:1.0:1770653412.409440:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00010000:0.0:1770653412.409440:0:76384:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1770653412.409446:0:76384:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1770653412.409447:0:76384:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653412.409448:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229dc0. 00010000:00000001:0.0:1770653412.409450:0:76384:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:1.0:1770653412.409453:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653412.409457:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229dc0. 00010000:00000010:0.0:1770653412.409458:0:76384:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff955624814500. 00010000:00000010:0.0:1770653412.409464:0:76384:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff955624814600. 00000100:00100000:1.0:1770653412.409481:0:6728:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955618d8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+89:2364:x1856657966295936:12345-192.168.202.60@tcp:101:ll_agl.0 00010000:00000001:0.0:1770653412.409485:0:76384:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1770653412.409492:0:76384:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561ae2b400. 00000100:00000200:1.0:1770653412.409494:0:6728:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966295936 00000020:00000001:0.0:1770653412.409497:0:76384:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:1.0:1770653412.409500:0:6728:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000040:0.0:1770653412.409502:0:76384:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561ae2b400 with handle 0x2aed14e4e178ccac to hash 00000020:00000001:1.0:1770653412.409504:0:6728:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1770653412.409508:0:76384:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1770653412.409509:0:6728:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.409512:0:76384:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795783631872 : -117277925919744 : ffff95561ae2b400) 00000020:00000001:1.0:1770653412.409515:0:6728:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:0.0:1770653412.409517:0:76384:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795783631872 : -117277925919744 : ffff95561ae2b400) 00000020:00000001:1.0:1770653412.409520:0:6728:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00010000:00010000:0.0:1770653412.409524:0:76384:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b400/0x2aed14e4e178ccac lrc: 2/0,0 mode: --/PR res: [0x280000403:0x1450:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe1722 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1770653412.409525:0:6728:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1770653412.409530:0:6728:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653412.409537:0:6728:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1770653412.409541:0:6728:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00002000:00000001:0.0:1770653412.409543:0:76384:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000020:00000001:1.0:1770653412.409546:0:6728:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:0.0:1770653412.409548:0:76384:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff95564b95a4c0. 00000020:00000001:1.0:1770653412.409551:0:6728:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00002000:00000001:0.0:1770653412.409553:0:76384:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:1.0:1770653412.409555:0:6728:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00000020:00000001:0.0:1770653412.409557:0:76384:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:1.0:1770653412.409560:0:6728:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000020:00000001:0.0:1770653412.409563:0:76384:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796220519256 : -117277489032360 : ffff955634ed1358) 00010000:00000001:1.0:1770653412.409564:0:6728:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1770653412.409568:0:6728:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653412.409571:0:76384:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796220519168 : -117277489032448 : ffff955634ed1300) 00010000:00000001:1.0:1770653412.409573:0:6728:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00002000:00000001:0.0:1770653412.409575:0:76384:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00002000:00000001:0.0:1770653412.409582:0:76384:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1770653412.409583:0:6728:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff95560711fc00. 00002000:00010000:0.0:1770653412.409586:0:76384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x1450:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00000010:1.0:1770653412.409589:0:6728:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff95560711f100. 00002000:00000001:0.0:1770653412.409593:0:76384:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00010000:00000001:1.0:1770653412.409596:0:6728:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000002:0.0:1770653412.409598:0:76384:0:(lu_object.c:207:lu_object_put()) Add ffff955634ed1358/ffff955634ed1300 to site lru. bkt: ffff95571148f640 00010000:00000010:1.0:1770653412.409604:0:6728:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9556565b5a00. 00010000:00000040:0.0:1770653412.409605:0:76384:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 84 00000020:00000001:1.0:1770653412.409613:0:6728:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1770653412.409614:0:76384:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=90 00000020:00000040:1.0:1770653412.409621:0:6728:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9556565b5a00 with handle 0x2aed14e4e178ccb3 to hash 00010000:00000001:0.0:1770653412.409623:0:76384:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:1.0:1770653412.409627:0:6728:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00002000:00000001:0.0:1770653412.409628:0:76384:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1770653412.409633:0:76384:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1770653412.409634:0:6728:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626796781394432 : -117276928157184 : ffff9556565b5a00) 02000000:00000001:0.0:1770653412.409636:0:76384:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1770653412.409638:0:6728:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626796781394432 : -117276928157184 : ffff9556565b5a00) 00010000:00010000:1.0:1770653412.409644:0:6728:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9556565b5a00/0x2aed14e4e178ccb3 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x1439:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe1730 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 02000000:00000010:0.0:1770653412.409646:0:76384:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9557180ce400. 02000000:00000001:0.0:1770653412.409652:0:76384:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.409657:0:76384:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653412.409661:0:6728:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00010000:00000001:0.0:1770653412.409662:0:76384:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1770653412.409666:0:76384:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00002000:00000010:1.0:1770653412.409667:0:6728:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff955645229dc0. 00010000:00010000:0.0:1770653412.409668:0:76384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00000001:1.0:1770653412.409676:0:6728:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:0.0:1770653412.409677:0:76384:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653412.409683:0:6728:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1770653412.409683:0:76384:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653412.409687:0:76384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000001:1.0:1770653412.409691:0:6728:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796220521080 : -117277489030536 : ffff955634ed1a78) 00010000:00000001:0.0:1770653412.409691:0:76384:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.409693:0:76384:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00002000:00000001:1.0:1770653412.409718:0:6728:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796220520992 : -117277489030624 : ffff955634ed1a20) 00002000:00000001:1.0:1770653412.409723:0:6728:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00010000:00010000:0.0:1770653412.409723:0:76384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b400/0x2aed14e4e178ccac lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1722 expref: 90 pid: 76384 timeout: 0 lvb_type: 1 00002000:00000001:1.0:1770653412.409727:0:6728:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653412.409734:0:76384:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1450:0x0].0x0 (ffff955624814500) refcount = 1 00002000:00010000:1.0:1770653412.409735:0:6728:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x1439:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00000040:0.0:1770653412.409742:0:76384:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00002000:00000001:1.0:1770653412.409743:0:6728:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00010000:00000040:0.0:1770653412.409747:0:76384:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b400/0x2aed14e4e178ccac lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1722 expref: 90 pid: 76384 timeout: 0 lvb_type: 1 00000020:00000002:1.0:1770653412.409748:0:6728:0:(lu_object.c:207:lu_object_put()) Add ffff955634ed1a78/ffff955634ed1a20 to site lru. bkt: ffff95571148d3e8 00010000:00000040:1.0:1770653412.409773:0:6728:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 85 00010000:00000001:0.0:1770653412.409776:0:76384:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000040:1.0:1770653412.409778:0:6728:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=91 00010000:00000001:0.0:1770653412.409779:0:76384:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.409782:0:76384:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1770653412.409784:0:6728:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1770653412.409784:0:76384:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1770653412.409786:0:76384:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00002000:00000001:1.0:1770653412.409788:0:6728:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00010000:00000001:0.0:1770653412.409790:0:76384:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.409792:0:6728:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1770653412.409796:0:6728:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1770653412.409796:0:76384:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 02000000:00000010:1.0:1770653412.409800:0:6728:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9556339cb000. 00010000:00010000:0.0:1770653412.409802:0:76384:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b400/0x2aed14e4e178ccac lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1450:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1722 expref: 91 pid: 76384 timeout: 0 lvb_type: 1 02000000:00000001:1.0:1770653412.409803:0:6728:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.409809:0:6728:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.409815:0:6728:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1770653412.409818:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1770653412.409819:0:76384:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:1.0:1770653412.409820:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653412.409823:0:76384:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1770653412.409824:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.409825:0:76384:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.409827:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1770653412.409829:0:76384:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653412.409831:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653412.409833:0:76384:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1770653412.409834:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.409837:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653412.409838:0:6728:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1770653412.409840:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1770653412.409843:0:76384:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95561ae2b400, rc 0) 00000020:00000001:0.0:1770653412.409846:0:76384:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653412.409867:0:6728:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9556565b5a00/0x2aed14e4e178ccb3 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1439:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1730 expref: 91 pid: 6728 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1770653412.409875:0:6728:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1439:0x0].0x0 (ffff95560711fc00) refcount = 1 00010000:00000040:0.0:1770653412.409876:0:76384:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966295680 00010000:00000040:1.0:1770653412.409880:0:6728:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:0.0:1770653412.409881:0:76384:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000040:1.0:1770653412.409886:0:6728:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9556565b5a00/0x2aed14e4e178ccb3 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1439:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1730 expref: 91 pid: 6728 timeout: 0 lvb_type: 1 00010000:00000200:0.0:1770653412.409888:0:76384:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955710550380 x1856657966295680/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1770653412.409905:0:6728:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653412.409907:0:76384:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1770653412.409911:0:6728:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.409911:0:76384:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.409918:0:6728:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00001000:0.0:1770653412.409918:0:76384:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00010000:00000001:1.0:1770653412.409923:0:6728:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653412.409924:0:76384:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00002000:00000001:1.0:1770653412.409927:0:6728:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000100:00000040:0.0:1770653412.409929:0:76384:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000001:1.0:1770653412.409932:0:6728:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.409933:0:76384:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:0.0:1770653412.409937:0:76384:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1770653412.409938:0:6728:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 02000000:00000001:0.0:1770653412.409939:0:76384:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.409943:0:76384:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1770653412.409944:0:6728:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9556565b5a00/0x2aed14e4e178ccb3 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1439:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1730 expref: 91 pid: 6728 timeout: 0 lvb_type: 1 00000100:00000040:0.0:1770653412.409949:0:76384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:0.0:1770653412.409955:0:76384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8660. 00010000:00000001:1.0:1770653412.409960:0:6728:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000200:0.0:1770653412.409960:0:76384:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966295680, offset 224 00010000:00000001:1.0:1770653412.409964:0:6728:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1770653412.409968:0:6728:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.409969:0:76384:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:1.0:1770653412.409973:0:6728:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.409977:0:6728:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1770653412.409980:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1770653412.409981:0:76384:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000001:1.0:1770653412.409984:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1770653412.409987:0:6728:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9556565b5a00, rc 0) 00000400:00000200:0.0:1770653412.409988:0:76384:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164528:2164528:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164524:2164524:8:4294967295] 00000020:00000001:1.0:1770653412.409991:0:6728:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653412.410013:0:6728:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966295936 00010000:00000001:1.0:1770653412.410019:0:6728:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000400:00000200:0.0:1770653412.410025:0:76384:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000200:1.0:1770653412.410031:0:6728:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955618d8b100 x1856657966295936/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000800:00000200:0.0:1770653412.410037:0:76384:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:0.0:1770653412.410046:0:76384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955601b6f900. 00010000:00000001:1.0:1770653412.410049:0:6728:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1770653412.410056:0:6728:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653412.410056:0:76384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00001000:1.0:1770653412.410065:0:6728:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000800:00000200:0.0:1770653412.410071:0:76384:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:1.0:1770653412.410073:0:6728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:0.0:1770653412.410077:0:76384:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955601b6f900 type 1, nob 496 niov 1 nkiov 1 00000100:00000040:1.0:1770653412.410080:0:6728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000100:00000001:1.0:1770653412.410085:0:6728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:1.0:1770653412.410088:0:6728:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1770653412.410089:0:6728:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.410092:0:6728:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1770653412.410095:0:76384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653412.410096:0:6728:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000040:0.0:1770653412.410105:0:76384:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000400:00000010:1.0:1770653412.410106:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022b28. 00010000:00000001:0.0:1770653412.410114:0:76384:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000200:1.0:1770653412.410116:0:6728:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966295936, offset 224 00000020:00000001:0.0:1770653412.410120:0:76384:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653412.410126:0:6728:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000020:00000001:0.0:1770653412.410126:0:76384:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1770653412.410139:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955710550380 x1856657966295680/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000200:1.0:1770653412.410143:0:6728:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:1.0:1770653412.410158:0:6728:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164529:2164529:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164525:2164525:7:4294967295] 00000800:00000200:2.0:1770653412.410172:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1770653412.410180:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955601b6f900. 00000100:00100000:0.0:1770653412.410183:0:76384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955710550380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:b31b1d82-c1d4-4680-ae7a-71292416d1f5+91:2364:x1856657966295680:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 845us (1230us total) trans 0 rc 0/0 00000400:00000200:2.0:1770653412.410189:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.410190:0:6728:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000400:00000200:2.0:1770653412.410207:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00100000:0.0:1770653412.410207:0:76384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136117 00000800:00000200:1.0:1770653412.410208:0:6728:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000040:0.0:1770653412.410219:0:76384:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 1 00000400:00000200:2.0:1770653412.410220:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8660 00000800:00000010:1.0:1770653412.410221:0:6728:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399f00. 00000100:00000001:0.0:1770653412.410226:0:76384:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1770653412.410228:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8660. 00000100:00000001:0.0:1770653412.410230:0:76384:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:1.0:1770653412.410236:0:6728:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:2.0:1770653412.410237:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:0.0:1770653412.410238:0:76384:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d980. 00000100:00000001:2.0:1770653412.410242:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1770653412.410247:0:76384:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada7d0. 00000800:00000200:1.0:1770653412.410249:0:6728:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000020:00000010:0.0:1770653412.410271:0:76384:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9556560aec00. 00000800:00000200:1.0:1770653412.410272:0:6728:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399f00 type 1, nob 496 niov 1 nkiov 1 00000020:00000040:0.0:1770653412.410279:0:76384:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 90 00000100:00000001:0.0:1770653412.410282:0:76384:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.410286:0:6728:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653412.410293:0:6728:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:1.0:1770653412.410295:0:6728:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1770653412.410297:0:6728:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.410299:0:6728:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1770653412.410305:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d8b100 x1856657966295936/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000800:00000200:2.0:1770653412.410309:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1770653412.410313:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399f00. 00000400:00000200:2.0:1770653412.410318:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1770653412.410319:0:6728:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955618d8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+90:2364:x1856657966295936:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 877us (1127us total) trans 0 rc 0/0 00000100:00100000:1.0:1770653412.410330:0:6728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136118 00000400:00000200:2.0:1770653412.410331:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000040:1.0:1770653412.410334:0:6728:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000400:00000200:2.0:1770653412.410338:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022b28 00000100:00000001:1.0:1770653412.410338:0:6728:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1770653412.410340:0:6728:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1770653412.410344:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022b28. 00000020:00000010:1.0:1770653412.410346:0:6728:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d400. 00000100:00000001:2.0:1770653412.410353:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:1.0:1770653412.410353:0:6728:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada3e8. 00000020:00000010:1.0:1770653412.410357:0:6728:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9556560afc00. 00000100:00000001:2.0:1770653412.410358:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:1.0:1770653412.410363:0:6728:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 89 00000100:00000001:1.0:1770653412.410368:0:6728:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.413938:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.413945:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.413947:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.413948:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.413953:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:3.0:1770653412.413960:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cec00 00000400:00000200:3.0:1770653412.413965:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 11480 00000800:00000001:3.0:1770653412.413969:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.413974:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.413976:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.413979:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.413981:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653412.413983:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1770653412.413986:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d88700. 00000100:00000040:3.0:1770653412.413989:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955618d88700 x1856657966296064 msgsize 328 00000100:00100000:3.0:1770653412.413992:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:3.0:1770653412.414002:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1770653412.414006:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.414009:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.414072:0:6728:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1770653412.414075:0:6728:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966296064 02000000:00000001:1.0:1770653412.414077:0:6728:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1770653412.414079:0:6728:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653412.414081:0:6728:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653412.414084:0:6728:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653412.414086:0:6728:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966296064 00000020:00000001:1.0:1770653412.414087:0:6728:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1770653412.414089:0:6728:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:1.0:1770653412.414090:0:6728:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653412.414092:0:6728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=88 00000020:00000001:1.0:1770653412.414094:0:6728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000020:00000001:1.0:1770653412.414096:0:6728:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:1.0:1770653412.414099:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653412.414102:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229b00. 00000100:00000001:1.0:1770653412.414104:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653412.414106:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229b00. 00000020:00000010:1.0:1770653412.414111:0:6728:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9556560afc00. 00000020:00000010:1.0:1770653412.414113:0:6728:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d400. 00000020:00000010:1.0:1770653412.414116:0:6728:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada3e8. 00000100:00000040:1.0:1770653412.414120:0:6728:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1770653412.414122:0:6728:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653412.414123:0:6728:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1770653412.414124:0:6728:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.414128:0:6728:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.414139:0:6728:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.414145:0:6728:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1770653412.414146:0:6728:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1770653412.414150:0:6728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136119 00000100:00000040:1.0:1770653412.414153:0:6728:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000100:00000001:1.0:1770653412.414155:0:6728:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795749410560 : -117277960141056 : ffff955618d88700) 00000100:00000040:1.0:1770653412.414159:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955618d88700 x1856657966296064/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1770653412.414167:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653412.414170:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229b00. 00000100:00000001:1.0:1770653412.414172:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653412.414174:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229b00. 00000100:00100000:1.0:1770653412.414179:0:6728:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955618d88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+88:2363:x1856657966296064:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000200:1.0:1770653412.414183:0:6728:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966296064 00000020:00000001:1.0:1770653412.414185:0:6728:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1770653412.414187:0:6728:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1770653412.414189:0:6728:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.414191:0:6728:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1770653412.414193:0:6728:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:1.0:1770653412.414195:0:6728:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1770653412.414197:0:6728:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653412.414198:0:6728:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1770653412.414200:0:6728:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1770653412.414202:0:6728:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.414203:0:6728:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1770653412.414205:0:6728:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1770653412.414206:0:6728:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1770653412.414207:0:6728:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1770653412.414208:0:6728:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.414211:0:6728:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1770653412.414215:0:6728:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff95560711fe00. 00010000:00000010:1.0:1770653412.414218:0:6728:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff95560711f800. 00010000:00000001:1.0:1770653412.414220:0:6728:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1770653412.414222:0:6728:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9556565b4000. 00000020:00000001:1.0:1770653412.414224:0:6728:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1770653412.414226:0:6728:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9556565b4000 with handle 0x2aed14e4e178ccba to hash 00000020:00000001:1.0:1770653412.414228:0:6728:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1770653412.414229:0:6728:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626796781387776 : -117276928163840 : ffff9556565b4000) 00010000:00000001:1.0:1770653412.414231:0:6728:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626796781387776 : -117276928163840 : ffff9556565b4000) 00010000:00010000:1.0:1770653412.414234:0:6728:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9556565b4000/0x2aed14e4e178ccba lrc: 2/0,0 mode: --/PR res: [0x240000403:0x157d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe1737 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00002000:00000001:1.0:1770653412.414240:0:6728:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:1.0:1770653412.414243:0:6728:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff955645229b00. 00002000:00000001:1.0:1770653412.414245:0:6728:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1770653412.414246:0:6728:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1770653412.414249:0:6728:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795517180840 : -117278192370776 : ffff95560b00fba8) 00002000:00000001:1.0:1770653412.414251:0:6728:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795517180752 : -117278192370864 : ffff95560b00fb50) 00002000:00000001:1.0:1770653412.414253:0:6728:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00002000:00000001:1.0:1770653412.414256:0:6728:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1770653412.414258:0:6728:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x157d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:1.0:1770653412.414260:0:6728:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:1.0:1770653412.414262:0:6728:0:(lu_object.c:207:lu_object_put()) Add ffff95560b00fba8/ffff95560b00fb50 to site lru. bkt: ffff9556025b4c78 00010000:00000040:1.0:1770653412.414264:0:6728:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 84 00000020:00000040:1.0:1770653412.414266:0:6728:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=89 00010000:00000001:1.0:1770653412.414269:0:6728:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1770653412.414270:0:6728:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1770653412.414272:0:6728:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1770653412.414273:0:6728:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1770653412.414276:0:6728:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9556339c8800. 02000000:00000001:1.0:1770653412.414277:0:6728:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.414279:0:6728:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.414281:0:6728:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1770653412.414282:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653412.414284:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653412.414285:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.414287:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653412.414287:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653412.414289:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.414290:0:6728:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1770653412.414293:0:6728:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9556565b4000/0x2aed14e4e178ccba lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x157d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1737 expref: 89 pid: 6728 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1770653412.414299:0:6728:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x157d:0x0].0x0 (ffff95560711fe00) refcount = 1 00010000:00000040:1.0:1770653412.414301:0:6728:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1770653412.414303:0:6728:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9556565b4000/0x2aed14e4e178ccba lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x157d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1737 expref: 89 pid: 6728 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1770653412.414314:0:6728:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653412.414315:0:6728:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.414317:0:6728:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1770653412.414318:0:6728:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1770653412.414319:0:6728:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1770653412.414321:0:6728:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.414322:0:6728:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1770653412.414325:0:6728:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9556565b4000/0x2aed14e4e178ccba lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x157d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1737 expref: 89 pid: 6728 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1770653412.414331:0:6728:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1770653412.414332:0:6728:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1770653412.414334:0:6728:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.414335:0:6728:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.414336:0:6728:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1770653412.414337:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653412.414338:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1770653412.414339:0:6728:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9556565b4000, rc 0) 00000020:00000001:1.0:1770653412.414341:0:6728:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653412.414343:0:6728:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966296064 00010000:00000001:1.0:1770653412.414344:0:6728:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1770653412.414347:0:6728:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955618d88700 x1856657966296064/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1770653412.414353:0:6728:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1770653412.414355:0:6728:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653412.414357:0:6728:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1770653412.414360:0:6728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1770653412.414362:0:6728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:1.0:1770653412.414363:0:6728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:1.0:1770653412.414365:0:6728:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1770653412.414366:0:6728:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.414369:0:6728:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1770653412.414371:0:6728:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:1.0:1770653412.414373:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022660. 00000100:00000200:1.0:1770653412.414376:0:6728:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966296064, offset 224 00000400:00000200:1.0:1770653412.414379:0:6728:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:1.0:1770653412.414385:0:6728:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:1.0:1770653412.414389:0:6728:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164530:2164530:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164526:2164526:8:4294967295] 00000400:00000200:1.0:1770653412.414396:0:6728:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:1.0:1770653412.414399:0:6728:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:1.0:1770653412.414402:0:6728:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399b00. 00000800:00000200:1.0:1770653412.414406:0:6728:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:1.0:1770653412.414410:0:6728:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:1.0:1770653412.414412:0:6728:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399b00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1770653412.414424:0:6728:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653412.414426:0:6728:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:1.0:1770653412.414428:0:6728:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1770653412.414429:0:6728:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.414431:0:6728:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1770653412.414434:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d88700 x1856657966296064/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1770653412.414442:0:6728:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955618d88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+89:2363:x1856657966296064:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 273us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1770653412.414448:0:6728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136119 00000100:00000040:1.0:1770653412.414450:0:6728:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000100:00000001:1.0:1770653412.414452:0:6728:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1770653412.414454:0:6728:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1770653412.414457:0:6728:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d400. 00000020:00000010:1.0:1770653412.414460:0:6728:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada3e8. 00000020:00000010:1.0:1770653412.414463:0:6728:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9556560afc00. 00000020:00000040:1.0:1770653412.414466:0:6728:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 88 00000100:00000001:1.0:1770653412.414468:0:6728:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1770653412.414501:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1770653412.414506:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399b00. 00000400:00000200:2.0:1770653412.414510:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653412.414514:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:2.0:1770653412.414517:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022660 00000400:00000010:2.0:1770653412.414519:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022660. 00000100:00000001:2.0:1770653412.414521:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653412.414523:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1770653412.415418:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.415426:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.415428:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.415430:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.415434:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:2.0:1770653412.415442:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cec80 00000400:00000200:2.0:1770653412.415446:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 11808 00000800:00000001:2.0:1770653412.415450:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.415456:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.415457:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653412.415460:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653412.415463:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653412.415464:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1770653412.415468:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710550a80. 00000100:00000040:2.0:1770653412.415470:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955710550a80 x1856657966296192 msgsize 328 00000100:00100000:2.0:1770653412.415473:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:2.0:1770653412.415484:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1770653412.415489:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.415491:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.415552:0:6728:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1770653412.415555:0:6728:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966296192 02000000:00000001:1.0:1770653412.415557:0:6728:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1770653412.415559:0:6728:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653412.415560:0:6728:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653412.415563:0:6728:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653412.415565:0:6728:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966296192 00000020:00000001:1.0:1770653412.415566:0:6728:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1770653412.415567:0:6728:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000020:00000001:1.0:1770653412.415569:0:6728:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653412.415571:0:6728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=90 00000020:00000001:1.0:1770653412.415573:0:6728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:1.0:1770653412.415576:0:6728:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:1.0:1770653412.415578:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653412.415582:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229a00. 00000100:00000001:1.0:1770653412.415584:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653412.415586:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229a00. 00000020:00000010:1.0:1770653412.415591:0:6728:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9556560afc00. 00000020:00000010:1.0:1770653412.415594:0:6728:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d400. 00000020:00000010:1.0:1770653412.415596:0:6728:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada3e8. 00000100:00000040:1.0:1770653412.415600:0:6728:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1770653412.415601:0:6728:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653412.415603:0:6728:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1770653412.415604:0:6728:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.415607:0:6728:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.415619:0:6728:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.415625:0:6728:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1770653412.415626:0:6728:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1770653412.415630:0:6728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136120 00000100:00000040:1.0:1770653412.415632:0:6728:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:1.0:1770653412.415634:0:6728:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626799901543040 : -117273808008576 : ffff955710550a80) 00000100:00000040:1.0:1770653412.415639:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955710550a80 x1856657966296192/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1770653412.415651:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653412.415653:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229a00. 00000100:00000001:1.0:1770653412.415654:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653412.415656:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229a00. 00000100:00100000:1.0:1770653412.415660:0:6728:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955710550a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+90:2364:x1856657966296192:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000200:1.0:1770653412.415663:0:6728:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966296192 00000020:00000001:1.0:1770653412.415665:0:6728:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1770653412.415667:0:6728:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1770653412.415669:0:6728:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.415671:0:6728:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1770653412.415673:0:6728:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:1.0:1770653412.415675:0:6728:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1770653412.415677:0:6728:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653412.415679:0:6728:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1770653412.415681:0:6728:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1770653412.415683:0:6728:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.415685:0:6728:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1770653412.415687:0:6728:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1770653412.415688:0:6728:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1770653412.415690:0:6728:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1770653412.415691:0:6728:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.415694:0:6728:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1770653412.415698:0:6728:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff95560711f200. 00010000:00000010:1.0:1770653412.415701:0:6728:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff95560711f000. 00010000:00000001:1.0:1770653412.415704:0:6728:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1770653412.415706:0:6728:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9556565b4200. 00000020:00000001:1.0:1770653412.415708:0:6728:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1770653412.415710:0:6728:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9556565b4200 with handle 0x2aed14e4e178ccc1 to hash 00000020:00000001:1.0:1770653412.415712:0:6728:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1770653412.415713:0:6728:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626796781388288 : -117276928163328 : ffff9556565b4200) 00010000:00000001:1.0:1770653412.415715:0:6728:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626796781388288 : -117276928163328 : ffff9556565b4200) 00010000:00010000:1.0:1770653412.415718:0:6728:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9556565b4200/0x2aed14e4e178ccc1 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x1436:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe173e expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00002000:00000001:1.0:1770653412.415725:0:6728:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:1.0:1770653412.415727:0:6728:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff955645229a00. 00002000:00000001:1.0:1770653412.415729:0:6728:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1770653412.415730:0:6728:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1770653412.415733:0:6728:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795553131880 : -117278156419736 : ffff95560d258d68) 00002000:00000001:1.0:1770653412.415735:0:6728:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795553131792 : -117278156419824 : ffff95560d258d10) 00002000:00000001:1.0:1770653412.415737:0:6728:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00002000:00000001:1.0:1770653412.415740:0:6728:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1770653412.415742:0:6728:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x1436:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:1.0:1770653412.415745:0:6728:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:1.0:1770653412.415746:0:6728:0:(lu_object.c:207:lu_object_put()) Add ffff95560d258d68/ffff95560d258d10 to site lru. bkt: ffff95571148d810 00010000:00000040:1.0:1770653412.415748:0:6728:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 86 00000020:00000040:1.0:1770653412.415765:0:6728:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=91 00010000:00000001:1.0:1770653412.415768:0:6728:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1770653412.415769:0:6728:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1770653412.415771:0:6728:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1770653412.415772:0:6728:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1770653412.415775:0:6728:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9556339ca400. 02000000:00000001:1.0:1770653412.415777:0:6728:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.415778:0:6728:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.415780:0:6728:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1770653412.415782:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653412.415783:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653412.415784:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.415786:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653412.415787:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653412.415789:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.415791:0:6728:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1770653412.415794:0:6728:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9556565b4200/0x2aed14e4e178ccc1 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe173e expref: 91 pid: 6728 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1770653412.415801:0:6728:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1436:0x0].0x0 (ffff95560711f200) refcount = 1 00010000:00000040:1.0:1770653412.415803:0:6728:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1770653412.415806:0:6728:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9556565b4200/0x2aed14e4e178ccc1 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe173e expref: 91 pid: 6728 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1770653412.415812:0:6728:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653412.415813:0:6728:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.415814:0:6728:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1770653412.415815:0:6728:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1770653412.415817:0:6728:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1770653412.415819:0:6728:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.415821:0:6728:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1770653412.415824:0:6728:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9556565b4200/0x2aed14e4e178ccc1 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe173e expref: 91 pid: 6728 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1770653412.415831:0:6728:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1770653412.415832:0:6728:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1770653412.415833:0:6728:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.415835:0:6728:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.415836:0:6728:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1770653412.415837:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653412.415838:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1770653412.415840:0:6728:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9556565b4200, rc 0) 00000020:00000001:1.0:1770653412.415841:0:6728:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653412.415843:0:6728:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966296192 00010000:00000001:1.0:1770653412.415845:0:6728:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1770653412.415866:0:6728:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955710550a80 x1856657966296192/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1770653412.415872:0:6728:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1770653412.415874:0:6728:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653412.415876:0:6728:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1770653412.415878:0:6728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1770653412.415880:0:6728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:1.0:1770653412.415882:0:6728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:1.0:1770653412.415885:0:6728:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1770653412.415886:0:6728:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.415888:0:6728:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1770653412.415889:0:6728:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:1.0:1770653412.415892:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022908. 00000100:00000200:1.0:1770653412.415895:0:6728:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966296192, offset 224 00000400:00000200:1.0:1770653412.415899:0:6728:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:1.0:1770653412.415904:0:6728:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:1.0:1770653412.415908:0:6728:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164531:2164531:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164527:2164527:8:4294967295] 00000400:00000200:1.0:1770653412.415916:0:6728:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:1.0:1770653412.415919:0:6728:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:1.0:1770653412.415922:0:6728:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399b00. 00000800:00000200:1.0:1770653412.415925:0:6728:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:1.0:1770653412.415929:0:6728:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:1.0:1770653412.415932:0:6728:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399b00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1770653412.415942:0:6728:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653412.415945:0:6728:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:1.0:1770653412.415947:0:6728:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1770653412.415948:0:6728:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.415950:0:6728:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1770653412.415953:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955710550a80 x1856657966296192/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1770653412.415960:0:6728:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955710550a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+91:2364:x1856657966296192:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 308us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1770653412.415965:0:6728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136120 00000100:00000040:1.0:1770653412.415968:0:6728:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000100:00000001:1.0:1770653412.415969:0:6728:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1770653412.415971:0:6728:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1770653412.415974:0:6728:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d400. 00000020:00000010:1.0:1770653412.415977:0:6728:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada3e8. 00000020:00000010:1.0:1770653412.415981:0:6728:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9556560afc00. 00000020:00000040:1.0:1770653412.415984:0:6728:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 90 00000100:00000001:1.0:1770653412.415987:0:6728:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1770653412.416027:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1770653412.416032:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399b00. 00000400:00000200:3.0:1770653412.416036:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.416040:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:3.0:1770653412.416043:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022908 00000400:00000010:3.0:1770653412.416045:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022908. 00000100:00000001:3.0:1770653412.416047:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.416049:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1770653412.416867:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.416876:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.416879:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.416882:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.416889:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:2.0:1770653412.416899:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8ced00 00000400:00000200:2.0:1770653412.416905:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 12136 00000800:00000001:2.0:1770653412.416911:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.416920:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.416923:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653412.416928:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653412.416932:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653412.416934:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1770653412.416939:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955603ca5500. 00000100:00000040:2.0:1770653412.416941:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955603ca5500 x1856657966296320 msgsize 328 00000100:00100000:2.0:1770653412.416945:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:2.0:1770653412.416956:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1770653412.416961:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.416963:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.417032:0:6728:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1770653412.417037:0:6728:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966296320 02000000:00000001:1.0:1770653412.417040:0:6728:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1770653412.417042:0:6728:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653412.417044:0:6728:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653412.417047:0:6728:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653412.417050:0:6728:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966296320 00000020:00000001:1.0:1770653412.417053:0:6728:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1770653412.417054:0:6728:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:1.0:1770653412.417057:0:6728:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653412.417059:0:6728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=89 00000020:00000001:1.0:1770653412.417062:0:6728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000020:00000001:1.0:1770653412.417065:0:6728:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:1.0:1770653412.417069:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653412.417074:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229e80. 00000100:00000001:1.0:1770653412.417077:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653412.417080:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229e80. 00000020:00000010:1.0:1770653412.417086:0:6728:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9556560afc00. 00000020:00000010:1.0:1770653412.417090:0:6728:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d400. 00000020:00000010:1.0:1770653412.417094:0:6728:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada3e8. 00000100:00000040:1.0:1770653412.417100:0:6728:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1770653412.417103:0:6728:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653412.417104:0:6728:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1770653412.417106:0:6728:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.417111:0:6728:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.417125:0:6728:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.417134:0:6728:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1770653412.417136:0:6728:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1770653412.417143:0:6728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136121 00000100:00000040:1.0:1770653412.417147:0:6728:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000100:00000001:1.0:1770653412.417150:0:6728:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795396158720 : -117278313392896 : ffff955603ca5500) 00000100:00000040:1.0:1770653412.417159:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955603ca5500 x1856657966296320/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1770653412.417187:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653412.417192:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229e80. 00000100:00000001:1.0:1770653412.417197:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653412.417201:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229e80. 00000100:00100000:1.0:1770653412.417209:0:6728:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955603ca5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+89:2363:x1856657966296320:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000200:1.0:1770653412.417215:0:6728:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966296320 00000020:00000001:1.0:1770653412.417218:0:6728:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1770653412.417221:0:6728:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1770653412.417224:0:6728:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.417228:0:6728:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1770653412.417230:0:6728:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:1.0:1770653412.417235:0:6728:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1770653412.417238:0:6728:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653412.417241:0:6728:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1770653412.417243:0:6728:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1770653412.417247:0:6728:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.417251:0:6728:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1770653412.417253:0:6728:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1770653412.417256:0:6728:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1770653412.417258:0:6728:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1770653412.417260:0:6728:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.417265:0:6728:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1770653412.417272:0:6728:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff95560711f900. 00010000:00000010:1.0:1770653412.417278:0:6728:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff95560711fd00. 00010000:00000001:1.0:1770653412.417283:0:6728:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1770653412.417287:0:6728:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9556565b5000. 00000020:00000001:1.0:1770653412.417290:0:6728:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1770653412.417294:0:6728:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9556565b5000 with handle 0x2aed14e4e178ccc8 to hash 00000020:00000001:1.0:1770653412.417297:0:6728:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1770653412.417299:0:6728:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626796781391872 : -117276928159744 : ffff9556565b5000) 00010000:00000001:1.0:1770653412.417303:0:6728:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626796781391872 : -117276928159744 : ffff9556565b5000) 00010000:00010000:1.0:1770653412.417309:0:6728:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9556565b5000/0x2aed14e4e178ccc8 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x158b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe1745 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00002000:00000001:1.0:1770653412.417322:0:6728:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:1.0:1770653412.417326:0:6728:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff955645229e80. 00002000:00000001:1.0:1770653412.417330:0:6728:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1770653412.417332:0:6728:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1770653412.417337:0:6728:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795517175368 : -117278192376248 : ffff95560b00e648) 00002000:00000001:1.0:1770653412.417341:0:6728:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795517175280 : -117278192376336 : ffff95560b00e5f0) 00002000:00000001:1.0:1770653412.417344:0:6728:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00002000:00000001:1.0:1770653412.417350:0:6728:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1770653412.417353:0:6728:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x158b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:1.0:1770653412.417356:0:6728:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:1.0:1770653412.417358:0:6728:0:(lu_object.c:207:lu_object_put()) Add ffff95560b00e648/ffff95560b00e5f0 to site lru. bkt: ffff9556025b4ce8 00010000:00000040:1.0:1770653412.417361:0:6728:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 85 00000020:00000040:1.0:1770653412.417363:0:6728:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=90 00010000:00000001:1.0:1770653412.417367:0:6728:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1770653412.417369:0:6728:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1770653412.417371:0:6728:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1770653412.417373:0:6728:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1770653412.417377:0:6728:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9556339cb400. 02000000:00000001:1.0:1770653412.417379:0:6728:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.417382:0:6728:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.417384:0:6728:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1770653412.417386:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653412.417388:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653412.417390:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.417391:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653412.417392:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653412.417394:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.417396:0:6728:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1770653412.417401:0:6728:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9556565b5000/0x2aed14e4e178ccc8 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x158b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1745 expref: 90 pid: 6728 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1770653412.417415:0:6728:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x158b:0x0].0x0 (ffff95560711f900) refcount = 1 00010000:00000040:1.0:1770653412.417418:0:6728:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1770653412.417421:0:6728:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9556565b5000/0x2aed14e4e178ccc8 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x158b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1745 expref: 90 pid: 6728 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1770653412.417428:0:6728:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653412.417429:0:6728:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.417431:0:6728:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1770653412.417432:0:6728:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1770653412.417434:0:6728:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1770653412.417436:0:6728:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.417439:0:6728:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1770653412.417442:0:6728:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9556565b5000/0x2aed14e4e178ccc8 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x158b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1745 expref: 90 pid: 6728 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1770653412.417450:0:6728:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1770653412.417452:0:6728:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1770653412.417453:0:6728:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.417455:0:6728:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.417457:0:6728:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1770653412.417458:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653412.417459:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1770653412.417461:0:6728:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9556565b5000, rc 0) 00000020:00000001:1.0:1770653412.417463:0:6728:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653412.417466:0:6728:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966296320 00010000:00000001:1.0:1770653412.417467:0:6728:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1770653412.417472:0:6728:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955603ca5500 x1856657966296320/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1770653412.417480:0:6728:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1770653412.417482:0:6728:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653412.417485:0:6728:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1770653412.417488:0:6728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1770653412.417491:0:6728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:1.0:1770653412.417493:0:6728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:1.0:1770653412.417495:0:6728:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1770653412.417496:0:6728:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.417498:0:6728:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1770653412.417501:0:6728:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:1.0:1770653412.417504:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0222a8. 00000100:00000200:1.0:1770653412.417508:0:6728:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966296320, offset 224 00000400:00000200:1.0:1770653412.417512:0:6728:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:1.0:1770653412.417519:0:6728:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:1.0:1770653412.417524:0:6728:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164532:2164532:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164528:2164528:8:4294967295] 00000400:00000200:1.0:1770653412.417550:0:6728:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:1.0:1770653412.417556:0:6728:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:1.0:1770653412.417560:0:6728:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399f00. 00000800:00000200:1.0:1770653412.417566:0:6728:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:1.0:1770653412.417572:0:6728:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:1.0:1770653412.417576:0:6728:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399f00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1770653412.417593:0:6728:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653412.417597:0:6728:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:1.0:1770653412.417600:0:6728:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1770653412.417602:0:6728:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.417604:0:6728:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1770653412.417609:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955603ca5500 x1856657966296320/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1770653412.417620:0:6728:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955603ca5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+90:2363:x1856657966296320:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 448us (676us total) trans 0 rc 0/0 00000100:00100000:1.0:1770653412.417630:0:6728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136121 00000100:00000040:1.0:1770653412.417634:0:6728:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000100:00000001:1.0:1770653412.417638:0:6728:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1770653412.417640:0:6728:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1770653412.417645:0:6728:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d400. 00000020:00000010:1.0:1770653412.417650:0:6728:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada3e8. 00000020:00000010:1.0:1770653412.417654:0:6728:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9556560afc00. 00000020:00000040:1.0:1770653412.417658:0:6728:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 89 00000100:00000001:1.0:1770653412.417661:0:6728:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1770653412.417722:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1770653412.417727:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399f00. 00000400:00000200:2.0:1770653412.417731:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653412.417736:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:2.0:1770653412.417739:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0222a8 00000400:00000010:2.0:1770653412.417740:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0222a8. 00000100:00000001:2.0:1770653412.417743:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653412.417744:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1770653412.418361:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.418369:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.418372:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.418374:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.418380:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:3.0:1770653412.418389:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8ced80 00000400:00000200:3.0:1770653412.418395:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 12464 00000800:00000001:3.0:1770653412.418400:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.418406:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.418408:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.418412:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.418415:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653412.418417:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1770653412.418421:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d8a680. 00000100:00000040:3.0:1770653412.418424:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955618d8a680 x1856657966296448 msgsize 328 00000100:00100000:3.0:1770653412.418429:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:3.0:1770653412.418442:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1770653412.418447:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.418450:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.418553:0:6728:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1770653412.418558:0:6728:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966296448 02000000:00000001:1.0:1770653412.418561:0:6728:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1770653412.418563:0:6728:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653412.418565:0:6728:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653412.418570:0:6728:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653412.418573:0:6728:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966296448 00000020:00000001:1.0:1770653412.418575:0:6728:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1770653412.418577:0:6728:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000020:00000001:1.0:1770653412.418579:0:6728:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653412.418583:0:6728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=91 00000020:00000001:1.0:1770653412.418586:0:6728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:1.0:1770653412.418589:0:6728:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:1.0:1770653412.418593:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653412.418598:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229280. 00000100:00000001:1.0:1770653412.418602:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653412.418605:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229280. 00000020:00000010:1.0:1770653412.418611:0:6728:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9556560afc00. 00000020:00000010:1.0:1770653412.418615:0:6728:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d400. 00000020:00000010:1.0:1770653412.418619:0:6728:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada3e8. 00000100:00000040:1.0:1770653412.418625:0:6728:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1770653412.418628:0:6728:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653412.418629:0:6728:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1770653412.418632:0:6728:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.418636:0:6728:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.418654:0:6728:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.418663:0:6728:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1770653412.418666:0:6728:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1770653412.418671:0:6728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136122 00000100:00000040:1.0:1770653412.418675:0:6728:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:1.0:1770653412.418677:0:6728:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795749418624 : -117277960132992 : ffff955618d8a680) 00000100:00000040:1.0:1770653412.418684:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955618d8a680 x1856657966296448/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1770653412.418710:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653412.418712:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229280. 00000100:00000001:1.0:1770653412.418714:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653412.418716:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229280. 00000100:00100000:1.0:1770653412.418719:0:6728:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955618d8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+91:2364:x1856657966296448:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000200:1.0:1770653412.418722:0:6728:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966296448 00000020:00000001:1.0:1770653412.418724:0:6728:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1770653412.418726:0:6728:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1770653412.418727:0:6728:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.418729:0:6728:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1770653412.418731:0:6728:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:1.0:1770653412.418734:0:6728:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1770653412.418736:0:6728:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653412.418738:0:6728:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1770653412.418739:0:6728:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1770653412.418741:0:6728:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.418744:0:6728:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1770653412.418745:0:6728:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1770653412.418746:0:6728:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1770653412.418748:0:6728:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1770653412.418767:0:6728:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.418771:0:6728:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1770653412.418777:0:6728:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9556188e9300. 00010000:00000010:1.0:1770653412.418780:0:6728:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9556188e9a00. 00010000:00000001:1.0:1770653412.418782:0:6728:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1770653412.418784:0:6728:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9556565b4e00. 00000020:00000001:1.0:1770653412.418786:0:6728:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1770653412.418789:0:6728:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9556565b4e00 with handle 0x2aed14e4e178cccf to hash 00000020:00000001:1.0:1770653412.418790:0:6728:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1770653412.418791:0:6728:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626796781391360 : -117276928160256 : ffff9556565b4e00) 00010000:00000001:1.0:1770653412.418793:0:6728:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626796781391360 : -117276928160256 : ffff9556565b4e00) 00010000:00010000:1.0:1770653412.418796:0:6728:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9556565b4e00/0x2aed14e4e178cccf lrc: 2/0,0 mode: --/PR res: [0x280000403:0x1428:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe174c expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00002000:00000001:1.0:1770653412.418802:0:6728:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:1.0:1770653412.418804:0:6728:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff955645229280. 00002000:00000001:1.0:1770653412.418805:0:6728:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1770653412.418806:0:6728:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1770653412.418809:0:6728:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795553134008 : -117278156417608 : ffff95560d2595b8) 00002000:00000001:1.0:1770653412.418811:0:6728:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795553133920 : -117278156417696 : ffff95560d259560) 00002000:00000001:1.0:1770653412.418812:0:6728:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00002000:00000001:1.0:1770653412.418816:0:6728:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1770653412.418818:0:6728:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x1428:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:1.0:1770653412.418820:0:6728:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:1.0:1770653412.418822:0:6728:0:(lu_object.c:207:lu_object_put()) Add ffff95560d2595b8/ffff95560d259560 to site lru. bkt: ffff95571148d880 00010000:00000040:1.0:1770653412.418824:0:6728:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 87 00000020:00000040:1.0:1770653412.418826:0:6728:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=92 00010000:00000001:1.0:1770653412.418829:0:6728:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1770653412.418830:0:6728:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1770653412.418831:0:6728:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1770653412.418832:0:6728:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1770653412.418835:0:6728:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9556339c9c00. 02000000:00000001:1.0:1770653412.418837:0:6728:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.418838:0:6728:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.418840:0:6728:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1770653412.418841:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653412.418843:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653412.418844:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.418845:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653412.418846:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653412.418869:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.418873:0:6728:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1770653412.418878:0:6728:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9556565b4e00/0x2aed14e4e178cccf lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe174c expref: 92 pid: 6728 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1770653412.418889:0:6728:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1428:0x0].0x0 (ffff9556188e9300) refcount = 1 00010000:00000040:1.0:1770653412.418892:0:6728:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1770653412.418896:0:6728:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9556565b4e00/0x2aed14e4e178cccf lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe174c expref: 92 pid: 6728 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1770653412.418906:0:6728:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653412.418908:0:6728:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.418910:0:6728:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1770653412.418911:0:6728:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1770653412.418914:0:6728:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1770653412.418917:0:6728:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.418921:0:6728:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1770653412.418925:0:6728:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9556565b4e00/0x2aed14e4e178cccf lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe174c expref: 92 pid: 6728 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1770653412.418935:0:6728:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1770653412.418937:0:6728:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1770653412.418939:0:6728:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.418942:0:6728:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.418944:0:6728:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1770653412.418946:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653412.418947:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1770653412.418949:0:6728:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9556565b4e00, rc 0) 00000020:00000001:1.0:1770653412.418952:0:6728:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653412.418955:0:6728:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966296448 00010000:00000001:1.0:1770653412.418958:0:6728:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1770653412.418963:0:6728:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955618d8a680 x1856657966296448/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1770653412.418973:0:6728:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1770653412.418976:0:6728:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653412.418979:0:6728:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1770653412.418982:0:6728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1770653412.418985:0:6728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:1.0:1770653412.418988:0:6728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:1.0:1770653412.418991:0:6728:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1770653412.418993:0:6728:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.418995:0:6728:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1770653412.418998:0:6728:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:1.0:1770653412.419020:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022000. 00000100:00000200:1.0:1770653412.419026:0:6728:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966296448, offset 224 00000400:00000200:1.0:1770653412.419034:0:6728:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:1.0:1770653412.419045:0:6728:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:1.0:1770653412.419053:0:6728:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164533:2164533:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164529:2164529:8:4294967295] 00000400:00000200:1.0:1770653412.419069:0:6728:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:1.0:1770653412.419079:0:6728:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:1.0:1770653412.419085:0:6728:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399a00. 00000800:00000200:1.0:1770653412.419092:0:6728:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:1.0:1770653412.419101:0:6728:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:1.0:1770653412.419106:0:6728:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399a00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1770653412.419129:0:6728:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653412.419133:0:6728:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:1.0:1770653412.419136:0:6728:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1770653412.419139:0:6728:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.419141:0:6728:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1770653412.419147:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d8a680 x1856657966296448/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1770653412.419175:0:6728:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955618d8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+92:2364:x1856657966296448:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 462us (731us total) trans 0 rc 0/0 00000100:00100000:1.0:1770653412.419185:0:6728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136122 00000100:00000040:1.0:1770653412.419189:0:6728:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000100:00000001:1.0:1770653412.419192:0:6728:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1770653412.419194:0:6728:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1770653412.419198:0:6728:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d400. 00000020:00000010:1.0:1770653412.419202:0:6728:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada3e8. 00000020:00000010:1.0:1770653412.419205:0:6728:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9556560afc00. 00000020:00000040:1.0:1770653412.419209:0:6728:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 91 00000100:00000001:1.0:1770653412.419212:0:6728:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1770653412.419247:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1770653412.419253:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399a00. 00000400:00000200:2.0:1770653412.419257:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653412.419263:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:2.0:1770653412.419267:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022000 00000400:00000010:2.0:1770653412.419269:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022000. 00000100:00000001:2.0:1770653412.419273:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653412.419274:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1770653412.419876:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.419884:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.419887:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.419890:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.419897:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:2.0:1770653412.419907:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cee00 00000400:00000200:2.0:1770653412.419914:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 12792 00000800:00000001:2.0:1770653412.419919:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.419924:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.419926:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653412.419929:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653412.419932:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653412.419934:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1770653412.419937:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955603ca5880. 00000100:00000040:2.0:1770653412.419939:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955603ca5880 x1856657966296576 msgsize 328 00000100:00100000:2.0:1770653412.419942:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:2.0:1770653412.419953:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1770653412.419957:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.419959:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.420022:0:6728:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1770653412.420025:0:6728:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966296576 02000000:00000001:1.0:1770653412.420027:0:6728:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1770653412.420028:0:6728:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653412.420030:0:6728:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653412.420033:0:6728:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653412.420035:0:6728:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966296576 00000020:00000001:1.0:1770653412.420036:0:6728:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1770653412.420037:0:6728:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:1.0:1770653412.420039:0:6728:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653412.420041:0:6728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=90 00000020:00000001:1.0:1770653412.420043:0:6728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000020:00000001:1.0:1770653412.420045:0:6728:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:1.0:1770653412.420047:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653412.420051:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556452291c0. 00000100:00000001:1.0:1770653412.420053:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653412.420054:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556452291c0. 00000020:00000010:1.0:1770653412.420058:0:6728:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9556560afc00. 00000020:00000010:1.0:1770653412.420061:0:6728:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d400. 00000020:00000010:1.0:1770653412.420064:0:6728:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada3e8. 00000100:00000040:1.0:1770653412.420068:0:6728:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1770653412.420070:0:6728:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653412.420071:0:6728:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1770653412.420073:0:6728:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.420076:0:6728:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.420087:0:6728:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.420094:0:6728:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1770653412.420095:0:6728:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1770653412.420099:0:6728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136123 00000100:00000040:1.0:1770653412.420102:0:6728:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000100:00000001:1.0:1770653412.420103:0:6728:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795396159616 : -117278313392000 : ffff955603ca5880) 00000100:00000040:1.0:1770653412.420107:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955603ca5880 x1856657966296576/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1770653412.420115:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653412.420117:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556452291c0. 00000100:00000001:1.0:1770653412.420119:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653412.420121:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556452291c0. 00000100:00100000:1.0:1770653412.420124:0:6728:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955603ca5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+90:2363:x1856657966296576:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000200:1.0:1770653412.420128:0:6728:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966296576 00000020:00000001:1.0:1770653412.420130:0:6728:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1770653412.420133:0:6728:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1770653412.420134:0:6728:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.420136:0:6728:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1770653412.420138:0:6728:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:1.0:1770653412.420140:0:6728:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1770653412.420142:0:6728:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653412.420144:0:6728:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1770653412.420146:0:6728:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1770653412.420148:0:6728:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.420150:0:6728:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1770653412.420151:0:6728:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1770653412.420153:0:6728:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1770653412.420154:0:6728:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1770653412.420156:0:6728:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.420159:0:6728:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1770653412.420163:0:6728:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9556188e9400. 00010000:00000010:1.0:1770653412.420166:0:6728:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9556188e9500. 00010000:00000001:1.0:1770653412.420169:0:6728:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1770653412.420172:0:6728:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9556565b5200. 00000020:00000001:1.0:1770653412.420174:0:6728:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1770653412.420175:0:6728:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9556565b5200 with handle 0x2aed14e4e178ccd6 to hash 00000020:00000001:1.0:1770653412.420177:0:6728:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1770653412.420178:0:6728:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626796781392384 : -117276928159232 : ffff9556565b5200) 00010000:00000001:1.0:1770653412.420180:0:6728:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626796781392384 : -117276928159232 : ffff9556565b5200) 00010000:00010000:1.0:1770653412.420183:0:6728:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9556565b5200/0x2aed14e4e178ccd6 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x158e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe1753 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00002000:00000001:1.0:1770653412.420188:0:6728:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:1.0:1770653412.420190:0:6728:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9556452291c0. 00002000:00000001:1.0:1770653412.420191:0:6728:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1770653412.420193:0:6728:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1770653412.420195:0:6728:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795517175976 : -117278192375640 : ffff95560b00e8a8) 00002000:00000001:1.0:1770653412.420197:0:6728:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795517175888 : -117278192375728 : ffff95560b00e850) 00002000:00000001:1.0:1770653412.420198:0:6728:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00002000:00000001:1.0:1770653412.420202:0:6728:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1770653412.420204:0:6728:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x158e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:1.0:1770653412.420206:0:6728:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:1.0:1770653412.420208:0:6728:0:(lu_object.c:207:lu_object_put()) Add ffff95560b00e8a8/ffff95560b00e850 to site lru. bkt: ffff9556025b5500 00010000:00000040:1.0:1770653412.420210:0:6728:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 86 00000020:00000040:1.0:1770653412.420211:0:6728:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=91 00010000:00000001:1.0:1770653412.420214:0:6728:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1770653412.420216:0:6728:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1770653412.420217:0:6728:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1770653412.420218:0:6728:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1770653412.420222:0:6728:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff95566b67f000. 02000000:00000001:1.0:1770653412.420224:0:6728:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.420225:0:6728:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.420227:0:6728:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1770653412.420229:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653412.420230:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653412.420231:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.420233:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653412.420234:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653412.420235:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.420237:0:6728:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1770653412.420241:0:6728:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9556565b5200/0x2aed14e4e178ccd6 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x158e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1753 expref: 91 pid: 6728 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1770653412.420247:0:6728:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x158e:0x0].0x0 (ffff9556188e9400) refcount = 1 00010000:00000040:1.0:1770653412.420249:0:6728:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1770653412.420252:0:6728:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9556565b5200/0x2aed14e4e178ccd6 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x158e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1753 expref: 91 pid: 6728 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1770653412.420257:0:6728:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653412.420258:0:6728:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.420259:0:6728:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1770653412.420260:0:6728:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1770653412.420261:0:6728:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1770653412.420263:0:6728:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.420265:0:6728:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1770653412.420267:0:6728:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9556565b5200/0x2aed14e4e178ccd6 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x158e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1753 expref: 91 pid: 6728 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1770653412.420274:0:6728:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1770653412.420275:0:6728:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1770653412.420277:0:6728:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.420278:0:6728:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.420279:0:6728:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1770653412.420280:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653412.420281:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1770653412.420282:0:6728:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9556565b5200, rc 0) 00000020:00000001:1.0:1770653412.420284:0:6728:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653412.420285:0:6728:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966296576 00010000:00000001:1.0:1770653412.420287:0:6728:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1770653412.420290:0:6728:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955603ca5880 x1856657966296576/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1770653412.420297:0:6728:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1770653412.420298:0:6728:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653412.420300:0:6728:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1770653412.420303:0:6728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1770653412.420304:0:6728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:1.0:1770653412.420306:0:6728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:1.0:1770653412.420308:0:6728:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1770653412.420309:0:6728:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.420311:0:6728:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1770653412.420313:0:6728:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:1.0:1770653412.420315:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0224c8. 00000100:00000200:1.0:1770653412.420318:0:6728:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966296576, offset 224 00000400:00000200:1.0:1770653412.420322:0:6728:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:1.0:1770653412.420327:0:6728:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:1.0:1770653412.420331:0:6728:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164534:2164534:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164530:2164530:8:4294967295] 00000400:00000200:1.0:1770653412.420339:0:6728:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:1.0:1770653412.420342:0:6728:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:1.0:1770653412.420345:0:6728:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399a00. 00000800:00000200:1.0:1770653412.420348:0:6728:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:1.0:1770653412.420352:0:6728:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:1.0:1770653412.420355:0:6728:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399a00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1770653412.420366:0:6728:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653412.420368:0:6728:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:1.0:1770653412.420370:0:6728:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1770653412.420371:0:6728:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.420373:0:6728:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1770653412.420376:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955603ca5880 x1856657966296576/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1770653412.420384:0:6728:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955603ca5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+91:2363:x1856657966296576:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 267us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1770653412.420390:0:6728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136123 00000100:00000040:1.0:1770653412.420394:0:6728:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000100:00000001:1.0:1770653412.420396:0:6728:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1770653412.420397:0:6728:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1770653412.420400:0:6728:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d400. 00000020:00000010:1.0:1770653412.420403:0:6728:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada3e8. 00000020:00000010:1.0:1770653412.420406:0:6728:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9556560afc00. 00000020:00000040:1.0:1770653412.420410:0:6728:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 90 00000100:00000001:1.0:1770653412.420412:0:6728:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1770653412.420436:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1770653412.420440:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399a00. 00000400:00000200:3.0:1770653412.420444:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.420449:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:3.0:1770653412.420452:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0224c8 00000400:00000010:3.0:1770653412.420454:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0224c8. 00000100:00000001:3.0:1770653412.420456:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.420457:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1770653412.421153:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.421160:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.421163:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.421164:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.421169:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:2.0:1770653412.421177:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cee80 00000400:00000200:2.0:1770653412.421181:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 13120 00000800:00000001:2.0:1770653412.421186:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.421191:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.421193:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653412.421195:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653412.421199:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653412.421200:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1770653412.421203:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955603ca4380. 00000100:00000040:2.0:1770653412.421206:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955603ca4380 x1856657966296704 msgsize 328 00000100:00100000:2.0:1770653412.421209:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:2.0:1770653412.421221:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1770653412.421225:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.421227:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.421289:0:6728:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1770653412.421292:0:6728:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966296704 02000000:00000001:1.0:1770653412.421294:0:6728:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1770653412.421296:0:6728:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653412.421297:0:6728:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653412.421300:0:6728:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653412.421302:0:6728:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966296704 00000020:00000001:1.0:1770653412.421304:0:6728:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1770653412.421305:0:6728:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:1.0:1770653412.421307:0:6728:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653412.421309:0:6728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=91 00000020:00000001:1.0:1770653412.421311:0:6728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000020:00000001:1.0:1770653412.421313:0:6728:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:1.0:1770653412.421316:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653412.421319:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229cc0. 00000100:00000001:1.0:1770653412.421321:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653412.421323:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229cc0. 00000020:00000010:1.0:1770653412.421328:0:6728:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9556560afc00. 00000020:00000010:1.0:1770653412.421331:0:6728:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d400. 00000020:00000010:1.0:1770653412.421333:0:6728:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada3e8. 00000100:00000040:1.0:1770653412.421337:0:6728:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1770653412.421339:0:6728:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653412.421340:0:6728:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1770653412.421342:0:6728:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.421345:0:6728:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.421356:0:6728:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.421362:0:6728:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1770653412.421364:0:6728:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1770653412.421368:0:6728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136124 00000100:00000040:1.0:1770653412.421371:0:6728:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000100:00000001:1.0:1770653412.421373:0:6728:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795396154240 : -117278313397376 : ffff955603ca4380) 00000100:00000040:1.0:1770653412.421378:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955603ca4380 x1856657966296704/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1770653412.421386:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653412.421388:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229cc0. 00000100:00000001:1.0:1770653412.421390:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653412.421392:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229cc0. 00000100:00100000:1.0:1770653412.421396:0:6728:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955603ca4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+91:2364:x1856657966296704:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000200:1.0:1770653412.421400:0:6728:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966296704 00000020:00000001:1.0:1770653412.421402:0:6728:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1770653412.421404:0:6728:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1770653412.421406:0:6728:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.421407:0:6728:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1770653412.421409:0:6728:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:1.0:1770653412.421411:0:6728:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1770653412.421413:0:6728:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653412.421414:0:6728:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1770653412.421416:0:6728:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1770653412.421418:0:6728:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.421419:0:6728:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1770653412.421420:0:6728:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1770653412.421422:0:6728:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1770653412.421423:0:6728:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1770653412.421424:0:6728:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.421427:0:6728:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1770653412.421431:0:6728:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9556188e9700. 00010000:00000010:1.0:1770653412.421434:0:6728:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9556188e9d00. 00010000:00000001:1.0:1770653412.421437:0:6728:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1770653412.421439:0:6728:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9556565b4600. 00000020:00000001:1.0:1770653412.421441:0:6728:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1770653412.421443:0:6728:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9556565b4600 with handle 0x2aed14e4e178ccdd to hash 00000020:00000001:1.0:1770653412.421444:0:6728:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1770653412.421445:0:6728:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626796781389312 : -117276928162304 : ffff9556565b4600) 00010000:00000001:1.0:1770653412.421448:0:6728:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626796781389312 : -117276928162304 : ffff9556565b4600) 00010000:00010000:1.0:1770653412.421451:0:6728:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9556565b4600/0x2aed14e4e178ccdd lrc: 2/0,0 mode: --/PR res: [0x240000403:0x1597:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe175a expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00002000:00000001:1.0:1770653412.421456:0:6728:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:1.0:1770653412.421458:0:6728:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff955645229cc0. 00002000:00000001:1.0:1770653412.421459:0:6728:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1770653412.421461:0:6728:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1770653412.421463:0:6728:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796276728200 : -117277432823416 : ffff95563846c188) 00002000:00000001:1.0:1770653412.421465:0:6728:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796276728112 : -117277432823504 : ffff95563846c130) 00002000:00000001:1.0:1770653412.421466:0:6728:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00002000:00000001:1.0:1770653412.421470:0:6728:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1770653412.421472:0:6728:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x1597:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:1.0:1770653412.421475:0:6728:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:1.0:1770653412.421477:0:6728:0:(lu_object.c:207:lu_object_put()) Add ffff95563846c188/ffff95563846c130 to site lru. bkt: ffff9556025b5f48 00010000:00000040:1.0:1770653412.421479:0:6728:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 87 00000020:00000040:1.0:1770653412.421481:0:6728:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=92 00010000:00000001:1.0:1770653412.421484:0:6728:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1770653412.421485:0:6728:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1770653412.421486:0:6728:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1770653412.421488:0:6728:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1770653412.421491:0:6728:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff95566b67f800. 02000000:00000001:1.0:1770653412.421492:0:6728:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.421494:0:6728:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.421496:0:6728:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1770653412.421497:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653412.421499:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653412.421500:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.421502:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653412.421503:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653412.421504:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.421506:0:6728:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1770653412.421509:0:6728:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9556565b4600/0x2aed14e4e178ccdd lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1597:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe175a expref: 92 pid: 6728 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1770653412.421515:0:6728:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1597:0x0].0x0 (ffff9556188e9700) refcount = 1 00010000:00000040:1.0:1770653412.421517:0:6728:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1770653412.421520:0:6728:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9556565b4600/0x2aed14e4e178ccdd lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1597:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe175a expref: 92 pid: 6728 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1770653412.421526:0:6728:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653412.421527:0:6728:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.421528:0:6728:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1770653412.421529:0:6728:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1770653412.421530:0:6728:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1770653412.421532:0:6728:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.421534:0:6728:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1770653412.421537:0:6728:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9556565b4600/0x2aed14e4e178ccdd lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1597:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe175a expref: 92 pid: 6728 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1770653412.421544:0:6728:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1770653412.421545:0:6728:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1770653412.421546:0:6728:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.421548:0:6728:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.421549:0:6728:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1770653412.421550:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653412.421551:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1770653412.421552:0:6728:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9556565b4600, rc 0) 00000020:00000001:1.0:1770653412.421554:0:6728:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653412.421556:0:6728:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966296704 00010000:00000001:1.0:1770653412.421558:0:6728:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1770653412.421561:0:6728:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955603ca4380 x1856657966296704/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1770653412.421567:0:6728:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1770653412.421569:0:6728:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653412.421571:0:6728:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1770653412.421573:0:6728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1770653412.421575:0:6728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:1.0:1770653412.421577:0:6728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:1.0:1770653412.421578:0:6728:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1770653412.421580:0:6728:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.421582:0:6728:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1770653412.421583:0:6728:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:1.0:1770653412.421585:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022440. 00000100:00000200:1.0:1770653412.421588:0:6728:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966296704, offset 224 00000400:00000200:1.0:1770653412.421591:0:6728:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:1.0:1770653412.421597:0:6728:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:1.0:1770653412.421601:0:6728:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164535:2164535:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164531:2164531:8:4294967295] 00000400:00000200:1.0:1770653412.421608:0:6728:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:1.0:1770653412.421612:0:6728:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:1.0:1770653412.421614:0:6728:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399f00. 00000800:00000200:1.0:1770653412.421617:0:6728:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:1.0:1770653412.421622:0:6728:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:1.0:1770653412.421624:0:6728:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399f00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1770653412.421635:0:6728:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653412.421637:0:6728:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:1.0:1770653412.421639:0:6728:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1770653412.421640:0:6728:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.421642:0:6728:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1770653412.421645:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955603ca4380 x1856657966296704/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1770653412.421658:0:6728:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955603ca4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+92:2364:x1856657966296704:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 270us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1770653412.421663:0:6728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136124 00000100:00000040:1.0:1770653412.421664:0:6728:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000100:00000001:1.0:1770653412.421666:0:6728:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1770653412.421667:0:6728:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1770653412.421670:0:6728:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d400. 00000020:00000010:1.0:1770653412.421672:0:6728:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada3e8. 00000020:00000010:1.0:1770653412.421675:0:6728:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9556560afc00. 00000020:00000040:1.0:1770653412.421677:0:6728:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 91 00000100:00000001:1.0:1770653412.421679:0:6728:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1770653412.421736:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1770653412.421740:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399f00. 00000400:00000200:2.0:1770653412.421744:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653412.421749:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:2.0:1770653412.421770:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022440 00000400:00000010:2.0:1770653412.421772:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022440. 00000100:00000001:2.0:1770653412.421775:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653412.421776:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1770653412.422471:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.422476:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.422478:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.422480:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.422484:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:3.0:1770653412.422491:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cef00 00000400:00000200:3.0:1770653412.422495:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 13448 00000800:00000001:3.0:1770653412.422499:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.422503:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.422505:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.422507:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.422510:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653412.422511:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1770653412.422514:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d88380. 00000100:00000040:3.0:1770653412.422516:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955618d88380 x1856657966296832 msgsize 328 00000100:00100000:3.0:1770653412.422520:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:3.0:1770653412.422529:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1770653412.422533:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.422535:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.422573:0:6728:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1770653412.422577:0:6728:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966296832 02000000:00000001:1.0:1770653412.422580:0:6728:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1770653412.422582:0:6728:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653412.422584:0:6728:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653412.422588:0:6728:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653412.422591:0:6728:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966296832 00000020:00000001:1.0:1770653412.422593:0:6728:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1770653412.422595:0:6728:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000020:00000001:1.0:1770653412.422597:0:6728:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653412.422600:0:6728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=92 00000020:00000001:1.0:1770653412.422604:0:6728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:1.0:1770653412.422606:0:6728:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:1.0:1770653412.422610:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653412.422614:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229940. 00000100:00000001:1.0:1770653412.422617:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653412.422620:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229940. 00000020:00000010:1.0:1770653412.422625:0:6728:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9556560afc00. 00000020:00000010:1.0:1770653412.422627:0:6728:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d400. 00000020:00000010:1.0:1770653412.422630:0:6728:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada3e8. 00000100:00000040:1.0:1770653412.422634:0:6728:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1770653412.422636:0:6728:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653412.422637:0:6728:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1770653412.422639:0:6728:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.422642:0:6728:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.422653:0:6728:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.422660:0:6728:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1770653412.422661:0:6728:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1770653412.422665:0:6728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136125 00000100:00000040:1.0:1770653412.422667:0:6728:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:1.0:1770653412.422669:0:6728:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795749409664 : -117277960141952 : ffff955618d88380) 00000100:00000040:1.0:1770653412.422673:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955618d88380 x1856657966296832/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1770653412.422681:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653412.422684:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229940. 00000100:00000001:1.0:1770653412.422686:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653412.422688:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229940. 00000100:00100000:1.0:1770653412.422693:0:6728:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955618d88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+92:2363:x1856657966296832:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000200:1.0:1770653412.422697:0:6728:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966296832 00000020:00000001:1.0:1770653412.422699:0:6728:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1770653412.422701:0:6728:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1770653412.422703:0:6728:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.422704:0:6728:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1770653412.422706:0:6728:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:1.0:1770653412.422708:0:6728:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1770653412.422710:0:6728:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653412.422711:0:6728:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1770653412.422712:0:6728:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1770653412.422714:0:6728:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.422716:0:6728:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1770653412.422717:0:6728:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1770653412.422718:0:6728:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1770653412.422720:0:6728:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1770653412.422721:0:6728:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.422723:0:6728:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1770653412.422727:0:6728:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9556188e9900. 00010000:00000010:1.0:1770653412.422730:0:6728:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9556188e9600. 00010000:00000001:1.0:1770653412.422732:0:6728:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1770653412.422735:0:6728:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9556565b5400. 00000020:00000001:1.0:1770653412.422737:0:6728:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1770653412.422738:0:6728:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9556565b5400 with handle 0x2aed14e4e178cce4 to hash 00000020:00000001:1.0:1770653412.422740:0:6728:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1770653412.422741:0:6728:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626796781392896 : -117276928158720 : ffff9556565b5400) 00010000:00000001:1.0:1770653412.422743:0:6728:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626796781392896 : -117276928158720 : ffff9556565b5400) 00010000:00010000:1.0:1770653412.422746:0:6728:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9556565b5400/0x2aed14e4e178cce4 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x1423:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe1761 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00002000:00000001:1.0:1770653412.422768:0:6728:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:1.0:1770653412.422770:0:6728:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff955645229940. 00002000:00000001:1.0:1770653412.422772:0:6728:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1770653412.422773:0:6728:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1770653412.422776:0:6728:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795553130056 : -117278156421560 : ffff95560d258648) 00002000:00000001:1.0:1770653412.422778:0:6728:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795553129968 : -117278156421648 : ffff95560d2585f0) 00002000:00000001:1.0:1770653412.422779:0:6728:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00002000:00000001:1.0:1770653412.422784:0:6728:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1770653412.422786:0:6728:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x1423:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:1.0:1770653412.422788:0:6728:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:1.0:1770653412.422789:0:6728:0:(lu_object.c:207:lu_object_put()) Add ffff95560d258648/ffff95560d2585f0 to site lru. bkt: ffff95571148e098 00010000:00000040:1.0:1770653412.422791:0:6728:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 88 00000020:00000040:1.0:1770653412.422793:0:6728:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=93 00010000:00000001:1.0:1770653412.422796:0:6728:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1770653412.422797:0:6728:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1770653412.422799:0:6728:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1770653412.422800:0:6728:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1770653412.422803:0:6728:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff95566b67dc00. 02000000:00000001:1.0:1770653412.422804:0:6728:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.422806:0:6728:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.422808:0:6728:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1770653412.422810:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653412.422811:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653412.422812:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.422814:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653412.422815:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653412.422816:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.422818:0:6728:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1770653412.422821:0:6728:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9556565b5400/0x2aed14e4e178cce4 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1423:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1761 expref: 93 pid: 6728 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1770653412.422827:0:6728:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1423:0x0].0x0 (ffff9556188e9900) refcount = 1 00010000:00000040:1.0:1770653412.422829:0:6728:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1770653412.422831:0:6728:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9556565b5400/0x2aed14e4e178cce4 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1423:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1761 expref: 93 pid: 6728 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1770653412.422837:0:6728:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653412.422838:0:6728:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.422839:0:6728:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1770653412.422840:0:6728:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1770653412.422841:0:6728:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1770653412.422843:0:6728:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.422845:0:6728:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1770653412.422867:0:6728:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9556565b5400/0x2aed14e4e178cce4 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1423:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1761 expref: 93 pid: 6728 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1770653412.422875:0:6728:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1770653412.422876:0:6728:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1770653412.422877:0:6728:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.422879:0:6728:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.422880:0:6728:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1770653412.422881:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653412.422882:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1770653412.422883:0:6728:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9556565b5400, rc 0) 00000020:00000001:1.0:1770653412.422886:0:6728:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653412.422888:0:6728:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966296832 00010000:00000001:1.0:1770653412.422890:0:6728:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1770653412.422893:0:6728:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955618d88380 x1856657966296832/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1770653412.422900:0:6728:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1770653412.422901:0:6728:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653412.422903:0:6728:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1770653412.422906:0:6728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1770653412.422908:0:6728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:1.0:1770653412.422910:0:6728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:1.0:1770653412.422911:0:6728:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1770653412.422913:0:6728:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.422915:0:6728:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1770653412.422916:0:6728:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:1.0:1770653412.422919:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022dd0. 00000100:00000200:1.0:1770653412.422922:0:6728:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966296832, offset 224 00000400:00000200:1.0:1770653412.422926:0:6728:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:1.0:1770653412.422931:0:6728:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:1.0:1770653412.422935:0:6728:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164536:2164536:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164532:2164532:8:4294967295] 00000400:00000200:1.0:1770653412.422942:0:6728:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:1.0:1770653412.422946:0:6728:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:1.0:1770653412.422949:0:6728:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399b00. 00000800:00000200:1.0:1770653412.422952:0:6728:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:1.0:1770653412.422956:0:6728:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:1.0:1770653412.422959:0:6728:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399b00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1770653412.422969:0:6728:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653412.422971:0:6728:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:1.0:1770653412.422973:0:6728:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1770653412.422974:0:6728:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.422976:0:6728:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1770653412.422980:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d88380 x1856657966296832/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1770653412.422987:0:6728:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955618d88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+93:2363:x1856657966296832:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 304us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1770653412.422993:0:6728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136125 00000100:00000040:1.0:1770653412.422996:0:6728:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000100:00000001:1.0:1770653412.422998:0:6728:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1770653412.422999:0:6728:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1770653412.423002:0:6728:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d400. 00000020:00000010:1.0:1770653412.423006:0:6728:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada3e8. 00000020:00000010:1.0:1770653412.423009:0:6728:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9556560afc00. 00000020:00000040:1.0:1770653412.423011:0:6728:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 92 00000100:00000001:1.0:1770653412.423013:0:6728:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1770653412.423044:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1770653412.423048:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399b00. 00000400:00000200:2.0:1770653412.423052:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653412.423056:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:2.0:1770653412.423059:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022dd0 00000400:00000010:2.0:1770653412.423061:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022dd0. 00000100:00000001:2.0:1770653412.423063:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653412.423064:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1770653412.423203:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.423211:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.423213:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.423216:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.423222:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:2.0:1770653412.423232:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cf000 00000400:00000200:2.0:1770653412.423237:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 13776 00000800:00000001:2.0:1770653412.423241:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.423244:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.423246:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653412.423249:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653412.423251:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653412.423253:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1770653412.423256:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955603ca4000. 00000100:00000040:2.0:1770653412.423258:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955603ca4000 x1856657966297088 msgsize 328 00000100:00100000:2.0:1770653412.423261:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:2.0:1770653412.423272:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1770653412.423277:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.423280:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.423281:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.423282:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.423285:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:2.0:1770653412.423290:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cf100 00000400:00000200:2.0:1770653412.423293:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 14104 00000800:00000001:2.0:1770653412.423295:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.423318:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.423321:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653412.423323:0:6728:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1770653412.423324:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00100000:1.0:1770653412.423328:0:6728:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966297088 00000100:00000001:2.0:1770653412.423329:0:3282:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1770653412.423332:0:6728:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1770653412.423333:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1770653412.423334:0:6728:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653412.423337:0:6728:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1770653412.423338:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955603ca6d80. 02000000:00000001:1.0:1770653412.423341:0:6728:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653412.423343:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955603ca6d80 x1856657966297344 msgsize 328 00000100:00100000:1.0:1770653412.423345:0:6728:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966297088 00000020:00000001:1.0:1770653412.423348:0:6728:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1770653412.423351:0:6728:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000100:00100000:2.0:1770653412.423352:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000020:00000001:1.0:1770653412.423355:0:6728:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653412.423358:0:6728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=92 00000020:00000001:1.0:1770653412.423360:0:6728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:2.0:1770653412.423363:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1770653412.423363:0:6728:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000800:00000001:2.0:1770653412.423369:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653412.423373:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:2.0:1770653412.423374:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1770653412.423379:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556452293c0. 00000100:00000001:1.0:1770653412.423383:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653412.423385:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556452293c0. 00000020:00000010:1.0:1770653412.423391:0:6728:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9556560afc00. 00000020:00000010:1.0:1770653412.423394:0:6728:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d400. 00000020:00000010:1.0:1770653412.423398:0:6728:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada3e8. 00000100:00000040:1.0:1770653412.423403:0:6728:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1770653412.423406:0:6728:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653412.423408:0:6728:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1770653412.423409:0:6728:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.423411:0:76384:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1770653412.423414:0:6728:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653412.423415:0:76384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966297344 02000000:00000001:0.0:1770653412.423419:0:76384:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653412.423421:0:76384:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653412.423423:0:76384:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.423426:0:6728:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653412.423426:0:76384:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653412.423428:0:76384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966297344 00000020:00000001:0.0:1770653412.423432:0:76384:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1770653412.423434:0:76384:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000020:00000001:0.0:1770653412.423436:0:76384:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1770653412.423437:0:6728:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:0.0:1770653412.423438:0:76384:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=93 00000100:00000001:1.0:1770653412.423440:0:6728:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1770653412.423445:0:76384:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00100000:1.0:1770653412.423449:0:6728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136126 00000020:00000001:0.0:1770653412.423450:0:76384:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000040:1.0:1770653412.423454:0:6728:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000100:00000001:0.0:1770653412.423456:0:76384:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1770653412.423458:0:6728:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795396153344 : -117278313398272 : ffff955603ca4000) 00000020:00000010:0.0:1770653412.423462:0:76384:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a780. 00000100:00000040:1.0:1770653412.423465:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955603ca4000 x1856657966297088/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1770653412.423467:0:76384:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653412.423475:0:76384:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a780. 00000100:00000001:1.0:1770653412.423481:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1770653412.423484:0:76384:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997b000. 00000020:00000010:1.0:1770653412.423486:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556452293c0. 00000100:00000001:1.0:1770653412.423490:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653412.423491:0:76384:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556323ff780. 00000020:00000010:1.0:1770653412.423494:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556452293c0. 00000020:00000010:0.0:1770653412.423496:0:76384:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3dc80. 00000100:00100000:1.0:1770653412.423502:0:6728:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955603ca4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+92:2363:x1856657966297088:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000001:0.0:1770653412.423503:0:76384:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1770653412.423507:0:76384:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:1.0:1770653412.423509:0:6728:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966297088 00000100:00000001:0.0:1770653412.423510:0:76384:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.423513:0:6728:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1770653412.423517:0:6728:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1770653412.423518:0:76384:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.423519:0:6728:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.423523:0:6728:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1770653412.423524:0:6728:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:1.0:1770653412.423527:0:6728:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1770653412.423528:0:6728:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653412.423530:0:6728:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1770653412.423531:0:6728:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1770653412.423531:0:76384:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653412.423535:0:6728:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.423538:0:6728:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1770653412.423540:0:6728:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1770653412.423542:0:6728:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00000001:0.0:1770653412.423544:0:76384:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1770653412.423545:0:6728:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:0.0:1770653412.423549:0:76384:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1770653412.423550:0:6728:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.423555:0:6728:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00100000:0.0:1770653412.423559:0:76384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136127 00010000:00000010:1.0:1770653412.423561:0:6728:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9556188e9200. 00000100:00000001:2.0:1770653412.423563:0:51197:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1770653412.423563:0:76384:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00010000:00000010:1.0:1770653412.423566:0:6728:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9556188e9e00. 00000100:00000001:2.0:1770653412.423567:0:51197:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1770653412.423568:0:76384:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795396164992 : -117278313386624 : ffff955603ca6d80) 00010000:00000001:1.0:1770653412.423571:0:6728:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:2.0:1770653412.423572:0:51197:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1770653412.423576:0:6728:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9556565b4800. 00000100:00000001:2.0:1770653412.423578:0:51197:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653412.423578:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955603ca6d80 x1856657966297344/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000001:1.0:1770653412.423580:0:6728:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1770653412.423586:0:6728:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9556565b4800 with handle 0x2aed14e4e178cceb to hash 00000800:00000001:3.0:1770653412.423589:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1770653412.423591:0:6728:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:0.0:1770653412.423594:0:76384:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1770653412.423595:0:6728:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626796781389824 : -117276928161792 : ffff9556565b4800) 00000800:00000001:3.0:1770653412.423598:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.423599:0:6728:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626796781389824 : -117276928161792 : ffff9556565b4800) 00000020:00000010:0.0:1770653412.423601:0:76384:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a780. 00000800:00000001:3.0:1770653412.423603:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653412.423609:0:76384:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1770653412.423610:0:6728:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9556565b4800/0x2aed14e4e178cceb lrc: 2/0,0 mode: --/PR res: [0x240000403:0x1585:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe176f expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000800:00000001:3.0:1770653412.423611:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1770653412.423619:0:76384:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a780. 00002000:00000001:1.0:1770653412.423627:0:6728:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000400:00000200:3.0:1770653412.423629:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00100000:0.0:1770653412.423633:0:76384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955603ca6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:b31b1d82-c1d4-4680-ae7a-71292416d1f5+93:2363:x1856657966297344:12345-192.168.202.60@tcp:101:ll_agl.0 00002000:00000010:1.0:1770653412.423634:0:6728:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9556452293c0. 00002000:00000001:1.0:1770653412.423639:0:6728:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00000200:0.0:1770653412.423642:0:76384:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966297344 00000400:00000200:3.0:1770653412.423644:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cf200 00000020:00000001:1.0:1770653412.423644:0:6728:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1770653412.423646:0:76384:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1770653412.423649:0:6728:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795517174760 : -117278192376856 : ffff95560b00e3e8) 00000020:00000001:0.0:1770653412.423652:0:76384:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00002000:00000001:1.0:1770653412.423655:0:6728:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795517174672 : -117278192376944 : ffff95560b00e390) 00000400:00000200:3.0:1770653412.423656:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 14432 00000020:00000001:0.0:1770653412.423657:0:76384:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653412.423661:0:6728:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00000020:00000001:0.0:1770653412.423662:0:76384:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1770653412.423666:0:76384:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000800:00000001:3.0:1770653412.423668:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00002000:00000001:1.0:1770653412.423669:0:6728:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.423670:0:76384:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1770653412.423674:0:76384:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00002000:00010000:1.0:1770653412.423675:0:6728:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x1585:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000800:00000001:3.0:1770653412.423676:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653412.423679:0:76384:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1770653412.423682:0:76384:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1770653412.423684:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000001:1.0:1770653412.423684:0:6728:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000001:0.0:1770653412.423686:0:76384:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1770653412.423689:0:6728:0:(lu_object.c:207:lu_object_put()) Add ffff95560b00e3e8/ffff95560b00e390 to site lru. bkt: ffff9556025b7138 00000020:00000001:0.0:1770653412.423690:0:76384:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000400:00000200:3.0:1770653412.423694:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:0.0:1770653412.423695:0:76384:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00000040:1.0:1770653412.423696:0:6728:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 88 00010000:00010000:0.0:1770653412.423700:0:76384:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000020:00000040:1.0:1770653412.423702:0:6728:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=93 00010000:00000001:0.0:1770653412.423703:0:76384:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:3.0:1770653412.423704:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653412.423710:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000001:0.0:1770653412.423710:0:76384:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.423711:0:6728:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1770653412.423715:0:6728:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00010000:00000001:0.0:1770653412.423718:0:76384:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000010:3.0:1770653412.423719:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d88000. 00000100:00000001:1.0:1770653412.423719:0:6728:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1770653412.423723:0:6728:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1770653412.423725:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955618d88000 x1856657966297600 msgsize 328 00010000:00000010:0.0:1770653412.423727:0:76384:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff955624814200. 02000000:00000010:1.0:1770653412.423730:0:6728:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff95566b67c800. 00010000:00000010:0.0:1770653412.423733:0:76384:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff955624814c00. 02000000:00000001:1.0:1770653412.423735:0:6728:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653412.423739:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00010000:00000001:0.0:1770653412.423740:0:76384:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:1.0:1770653412.423741:0:6728:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.423746:0:6728:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000010:0.0:1770653412.423746:0:76384:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561ae2b000. 00010000:00000001:1.0:1770653412.423748:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:3.0:1770653412.423764:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1770653412.423764:0:76384:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00010000:1.0:1770653412.423768:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000040:0.0:1770653412.423771:0:76384:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561ae2b000 with handle 0x2aed14e4e178ccf2 to hash 00010000:00000001:1.0:1770653412.423772:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.423773:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1770653412.423776:0:76384:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1770653412.423778:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1770653412.423780:0:76384:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795783630848 : -117277925920768 : ffff95561ae2b000) 00000800:00000001:3.0:1770653412.423781:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653412.423782:0:51197:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00010000:1.0:1770653412.423782:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653412.423785:0:76384:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795783630848 : -117277925920768 : ffff95561ae2b000) 00000100:00100000:2.0:1770653412.423788:0:51197:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966297600 00010000:00000001:1.0:1770653412.423788:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1770653412.423791:0:76384:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b000/0x2aed14e4e178ccf2 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x142f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe177d expref: -99 pid: 76384 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1770653412.423794:0:51197:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:1.0:1770653412.423795:0:6728:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:2.0:1770653412.423799:0:51197:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653412.423805:0:51197:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653412.423805:0:6728:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9556565b4800/0x2aed14e4e178cceb lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1585:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe176f expref: 93 pid: 6728 timeout: 0 lvb_type: 1 00002000:00000001:0.0:1770653412.423805:0:76384:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 02000000:00000001:2.0:1770653412.423811:0:51197:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:0.0:1770653412.423811:0:76384:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff95564b95a780. 00002000:00000001:0.0:1770653412.423817:0:76384:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00100000:2.0:1770653412.423819:0:51197:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966297600 00000020:00000001:0.0:1770653412.423821:0:76384:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000040:1.0:1770653412.423822:0:6728:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1585:0x0].0x0 (ffff9556188e9200) refcount = 1 00000020:00000001:2.0:1770653412.423823:0:51197:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1770653412.423827:0:51197:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:0.0:1770653412.423827:0:76384:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795553134312 : -117278156417304 : ffff95560d2596e8) 00010000:00000040:1.0:1770653412.423828:0:6728:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000020:00000001:2.0:1770653412.423832:0:51197:0:(lustre_handles.c:113:class_handle2object()) Process entered 00002000:00000001:0.0:1770653412.423834:0:76384:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795553134224 : -117278156417392 : ffff95560d259690) 00000020:00000040:2.0:1770653412.423837:0:51197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=94 00010000:00000040:1.0:1770653412.423837:0:6728:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9556565b4800/0x2aed14e4e178cceb lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1585:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe176f expref: 93 pid: 6728 timeout: 0 lvb_type: 1 00002000:00000001:0.0:1770653412.423838:0:76384:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00000020:00000001:2.0:1770653412.423844:0:51197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00002000:00000001:0.0:1770653412.423845:0:76384:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.423878:0:6728:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00002000:00010000:0.0:1770653412.423879:0:76384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x142f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00000001:1.0:1770653412.423881:0:6728:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.423888:0:6728:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000800:00000001:3.0:1770653412.423889:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1770653412.423889:0:51197:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00002000:00000001:0.0:1770653412.423889:0:76384:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00010000:00000001:1.0:1770653412.423890:0:6728:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000002:0.0:1770653412.423894:0:76384:0:(lu_object.c:207:lu_object_put()) Add ffff95560d2596e8/ffff95560d259690 to site lru. bkt: ffff95571148ce38 00002000:00000001:1.0:1770653412.423896:0:6728:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000800:00000001:3.0:1770653412.423897:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653412.423899:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000040:0.0:1770653412.423900:0:76384:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 89 00000800:00000001:3.0:1770653412.423904:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1770653412.423904:0:6728:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653412.423905:0:76384:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=94 00000020:00000010:2.0:1770653412.423908:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95565c712140. 00000800:00000001:3.0:1770653412.423911:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.423912:0:6728:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00000001:0.0:1770653412.423913:0:76384:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:2.0:1770653412.423914:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1770653412.423918:0:76384:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00010000:00010000:1.0:1770653412.423919:0:6728:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9556565b4800/0x2aed14e4e178cceb lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1585:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe176f expref: 94 pid: 6728 timeout: 0 lvb_type: 1 00000020:00000010:2.0:1770653412.423922:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95565c712140. 00000100:00000001:0.0:1770653412.423923:0:76384:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1770653412.423926:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 02000000:00000001:0.0:1770653412.423929:0:76384:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1770653412.423932:0:51197:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564531d400. 02000000:00000010:0.0:1770653412.423936:0:76384:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9557180cc800. 00000020:00000010:2.0:1770653412.423941:0:51197:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95566aa1c580. 02000000:00000001:0.0:1770653412.423942:0:76384:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653412.423944:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cf300 00010000:00000001:1.0:1770653412.423945:0:6728:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:0.0:1770653412.423948:0:76384:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.423949:0:6728:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000010:2.0:1770653412.423950:0:51197:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510898. 00010000:00000001:1.0:1770653412.423954:0:6728:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.423955:0:76384:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000400:00000200:3.0:1770653412.423956:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 14760 00000100:00000001:2.0:1770653412.423959:0:51197:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:0.0:1770653412.423960:0:76384:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1770653412.423961:0:6728:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.423964:0:51197:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00010000:0.0:1770653412.423965:0:76384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653412.423966:0:6728:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000800:00000001:3.0:1770653412.423968:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653412.423969:0:51197:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.423970:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653412.423970:0:76384:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.423974:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653412.423976:0:76384:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653412.423978:0:6728:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9556565b4800, rc 0) 00000100:00000001:2.0:1770653412.423979:0:51197:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653412.423980:0:76384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000001:1.0:1770653412.423984:0:6728:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.423985:0:76384:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1770653412.423989:0:6728:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966297088 00010000:00000001:0.0:1770653412.423990:0:76384:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:2.0:1770653412.423991:0:51197:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.423995:0:6728:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000800:00000001:3.0:1770653412.423996:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1770653412.423999:0:76384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b000/0x2aed14e4e178ccf2 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x142f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe177d expref: 94 pid: 76384 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1770653412.424000:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653412.424003:0:51197:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000200:1.0:1770653412.424004:0:6728:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955603ca4000 x1856657966297088/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1770653412.424008:0:51197:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1770653412.424013:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00100000:2.0:1770653412.424019:0:51197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136128 00000100:00000001:3.0:1770653412.424022:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653412.424026:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000040:0.0:1770653412.424028:0:76384:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x142f:0x0].0x0 (ffff955624814200) refcount = 1 00000100:00000040:2.0:1770653412.424029:0:51197:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 2 00000100:00000001:2.0:1770653412.424035:0:51197:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795749408768 : -117277960142848 : ffff955618d88000) 00010000:00000040:0.0:1770653412.424037:0:76384:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:1.0:1770653412.424040:0:6728:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1770653412.424044:0:6728:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653412.424046:0:76384:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b000/0x2aed14e4e178ccf2 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x142f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe177d expref: 94 pid: 76384 timeout: 0 lvb_type: 1 00000100:00001000:1.0:1770653412.424049:0:6728:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000040:2.0:1770653412.424050:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955618d88000 x1856657966297600/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1770653412.424059:0:6728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1770653412.424064:0:76384:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000010:3.0:1770653412.424065:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d89880. 00000100:00000040:1.0:1770653412.424067:0:6728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000001:0.0:1770653412.424069:0:76384:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653412.424071:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955618d89880 x1856657966297856 msgsize 328 00000100:00000001:2.0:1770653412.424071:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1770653412.424073:0:6728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00000001:0.0:1770653412.424075:0:76384:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000010:2.0:1770653412.424077:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95565c712140. 02000000:00000001:1.0:1770653412.424080:0:6728:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1770653412.424080:0:76384:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653412.424084:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1770653412.424084:0:6728:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653412.424087:0:76384:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000100:00100000:3.0:1770653412.424088:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:1.0:1770653412.424092:0:6728:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1770653412.424093:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95565c712140. 00010000:00000001:0.0:1770653412.424094:0:76384:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653412.424100:0:6728:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653412.424101:0:76384:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00000100:00000001:3.0:1770653412.424104:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1770653412.424105:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022220. 00000100:00100000:2.0:1770653412.424106:0:51197:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955618d88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b31b1d82-c1d4-4680-ae7a-71292416d1f5+94:2363:x1856657966297600:12345-192.168.202.60@tcp:101:ll_agl.0 00010000:00010000:0.0:1770653412.424110:0:76384:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b000/0x2aed14e4e178ccf2 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x142f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe177d expref: 94 pid: 76384 timeout: 0 lvb_type: 1 00000100:00000200:1.0:1770653412.424113:0:6728:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966297088, offset 224 00000100:00000200:2.0:1770653412.424116:0:51197:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966297600 00000100:00000001:3.0:1770653412.424120:0:6530:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1770653412.424122:0:51197:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:3.0:1770653412.424124:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966297856 00000020:00000001:2.0:1770653412.424127:0:51197:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:3.0:1770653412.424129:0:6530:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1770653412.424131:0:6728:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:3.0:1770653412.424135:0:6530:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1770653412.424135:0:51197:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.424135:0:76384:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:3.0:1770653412.424140:0:6530:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.424142:0:51197:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:0.0:1770653412.424142:0:76384:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:1.0:1770653412.424146:0:6728:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 02000000:00000001:3.0:1770653412.424147:0:6530:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.424147:0:76384:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653412.424148:0:51197:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000100:00100000:3.0:1770653412.424156:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966297856 00000020:00000001:2.0:1770653412.424157:0:51197:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:0.0:1770653412.424157:0:76384:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.424163:0:51197:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653412.424164:0:6530:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1770653412.424164:0:6728:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164537:2164537:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164533:2164533:8:4294967295] 00010000:00000001:0.0:1770653412.424164:0:76384:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000040:3.0:1770653412.424170:0:6530:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:2.0:1770653412.424171:0:51197:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:0.0:1770653412.424171:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1770653412.424176:0:51197:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:0.0:1770653412.424176:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1770653412.424177:0:6530:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:0.0:1770653412.424180:0:76384:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95561ae2b000, rc 0) 00000020:00000040:3.0:1770653412.424182:0:6530:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=95 00000020:00000001:2.0:1770653412.424183:0:51197:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.424187:0:76384:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653412.424188:0:6728:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000020:00000001:2.0:1770653412.424189:0:51197:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000020:00000001:3.0:1770653412.424190:0:6530:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00010000:00000040:0.0:1770653412.424194:0:76384:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966297344 00010000:00000001:2.0:1770653412.424195:0:51197:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00000020:00000001:3.0:1770653412.424197:0:6530:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00010000:00010000:2.0:1770653412.424199:0:51197:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1770653412.424201:0:76384:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:2.0:1770653412.424203:0:51197:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:3.0:1770653412.424204:0:6530:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:1.0:1770653412.424206:0:6728:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653412.424207:0:51197:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653412.424210:0:6530:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf240. 00010000:00000200:0.0:1770653412.424211:0:76384:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955603ca6d80 x1856657966297344/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1770653412.424213:0:51197:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000800:00000010:1.0:1770653412.424214:0:6728:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399b00. 00010000:00000010:2.0:1770653412.424221:0:51197:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff955706762600. 00010000:00000001:0.0:1770653412.424224:0:76384:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000800:00000200:1.0:1770653412.424225:0:6728:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000010:2.0:1770653412.424227:0:51197:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff955706762c00. 00010000:00000001:0.0:1770653412.424228:0:76384:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.424234:0:51197:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000800:00000200:1.0:1770653412.424235:0:6728:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00001000:0.0:1770653412.424235:0:76384:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00010000:00000010:2.0:1770653412.424239:0:51197:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95564f11c400. 00000800:00000200:1.0:1770653412.424243:0:6728:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399b00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1770653412.424243:0:76384:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1770653412.424244:0:51197:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1770653412.424250:0:51197:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95564f11c400 with handle 0x2aed14e4e178ccf9 to hash 00000100:00000040:0.0:1770653412.424250:0:76384:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000020:00000001:2.0:1770653412.424257:0:51197:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:0.0:1770653412.424257:0:76384:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000001:1.0:1770653412.424259:0:6728:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.424261:0:51197:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626796659131392 : -117277050420224 : ffff95564f11c400) 02000000:00000001:0.0:1770653412.424262:0:76384:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1770653412.424268:0:76384:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.424269:0:6530:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1770653412.424269:0:6728:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000001:2.0:1770653412.424270:0:51197:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626796659131392 : -117277050420224 : ffff95564f11c400) 00000100:00000001:0.0:1770653412.424272:0:76384:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1770653412.424278:0:6728:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000010:3.0:1770653412.424279:0:6530:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf240. 00010000:00010000:2.0:1770653412.424279:0:51197:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95564f11c400/0x2aed14e4e178ccf9 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x1587:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe178b expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1770653412.424280:0:76384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000020:00000001:1.0:1770653412.424283:0:6728:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653412.424288:0:76384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac83b8. 00000020:00000001:1.0:1770653412.424290:0:6728:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:3.0:1770653412.424291:0:6530:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bd600. 00000100:00000200:0.0:1770653412.424295:0:76384:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966297344, offset 224 00000020:00000010:3.0:1770653412.424299:0:6530:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300900. 00000100:00000040:1.0:1770653412.424301:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955603ca4000 x1856657966297088/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00002000:00000001:2.0:1770653412.424304:0:51197:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000020:00000010:3.0:1770653412.424307:0:6530:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90190. 00002000:00000010:2.0:1770653412.424311:0:51197:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff95565c712140. 00000400:00000200:0.0:1770653412.424311:0:76384:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:3.0:1770653412.424315:0:6530:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00002000:00000001:2.0:1770653412.424318:0:51197:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00000001:3.0:1770653412.424319:0:6530:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1770653412.424323:0:51197:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:3.0:1770653412.424325:0:6530:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653412.424326:0:76384:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000020:00000001:2.0:1770653412.424330:0:51197:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795517176888 : -117278192374728 : ffff95560b00ec38) 00000100:00000001:3.0:1770653412.424331:0:6530:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653412.424334:0:6728:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955603ca4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+95:2363:x1856657966297088:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 846us (1068us total) trans 0 rc 0/0 00002000:00000001:2.0:1770653412.424337:0:51197:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795517176800 : -117278192374816 : ffff95560b00ebe0) 00000400:00000200:0.0:1770653412.424341:0:76384:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164538:2164538:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164534:2164534:7:4294967295] 00000100:00000001:3.0:1770653412.424345:0:6530:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1770653412.424346:0:51197:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00002000:00000001:2.0:1770653412.424355:0:51197:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653412.424355:0:6728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136126 00000100:00000001:3.0:1770653412.424360:0:6530:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00002000:00010000:2.0:1770653412.424362:0:51197:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x1587:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00000040:1.0:1770653412.424362:0:6728:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 1 00000100:00000001:3.0:1770653412.424365:0:6530:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1770653412.424368:0:6728:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1770653412.424371:0:76384:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00002000:00000001:2.0:1770653412.424373:0:51197:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000100:00000001:1.0:1770653412.424373:0:6728:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:3.0:1770653412.424376:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136129 00000020:00000002:2.0:1770653412.424379:0:51197:0:(lu_object.c:207:lu_object_put()) Add ffff95560b00ec38/ffff95560b00ebe0 to site lru. bkt: ffff9556025b46c8 00000020:00000010:1.0:1770653412.424380:0:6728:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d400. 00000100:00000040:3.0:1770653412.424385:0:6530:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 2 00010000:00000040:2.0:1770653412.424387:0:51197:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 89 00000800:00000200:0.0:1770653412.424387:0:76384:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000020:00000010:1.0:1770653412.424388:0:6728:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada3e8. 00000100:00000001:3.0:1770653412.424389:0:6530:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795749415040 : -117277960136576 : ffff955618d89880) 00000020:00000040:2.0:1770653412.424396:0:51197:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=96 00000020:00000010:1.0:1770653412.424398:0:6728:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9556560afc00. 00000800:00000010:0.0:1770653412.424398:0:76384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955601b6f200. 00000100:00000040:3.0:1770653412.424402:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955618d89880 x1856657966297856/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1770653412.424404:0:51197:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000040:1.0:1770653412.424406:0:6728:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 95 00002000:00000001:2.0:1770653412.424408:0:51197:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000800:00000200:0.0:1770653412.424412:0:76384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:2.0:1770653412.424413:0:51197:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1770653412.424414:0:6728:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653412.424418:0:51197:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1770653412.424425:0:51197:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff95566c885000. 00000800:00000200:0.0:1770653412.424427:0:76384:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 02000000:00000001:2.0:1770653412.424432:0:51197:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653412.424433:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1770653412.424434:0:76384:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955601b6f200 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1770653412.424439:0:51197:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653412.424442:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653412.424443:0:76384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.424445:0:51197:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000800:00000001:1.0:1770653412.424450:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653412.424451:0:51197:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:3.0:1770653412.424452:0:6530:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1770653412.424455:0:76384:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00010000:2.0:1770653412.424456:0:51197:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000800:00000001:1.0:1770653412.424456:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1770653412.424458:0:6530:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf240. 00010000:00000001:2.0:1770653412.424462:0:51197:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.424463:0:76384:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:3.0:1770653412.424465:0:6530:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653412.424467:0:51197:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000001:0.0:1770653412.424469:0:76384:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653412.424471:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000020:00000010:3.0:1770653412.424473:0:6530:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf240. 00010000:00010000:2.0:1770653412.424473:0:51197:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000001:0.0:1770653412.424474:0:76384:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1770653412.424479:0:51197:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653412.424484:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955603ca6d80 x1856657966297344/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1770653412.424485:0:51197:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00100000:3.0:1770653412.424488:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955618d89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b31b1d82-c1d4-4680-ae7a-71292416d1f5+95:2363:x1856657966297856:12345-192.168.202.60@tcp:101:ll_agl.0 00000400:00000200:1.0:1770653412.424489:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cf400 00010000:00010000:2.0:1770653412.424494:0:51197:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95564f11c400/0x2aed14e4e178ccf9 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1587:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe178b expref: 95 pid: 51197 timeout: 0 lvb_type: 1 00000100:00000200:3.0:1770653412.424501:0:6530:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966297856 00000400:00000200:1.0:1770653412.424506:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecea61 [8] + 15088 00000020:00000001:3.0:1770653412.424507:0:6530:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1770653412.424512:0:6530:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1770653412.424515:0:6530:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653412.424520:0:3282:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2c60. 00000020:00000001:3.0:1770653412.424522:0:6530:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000040:2.0:1770653412.424524:0:51197:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1587:0x0].0x0 (ffff955706762600) refcount = 1 00000020:00000001:3.0:1770653412.424527:0:6530:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000400:00000200:1.0:1770653412.424527:0:3282:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9556041e9f00 00000100:00100000:0.0:1770653412.424529:0:76384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955603ca6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:b31b1d82-c1d4-4680-ae7a-71292416d1f5+94:2363:x1856657966297344:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 929us (1180us total) trans 0 rc 0/0 00010000:00000040:2.0:1770653412.424532:0:51197:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000020:00000001:3.0:1770653412.424534:0:6530:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000001:1.0:1770653412.424534:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1770653412.424540:0:6530:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1770653412.424541:0:51197:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95564f11c400/0x2aed14e4e178ccf9 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1587:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe178b expref: 95 pid: 51197 timeout: 0 lvb_type: 1 00000020:00000001:3.0:1770653412.424543:0:6530:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000001:1.0:1770653412.424544:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653412.424548:0:6530:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:0.0:1770653412.424549:0:76384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136127 00000400:00000200:1.0:1770653412.424551:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1770653412.424553:0:6530:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653412.424558:0:76384:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000020:00000001:3.0:1770653412.424560:0:6530:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000400:00000200:1.0:1770653412.424564:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:3.0:1770653412.424565:0:6530:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00000100:00000001:0.0:1770653412.424565:0:76384:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1770653412.424567:0:51197:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000400:00000200:1.0:1770653412.424569:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556041e9f00 00010000:00010000:3.0:1770653412.424571:0:6530:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00000001:0.0:1770653412.424571:0:76384:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1770653412.424572:0:51197:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653412.424573:0:3282:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff9556041e9f00. 00010000:00000001:3.0:1770653412.424575:0:6530:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000020:00000010:0.0:1770653412.424577:0:76384:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556323ff780. 00010000:00000001:2.0:1770653412.424578:0:51197:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1770653412.424580:0:6530:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.424584:0:51197:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.424584:0:3282:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1770653412.424585:0:6530:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000010:0.0:1770653412.424586:0:76384:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3dc80. 00000100:00000200:1.0:1770653412.424588:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00002000:00000001:2.0:1770653412.424591:0:51197:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000100:00000040:1.0:1770653412.424594:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff95573d381850 x1856657966298112 msgsize 328 00000020:00000010:0.0:1770653412.424594:0:76384:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997b000. 00010000:00000010:3.0:1770653412.424596:0:6530:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff955632299600. 00010000:00000001:2.0:1770653412.424596:0:51197:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653412.424602:0:76384:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 93 00010000:00000010:3.0:1770653412.424605:0:6530:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff955632299f00. 00010000:00000001:2.0:1770653412.424605:0:51197:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00000100:00000001:0.0:1770653412.424608:0:76384:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1770653412.424611:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00010000:00000001:3.0:1770653412.424615:0:6530:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00010000:2.0:1770653412.424615:0:51197:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff95564f11c400/0x2aed14e4e178ccf9 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1587:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe178b expref: 95 pid: 51197 timeout: 0 lvb_type: 1 00000100:00000040:1.0:1770653412.424616:0:3282:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00010000:00000010:3.0:1770653412.424620:0:6530:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95572e8b1a00. 00000020:00000001:3.0:1770653412.424625:0:6530:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1770653412.424629:0:6530:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95572e8b1a00 with handle 0x2aed14e4e178cd00 to hash 00000100:00000001:1.0:1770653412.424632:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1770653412.424634:0:6530:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1770653412.424638:0:6530:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626800408402432 : -117273301149184 : ffff95572e8b1a00) 00010000:00000001:2.0:1770653412.424641:0:51197:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:0.0:1770653412.424641:0:76384:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:3.0:1770653412.424642:0:6530:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626800408402432 : -117273301149184 : ffff95572e8b1a00) 00000100:00100000:0.0:1770653412.424647:0:76384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966298112 00010000:00010000:3.0:1770653412.424648:0:6530:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95572e8b1a00/0x2aed14e4e178cd00 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x1598:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe1799 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653412.424648:0:51197:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000800:00000200:1.0:1770653412.424652:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:2.0:1770653412.424653:0:51197:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653412.424653:0:76384:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000010:1.0:1770653412.424658:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399b00. 00000100:00000001:0.0:1770653412.424659:0:76384:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1770653412.424660:0:51197:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.424663:0:76384:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653412.424666:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1770653412.424667:0:51197:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00002000:00000001:3.0:1770653412.424669:0:6530:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 02000000:00000001:0.0:1770653412.424670:0:76384:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.424671:0:51197:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00002000:00000010:3.0:1770653412.424675:0:6530:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9556665bf240. 00000400:00000200:1.0:1770653412.424676:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:2.0:1770653412.424677:0:51197:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1770653412.424677:0:76384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966298112 00002000:00000001:3.0:1770653412.424680:0:6530:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00010000:2.0:1770653412.424683:0:51197:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95564f11c400, rc 0) 00000020:00000001:0.0:1770653412.424683:0:76384:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1770653412.424685:0:6530:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1770653412.424686:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022220 00000020:00000040:0.0:1770653412.424687:0:76384:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000020:00000001:2.0:1770653412.424689:0:51197:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653412.424691:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022220. 00000020:00000001:3.0:1770653412.424692:0:6530:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796276727896 : -117277432823720 : ffff95563846c058) 00000020:00000001:0.0:1770653412.424692:0:76384:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000040:2.0:1770653412.424693:0:51197:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966297600 00000100:00000001:1.0:1770653412.424697:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:0.0:1770653412.424698:0:76384:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=94 00002000:00000001:3.0:1770653412.424699:0:6530:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796276727808 : -117277432823808 : ffff95563846c000) 00010000:00000001:2.0:1770653412.424699:0:51197:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:1.0:1770653412.424702:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1770653412.424705:0:76384:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00002000:00000001:3.0:1770653412.424706:0:6530:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00010000:00000200:2.0:1770653412.424709:0:51197:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955618d88000 x1856657966297600/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000800:00000001:1.0:1770653412.424709:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1770653412.424711:0:76384:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00002000:00000001:3.0:1770653412.424714:0:6530:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653412.424715:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653412.424719:0:76384:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00010000:3.0:1770653412.424723:0:6530:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x1598:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000020:00000010:0.0:1770653412.424725:0:76384:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95ab80. 00010000:00000001:2.0:1770653412.424731:0:51197:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00002000:00000001:3.0:1770653412.424732:0:6530:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000100:00000001:0.0:1770653412.424733:0:76384:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653412.424735:0:51197:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1770653412.424737:0:6530:0:(lu_object.c:207:lu_object_put()) Add ffff95563846c058/ffff95563846c000 to site lru. bkt: ffff9556025b4f50 00000020:00000010:0.0:1770653412.424739:0:76384:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95ab80. 00000100:00001000:2.0:1770653412.424741:0:51197:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00010000:00000040:3.0:1770653412.424742:0:6530:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 90 00000800:00000200:1.0:1770653412.424747:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1770653412.424747:0:76384:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997b000. 00000020:00000040:3.0:1770653412.424749:0:6530:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=96 00000020:00000010:0.0:1770653412.424765:0:76384:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556323ff780. 00000100:00000001:2.0:1770653412.424768:0:51197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000010:1.0:1770653412.424769:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955601b6f200. 00000020:00000010:0.0:1770653412.424771:0:76384:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3dc80. 00000100:00000040:2.0:1770653412.424777:0:51197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000400:00000200:1.0:1770653412.424777:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1770653412.424778:0:76384:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1770653412.424781:0:76384:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1770653412.424786:0:76384:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.424787:0:51197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000400:00000200:1.0:1770653412.424787:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.424792:0:76384:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653412.424793:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac83b8 02000000:00000001:2.0:1770653412.424795:0:51197:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:1.0:1770653412.424797:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac83b8. 02000000:00000001:2.0:1770653412.424800:0:51197:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.424802:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.424803:0:76384:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.424806:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1770653412.424809:0:51197:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1770653412.424815:0:76384:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1770653412.424818:0:51197:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000800:00000001:1.0:1770653412.424819:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653412.424819:0:76384:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1770653412.424828:0:6530:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000010:2.0:1770653412.424828:0:51197:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888770. 00000800:00000001:1.0:1770653412.424829:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1770653412.424829:0:76384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136130 00000800:00000001:1.0:1770653412.424836:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1770653412.424837:0:76384:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000200:2.0:1770653412.424839:0:51197:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966297600, offset 224 00000800:00000001:1.0:1770653412.424840:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653412.424841:0:76384:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800654620752 : -117273054930864 : ffff95573d381850) 00000400:00000200:1.0:1770653412.424875:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000040:0.0:1770653412.424875:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95573d381850 x1856657966298112/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000200:2.0:1770653412.424882:0:51197:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00002000:00000001:3.0:1770653412.424887:0:6530:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1770653412.424892:0:6530:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1770653412.424893:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cf500 02000000:00000001:3.0:1770653412.424897:0:6530:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1770653412.424902:0:51197:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000001:0.0:1770653412.424903:0:76384:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:3.0:1770653412.424906:0:6530:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff95563ed88c00. 00000400:00000200:1.0:1770653412.424910:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecedf5 [8] + 0 00000020:00000010:0.0:1770653412.424910:0:76384:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95ab80. 02000000:00000001:3.0:1770653412.424912:0:6530:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.424917:0:76384:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1770653412.424919:0:51197:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164539:2164539:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164535:2164535:8:4294967295] 00000100:00000001:3.0:1770653412.424920:0:6530:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653412.424923:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1770653412.424925:0:76384:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95ab80. 00010000:00000001:3.0:1770653412.424928:0:6530:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1770653412.424932:0:6530:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000800:00000001:1.0:1770653412.424934:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1770653412.424936:0:6530:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1770653412.424938:0:76384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95573d381850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:b31b1d82-c1d4-4680-ae7a-71292416d1f5+94:2363:x1856657966298112:12345-192.168.202.60@tcp:101:ll_agl.0 00000400:00000200:1.0:1770653412.424941:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1770653412.424942:0:6530:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.424949:0:6530:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000200:0.0:1770653412.424950:0:76384:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966298112 00000400:00000200:2.0:1770653412.424953:0:51197:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00010000:3.0:1770653412.424954:0:6530:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000200:1.0:1770653412.424955:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000001:0.0:1770653412.424956:0:76384:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1770653412.424958:0:6530:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653412.424962:0:76384:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:3.0:1770653412.424965:0:6530:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000001:0.0:1770653412.424966:0:76384:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.424969:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1770653412.424970:0:76384:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000800:00000200:2.0:1770653412.424974:0:51197:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00010000:3.0:1770653412.424975:0:6530:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95572e8b1a00/0x2aed14e4e178cd00 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1598:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1799 expref: 96 pid: 6530 timeout: 0 lvb_type: 1 00000100:00000200:1.0:1770653412.424975:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000001:0.0:1770653412.424976:0:76384:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:0.0:1770653412.424983:0:76384:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000010:1.0:1770653412.424984:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955637359c00. 00000800:00000010:2.0:1770653412.424985:0:51197:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df200. 00000020:00000001:0.0:1770653412.424987:0:76384:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653412.424992:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955637359c00 x1856657966298368 msgsize 328 00000020:00000001:0.0:1770653412.424993:0:76384:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000040:3.0:1770653412.424996:0:6530:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1598:0x0].0x0 (ffff955632299600) refcount = 1 00000020:00000001:0.0:1770653412.424998:0:76384:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000200:2.0:1770653412.424999:0:51197:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000020:00000001:0.0:1770653412.425003:0:76384:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653412.425004:0:6530:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00100000:1.0:1770653412.425010:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000020:00000001:0.0:1770653412.425010:0:76384:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000040:3.0:1770653412.425013:0:6530:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95572e8b1a00/0x2aed14e4e178cd00 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1598:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1799 expref: 96 pid: 6530 timeout: 0 lvb_type: 1 00000800:00000200:2.0:1770653412.425014:0:51197:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:0.0:1770653412.425015:0:76384:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1770653412.425019:0:76384:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000800:00000200:2.0:1770653412.425020:0:51197:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df200 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1770653412.425024:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:0.0:1770653412.425024:0:76384:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1770653412.425030:0:76384:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.425032:0:6530:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:2.0:1770653412.425033:0:51197:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.425034:0:76384:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:3.0:1770653412.425036:0:6530:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.425040:0:6530:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000040:2.0:1770653412.425042:0:51197:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000010:0.0:1770653412.425043:0:76384:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff955624814800. 00010000:00000001:3.0:1770653412.425044:0:6530:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.425046:0:51197:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00002000:00000001:3.0:1770653412.425052:0:6530:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000020:00000001:2.0:1770653412.425052:0:51197:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1770653412.425053:0:76384:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff955624814400. 00000020:00000001:2.0:1770653412.425058:0:51197:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1770653412.425060:0:6530:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.425061:0:76384:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:3.0:1770653412.425065:0:6530:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00000010:0.0:1770653412.425066:0:76384:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561ae2b600. 00000100:00000040:2.0:1770653412.425067:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d88000 x1856657966297600/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000800:00000200:1.0:1770653412.425068:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:3.0:1770653412.425073:0:6530:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff95572e8b1a00/0x2aed14e4e178cd00 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1598:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1799 expref: 96 pid: 6530 timeout: 0 lvb_type: 1 00000020:00000001:0.0:1770653412.425074:0:76384:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000800:00000010:1.0:1770653412.425075:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df200. 00000020:00000040:0.0:1770653412.425079:0:76384:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561ae2b600 with handle 0x2aed14e4e178cd07 to hash 00000400:00000200:1.0:1770653412.425083:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1770653412.425086:0:76384:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1770653412.425090:0:76384:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795783632384 : -117277925919232 : ffff95561ae2b600) 00000400:00000200:1.0:1770653412.425096:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:0.0:1770653412.425098:0:76384:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795783632384 : -117277925919232 : ffff95561ae2b600) 00000400:00000200:1.0:1770653412.425105:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888770 00010000:00010000:0.0:1770653412.425106:0:76384:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b600/0x2aed14e4e178cd07 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x1426:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe17a7 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770653412.425107:0:51197:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955618d88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b31b1d82-c1d4-4680-ae7a-71292416d1f5+96:2363:x1856657966297600:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 1032us (1377us total) trans 0 rc 0/0 00000400:00000010:1.0:1770653412.425111:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888770. 00000100:00000001:1.0:1770653412.425119:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653412.425123:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:2.0:1770653412.425129:0:51197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136128 00002000:00000001:0.0:1770653412.425130:0:76384:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000800:00000001:1.0:1770653412.425133:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00002000:00000010:0.0:1770653412.425134:0:76384:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff95564b95ab80. 00000100:00000040:2.0:1770653412.425135:0:51197:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 1 00002000:00000001:0.0:1770653412.425138:0:76384:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00000001:2.0:1770653412.425141:0:51197:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000001:1.0:1770653412.425142:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653412.425142:0:76384:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1770653412.425145:0:6530:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1770653412.425146:0:51197:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1770653412.425148:0:76384:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795553131272 : -117278156420344 : ffff95560d258b08) 00010000:00000001:3.0:1770653412.425150:0:6530:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000010:2.0:1770653412.425152:0:51197:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1c580. 00002000:00000001:0.0:1770653412.425153:0:76384:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795553131184 : -117278156420432 : ffff95560d258ab0) 00010000:00000001:3.0:1770653412.425155:0:6530:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1770653412.425160:0:76384:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00000100:00000001:1.0:1770653412.425161:0:6728:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:3.0:1770653412.425162:0:6530:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653412.425162:0:51197:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510898. 00002000:00000001:0.0:1770653412.425166:0:76384:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653412.425167:0:6728:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966298368 00010000:00000001:3.0:1770653412.425169:0:6530:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000010:2.0:1770653412.425170:0:51197:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564531d400. 00002000:00010000:0.0:1770653412.425171:0:76384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x1426:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 02000000:00000001:1.0:1770653412.425173:0:6728:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1770653412.425175:0:6530:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:2.0:1770653412.425177:0:51197:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 95 00000100:00000001:1.0:1770653412.425178:0:6728:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00002000:00000001:0.0:1770653412.425179:0:76384:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00010000:00000001:3.0:1770653412.425181:0:6530:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653412.425183:0:51197:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.425183:0:6728:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1770653412.425184:0:76384:0:(lu_object.c:207:lu_object_put()) Add ffff95560d258b08/ffff95560d258ab0 to site lru. bkt: ffff95571148f790 00010000:00010000:3.0:1770653412.425186:0:6530:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95572e8b1a00, rc 0) 02000000:00000001:1.0:1770653412.425192:0:6728:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653412.425192:0:76384:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 90 00000020:00000001:3.0:1770653412.425194:0:6530:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653412.425199:0:6728:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966298368 00000020:00000040:0.0:1770653412.425200:0:76384:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=95 00010000:00000040:3.0:1770653412.425202:0:6530:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966297856 00000020:00000001:1.0:1770653412.425204:0:6728:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1770653412.425207:0:6728:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00010000:00000001:0.0:1770653412.425207:0:76384:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1770653412.425209:0:6530:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00002000:00000001:0.0:1770653412.425211:0:76384:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000020:00000001:1.0:1770653412.425212:0:6728:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1770653412.425216:0:76384:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:1.0:1770653412.425217:0:6728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=96 02000000:00000001:0.0:1770653412.425221:0:76384:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1770653412.425222:0:6728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00010000:00000200:3.0:1770653412.425223:0:6530:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955618d89880 x1856657966297856/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 02000000:00000010:0.0:1770653412.425226:0:76384:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9557180cdc00. 00000020:00000001:1.0:1770653412.425227:0:6728:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 02000000:00000001:0.0:1770653412.425232:0:76384:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.425235:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1770653412.425237:0:76384:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653412.425241:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229e00. 00010000:00000001:0.0:1770653412.425244:0:76384:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:1.0:1770653412.425247:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653412.425248:0:76384:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653412.425252:0:76384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000010:1.0:1770653412.425255:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229e00. 00010000:00000001:3.0:1770653412.425256:0:6530:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1770653412.425256:0:76384:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.425261:0:6530:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653412.425262:0:6728:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9556560afc00. 00010000:00000001:0.0:1770653412.425262:0:76384:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653412.425266:0:76384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00001000:3.0:1770653412.425269:0:6530:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000020:00000010:1.0:1770653412.425270:0:6728:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d400. 00010000:00000001:0.0:1770653412.425270:0:76384:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.425276:0:76384:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:3.0:1770653412.425278:0:6530:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:1.0:1770653412.425278:0:6728:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada3e8. 00010000:00010000:0.0:1770653412.425284:0:76384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b600/0x2aed14e4e178cd07 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1426:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17a7 expref: 96 pid: 76384 timeout: 0 lvb_type: 1 00000100:00000040:3.0:1770653412.425285:0:6530:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:1.0:1770653412.425286:0:6728:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653412.425291:0:6728:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653412.425292:0:6530:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000001:1.0:1770653412.425294:0:6728:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653412.425301:0:6530:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:0.0:1770653412.425303:0:76384:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1426:0x0].0x0 (ffff955624814800) refcount = 1 00000100:00000001:1.0:1770653412.425304:0:6728:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653412.425305:0:6530:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.425313:0:6530:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:0.0:1770653412.425313:0:76384:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1770653412.425318:0:76384:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b600/0x2aed14e4e178cd07 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1426:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17a7 expref: 96 pid: 76384 timeout: 0 lvb_type: 1 00000100:00000040:3.0:1770653412.425319:0:6530:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:1.0:1770653412.425320:0:6728:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1770653412.425326:0:6530:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78dd0. 00000100:00000200:3.0:1770653412.425333:0:6530:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966297856, offset 224 00010000:00000001:0.0:1770653412.425334:0:76384:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:1.0:1770653412.425337:0:6728:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1770653412.425339:0:6529:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1770653412.425339:0:76384:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.425340:0:6728:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1770653412.425345:0:6530:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:2.0:1770653412.425345:0:6529:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1770653412.425346:0:76384:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1770653412.425351:0:76384:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1770653412.425352:0:6728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136131 00002000:00000001:0.0:1770653412.425356:0:76384:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000100:00000001:2.0:1770653412.425358:0:6529:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653412.425358:0:6728:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 2 00000400:00000200:3.0:1770653412.425361:0:6530:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000001:0.0:1770653412.425362:0:76384:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.425364:0:6728:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626796258827264 : -117277450724352 : ffff955637359c00) 00000100:00000001:2.0:1770653412.425366:0:6529:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.425368:0:76384:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00000400:00000200:3.0:1770653412.425374:0:6530:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164540:2164540:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164536:2164536:8:4294967295] 00000100:00000040:1.0:1770653412.425379:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955637359c00 x1856657966298368/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00010000:0.0:1770653412.425379:0:76384:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b600/0x2aed14e4e178cd07 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1426:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17a7 expref: 96 pid: 76384 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1770653412.425399:0:6530:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:0.0:1770653412.425408:0:76384:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1770653412.425413:0:76384:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:1.0:1770653412.425414:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:3.0:1770653412.425415:0:6530:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653412.425416:0:76384:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1770653412.425419:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229e00. 00010000:00000001:0.0:1770653412.425422:0:76384:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.425424:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1770653412.425425:0:6530:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626ca00. 00010000:00000001:0.0:1770653412.425426:0:76384:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1770653412.425430:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:1.0:1770653412.425432:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229e00. 00010000:00000001:0.0:1770653412.425433:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1770653412.425437:0:76384:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95561ae2b600, rc 0) 00000800:00000200:3.0:1770653412.425438:0:6530:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000020:00000001:0.0:1770653412.425441:0:76384:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653412.425446:0:6728:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955637359c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+96:2363:x1856657966298368:12345-192.168.202.60@tcp:101:ll_agl.0 00010000:00000040:0.0:1770653412.425447:0:76384:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966298112 00000800:00000200:3.0:1770653412.425453:0:6530:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:0.0:1770653412.425453:0:76384:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000200:1.0:1770653412.425455:0:6728:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966298368 00000800:00000200:3.0:1770653412.425460:0:6530:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626ca00 type 1, nob 496 niov 1 nkiov 1 00000020:00000001:1.0:1770653412.425460:0:6728:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000200:0.0:1770653412.425462:0:76384:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95573d381850 x1856657966298112/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000001:1.0:1770653412.425465:0:6728:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1770653412.425468:0:6728:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.425473:0:6728:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1770653412.425477:0:6728:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00010000:00000001:0.0:1770653412.425478:0:76384:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1770653412.425479:0:6530:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.425482:0:6728:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:0.0:1770653412.425483:0:76384:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.425486:0:6728:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1770653412.425487:0:6530:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000100:00001000:0.0:1770653412.425488:0:76384:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000020:00000001:1.0:1770653412.425492:0:6728:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1770653412.425494:0:6530:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:0.0:1770653412.425495:0:76384:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1770653412.425496:0:6728:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1770653412.425497:0:6530:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.425501:0:6728:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.425502:0:6530:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1770653412.425503:0:76384:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000020:00000001:1.0:1770653412.425505:0:6728:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000100:00000001:0.0:1770653412.425508:0:76384:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00000001:1.0:1770653412.425509:0:6728:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1770653412.425513:0:6728:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00000040:3.0:1770653412.425514:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d89880 x1856657966297856/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1770653412.425514:0:76384:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1770653412.425516:0:6728:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 02000000:00000001:0.0:1770653412.425519:0:76384:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.425520:0:6728:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.425525:0:76384:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1770653412.425527:0:6728:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000040:0.0:1770653412.425534:0:76384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000010:1.0:1770653412.425535:0:6728:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9556188e9c00. 00000800:00000200:2.0:1770653412.425537:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1770653412.425539:0:76384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac83b8. 00000100:00100000:3.0:1770653412.425542:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955618d89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b31b1d82-c1d4-4680-ae7a-71292416d1f5+95:2363:x1856657966297856:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 1082us (1463us total) trans 0 rc 0/0 00010000:00000010:1.0:1770653412.425544:0:6728:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9556188e9800. 00000800:00000010:2.0:1770653412.425545:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626ca00. 00000100:00000200:0.0:1770653412.425545:0:76384:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966298112, offset 224 00000400:00000200:2.0:1770653412.425553:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1770653412.425553:0:6728:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1770653412.425558:0:6728:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9556565b5e00. 00000100:00100000:3.0:1770653412.425559:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136129 00000400:00000200:0.0:1770653412.425560:0:76384:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000020:00000001:1.0:1770653412.425566:0:6728:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000400:00000200:2.0:1770653412.425567:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000040:3.0:1770653412.425568:0:6530:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000020:00000040:1.0:1770653412.425570:0:6728:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9556565b5e00 with handle 0x2aed14e4e178cd0e to hash 00000020:00000001:1.0:1770653412.425577:0:6728:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000400:00000200:0.0:1770653412.425577:0:76384:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000001:1.0:1770653412.425581:0:6728:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626796781395456 : -117276928156160 : ffff9556565b5e00) 00010000:00000001:1.0:1770653412.425585:0:6728:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626796781395456 : -117276928156160 : ffff9556565b5e00) 00000400:00000200:0.0:1770653412.425586:0:76384:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164541:2164541:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164537:2164537:7:4294967295] 00010000:00010000:1.0:1770653412.425589:0:6728:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9556565b5e00/0x2aed14e4e178cd0e lrc: 2/0,0 mode: --/PR res: [0x280000403:0x1438:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe17b5 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00002000:00000001:1.0:1770653412.425601:0:6728:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000400:00000200:0.0:1770653412.425603:0:76384:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00002000:00000010:1.0:1770653412.425605:0:6728:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff955645229e00. 00002000:00000001:1.0:1770653412.425610:0:6728:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1770653412.425612:0:6728:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1770653412.425613:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78dd0 00000800:00000200:0.0:1770653412.425614:0:76384:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000020:00000001:1.0:1770653412.425617:0:6728:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796220518648 : -117277489032968 : ffff955634ed10f8) 00000400:00000010:2.0:1770653412.425618:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78dd0. 00000800:00000010:0.0:1770653412.425621:0:76384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955601b6f200. 00002000:00000001:1.0:1770653412.425623:0:6728:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796220518560 : -117277489033056 : ffff955634ed10a0) 00000100:00000001:2.0:1770653412.425625:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00002000:00000001:1.0:1770653412.425627:0:6728:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00000100:00000001:2.0:1770653412.425630:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1770653412.425631:0:76384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00002000:00000001:1.0:1770653412.425634:0:6728:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1770653412.425638:0:6728:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x1438:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000800:00000200:0.0:1770653412.425641:0:76384:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00002000:00000001:1.0:1770653412.425642:0:6728:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:1.0:1770653412.425647:0:6728:0:(lu_object.c:207:lu_object_put()) Add ffff955634ed10f8/ffff955634ed10a0 to site lru. bkt: ffff95571148f100 00000800:00000200:0.0:1770653412.425648:0:76384:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955601b6f200 type 1, nob 496 niov 1 nkiov 1 00010000:00000040:1.0:1770653412.425651:0:6728:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 91 00000020:00000040:1.0:1770653412.425655:0:6728:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=97 00010000:00000001:1.0:1770653412.425658:0:6728:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1770653412.425660:0:6728:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1770653412.425661:0:76384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.425662:0:6728:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1770653412.425666:0:6728:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1770653412.425670:0:76384:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 02000000:00000010:1.0:1770653412.425672:0:6728:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff95566bd43000. 00010000:00000001:0.0:1770653412.425673:0:76384:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:3.0:1770653412.425674:0:6530:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1770653412.425677:0:76384:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653412.425678:0:6728:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.425679:0:6530:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1770653412.425682:0:76384:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1770653412.425685:0:6728:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653412.425687:0:6530:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300900. 00000100:00000040:0.0:1770653412.425689:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573d381850 x1856657966298112/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1770653412.425691:0:6728:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000020:00000010:3.0:1770653412.425694:0:6530:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90190. 00010000:00000001:1.0:1770653412.425695:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653412.425700:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000010:3.0:1770653412.425703:0:6530:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bd600. 00000800:00000200:2.0:1770653412.425705:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1770653412.425706:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1770653412.425709:0:6530:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 94 00000100:00100000:0.0:1770653412.425713:0:76384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95573d381850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:b31b1d82-c1d4-4680-ae7a-71292416d1f5+97:2363:x1856657966298112:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 803us (1112us total) trans 0 rc 0/0 00000100:00000001:3.0:1770653412.425714:0:6530:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1770653412.425714:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955601b6f200. 00010000:00000001:1.0:1770653412.425714:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653412.425718:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000200:2.0:1770653412.425722:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1770653412.425723:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1770653412.425729:0:76384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136130 00010000:00000001:1.0:1770653412.425730:0:6728:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000200:2.0:1770653412.425735:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000040:0.0:1770653412.425738:0:76384:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 1 00010000:00010000:1.0:1770653412.425739:0:6728:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9556565b5e00/0x2aed14e4e178cd0e lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17b5 expref: 97 pid: 6728 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1770653412.425740:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac83b8 00000100:00000001:0.0:1770653412.425743:0:76384:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1770653412.425745:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac83b8. 00000100:00000001:0.0:1770653412.425747:0:76384:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1770653412.425764:0:76384:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556323ff780. 00000100:00000001:2.0:1770653412.425770:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:0.0:1770653412.425770:0:76384:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3dc80. 00010000:00000040:1.0:1770653412.425773:0:6728:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1438:0x0].0x0 (ffff9556188e9c00) refcount = 1 00000100:00000001:2.0:1770653412.425774:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1770653412.425776:0:76384:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997b000. 00010000:00000040:1.0:1770653412.425779:0:6728:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000020:00000040:0.0:1770653412.425784:0:76384:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 96 00010000:00000040:1.0:1770653412.425785:0:6728:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9556565b5e00/0x2aed14e4e178cd0e lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17b5 expref: 97 pid: 6728 timeout: 0 lvb_type: 1 02000000:00000001:0.0:1770653412.425793:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1770653412.425795:0:6728:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 02000000:00000010:0.0:1770653412.425797:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff9557180cdc00. 00010000:00000001:1.0:1770653412.425798:0:6728:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.425803:0:6728:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 02000000:00000001:0.0:1770653412.425804:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1770653412.425805:0:6728:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1770653412.425809:0:6728:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 02000000:00000001:0.0:1770653412.425809:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.425813:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff95563ed88c00. 00010000:00000001:1.0:1770653412.425814:0:6728:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653412.425818:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1770653412.425819:0:6728:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00000100:00000010:0.0:1770653412.425821:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d89880. 00010000:00010000:1.0:1770653412.425824:0:6728:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9556565b5e00/0x2aed14e4e178cd0e lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17b5 expref: 96 pid: 6728 timeout: 0 lvb_type: 1 02000000:00000001:0.0:1770653412.425827:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.425830:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff95566c885000. 02000000:00000001:0.0:1770653412.425835:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1770653412.425838:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d88000. 00010000:00000001:1.0:1770653412.425839:0:6728:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 02000000:00000001:0.0:1770653412.425841:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1770653412.425843:0:6728:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 02000000:00000010:0.0:1770653412.425844:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff9557180cc800. 00010000:00000001:1.0:1770653412.425846:0:6728:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.425869:0:6728:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653412.425870:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1770653412.425872:0:6728:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000010:0.0:1770653412.425874:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955603ca6d80. 00010000:00000001:1.0:1770653412.425875:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653412.425879:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1770653412.425880:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00010000:1.0:1770653412.425882:0:6728:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9556565b5e00, rc 0) 02000000:00000010:0.0:1770653412.425883:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff95566b67c800. 00000020:00000001:1.0:1770653412.425886:0:6728:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653412.425890:0:6728:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966298368 02000000:00000001:0.0:1770653412.425890:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1770653412.425894:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955603ca4000. 00010000:00000001:1.0:1770653412.425895:0:6728:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 02000000:00000001:0.0:1770653412.425900:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000200:1.0:1770653412.425902:0:6728:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955637359c00 x1856657966298368/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 02000000:00000010:0.0:1770653412.425903:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff95566b67dc00. 02000000:00000001:0.0:1770653412.425909:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1770653412.425911:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d88380. 02000000:00000001:0.0:1770653412.425916:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1770653412.425918:0:6728:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 02000000:00000010:0.0:1770653412.425919:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff95566b67f800. 00010000:00000001:1.0:1770653412.425922:0:6728:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653412.425924:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:1.0:1770653412.425926:0:6728:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000010:0.0:1770653412.425927:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955603ca4380. 00000100:00000001:1.0:1770653412.425931:0:6728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1770653412.425932:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.425935:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff95566b67f000. 00000100:00000040:1.0:1770653412.425936:0:6728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 02000000:00000001:0.0:1770653412.425938:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1770653412.425940:0:6728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000010:0.0:1770653412.425941:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955603ca5880. 02000000:00000001:1.0:1770653412.425944:0:6728:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1770653412.425947:0:6728:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653412.425948:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1770653412.425949:0:6728:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:0.0:1770653412.425951:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff9556339c9c00. 00000100:00000040:1.0:1770653412.425956:0:6728:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 02000000:00000001:0.0:1770653412.425958:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:1.0:1770653412.425961:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022220. 00000100:00000010:0.0:1770653412.425961:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d8a680. 00000100:00000200:1.0:1770653412.425969:0:6728:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966298368, offset 224 02000000:00000001:0.0:1770653412.425970:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.425973:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff9556339cb400. 00000400:00000200:1.0:1770653412.425978:0:6728:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 02000000:00000001:0.0:1770653412.425978:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1770653412.425982:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955603ca5500. 02000000:00000001:0.0:1770653412.425986:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:1.0:1770653412.425990:0:6728:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 02000000:00000010:0.0:1770653412.425990:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff9556339ca400. 02000000:00000001:0.0:1770653412.425996:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:1.0:1770653412.425999:0:6728:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164542:2164542:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164538:2164538:8:4294967295] 00000100:00000010:0.0:1770653412.425999:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955710550a80. 02000000:00000001:0.0:1770653412.426004:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.426007:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff9556339c8800. 02000000:00000001:0.0:1770653412.426013:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1770653412.426017:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d88700. 00000400:00000200:1.0:1770653412.426018:0:6728:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 02000000:00000001:0.0:1770653412.426024:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.426028:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff9556339cb000. 00000800:00000200:1.0:1770653412.426029:0:6728:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 02000000:00000001:0.0:1770653412.426035:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000800:00000010:1.0:1770653412.426036:0:6728:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399b00. 00000100:00000010:0.0:1770653412.426038:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d8b100. 00000800:00000200:1.0:1770653412.426043:0:6728:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 02000000:00000001:0.0:1770653412.426044:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.426048:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff9557180ce400. 00000800:00000200:1.0:1770653412.426052:0:6728:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 02000000:00000001:0.0:1770653412.426052:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1770653412.426054:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955710550380. 00000800:00000200:1.0:1770653412.426059:0:6728:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399b00 type 1, nob 496 niov 1 nkiov 1 02000000:00000001:0.0:1770653412.426060:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.426063:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff9556339cac00. 02000000:00000001:0.0:1770653412.426066:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1770653412.426067:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955710550000. 02000000:00000001:0.0:1770653412.426069:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.426070:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff955618138000. 00000100:00000001:1.0:1770653412.426074:0:6728:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653412.426075:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1770653412.426078:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955710552680. 00000100:00000040:1.0:1770653412.426081:0:6728:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 02000000:00000001:0.0:1770653412.426083:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1770653412.426085:0:6728:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 02000000:00000010:0.0:1770653412.426086:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff95563ed88000. 00000020:00000001:1.0:1770653412.426089:0:6728:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653412.426091:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:1.0:1770653412.426093:0:6728:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000010:0.0:1770653412.426094:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955710552d80. 00000100:00000040:1.0:1770653412.426100:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955637359c00 x1856657966298368/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1770653412.426100:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.426104:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff9556339c8c00. 02000000:00000001:0.0:1770653412.426109:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1770653412.426112:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955710551180. 02000000:00000001:0.0:1770653412.426116:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.426119:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff95563ed89400. 02000000:00000001:0.0:1770653412.426123:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1770653412.426126:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955710553100. 00000800:00000200:2.0:1770653412.426132:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1770653412.426132:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.426137:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff9556339c9800. 00000800:00000010:2.0:1770653412.426138:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399b00. 00000100:00100000:1.0:1770653412.426140:0:6728:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955637359c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+96:2363:x1856657966298368:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 718us (1140us total) trans 0 rc 0/0 02000000:00000001:0.0:1770653412.426141:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1770653412.426145:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955710551880. 00000400:00000200:2.0:1770653412.426146:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1770653412.426152:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.426156:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff955618138800. 00000400:00000200:2.0:1770653412.426159:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00100000:1.0:1770653412.426161:0:6728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136131 02000000:00000001:0.0:1770653412.426162:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:2.0:1770653412.426163:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022220 00000100:00000010:0.0:1770653412.426166:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955710551f80. 00000400:00000010:2.0:1770653412.426169:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022220. 00000100:00000040:1.0:1770653412.426170:0:6728:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 02000000:00000001:0.0:1770653412.426171:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1770653412.426176:0:6728:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:0.0:1770653412.426176:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff95562054a000. 00000100:00000001:2.0:1770653412.426177:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653412.426181:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1770653412.426182:0:6728:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1770653412.426184:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:1.0:1770653412.426187:0:6728:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d400. 00000100:00000010:0.0:1770653412.426188:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955602b1ed80. 00000020:00000010:1.0:1770653412.426194:0:6728:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada3e8. 02000000:00000001:0.0:1770653412.426211:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.426214:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff95563097e800. 00000020:00000010:1.0:1770653412.426215:0:6728:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9556560afc00. 02000000:00000001:0.0:1770653412.426220:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000040:1.0:1770653412.426221:0:6728:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 95 00000100:00000010:0.0:1770653412.426223:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955602b1c700. 00000100:00000001:1.0:1770653412.426226:0:6728:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653412.426228:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.426231:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff95561813b400. 02000000:00000001:0.0:1770653412.426233:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1770653412.426235:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955602b1fb80. 02000000:00000001:0.0:1770653412.426237:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.426237:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff95561813a800. 02000000:00000001:0.0:1770653412.426240:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1770653412.426241:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955602b1c000. 02000000:00000001:0.0:1770653412.426245:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.426246:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff955618139400. 02000000:00000001:0.0:1770653412.426248:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1770653412.426249:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955602b1c380. 02000000:00000001:0.0:1770653412.426251:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.426252:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff95561813ac00. 02000000:00000001:0.0:1770653412.426255:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1770653412.426256:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c23480. 02000000:00000001:0.0:1770653412.426258:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.426259:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff955607ffcc00. 02000000:00000001:0.0:1770653412.426276:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1770653412.426277:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c22d80. 02000000:00000001:0.0:1770653412.426280:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.426280:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff9556339c8400. 02000000:00000001:0.0:1770653412.426282:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1770653412.426283:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c22a00. 02000000:00000001:0.0:1770653412.426287:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.426288:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff955607ffdc00. 02000000:00000001:0.0:1770653412.426290:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1770653412.426292:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c20a80. 02000000:00000001:0.0:1770653412.426295:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.426296:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff9556339c8000. 02000000:00000001:0.0:1770653412.426299:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1770653412.426300:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c20000. 02000000:00000001:0.0:1770653412.426302:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.426303:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff95561813a000. 02000000:00000001:0.0:1770653412.426305:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1770653412.426306:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c21f80. 02000000:00000001:0.0:1770653412.426308:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.426309:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff9556339ca800. 02000000:00000001:0.0:1770653412.426310:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1770653412.426311:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c21c00. 02000000:00000001:0.0:1770653412.426313:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.426315:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff955607ffc800. 02000000:00000001:0.0:1770653412.426317:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1770653412.426318:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c22300. 02000000:00000001:0.0:1770653412.426320:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.426321:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff955607ffc400. 02000000:00000001:0.0:1770653412.426322:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1770653412.426323:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d8aa00. 02000000:00000001:0.0:1770653412.426325:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.426341:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff9556339cbc00. 02000000:00000001:0.0:1770653412.426343:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1770653412.426343:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c21500. 02000000:00000001:0.0:1770653412.426345:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.426346:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff9557352cf000. 02000000:00000001:0.0:1770653412.426347:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1770653412.426348:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d8b800. 02000000:00000001:0.0:1770653412.426349:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.426350:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff9556339c9000. 02000000:00000001:0.0:1770653412.426351:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1770653412.426352:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c20700. 02000000:00000001:0.0:1770653412.426353:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.426354:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff955620548000. 02000000:00000001:0.0:1770653412.426355:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1770653412.426356:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955637358000. 02000000:00000001:0.0:1770653412.426358:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.426359:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff9556339ca000. 02000000:00000001:0.0:1770653412.426360:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1770653412.426361:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c23800. 02000000:00000001:0.0:1770653412.426363:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.426363:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff955620549c00. 02000000:00000001:0.0:1770653412.426365:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1770653412.426365:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955637359180. 02000000:00000001:0.0:1770653412.426367:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.426368:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff9557352cc000. 02000000:00000001:0.0:1770653412.426369:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1770653412.426369:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c21180. 02000000:00000001:0.0:1770653412.426371:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.426372:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff9557352cc400. 02000000:00000001:0.0:1770653412.426373:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1770653412.426374:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c23b80. 02000000:00000001:0.0:1770653412.426376:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.426377:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff955607ffe800. 02000000:00000001:0.0:1770653412.426378:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1770653412.426379:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c23100. 02000000:00000001:0.0:1770653412.426381:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.426382:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff955607fff000. 02000000:00000001:0.0:1770653412.426383:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1770653412.426384:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c22680. 02000000:00000001:0.0:1770653412.426386:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.426386:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff9557352ce400. 02000000:00000001:0.0:1770653412.426388:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1770653412.426388:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c20380. 02000000:00000001:0.0:1770653412.426390:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653412.426391:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff955607fffc00. 02000000:00000001:0.0:1770653412.426392:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1770653412.426393:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95563735a680. 00000100:00000001:0.0:1770653412.426395:0:76384:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1770653412.426398:0:76384:0:(niobuf.c:1189:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1770653412.426402:0:76384:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564bfc43c8. 00000400:00000010:0.0:1770653412.426405:0:76384:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff955601b6f900. 00000800:00000001:2.0:1770653412.430317:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.430324:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.430327:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.430328:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.430333:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:2.0:1770653412.430341:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cf600 00000400:00000200:2.0:1770653412.430346:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecedf5 [8] + 328 00000800:00000001:2.0:1770653412.430350:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.430355:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.430357:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653412.430360:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653412.430363:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653412.430364:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1770653412.430367:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955603ca6a00. 00000100:00000040:2.0:1770653412.430370:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955603ca6a00 x1856657966298624 msgsize 328 00000100:00100000:2.0:1770653412.430373:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:2.0:1770653412.430383:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1770653412.430388:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653412.430391:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653412.430437:0:76384:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1770653412.430441:0:76384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966298624 02000000:00000001:0.0:1770653412.430444:0:76384:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653412.430446:0:76384:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653412.430448:0:76384:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653412.430451:0:76384:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653412.430454:0:76384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966298624 00000020:00000001:0.0:1770653412.430457:0:76384:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1770653412.430458:0:76384:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000020:00000001:0.0:1770653412.430460:0:76384:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653412.430463:0:76384:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=96 00000020:00000001:0.0:1770653412.430466:0:76384:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:0.0:1770653412.430469:0:76384:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:0.0:1770653412.430472:0:76384:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1770653412.430477:0:76384:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95ae40. 00000100:00000001:0.0:1770653412.430481:0:76384:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653412.430484:0:76384:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95ae40. 00000020:00000010:0.0:1770653412.430489:0:76384:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997b000. 00000020:00000010:0.0:1770653412.430493:0:76384:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556323ff780. 00000020:00000010:0.0:1770653412.430497:0:76384:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3dc80. 00000100:00000040:0.0:1770653412.430502:0:76384:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1770653412.430504:0:76384:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1770653412.430506:0:76384:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1770653412.430508:0:76384:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.430513:0:76384:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.430525:0:76384:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653412.430534:0:76384:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1770653412.430536:0:76384:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1770653412.430542:0:76384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136132 00000100:00000040:0.0:1770653412.430545:0:76384:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:0.0:1770653412.430548:0:76384:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795396164096 : -117278313387520 : ffff955603ca6a00) 00000100:00000040:0.0:1770653412.430555:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955603ca6a00 x1856657966298624/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1770653412.430566:0:76384:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1770653412.430570:0:76384:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95ae40. 00000100:00000001:0.0:1770653412.430589:0:76384:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653412.430592:0:76384:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95ae40. 00000100:00100000:0.0:1770653412.430599:0:76384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955603ca6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:b31b1d82-c1d4-4680-ae7a-71292416d1f5+96:2363:x1856657966298624:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000200:0.0:1770653412.430604:0:76384:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966298624 00000020:00000001:0.0:1770653412.430607:0:76384:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1770653412.430610:0:76384:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1770653412.430613:0:76384:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.430616:0:76384:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1770653412.430619:0:76384:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:0.0:1770653412.430623:0:76384:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1770653412.430625:0:76384:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.430627:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1770653412.430628:0:76384:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1770653412.430632:0:76384:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000001:2.0:1770653412.430633:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.430636:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1770653412.430637:0:76384:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1770653412.430654:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653412.430657:0:76384:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1770653412.430661:0:76384:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00000400:00000200:2.0:1770653412.430663:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00010000:0.0:1770653412.430665:0:76384:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1770653412.430669:0:76384:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000400:00000200:2.0:1770653412.430673:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cf700 00010000:00000001:0.0:1770653412.430673:0:76384:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.430681:0:76384:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000200:2.0:1770653412.430682:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecedf5 [8] + 656 00000800:00000001:2.0:1770653412.430688:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:0.0:1770653412.430691:0:76384:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff95562c55c200. 00010000:00000010:0.0:1770653412.430697:0:76384:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff95562c55ca00. 00010000:00000001:0.0:1770653412.430702:0:76384:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1770653412.430706:0:76384:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561ae2aa00. 00000020:00000001:0.0:1770653412.430709:0:76384:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1770653412.430711:0:76384:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561ae2aa00 with handle 0x2aed14e4e178cd15 to hash 00000020:00000001:0.0:1770653412.430714:0:76384:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000800:00000001:2.0:1770653412.430716:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.430717:0:76384:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795783629312 : -117277925922304 : ffff95561ae2aa00) 00000400:00000200:2.0:1770653412.430720:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1770653412.430723:0:76384:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795783629312 : -117277925922304 : ffff95561ae2aa00) 00000400:00000200:2.0:1770653412.430727:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653412.430732:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653412.430734:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00010000:0.0:1770653412.430734:0:76384:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95561ae2aa00/0x2aed14e4e178cd15 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x144e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe17c3 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000100:00000010:2.0:1770653412.430740:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955603ca5c00. 00000100:00000040:2.0:1770653412.430745:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955603ca5c00 x1856657966298880 msgsize 328 00000100:00100000:2.0:1770653412.430768:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00002000:00000001:0.0:1770653412.430774:0:76384:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000100:00000001:2.0:1770653412.430777:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00002000:00000010:0.0:1770653412.430795:0:76384:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff95564b95ae40. 00000800:00000001:2.0:1770653412.430798:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00002000:00000001:0.0:1770653412.430800:0:76384:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000800:00000001:2.0:1770653412.430803:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653412.430804:0:76384:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1770653412.430810:0:76384:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796220518040 : -117277489033576 : ffff955634ed0e98) 00002000:00000001:0.0:1770653412.430816:0:76384:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796220517952 : -117277489033664 : ffff955634ed0e40) 00002000:00000001:0.0:1770653412.430819:0:76384:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00000100:00000001:1.0:1770653412.430823:0:6728:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00002000:00000001:0.0:1770653412.430825:0:76384:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653412.430827:0:6728:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966298880 02000000:00000001:1.0:1770653412.430830:0:6728:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00002000:00010000:0.0:1770653412.430831:0:76384:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x144e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00000001:1.0:1770653412.430832:0:6728:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653412.430835:0:6728:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653412.430838:0:76384:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 02000000:00000001:1.0:1770653412.430839:0:6728:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653412.430843:0:6728:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966298880 00000020:00000002:0.0:1770653412.430845:0:76384:0:(lu_object.c:207:lu_object_put()) Add ffff955634ed0e98/ffff955634ed0e40 to site lru. bkt: ffff95571148e450 00000020:00000001:1.0:1770653412.430846:0:6728:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000040:0.0:1770653412.430851:0:76384:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 92 00000020:00000040:0.0:1770653412.430855:0:76384:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=97 00010000:00000001:0.0:1770653412.430860:0:76384:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000040:1.0:1770653412.430867:0:6728:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:1.0:1770653412.430870:0:6728:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:2.0:1770653412.430873:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:1.0:1770653412.430873:0:6728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=95 00000020:00000001:1.0:1770653412.430878:0:6728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000020:00000001:1.0:1770653412.430880:0:6728:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000800:00000001:2.0:1770653412.430883:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.430884:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:2.0:1770653412.430888:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:1.0:1770653412.430889:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229c40. 00000100:00000001:1.0:1770653412.430893:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1770653412.430895:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1770653412.430896:0:76384:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000020:00000010:1.0:1770653412.430897:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229c40. 00000100:00000001:0.0:1770653412.430903:0:76384:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:1.0:1770653412.430905:0:6728:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9556560afc00. 02000000:00000001:0.0:1770653412.430908:0:76384:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1770653412.430911:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000020:00000010:1.0:1770653412.430911:0:6728:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d400. 02000000:00000010:0.0:1770653412.430915:0:76384:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9557180ce400. 00000020:00000010:1.0:1770653412.430917:0:6728:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada3e8. 02000000:00000001:0.0:1770653412.430920:0:76384:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.430923:0:6728:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1770653412.430925:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cf800 00000100:00000001:1.0:1770653412.430927:0:6728:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1770653412.430927:0:76384:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.430931:0:6728:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653412.430934:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecedf5 [8] + 984 00010000:00000001:0.0:1770653412.430935:0:76384:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:1.0:1770653412.430937:0:6728:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.430939:0:76384:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000800:00000001:2.0:1770653412.430942:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:0.0:1770653412.430944:0:76384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653412.430948:0:76384:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653412.430950:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.430951:0:6728:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.430952:0:76384:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653412.430956:0:76384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000200:2.0:1770653412.430957:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1770653412.430962:0:76384:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.430963:0:6728:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1770653412.430965:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653412.430968:0:6728:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1770653412.430970:0:76384:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:2.0:1770653412.430971:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653412.430975:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00100000:1.0:1770653412.430975:0:6728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136133 00000100:00000001:3.0:1770653412.430979:0:6530:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00010000:0.0:1770653412.430980:0:76384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2aa00/0x2aed14e4e178cd15 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x144e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17c3 expref: 97 pid: 76384 timeout: 0 lvb_type: 1 00000100:00000010:2.0:1770653412.430983:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955603ca7480. 00000100:00000040:1.0:1770653412.430983:0:6728:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000100:00000001:3.0:1770653412.430984:0:6530:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1770653412.431004:0:6530:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.431005:0:6728:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795396160512 : -117278313391104 : ffff955603ca5c00) 00000100:00000040:2.0:1770653412.431006:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955603ca7480 x1856657966299136 msgsize 328 00000100:00000001:3.0:1770653412.431010:0:6530:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653412.431017:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955603ca5c00 x1856657966298880/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000040:0.0:1770653412.431023:0:76384:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x144e:0x0].0x0 (ffff95562c55c200) refcount = 1 00000100:00100000:2.0:1770653412.431024:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00010000:00000040:0.0:1770653412.431034:0:76384:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:1.0:1770653412.431037:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1770653412.431038:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:1.0:1770653412.431042:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229c40. 00010000:00000040:0.0:1770653412.431044:0:76384:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561ae2aa00/0x2aed14e4e178cd15 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x144e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17c3 expref: 97 pid: 76384 timeout: 0 lvb_type: 1 00000800:00000001:2.0:1770653412.431046:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653412.431047:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653412.431051:0:6530:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:2.0:1770653412.431052:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1770653412.431054:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229c40. 00000100:00100000:3.0:1770653412.431055:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966299136 02000000:00000001:3.0:1770653412.431061:0:6530:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653412.431064:0:6530:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1770653412.431068:0:6728:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955603ca5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+95:2363:x1856657966298880:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000001:3.0:1770653412.431069:0:6530:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.431070:0:76384:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653412.431076:0:76384:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653412.431077:0:6530:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653412.431077:0:6728:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966298880 00000020:00000001:1.0:1770653412.431082:0:6728:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:3.0:1770653412.431085:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966299136 00010000:00000001:0.0:1770653412.431085:0:76384:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000001:1.0:1770653412.431086:0:6728:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1770653412.431091:0:6728:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.431091:0:76384:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653412.431092:0:6530:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1770653412.431095:0:6530:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:1.0:1770653412.431099:0:6728:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00002000:00000001:0.0:1770653412.431100:0:76384:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000020:00000001:1.0:1770653412.431102:0:6728:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:1.0:1770653412.431106:0:6728:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:0.0:1770653412.431106:0:76384:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.431110:0:6728:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.431113:0:76384:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00000020:00000001:1.0:1770653412.431115:0:6728:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1770653412.431119:0:6728:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00010000:0.0:1770653412.431122:0:76384:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff95561ae2aa00/0x2aed14e4e178cd15 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x144e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17c3 expref: 97 pid: 76384 timeout: 0 lvb_type: 1 00000020:00000001:1.0:1770653412.431124:0:6728:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.431131:0:6728:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1770653412.431135:0:6728:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1770653412.431140:0:6728:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1770653412.431143:0:76384:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1770653412.431145:0:6728:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1770653412.431147:0:76384:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000001:3.0:1770653412.431150:0:6530:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1770653412.431151:0:6728:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.431152:0:76384:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1770653412.431155:0:6530:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=96 00000800:00000001:2.0:1770653412.431156:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653412.431160:0:76384:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.431161:0:6728:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:3.0:1770653412.431163:0:6530:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000800:00000001:2.0:1770653412.431164:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.431167:0:76384:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000800:00000001:2.0:1770653412.431171:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:1.0:1770653412.431171:0:6728:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9556188e9100. 00000020:00000001:3.0:1770653412.431173:0:6530:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00010000:00000001:0.0:1770653412.431173:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:2.0:1770653412.431177:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.431179:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1770653412.431181:0:6728:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9556188e9f00. 00000100:00000001:3.0:1770653412.431183:0:6530:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00010000:0.0:1770653412.431185:0:76384:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95561ae2aa00, rc 0) 00000400:00000200:2.0:1770653412.431190:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:1.0:1770653412.431190:0:6728:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000010:3.0:1770653412.431192:0:6530:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf400. 00000020:00000001:0.0:1770653412.431193:0:76384:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1770653412.431198:0:6728:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9556565b5600. 00000100:00000001:3.0:1770653412.431202:0:6530:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1770653412.431202:0:76384:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966298624 00000020:00000001:1.0:1770653412.431203:0:6728:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000400:00000200:2.0:1770653412.431208:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cf900 00000020:00000040:1.0:1770653412.431208:0:6728:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9556565b5600 with handle 0x2aed14e4e178cd1c to hash 00010000:00000001:0.0:1770653412.431210:0:76384:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000010:3.0:1770653412.431212:0:6530:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf400. 00000020:00000001:1.0:1770653412.431213:0:6728:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1770653412.431217:0:6728:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626796781393408 : -117276928158208 : ffff9556565b5600) 00000400:00000200:2.0:1770653412.431223:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecedf5 [8] + 1312 00010000:00000001:1.0:1770653412.431224:0:6728:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626796781393408 : -117276928158208 : ffff9556565b5600) 00010000:00000200:0.0:1770653412.431224:0:76384:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955603ca6a00 x1856657966298624/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000010:3.0:1770653412.431225:0:6530:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bd600. 00000800:00000001:2.0:1770653412.431233:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:1.0:1770653412.431234:0:6728:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9556565b5600/0x2aed14e4e178cd1c lrc: 2/0,0 mode: --/PR res: [0x240000403:0x159c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe17d1 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1770653412.431235:0:6530:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300900. 00000020:00000010:3.0:1770653412.431244:0:6530:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90190. 00000100:00000001:3.0:1770653412.431252:0:6530:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653412.431256:0:6530:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00002000:00000001:1.0:1770653412.431257:0:6728:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00010000:00000001:0.0:1770653412.431257:0:76384:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1770653412.431260:0:6530:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1770653412.431261:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.431262:0:76384:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1770653412.431264:0:6728:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff955645229c40. 00000400:00000200:2.0:1770653412.431265:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653412.431266:0:6530:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653412.431269:0:6728:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00001000:0.0:1770653412.431270:0:76384:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000020:00000001:1.0:1770653412.431274:0:6728:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1770653412.431278:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.431281:0:6530:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653412.431281:0:6728:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796276732456 : -117277432819160 : ffff95563846d228) 00000100:00000001:0.0:1770653412.431281:0:76384:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1770653412.431283:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653412.431288:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00002000:00000001:1.0:1770653412.431289:0:6728:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796276732368 : -117277432819248 : ffff95563846d1d0) 00000100:00000040:0.0:1770653412.431291:0:76384:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00002000:00000001:1.0:1770653412.431293:0:6728:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00000100:00000010:2.0:1770653412.431294:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955603ca5180. 00000100:00000001:3.0:1770653412.431296:0:6530:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1770653412.431298:0:76384:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00002000:00000001:1.0:1770653412.431300:0:6728:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653412.431301:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955603ca5180 x1856657966299392 msgsize 328 02000000:00000001:0.0:1770653412.431303:0:76384:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00002000:00010000:1.0:1770653412.431308:0:6728:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x159c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 02000000:00000001:0.0:1770653412.431309:0:76384:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.431317:0:76384:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1770653412.431318:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00002000:00000001:1.0:1770653412.431318:0:6728:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:1.0:1770653412.431324:0:6728:0:(lu_object.c:207:lu_object_put()) Add ffff95563846d228/ffff95563846d1d0 to site lru. bkt: ffff9556025b5570 00000100:00000040:0.0:1770653412.431326:0:76384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000040:1.0:1770653412.431328:0:6728:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 91 00000100:00000001:2.0:1770653412.431330:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:1.0:1770653412.431332:0:6728:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=97 00000400:00000010:0.0:1770653412.431333:0:76384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8660. 00010000:00000001:1.0:1770653412.431338:0:6728:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:3.0:1770653412.431339:0:6530:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00002000:00000001:1.0:1770653412.431341:0:6728:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000200:0.0:1770653412.431342:0:76384:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966298624, offset 224 00000100:00000001:1.0:1770653412.431345:0:6728:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1770653412.431346:0:76382:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1770653412.431350:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136134 02000000:00000001:1.0:1770653412.431351:0:6728:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1770653412.431352:0:76382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966299392 02000000:00000001:2.0:1770653412.431358:0:76382:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1770653412.431358:0:76384:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 02000000:00000010:1.0:1770653412.431360:0:6728:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff95562de81000. 00000100:00000040:3.0:1770653412.431361:0:6530:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 2 00000100:00000001:2.0:1770653412.431363:0:76382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653412.431367:0:6530:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795396166784 : -117278313384832 : ffff955603ca7480) 02000000:00000001:1.0:1770653412.431368:0:6728:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.431369:0:76382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653412.431375:0:76384:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000001:1.0:1770653412.431376:0:6728:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653412.431377:0:76382:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653412.431380:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955603ca7480 x1856657966299136/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1770653412.431384:0:6728:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00100000:2.0:1770653412.431385:0:76382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966299392 00010000:00000001:1.0:1770653412.431390:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000001:2.0:1770653412.431391:0:76382:0:(genops.c:811:class_conn2export()) Process entered 00010000:00010000:1.0:1770653412.431395:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000200:0.0:1770653412.431395:0:76384:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164543:2164543:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164539:2164539:8:4294967295] 00000020:00000040:2.0:1770653412.431396:0:76382:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00010000:00000001:1.0:1770653412.431401:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653412.431403:0:76382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1770653412.431404:0:6530:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1770653412.431407:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000040:2.0:1770653412.431409:0:76382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=98 00010000:00010000:1.0:1770653412.431410:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000010:3.0:1770653412.431411:0:6530:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf400. 00010000:00000001:1.0:1770653412.431415:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653412.431416:0:76382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:3.0:1770653412.431418:0:6530:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653412.431420:0:6728:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000001:2.0:1770653412.431424:0:76382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000010:3.0:1770653412.431425:0:6530:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf400. 00010000:00010000:1.0:1770653412.431430:0:6728:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9556565b5600/0x2aed14e4e178cd1c lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x159c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17d1 expref: 97 pid: 6728 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1770653412.431432:0:76382:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1770653412.431432:0:76384:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000020:00000010:2.0:1770653412.431439:0:76382:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95565c712180. 00000100:00100000:3.0:1770653412.431440:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955603ca7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b31b1d82-c1d4-4680-ae7a-71292416d1f5+97:2363:x1856657966299136:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000001:2.0:1770653412.431445:0:76382:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1770653412.431448:0:6728:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x159c:0x0].0x0 (ffff9556188e9100) refcount = 1 00000100:00000200:3.0:1770653412.431453:0:6530:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966299136 00000020:00000010:2.0:1770653412.431454:0:76382:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95565c712180. 00000800:00000200:0.0:1770653412.431455:0:76384:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000040:1.0:1770653412.431456:0:6728:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000020:00000001:3.0:1770653412.431458:0:6530:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1770653412.431464:0:76382:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564531d400. 00010000:00000040:1.0:1770653412.431464:0:6728:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9556565b5600/0x2aed14e4e178cd1c lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x159c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17d1 expref: 97 pid: 6728 timeout: 0 lvb_type: 1 00000020:00000001:3.0:1770653412.431465:0:6530:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000010:0.0:1770653412.431467:0:76384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955601b6f200. 00000020:00000001:3.0:1770653412.431470:0:6530:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653412.431472:0:76382:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95566aa1c580. 00000020:00000001:3.0:1770653412.431477:0:6530:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1770653412.431479:0:76382:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510898. 00000020:00000001:3.0:1770653412.431481:0:6530:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000800:00000200:0.0:1770653412.431482:0:76384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000020:00000001:3.0:1770653412.431489:0:6530:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:1.0:1770653412.431489:0:6728:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:2.0:1770653412.431490:0:76382:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1770653412.431494:0:76382:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1770653412.431494:0:6728:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.431495:0:6530:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.431496:0:76384:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:2.0:1770653412.431499:0:76382:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.431500:0:6728:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000001:3.0:1770653412.431501:0:6530:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000200:0.0:1770653412.431505:0:76384:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955601b6f200 type 1, nob 496 niov 1 nkiov 1 00010000:00000001:1.0:1770653412.431506:0:6728:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653412.431507:0:6530:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1770653412.431509:0:76382:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.431513:0:6530:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653412.431513:0:6728:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000020:00000001:3.0:1770653412.431520:0:6530:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000100:00000001:2.0:1770653412.431521:0:76382:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.431521:0:6728:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.431523:0:6530:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1770653412.431527:0:6530:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00000001:0.0:1770653412.431528:0:76384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.431530:0:6728:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00000001:3.0:1770653412.431531:0:6530:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:2.0:1770653412.431535:0:76382:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1770653412.431536:0:6530:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653412.431537:0:76384:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00010000:1.0:1770653412.431538:0:6728:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9556565b5600/0x2aed14e4e178cd1c lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x159c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17d1 expref: 97 pid: 6728 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1770653412.431540:0:76382:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1770653412.431543:0:6530:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:0.0:1770653412.431546:0:76384:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000010:3.0:1770653412.431551:0:6530:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff955632299000. 00000100:00100000:2.0:1770653412.431552:0:76382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136135 00000020:00000001:0.0:1770653412.431552:0:76384:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1770653412.431559:0:6530:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff955632299c00. 00000100:00000040:2.0:1770653412.431561:0:76382:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 2 00000020:00000001:0.0:1770653412.431561:0:76384:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1770653412.431562:0:6728:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653412.431564:0:6530:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:2.0:1770653412.431568:0:76382:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795396157824 : -117278313393792 : ffff955603ca5180) 00010000:00000010:3.0:1770653412.431569:0:6530:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95572e8b0000. 00010000:00000001:1.0:1770653412.431569:0:6728:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1770653412.431588:0:6728:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653412.431589:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955603ca6a00 x1856657966298624/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000001:3.0:1770653412.431592:0:6530:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:1.0:1770653412.431592:0:6728:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653412.431596:0:76382:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955603ca5180 x1856657966299392/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000040:3.0:1770653412.431597:0:6530:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95572e8b0000 with handle 0x2aed14e4e178cd23 to hash 00010000:00000001:1.0:1770653412.431598:0:6728:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1770653412.431601:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1770653412.431604:0:6530:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1770653412.431604:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.431608:0:6530:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626800408395776 : -117273301155840 : ffff95572e8b0000) 00010000:00010000:1.0:1770653412.431609:0:6728:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9556565b5600, rc 0) 00010000:00000001:3.0:1770653412.431615:0:6530:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626800408395776 : -117273301155840 : ffff95572e8b0000) 00000020:00000001:1.0:1770653412.431616:0:6728:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653412.431623:0:6728:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966298880 00010000:00010000:3.0:1770653412.431624:0:6530:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95572e8b0000/0x2aed14e4e178cd23 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x1580:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe17df expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653412.431630:0:6728:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:2.0:1770653412.431631:0:76382:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1770653412.431635:0:76384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955603ca6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:b31b1d82-c1d4-4680-ae7a-71292416d1f5+98:2363:x1856657966298624:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 1061us (1256us total) trans 0 rc 0/0 00000020:00000010:2.0:1770653412.431652:0:76382:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95565c712180. 00010000:00000200:1.0:1770653412.431656:0:6728:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955603ca5c00 x1856657966298880/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00002000:00000001:3.0:1770653412.431658:0:6530:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000100:00000001:2.0:1770653412.431658:0:76382:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00002000:00000010:3.0:1770653412.431664:0:6530:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9556665bf400. 00000020:00000010:2.0:1770653412.431667:0:76382:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95565c712180. 00002000:00000001:3.0:1770653412.431670:0:6530:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1770653412.431676:0:6530:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00100000:0.0:1770653412.431677:0:76384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136132 00000100:00100000:2.0:1770653412.431680:0:76382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955603ca5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:b31b1d82-c1d4-4680-ae7a-71292416d1f5+98:2363:x1856657966299392:12345-192.168.202.60@tcp:101:ll_agl.0 00000020:00000001:3.0:1770653412.431682:0:6530:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795517174456 : -117278192377160 : ffff95560b00e2b8) 00000100:00000040:0.0:1770653412.431687:0:76384:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 1 00002000:00000001:3.0:1770653412.431689:0:6530:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795517174368 : -117278192377248 : ffff95560b00e260) 00010000:00000001:1.0:1770653412.431690:0:6728:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000200:2.0:1770653412.431691:0:76382:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966299392 00000100:00000001:0.0:1770653412.431695:0:76384:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:3.0:1770653412.431696:0:6530:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00000020:00000001:2.0:1770653412.431697:0:76382:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:1.0:1770653412.431697:0:6728:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.431702:0:76384:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00002000:00000001:3.0:1770653412.431703:0:6530:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.431703:0:76382:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00001000:1.0:1770653412.431704:0:6728:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000020:00000001:2.0:1770653412.431707:0:76382:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1770653412.431709:0:6530:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x1580:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000020:00000010:0.0:1770653412.431710:0:76384:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556323ff780. 00000020:00000001:2.0:1770653412.431714:0:76382:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1770653412.431716:0:6728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1770653412.431719:0:76382:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00002000:00000001:3.0:1770653412.431721:0:6530:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000010:0.0:1770653412.431721:0:76384:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3dc80. 00000020:00000001:2.0:1770653412.431724:0:76382:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1770653412.431725:0:6728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000020:00000002:3.0:1770653412.431727:0:6530:0:(lu_object.c:207:lu_object_put()) Add ffff95560b00e2b8/ffff95560b00e260 to site lru. bkt: ffff9556025b4310 00000020:00000001:2.0:1770653412.431729:0:76382:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1770653412.431731:0:76384:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997b000. 00000100:00000001:1.0:1770653412.431733:0:6728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00000040:3.0:1770653412.431734:0:6530:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 92 00000020:00000001:2.0:1770653412.431735:0:76382:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000040:0.0:1770653412.431739:0:76384:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 97 00000020:00000001:2.0:1770653412.431740:0:76382:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000040:3.0:1770653412.431743:0:6530:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=98 02000000:00000001:1.0:1770653412.431743:0:6728:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1770653412.431745:0:76382:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.431746:0:76384:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653412.431749:0:6728:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.431767:0:76382:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1770653412.431771:0:76382:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00000001:3.0:1770653412.431772:0:6530:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1770653412.431776:0:6530:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00010000:00010000:2.0:1770653412.431776:0:76382:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00000001:1.0:1770653412.431777:0:6728:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1770653412.431780:0:76382:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:3.0:1770653412.431781:0:6530:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1770653412.431800:0:76382:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653412.431802:0:6530:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:0.0:1770653412.431802:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1770653412.431804:0:6728:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653412.431807:0:76382:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 02000000:00000010:3.0:1770653412.431808:0:6530:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff95563ed8a400. 00000400:00000010:1.0:1770653412.431811:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022198. 00000800:00000001:0.0:1770653412.431811:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1770653412.431812:0:6530:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1770653412.431814:0:76382:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff955706762b00. 00000100:00000001:3.0:1770653412.431819:0:6530:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1770653412.431821:0:76382:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff955706762900. 00000100:00000200:1.0:1770653412.431821:0:6728:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966298880, offset 224 00010000:00000001:3.0:1770653412.431823:0:6530:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1770653412.431827:0:6530:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1770653412.431828:0:76382:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00010000:3.0:1770653412.431831:0:6530:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000010:2.0:1770653412.431833:0:76382:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95564f11d600. 00010000:00000001:3.0:1770653412.431835:0:6530:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.431836:0:6728:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000020:00000001:2.0:1770653412.431838:0:76382:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:3.0:1770653412.431840:0:6530:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1770653412.431843:0:6530:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000040:2.0:1770653412.431844:0:76382:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95564f11d600 with handle 0x2aed14e4e178cd2a to hash 00010000:00000001:3.0:1770653412.431845:0:6530:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653412.431849:0:76382:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1770653412.431850:0:6530:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000200:1.0:1770653412.431852:0:6728:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000001:2.0:1770653412.431853:0:76382:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626796659136000 : -117277050415616 : ffff95564f11d600) 00010000:00010000:3.0:1770653412.431857:0:6530:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95572e8b0000/0x2aed14e4e178cd23 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1580:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17df expref: 98 pid: 6530 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1770653412.431860:0:76382:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626796659136000 : -117277050415616 : ffff95564f11d600) 00000800:00000200:0.0:1770653412.431882:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.431889:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955601b6f200. 00000400:00000200:1.0:1770653412.431890:0:6728:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164544:2164544:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164540:2164540:7:4294967295] 00010000:00000040:3.0:1770653412.431892:0:6530:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1580:0x0].0x0 (ffff955632299000) refcount = 1 00010000:00010000:2.0:1770653412.431897:0:76382:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95564f11d600/0x2aed14e4e178cd2a lrc: 2/0,0 mode: --/PR res: [0x280000403:0x144b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe17ed expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1770653412.431897:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:3.0:1770653412.431900:0:6530:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000400:00000200:0.0:1770653412.431909:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00002000:00000001:2.0:1770653412.431919:0:76382:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000400:00000200:1.0:1770653412.431920:0:6728:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00002000:00000010:2.0:1770653412.431927:0:76382:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff95565c712180. 00000400:00000200:0.0:1770653412.431929:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8660 00000800:00000200:1.0:1770653412.431931:0:6728:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000400:00000010:0.0:1770653412.431933:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8660. 00002000:00000001:2.0:1770653412.431934:0:76382:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000800:00000010:1.0:1770653412.431939:0:6728:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399f00. 00000020:00000001:2.0:1770653412.431940:0:76382:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:0.0:1770653412.431940:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000040:3.0:1770653412.431942:0:6530:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95572e8b0000/0x2aed14e4e178cd23 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1580:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17df expref: 98 pid: 6530 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1770653412.431944:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1770653412.431949:0:76382:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796220516216 : -117277489035400 : ffff955634ed0778) 00000800:00000200:1.0:1770653412.431951:0:6728:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00002000:00000001:2.0:1770653412.431956:0:76382:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796220516128 : -117277489035488 : ffff955634ed0720) 00002000:00000001:2.0:1770653412.431964:0:76382:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00000800:00000200:1.0:1770653412.431964:0:6728:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:3.0:1770653412.431965:0:6530:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653412.431969:0:6530:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653412.431970:0:76382:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653412.431971:0:6728:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399f00 type 1, nob 496 niov 1 nkiov 1 00010000:00000001:3.0:1770653412.431972:0:6530:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1770653412.431977:0:6530:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00010000:2.0:1770653412.431978:0:76382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x144b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:3.0:1770653412.431981:0:6530:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00002000:00000001:2.0:1770653412.431983:0:76382:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00010000:00000001:3.0:1770653412.431985:0:6530:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.431986:0:6728:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1770653412.431987:0:76382:0:(lu_object.c:207:lu_object_put()) Add ffff955634ed0778/ffff955634ed0720 to site lru. bkt: ffff95571148db58 00010000:00000001:3.0:1770653412.431990:0:6530:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00000040:2.0:1770653412.431993:0:76382:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 93 00000100:00000040:1.0:1770653412.431994:0:6728:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00010000:3.0:1770653412.431997:0:6530:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff95572e8b0000/0x2aed14e4e178cd23 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1580:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17df expref: 98 pid: 6530 timeout: 0 lvb_type: 1 00000020:00000040:2.0:1770653412.431999:0:76382:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=98 00010000:00000001:1.0:1770653412.432001:0:6728:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1770653412.432006:0:6728:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.432007:0:76382:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1770653412.432012:0:6530:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00002000:00000001:2.0:1770653412.432012:0:76382:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000020:00000001:1.0:1770653412.432013:0:6728:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1770653412.432015:0:76382:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1770653412.432016:0:6530:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1770653412.432020:0:6530:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653412.432020:0:76382:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1770653412.432024:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955603ca5c00 x1856657966298880/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1770653412.432025:0:6530:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653412.432025:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:2.0:1770653412.432026:0:76382:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff95566c884000. 00010000:00000001:3.0:1770653412.432031:0:6530:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000001:2.0:1770653412.432032:0:76382:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1770653412.432032:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399f00. 00010000:00000001:3.0:1770653412.432034:0:6530:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.432039:0:6530:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653412.432039:0:76382:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653412.432040:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:3.0:1770653412.432043:0:6530:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95572e8b0000, rc 0) 00000020:00000001:3.0:1770653412.432048:0:6530:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.432048:0:76382:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1770653412.432052:0:76382:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000400:00000200:0.0:1770653412.432052:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000040:3.0:1770653412.432055:0:6530:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966299136 00010000:00010000:2.0:1770653412.432057:0:76382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000200:0.0:1770653412.432059:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022198 00010000:00000001:2.0:1770653412.432060:0:76382:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1770653412.432063:0:6728:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955603ca5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+98:2363:x1856657966298880:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 1020us (1311us total) trans 0 rc 0/0 00000400:00000010:0.0:1770653412.432064:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022198. 00010000:00000001:2.0:1770653412.432065:0:76382:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1770653412.432068:0:76382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:0.0:1770653412.432070:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1770653412.432072:0:76382:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653412.432073:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1770653412.432078:0:76382:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00100000:1.0:1770653412.432083:0:6728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136133 00010000:00010000:2.0:1770653412.432086:0:76382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95564f11d600/0x2aed14e4e178cd2a lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x144b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17ed expref: 98 pid: 76382 timeout: 0 lvb_type: 1 00000100:00000040:1.0:1770653412.432089:0:6728:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 1 00000100:00000001:1.0:1770653412.432095:0:6728:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000040:2.0:1770653412.432097:0:76382:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x144b:0x0].0x0 (ffff955706762b00) refcount = 1 00000100:00000001:1.0:1770653412.432099:0:6728:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000040:2.0:1770653412.432100:0:76382:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1770653412.432105:0:76382:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95564f11d600/0x2aed14e4e178cd2a lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x144b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17ed expref: 98 pid: 76382 timeout: 0 lvb_type: 1 00000020:00000010:1.0:1770653412.432106:0:6728:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d400. 00010000:00000001:3.0:1770653412.432111:0:6530:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000010:1.0:1770653412.432115:0:6728:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada3e8. 00010000:00000001:2.0:1770653412.432116:0:76382:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000200:3.0:1770653412.432119:0:6530:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955603ca7480 x1856657966299136/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1770653412.432120:0:76382:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653412.432123:0:6728:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9556560afc00. 00010000:00000001:2.0:1770653412.432126:0:76382:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1770653412.432129:0:76382:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1770653412.432132:0:6728:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 97 00002000:00000001:2.0:1770653412.432134:0:76382:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1770653412.432139:0:76382:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.432140:0:6728:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.432143:0:6530:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1770653412.432144:0:76382:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00000001:3.0:1770653412.432149:0:6530:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653412.432151:0:76382:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff95564f11d600/0x2aed14e4e178cd2a lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x144b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17ed expref: 98 pid: 76382 timeout: 0 lvb_type: 1 00000100:00001000:3.0:1770653412.432156:0:6530:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653412.432167:0:6530:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1770653412.432170:0:76382:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1770653412.432173:0:76382:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000040:3.0:1770653412.432174:0:6530:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000001:2.0:1770653412.432175:0:76382:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.432178:0:6530:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00000001:2.0:1770653412.432179:0:76382:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653412.432184:0:6530:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1770653412.432184:0:76382:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000001:3.0:1770653412.432188:0:6530:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.432188:0:76382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653412.432191:0:76382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653412.432193:0:6530:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:2.0:1770653412.432194:0:76382:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95564f11d600, rc 0) 00000100:00000040:3.0:1770653412.432198:0:6530:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000020:00000001:2.0:1770653412.432199:0:76382:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653412.432203:0:76382:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966299392 00000400:00000010:3.0:1770653412.432204:0:6530:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78bb0. 00010000:00000001:2.0:1770653412.432205:0:76382:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000200:3.0:1770653412.432208:0:6530:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966299136, offset 224 00010000:00000200:2.0:1770653412.432212:0:76382:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955603ca5180 x1856657966299392/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000200:3.0:1770653412.432218:0:6530:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653412.432225:0:76382:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1770653412.432228:0:6530:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000001:2.0:1770653412.432229:0:76382:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1770653412.432234:0:76382:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000400:00000200:3.0:1770653412.432236:0:6530:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164545:2164545:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164541:2164541:8:4294967295] 00000100:00000001:2.0:1770653412.432239:0:76382:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1770653412.432244:0:76382:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000100:00000001:2.0:1770653412.432249:0:76382:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000400:00000200:3.0:1770653412.432253:0:6530:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 02000000:00000001:2.0:1770653412.432254:0:76382:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1770653412.432256:0:76382:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.432259:0:76382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1770653412.432261:0:6530:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000040:2.0:1770653412.432265:0:76382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000800:00000010:3.0:1770653412.432267:0:6530:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626ca00. 00000400:00000010:2.0:1770653412.432270:0:76382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888d48. 00000800:00000200:3.0:1770653412.432274:0:6530:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000200:2.0:1770653412.432276:0:76382:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966299392, offset 224 00000800:00000200:3.0:1770653412.432281:0:6530:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000400:00000200:2.0:1770653412.432285:0:76382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000800:00000200:3.0:1770653412.432287:0:6530:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626ca00 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:2.0:1770653412.432294:0:76382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000001:3.0:1770653412.432299:0:6530:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653412.432300:0:76382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164546:2164546:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164542:2164542:7:4294967295] 00000100:00000040:3.0:1770653412.432306:0:6530:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000001:3.0:1770653412.432309:0:6530:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1770653412.432312:0:6530:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.432317:0:6530:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1770653412.432319:0:76382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000040:3.0:1770653412.432325:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955603ca7480 x1856657966299136/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000800:00000200:2.0:1770653412.432329:0:76382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:2.0:1770653412.432336:0:76382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df900. 00000100:00100000:3.0:1770653412.432341:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955603ca7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b31b1d82-c1d4-4680-ae7a-71292416d1f5+97:2363:x1856657966299136:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 934us (1332us total) trans 0 rc 0/0 00000800:00000200:2.0:1770653412.432346:0:76382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00100000:3.0:1770653412.432351:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136134 00000800:00000200:2.0:1770653412.432356:0:76382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000040:3.0:1770653412.432357:0:6530:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000800:00000200:0.0:1770653412.432359:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1770653412.432361:0:76382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df900 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1770653412.432362:0:6530:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000010:0.0:1770653412.432364:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626ca00. 00000100:00000001:3.0:1770653412.432367:0:6530:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1770653412.432367:0:76382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653412.432369:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1770653412.432372:0:6530:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300900. 00000100:00000040:2.0:1770653412.432374:0:76382:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000400:00000200:0.0:1770653412.432378:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000010:3.0:1770653412.432379:0:6530:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90190. 00010000:00000001:2.0:1770653412.432379:0:76382:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1770653412.432383:0:76382:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653412.432386:0:6530:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bd600. 00000020:00000001:2.0:1770653412.432387:0:76382:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1770653412.432387:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78bb0 00000400:00000010:0.0:1770653412.432393:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78bb0. 00000020:00000040:3.0:1770653412.432395:0:6530:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 96 00000100:00000040:2.0:1770653412.432397:0:76382:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955603ca5180 x1856657966299392/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1770653412.432399:0:6530:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653412.432399:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.432403:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:2.0:1770653412.432411:0:76382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955603ca5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:b31b1d82-c1d4-4680-ae7a-71292416d1f5+98:2363:x1856657966299392:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 778us (1108us total) trans 0 rc 0/0 00000800:00000200:0.0:1770653412.432414:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:2.0:1770653412.432418:0:76382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136135 00000800:00000010:0.0:1770653412.432419:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df900. 00000100:00000040:2.0:1770653412.432423:0:76382:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000400:00000200:0.0:1770653412.432425:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653412.432427:0:76382:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653412.432431:0:76382:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1770653412.432431:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.432435:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888d48 00000020:00000010:2.0:1770653412.432436:0:76382:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1c580. 00000400:00000010:0.0:1770653412.432437:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888d48. 00000020:00000010:2.0:1770653412.432441:0:76382:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510898. 00000100:00000001:0.0:1770653412.432442:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.432444:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1770653412.432448:0:76382:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564531d400. 00000020:00000040:2.0:1770653412.432453:0:76382:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 97 00000100:00000001:2.0:1770653412.432457:0:76382:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.432584:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.432590:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.432592:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.432594:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.432597:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.432603:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cef80 00000400:00000200:0.0:1770653412.432607:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecedf5 [8] + 1640 00000800:00000001:0.0:1770653412.432611:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.432615:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.432617:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.432619:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.432621:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.432623:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1770653412.432626:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c46a300. 00000100:00000040:0.0:1770653412.432628:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff95573c46a300 x1856657966296960 msgsize 328 00000100:00100000:0.0:1770653412.432631:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.432640:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.432644:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.432647:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.432660:0:6530:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1770653412.432663:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966296960 02000000:00000001:3.0:1770653412.432665:0:6530:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653412.432666:0:6530:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653412.432668:0:6530:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653412.432670:0:6530:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653412.432672:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966296960 00000020:00000001:3.0:1770653412.432673:0:6530:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1770653412.432674:0:6530:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000020:00000001:3.0:1770653412.432676:0:6530:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.432678:0:6530:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=98 00000020:00000001:3.0:1770653412.432680:0:6530:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:3.0:1770653412.432681:0:6530:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:3.0:1770653412.432684:0:6530:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1770653412.432687:0:6530:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bff80. 00000100:00000001:3.0:1770653412.432688:0:6530:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653412.432690:0:6530:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bff80. 00000020:00000010:3.0:1770653412.432693:0:6530:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bd600. 00000020:00000010:3.0:1770653412.432696:0:6530:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300900. 00000020:00000010:3.0:1770653412.432698:0:6530:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90190. 00000100:00000040:3.0:1770653412.432701:0:6530:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1770653412.432703:0:6530:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653412.432704:0:6530:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653412.432705:0:6530:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.432708:0:6530:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.432716:0:6530:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.432721:0:6530:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653412.432723:0:6530:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1770653412.432726:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136136 00000100:00000040:3.0:1770653412.432729:0:6530:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:3.0:1770653412.432731:0:6530:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800638796544 : -117273070755072 : ffff95573c46a300) 00000100:00000040:3.0:1770653412.432735:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95573c46a300 x1856657966296960/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1770653412.432742:0:6530:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1770653412.432744:0:6530:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bff80. 00000100:00000001:3.0:1770653412.432746:0:6530:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653412.432748:0:6530:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bff80. 00000100:00100000:3.0:1770653412.432765:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95573c46a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b31b1d82-c1d4-4680-ae7a-71292416d1f5+98:2364:x1856657966296960:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000200:3.0:1770653412.432768:0:6530:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966296960 00000020:00000001:3.0:1770653412.432770:0:6530:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1770653412.432772:0:6530:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1770653412.432773:0:6530:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.432775:0:6530:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1770653412.432776:0:6530:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:3.0:1770653412.432778:0:6530:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1770653412.432780:0:6530:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653412.432782:0:6530:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1770653412.432783:0:6530:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1770653412.432785:0:6530:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.432786:0:6530:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1770653412.432787:0:6530:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1770653412.432789:0:6530:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1770653412.432790:0:6530:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1770653412.432791:0:6530:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.432793:0:6530:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1770653412.432797:0:6530:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff955632299700. 00010000:00000010:3.0:1770653412.432800:0:6530:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff95561e13b200. 00010000:00000001:3.0:1770653412.432803:0:6530:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1770653412.432805:0:6530:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95572e8b1400. 00000020:00000001:3.0:1770653412.432807:0:6530:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1770653412.432809:0:6530:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95572e8b1400 with handle 0x2aed14e4e178cd31 to hash 00000020:00000001:3.0:1770653412.432810:0:6530:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1770653412.432811:0:6530:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626800408400896 : -117273301150720 : ffff95572e8b1400) 00010000:00000001:3.0:1770653412.432813:0:6530:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626800408400896 : -117273301150720 : ffff95572e8b1400) 00010000:00010000:3.0:1770653412.432816:0:6530:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95572e8b1400/0x2aed14e4e178cd31 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x142e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe1768 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00002000:00000001:3.0:1770653412.432821:0:6530:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:3.0:1770653412.432822:0:6530:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9556665bff80. 00002000:00000001:3.0:1770653412.432823:0:6530:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1770653412.432824:0:6530:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1770653412.432827:0:6530:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795553134920 : -117278156416696 : ffff95560d259948) 00002000:00000001:3.0:1770653412.432828:0:6530:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795553134832 : -117278156416784 : ffff95560d2598f0) 00002000:00000001:3.0:1770653412.432830:0:6530:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00002000:00000001:3.0:1770653412.432834:0:6530:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1770653412.432836:0:6530:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x142e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:3.0:1770653412.432837:0:6530:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:3.0:1770653412.432839:0:6530:0:(lu_object.c:207:lu_object_put()) Add ffff95560d259948/ffff95560d2598f0 to site lru. bkt: ffff95571148dd50 00010000:00000040:3.0:1770653412.432841:0:6530:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 94 00000020:00000040:3.0:1770653412.432843:0:6530:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=99 00010000:00000001:3.0:1770653412.432846:0:6530:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1770653412.432866:0:6530:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1770653412.432868:0:6530:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1770653412.432870:0:6530:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1770653412.432872:0:6530:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff95563ed8ac00. 02000000:00000001:3.0:1770653412.432874:0:6530:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.432876:0:6530:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.432878:0:6530:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1770653412.432880:0:6530:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1770653412.432881:0:6530:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653412.432883:0:6530:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.432885:0:6530:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1770653412.432887:0:6530:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653412.432888:0:6530:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.432890:0:6530:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1770653412.432893:0:6530:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95572e8b1400/0x2aed14e4e178cd31 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x142e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1768 expref: 99 pid: 6530 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1770653412.432899:0:6530:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x142e:0x0].0x0 (ffff955632299700) refcount = 1 00010000:00000040:3.0:1770653412.432901:0:6530:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1770653412.432903:0:6530:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95572e8b1400/0x2aed14e4e178cd31 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x142e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1768 expref: 99 pid: 6530 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1770653412.432908:0:6530:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653412.432909:0:6530:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.432910:0:6530:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1770653412.432911:0:6530:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1770653412.432912:0:6530:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1770653412.432914:0:6530:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.432916:0:6530:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1770653412.432918:0:6530:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff95572e8b1400/0x2aed14e4e178cd31 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x142e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1768 expref: 99 pid: 6530 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1770653412.432924:0:6530:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653412.432925:0:6530:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1770653412.432926:0:6530:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.432928:0:6530:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.432929:0:6530:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.432930:0:6530:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.432931:0:6530:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653412.432933:0:6530:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95572e8b1400, rc 0) 00000020:00000001:3.0:1770653412.432934:0:6530:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653412.432936:0:6530:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966296960 00010000:00000001:3.0:1770653412.432937:0:6530:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1770653412.432940:0:6530:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95573c46a300 x1856657966296960/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1770653412.432945:0:6530:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653412.432947:0:6530:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653412.432949:0:6530:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653412.432951:0:6530:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1770653412.432953:0:6530:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:3.0:1770653412.432954:0:6530:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:3.0:1770653412.432956:0:6530:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1770653412.432958:0:6530:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.432959:0:6530:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1770653412.432961:0:6530:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:3.0:1770653412.432963:0:6530:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78770. 00000100:00000200:3.0:1770653412.432965:0:6530:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966296960, offset 224 00000400:00000200:3.0:1770653412.432969:0:6530:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:3.0:1770653412.432973:0:6530:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:3.0:1770653412.432977:0:6530:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164547:2164547:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164543:2164543:8:4294967295] 00000400:00000200:3.0:1770653412.432983:0:6530:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:3.0:1770653412.432987:0:6530:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:3.0:1770653412.432989:0:6530:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626cd00. 00000800:00000200:3.0:1770653412.432992:0:6530:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:3.0:1770653412.432996:0:6530:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:3.0:1770653412.432998:0:6530:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626cd00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1770653412.433007:0:6530:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653412.433010:0:6530:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:3.0:1770653412.433012:0:6530:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1770653412.433013:0:6530:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.433015:0:6530:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1770653412.433018:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c46a300 x1856657966296960/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1770653412.433027:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95573c46a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b31b1d82-c1d4-4680-ae7a-71292416d1f5+99:2364:x1856657966296960:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 282us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1770653412.433032:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136136 00000100:00000040:3.0:1770653412.433035:0:6530:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000100:00000001:3.0:1770653412.433038:0:6530:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1770653412.433039:0:6530:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1770653412.433041:0:6530:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300900. 00000020:00000010:3.0:1770653412.433044:0:6530:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90190. 00000020:00000010:3.0:1770653412.433047:0:6530:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bd600. 00000020:00000040:3.0:1770653412.433049:0:6530:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 98 00000100:00000001:3.0:1770653412.433052:0:6530:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.433056:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.433060:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626cd00. 00000400:00000200:0.0:1770653412.433064:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.433069:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.433071:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78770 00000400:00000010:0.0:1770653412.433073:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78770. 00000100:00000001:0.0:1770653412.433074:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.433076:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.433352:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.433357:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.433359:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.433360:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.433364:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.433369:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cf080 00000400:00000200:0.0:1770653412.433373:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecedf5 [8] + 1968 00000800:00000001:0.0:1770653412.433376:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.433378:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.433380:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.433382:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.433384:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.433386:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1770653412.433388:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c468380. 00000100:00000040:0.0:1770653412.433390:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff95573c468380 x1856657966297216 msgsize 328 00000100:00100000:0.0:1770653412.433393:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.433400:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.433404:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.433407:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.433408:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.433411:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.433415:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.433420:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cf180 00000100:00000001:3.0:1770653412.433421:0:6530:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1770653412.433425:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966297216 00000400:00000200:0.0:1770653412.433426:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecedf5 [8] + 2296 02000000:00000001:3.0:1770653412.433429:0:6530:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:0.0:1770653412.433431:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653412.433432:0:6530:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653412.433434:0:6530:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653412.433437:0:6530:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653412.433439:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966297216 00000020:00000001:3.0:1770653412.433440:0:6530:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1770653412.433441:0:6530:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000020:00000001:3.0:1770653412.433443:0:6530:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.433445:0:6530:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=99 00000800:00000001:0.0:1770653412.433445:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.433449:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1770653412.433450:0:6530:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:3.0:1770653412.433454:0:6530:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000400:00000200:0.0:1770653412.433455:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.433459:0:6530:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1770653412.433461:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.433463:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:3.0:1770653412.433464:0:6530:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bff40. 00000100:00000010:0.0:1770653412.433467:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c469f80. 00000100:00000001:3.0:1770653412.433468:0:6530:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1770653412.433472:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff95573c469f80 x1856657966297472 msgsize 328 00000020:00000010:3.0:1770653412.433473:0:6530:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bff40. 00000100:00100000:0.0:1770653412.433479:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000020:00000010:3.0:1770653412.433480:0:6530:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bd600. 00000020:00000010:3.0:1770653412.433484:0:6530:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300900. 00000020:00000010:3.0:1770653412.433486:0:6530:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90190. 00000100:00000001:0.0:1770653412.433488:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1770653412.433490:0:6530:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1770653412.433494:0:6530:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000001:0.0:1770653412.433494:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653412.433498:0:6530:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:0.0:1770653412.433499:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.433500:0:6530:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.433507:0:6530:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.433516:0:6530:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653412.433522:0:76382:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1770653412.433524:0:6530:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1770653412.433525:0:76382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966297472 00000100:00000001:3.0:1770653412.433527:0:6530:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653412.433529:0:76382:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1770653412.433531:0:76382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653412.433533:0:6530:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1770653412.433534:0:76382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.433536:0:6530:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1770653412.433539:0:76382:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653412.433541:0:76382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966297472 00000020:00000001:2.0:1770653412.433543:0:76382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1770653412.433544:0:76382:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000020:00000001:2.0:1770653412.433545:0:76382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653412.433548:0:76382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=100 00000020:00000001:2.0:1770653412.433550:0:76382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:2.0:1770653412.433551:0:76382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:2.0:1770653412.433553:0:76382:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1770653412.433556:0:76382:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95565c712a80. 00000100:00000001:2.0:1770653412.433558:0:76382:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653412.433560:0:76382:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95565c712a80. 00000020:00000010:2.0:1770653412.433564:0:76382:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564531d400. 00000020:00000010:2.0:1770653412.433567:0:76382:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95566aa1c580. 00000020:00000010:2.0:1770653412.433570:0:76382:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510898. 00000100:00000001:2.0:1770653412.433574:0:76382:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1770653412.433576:0:76382:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1770653412.433577:0:76382:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.433582:0:76382:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.433587:0:6728:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1770653412.433592:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136137 00000100:00000001:2.0:1770653412.433593:0:76382:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.433593:0:6728:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1770653412.433599:0:6530:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:3.0:1770653412.433602:0:6530:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800638788480 : -117273070763136 : ffff95573c468380) 00000100:00100000:1.0:1770653412.433604:0:6728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136138 00000100:00000040:1.0:1770653412.433610:0:6728:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 2 00000100:00000040:3.0:1770653412.433612:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95573c468380 x1856657966297216/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1770653412.433614:0:6728:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800638795648 : -117273070755968 : ffff95573c469f80) 00000800:00000001:0.0:1770653412.433622:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653412.433624:0:6530:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1770653412.433625:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95573c469f80 x1856657966297472/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000010:3.0:1770653412.433629:0:6530:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bff40. 00000800:00000001:0.0:1770653412.433631:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.433635:0:6530:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1770653412.433639:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1770653412.433641:0:6530:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bff40. 00000100:00000001:1.0:1770653412.433641:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653412.433647:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229d40. 00000800:00000001:0.0:1770653412.433647:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1770653412.433653:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95573c468380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b31b1d82-c1d4-4680-ae7a-71292416d1f5+100:2364:x1856657966297216:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000001:1.0:1770653412.433653:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653412.433659:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229d40. 00000400:00000200:0.0:1770653412.433663:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000200:3.0:1770653412.433664:0:6530:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966297216 00000020:00000001:3.0:1770653412.433669:0:6530:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:1.0:1770653412.433670:0:6728:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95573c469f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+100:2364:x1856657966297472:12345-192.168.202.60@tcp:101:ll_agl.0 00000020:00000001:3.0:1770653412.433672:0:6530:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1770653412.433676:0:6530:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653412.433677:0:6728:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966297472 00000020:00000001:3.0:1770653412.433681:0:6530:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1770653412.433682:0:6728:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1770653412.433682:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cf280 00000020:00000001:3.0:1770653412.433686:0:6530:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:1.0:1770653412.433687:0:6728:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1770653412.433691:0:6728:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.433692:0:6530:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1770653412.433693:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecedf5 [8] + 2624 00000020:00000001:3.0:1770653412.433696:0:6530:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653412.433696:0:6728:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1770653412.433701:0:6728:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:3.0:1770653412.433702:0:6530:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1770653412.433704:0:6728:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000001:0.0:1770653412.433704:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1770653412.433706:0:6530:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1770653412.433711:0:6530:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.433711:0:6728:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653412.433716:0:6530:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000020:00000001:1.0:1770653412.433717:0:6728:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1770653412.433719:0:6530:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00000020:00000001:1.0:1770653412.433720:0:6728:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00010000:3.0:1770653412.433722:0:6530:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000020:00000001:1.0:1770653412.433724:0:6728:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.433725:0:6530:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000020:00000001:1.0:1770653412.433728:0:6728:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1770653412.433729:0:6530:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.433731:0:6728:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00000001:3.0:1770653412.433733:0:6530:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00010000:1.0:1770653412.433734:0:6728:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1770653412.433738:0:6728:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000800:00000001:0.0:1770653412.433738:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.433739:0:6728:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1770653412.433742:0:6530:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff95561e169400. 00010000:00000001:1.0:1770653412.433746:0:6728:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000200:0.0:1770653412.433746:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1770653412.433748:0:6530:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff95561e169100. 00000400:00000200:0.0:1770653412.433765:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000010:1.0:1770653412.433769:0:6728:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9556188e9000. 00010000:00000001:3.0:1770653412.433770:0:6530:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:0.0:1770653412.433772:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.433776:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000010:3.0:1770653412.433778:0:6530:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955606de2400. 00010000:00000010:1.0:1770653412.433779:0:6728:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff955643d81100. 00000100:00000010:0.0:1770653412.433782:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c468e00. 00000020:00000001:3.0:1770653412.433785:0:6530:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:1.0:1770653412.433786:0:6728:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000040:0.0:1770653412.433788:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff95573c468e00 x1856657966297728 msgsize 328 00000020:00000040:3.0:1770653412.433789:0:6530:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955606de2400 with handle 0x2aed14e4e178cd38 to hash 00010000:00000010:1.0:1770653412.433791:0:6728:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9556565b4400. 00000020:00000001:3.0:1770653412.433794:0:6530:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1770653412.433796:0:6728:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:3.0:1770653412.433797:0:6530:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795447788544 : -117278261763072 : ffff955606de2400) 00010000:00000001:3.0:1770653412.433802:0:6530:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795447788544 : -117278261763072 : ffff955606de2400) 00000020:00000040:1.0:1770653412.433802:0:6728:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9556565b4400 with handle 0x2aed14e4e178cd3f to hash 00000100:00100000:0.0:1770653412.433803:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000020:00000001:1.0:1770653412.433807:0:6728:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1770653412.433810:0:6728:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626796781388800 : -117276928162816 : ffff9556565b4400) 00010000:00000001:1.0:1770653412.433812:0:6728:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626796781388800 : -117276928162816 : ffff9556565b4400) 00010000:00010000:1.0:1770653412.433815:0:6728:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9556565b4400/0x2aed14e4e178cd3f lrc: 2/0,0 mode: --/PR res: [0x280000403:0x142c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe1784 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653412.433817:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00002000:00000001:1.0:1770653412.433823:0:6728:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000800:00000001:0.0:1770653412.433825:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00002000:00000010:1.0:1770653412.433826:0:6728:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff955645229d40. 00002000:00000001:1.0:1770653412.433830:0:6728:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1770653412.433832:0:6728:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000001:0.0:1770653412.433833:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653412.433836:0:6728:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795553135528 : -117278156416088 : ffff95560d259ba8) 00000100:00000001:2.0:1770653412.433841:0:76382:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00010000:3.0:1770653412.433842:0:6530:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff955606de2400/0x2aed14e4e178cd38 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x1421:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe1776 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00002000:00000001:1.0:1770653412.433842:0:6728:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795553135440 : -117278156416176 : ffff95560d259b50) 00000100:00100000:2.0:1770653412.433846:0:76382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966297728 00002000:00000001:1.0:1770653412.433871:0:6728:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 02000000:00000001:2.0:1770653412.433873:0:76382:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00002000:00000001:1.0:1770653412.433876:0:6728:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.433879:0:76382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00002000:00010000:1.0:1770653412.433883:0:6728:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x142c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:3.0:1770653412.433884:0:6530:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000100:00000001:2.0:1770653412.433884:0:76382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1770653412.433889:0:6530:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9556665bff40. 00002000:00000001:1.0:1770653412.433890:0:6728:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 02000000:00000001:2.0:1770653412.433892:0:76382:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653412.433893:0:6530:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000002:1.0:1770653412.433895:0:6728:0:(lu_object.c:207:lu_object_put()) Add ffff95560d259ba8/ffff95560d259b50 to site lru. bkt: ffff95571148c460 00000020:00000001:3.0:1770653412.433897:0:6530:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00100000:2.0:1770653412.433899:0:76382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966297728 00010000:00000040:1.0:1770653412.433900:0:6728:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 95 00000020:00000001:3.0:1770653412.433902:0:6530:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795553130360 : -117278156421256 : ffff95560d258778) 00002000:00000001:3.0:1770653412.433906:0:6530:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795553130272 : -117278156421344 : ffff95560d258720) 00000020:00000001:2.0:1770653412.433906:0:76382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1770653412.433906:0:6728:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=101 00000020:00000040:2.0:1770653412.433911:0:76382:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00002000:00000001:3.0:1770653412.433912:0:6530:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00010000:00000001:1.0:1770653412.433913:0:6728:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:2.0:1770653412.433916:0:76382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00002000:00000001:1.0:1770653412.433916:0:6728:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00002000:00000001:3.0:1770653412.433918:0:6530:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653412.433921:0:76382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=97 00000100:00000001:1.0:1770653412.433921:0:6728:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00002000:00010000:3.0:1770653412.433922:0:6530:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x1421:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 02000000:00000001:1.0:1770653412.433924:0:6728:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00002000:00000001:3.0:1770653412.433929:0:6530:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000001:2.0:1770653412.433929:0:76382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 02000000:00000010:1.0:1770653412.433931:0:6728:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff95562de80000. 00000020:00000002:3.0:1770653412.433934:0:6530:0:(lu_object.c:207:lu_object_put()) Add ffff95560d258778/ffff95560d258720 to site lru. bkt: ffff95571148d5a8 00000020:00000001:2.0:1770653412.433934:0:76382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 02000000:00000001:1.0:1770653412.433935:0:6728:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.433942:0:76382:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1770653412.433942:0:6728:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653412.433943:0:6530:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 96 00000020:00000010:2.0:1770653412.433947:0:76382:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95565c712a80. 00010000:00000001:1.0:1770653412.433947:0:6728:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000020:00000040:3.0:1770653412.433948:0:6530:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=102 00010000:00000001:1.0:1770653412.433951:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:2.0:1770653412.433953:0:76382:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1770653412.433955:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653412.433956:0:6530:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000010:2.0:1770653412.433959:0:76382:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95565c712a80. 00010000:00000001:1.0:1770653412.433959:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1770653412.433960:0:6530:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1770653412.433965:0:6530:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1770653412.433965:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000010:2.0:1770653412.433967:0:76382:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564531ca00. 02000000:00000001:3.0:1770653412.433969:0:6530:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00010000:1.0:1770653412.433969:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653412.433973:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1770653412.433976:0:6530:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff95563ed8a000. 00000020:00000010:2.0:1770653412.433977:0:76382:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95566aa1c080. 00010000:00000001:1.0:1770653412.433977:0:6728:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 02000000:00000001:3.0:1770653412.433983:0:6530:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653412.433984:0:6728:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9556565b4400/0x2aed14e4e178cd3f lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x142c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1784 expref: 102 pid: 6728 timeout: 0 lvb_type: 1 00000020:00000010:2.0:1770653412.433985:0:76382:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e5107d0. 00000100:00000001:3.0:1770653412.433988:0:6530:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.433992:0:76382:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:3.0:1770653412.434011:0:6530:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:2.0:1770653412.434011:0:76382:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1770653412.434015:0:6530:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:2.0:1770653412.434016:0:76382:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653412.434017:0:6728:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x142c:0x0].0x0 (ffff9556188e9000) refcount = 1 00010000:00010000:3.0:1770653412.434018:0:6530:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653412.434024:0:6530:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653412.434025:0:76382:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653412.434025:0:6728:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:3.0:1770653412.434030:0:6530:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000040:1.0:1770653412.434032:0:6728:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9556565b4400/0x2aed14e4e178cd3f lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x142c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1784 expref: 102 pid: 6728 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770653412.434033:0:6530:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653412.434037:0:6530:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653412.434039:0:76382:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.434043:0:6530:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1770653412.434051:0:6728:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00010000:3.0:1770653412.434052:0:6530:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff955606de2400/0x2aed14e4e178cd38 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1421:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1776 expref: 102 pid: 6530 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1770653412.434053:0:76382:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1770653412.434055:0:6728:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.434058:0:76382:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1770653412.434061:0:6728:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1770653412.434065:0:6728:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1770653412.434068:0:76382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136139 00010000:00000040:3.0:1770653412.434069:0:6530:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1421:0x0].0x0 (ffff95561e169400) refcount = 1 00002000:00000001:1.0:1770653412.434070:0:6728:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000100:00000040:2.0:1770653412.434074:0:76382:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00010000:00000001:1.0:1770653412.434076:0:6728:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653412.434078:0:6530:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:2.0:1770653412.434079:0:76382:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800638791168 : -117273070760448 : ffff95573c468e00) 00010000:00000001:1.0:1770653412.434081:0:6728:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00000040:3.0:1770653412.434087:0:6530:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff955606de2400/0x2aed14e4e178cd38 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1421:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1776 expref: 102 pid: 6530 timeout: 0 lvb_type: 1 00000100:00000040:2.0:1770653412.434091:0:76382:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95573c468e00 x1856657966297728/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00010000:1.0:1770653412.434092:0:6728:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9556565b4400/0x2aed14e4e178cd3f lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x142c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1784 expref: 102 pid: 6728 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1770653412.434097:0:6530:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653412.434101:0:6530:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.434106:0:6530:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1770653412.434109:0:6530:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1770653412.434113:0:6530:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1770653412.434119:0:6530:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.434125:0:6530:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00000100:00000001:2.0:1770653412.434129:0:76382:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00010000:3.0:1770653412.434133:0:6530:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff955606de2400/0x2aed14e4e178cd38 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1421:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1776 expref: 102 pid: 6530 timeout: 0 lvb_type: 1 00000020:00000010:2.0:1770653412.434134:0:76382:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95565c712a80. 00000100:00000001:2.0:1770653412.434140:0:76382:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653412.434142:0:6728:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000010:2.0:1770653412.434148:0:76382:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95565c712a80. 00010000:00000001:1.0:1770653412.434148:0:6728:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1770653412.434151:0:6530:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1770653412.434154:0:6728:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.434155:0:6530:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1770653412.434159:0:6530:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1770653412.434159:0:76382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95573c468e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:b31b1d82-c1d4-4680-ae7a-71292416d1f5+97:2364:x1856657966297728:12345-192.168.202.60@tcp:101:ll_agl.0 00010000:00000001:1.0:1770653412.434161:0:6728:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.434165:0:6530:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.434168:0:6728:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.434171:0:6530:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000200:2.0:1770653412.434171:0:76382:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966297728 00010000:00000001:1.0:1770653412.434173:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.434175:0:6530:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1770653412.434176:0:76382:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:1.0:1770653412.434177:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653412.434179:0:6530:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1770653412.434182:0:6728:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9556565b4400, rc 0) 00000020:00000001:2.0:1770653412.434183:0:76382:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00010000:3.0:1770653412.434184:0:6530:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff955606de2400, rc 0) 00000020:00000001:2.0:1770653412.434188:0:76382:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.434188:0:6728:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.434189:0:6530:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.434196:0:76382:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000040:1.0:1770653412.434196:0:6728:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966297472 00010000:00000040:3.0:1770653412.434197:0:6530:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966297216 00000020:00000001:2.0:1770653412.434200:0:76382:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00010000:00000001:3.0:1770653412.434204:0:6530:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:1.0:1770653412.434204:0:6728:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000001:2.0:1770653412.434205:0:76382:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1770653412.434210:0:76382:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653412.434212:0:76382:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000200:1.0:1770653412.434216:0:6728:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95573c469f80 x1856657966297472/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000200:3.0:1770653412.434217:0:6530:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95573c468380 x1856657966297216/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000001:2.0:1770653412.434217:0:76382:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1770653412.434222:0:76382:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.434227:0:76382:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1770653412.434230:0:76382:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1770653412.434234:0:76382:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1770653412.434237:0:76382:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1770653412.434241:0:76382:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.434247:0:76382:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:1.0:1770653412.434251:0:6728:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653412.434252:0:6530:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000010:2.0:1770653412.434255:0:76382:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff955706762f00. 00010000:00000001:1.0:1770653412.434255:0:6728:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.434256:0:6530:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653412.434263:0:6728:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00010000:00000010:2.0:1770653412.434264:0:76382:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff955706762400. 00000100:00001000:3.0:1770653412.434265:0:6530:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1770653412.434272:0:6728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1770653412.434273:0:6530:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1770653412.434273:0:76382:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1770653412.434278:0:76382:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95564f11d000. 00000100:00000040:1.0:1770653412.434280:0:6728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000100:00000040:3.0:1770653412.434281:0:6530:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000020:00000001:2.0:1770653412.434282:0:76382:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:1.0:1770653412.434287:0:6728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000001:3.0:1770653412.434288:0:6530:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000020:00000040:2.0:1770653412.434289:0:76382:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95564f11d000 with handle 0x2aed14e4e178cd46 to hash 02000000:00000001:1.0:1770653412.434292:0:6728:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1770653412.434295:0:6530:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1770653412.434295:0:76382:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 02000000:00000001:1.0:1770653412.434296:0:6728:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.434299:0:76382:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626796659134464 : -117277050417152 : ffff95564f11d000) 02000000:00000001:3.0:1770653412.434301:0:6530:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.434301:0:6728:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1770653412.434303:0:76382:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626796659134464 : -117277050417152 : ffff95564f11d000) 00000100:00000001:3.0:1770653412.434307:0:6530:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1770653412.434308:0:6728:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00010000:2.0:1770653412.434309:0:76382:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95564f11d000/0x2aed14e4e178cd46 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x1595:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe1792 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1770653412.434314:0:6530:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:1.0:1770653412.434315:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022bb0. 00000100:00000200:1.0:1770653412.434321:0:6728:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966297472, offset 224 00002000:00000001:2.0:1770653412.434323:0:76382:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:2.0:1770653412.434328:0:76382:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff95565c712a80. 00000400:00000200:1.0:1770653412.434330:0:6728:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00002000:00000001:2.0:1770653412.434332:0:76382:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1770653412.434335:0:76382:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1770653412.434339:0:6728:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000020:00000001:2.0:1770653412.434340:0:76382:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796276730024 : -117277432821592 : ffff95563846c8a8) 00002000:00000001:2.0:1770653412.434346:0:76382:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796276729936 : -117277432821680 : ffff95563846c850) 00000400:00000200:1.0:1770653412.434349:0:6728:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164548:2164548:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164544:2164544:8:4294967295] 00002000:00000001:2.0:1770653412.434350:0:76382:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00002000:00000001:2.0:1770653412.434357:0:76382:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1770653412.434363:0:76382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x1595:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000400:00000200:1.0:1770653412.434364:0:6728:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00002000:00000001:2.0:1770653412.434369:0:76382:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:2.0:1770653412.434374:0:76382:0:(lu_object.c:207:lu_object_put()) Add ffff95563846c8a8/ffff95563846c850 to site lru. bkt: ffff9556025b43b8 00000800:00000200:1.0:1770653412.434375:0:6728:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000400:00000010:3.0:1770653412.434378:0:6530:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78000. 00010000:00000040:2.0:1770653412.434378:0:76382:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 93 00000800:00000010:1.0:1770653412.434381:0:6728:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399a00. 00000020:00000040:2.0:1770653412.434384:0:76382:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=98 00000100:00000200:3.0:1770653412.434385:0:6530:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966297216, offset 224 00010000:00000001:2.0:1770653412.434390:0:76382:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000800:00000200:1.0:1770653412.434391:0:6728:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00002000:00000001:2.0:1770653412.434393:0:76382:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000400:00000200:3.0:1770653412.434398:0:6530:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:2.0:1770653412.434398:0:76382:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1770653412.434403:0:76382:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:1.0:1770653412.434404:0:6728:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:1.0:1770653412.434409:0:6728:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399a00 type 1, nob 496 niov 1 nkiov 1 02000000:00000010:2.0:1770653412.434410:0:76382:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff95566c886400. 00000800:00000001:0.0:1770653412.434413:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1770653412.434415:0:6530:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 02000000:00000001:2.0:1770653412.434416:0:76382:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.434421:0:76382:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1770653412.434423:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.434424:0:6530:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164549:2164549:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164545:2164545:7:4294967295] 00000100:00000001:1.0:1770653412.434425:0:6728:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.434426:0:76382:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1770653412.434431:0:76382:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000800:00000001:0.0:1770653412.434432:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:2.0:1770653412.434434:0:76382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000040:1.0:1770653412.434435:0:6728:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000001:2.0:1770653412.434438:0:76382:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.434440:0:6728:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000800:00000001:0.0:1770653412.434441:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.434443:0:76382:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000001:1.0:1770653412.434444:0:6728:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653412.434448:0:76382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000001:1.0:1770653412.434451:0:6728:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1770653412.434452:0:76382:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.434455:0:6530:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:2.0:1770653412.434457:0:76382:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000040:1.0:1770653412.434460:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c469f80 x1856657966297472/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000200:0.0:1770653412.434462:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00010000:2.0:1770653412.434467:0:76382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95564f11d000/0x2aed14e4e178cd46 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1595:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1792 expref: 98 pid: 76382 timeout: 0 lvb_type: 1 00000800:00000200:3.0:1770653412.434474:0:6530:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:3.0:1770653412.434484:0:6530:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c700. 00000400:00000200:0.0:1770653412.434487:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cfa00 00010000:00000040:2.0:1770653412.434494:0:76382:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1595:0x0].0x0 (ffff955706762f00) refcount = 1 00000800:00000200:3.0:1770653412.434498:0:6530:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000040:2.0:1770653412.434502:0:76382:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000400:00000200:0.0:1770653412.434504:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecedf5 [8] + 2952 00000100:00100000:1.0:1770653412.434505:0:6728:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95573c469f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+102:2364:x1856657966297472:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 859us (1026us total) trans 0 rc 0/0 00010000:00000040:2.0:1770653412.434513:0:76382:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95564f11d000/0x2aed14e4e178cd46 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1595:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1792 expref: 98 pid: 76382 timeout: 0 lvb_type: 1 00000800:00000200:3.0:1770653412.434514:0:6530:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000001:0.0:1770653412.434520:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1770653412.434522:0:6530:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c700 type 1, nob 496 niov 1 nkiov 1 00000100:00100000:1.0:1770653412.434528:0:6728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136138 00000100:00000001:3.0:1770653412.434531:0:6530:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1770653412.434532:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653412.434535:0:6728:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 1 00000100:00000040:3.0:1770653412.434541:0:6530:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:2.0:1770653412.434541:0:76382:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:1.0:1770653412.434542:0:6728:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1770653412.434542:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1770653412.434544:0:76382:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.434547:0:6728:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1770653412.434549:0:6530:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000001:2.0:1770653412.434551:0:76382:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000001:3.0:1770653412.434554:0:6530:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653412.434554:0:6728:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1c580. 00010000:00000001:2.0:1770653412.434555:0:76382:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.434558:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000010:1.0:1770653412.434561:0:6728:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510898. 00002000:00000001:2.0:1770653412.434562:0:76382:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000020:00000001:3.0:1770653412.434563:0:6530:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1770653412.434567:0:3281:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:2.0:1770653412.434570:0:76382:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653412.434570:0:6728:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564531d400. 00000100:00000200:0.0:1770653412.434586:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:3.0:1770653412.434590:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c468380 x1856657966297216/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1770653412.434593:0:76382:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00000020:00000040:1.0:1770653412.434593:0:6728:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 101 00000100:00000010:0.0:1770653412.434595:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c46b100. 00000100:00000001:1.0:1770653412.434599:0:6728:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1770653412.434601:0:76382:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff95564f11d000/0x2aed14e4e178cd46 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1595:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1792 expref: 98 pid: 76382 timeout: 0 lvb_type: 1 00000100:00000040:0.0:1770653412.434603:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff95573c46b100 x1856657966299648 msgsize 328 00000100:00100000:0.0:1770653412.434620:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000800:00000200:1.0:1770653412.434627:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:2.0:1770653412.434628:0:76382:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00100000:3.0:1770653412.434630:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95573c468380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b31b1d82-c1d4-4680-ae7a-71292416d1f5+101:2364:x1856657966297216:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 1001us (1234us total) trans 0 rc 0/0 00010000:00000001:2.0:1770653412.434632:0:76382:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000800:00000010:1.0:1770653412.434633:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399a00. 00000100:00000001:0.0:1770653412.434635:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1770653412.434650:0:76382:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.434654:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1770653412.434656:0:76382:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1770653412.434658:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653412.434662:0:76382:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1770653412.434666:0:76382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1770653412.434666:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000800:00000001:0.0:1770653412.434669:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.434671:0:76382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:3.0:1770653412.434674:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136137 00000400:00000200:1.0:1770653412.434674:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022bb0 00010000:00010000:2.0:1770653412.434675:0:76382:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95564f11d000, rc 0) 00000400:00000010:1.0:1770653412.434679:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022bb0. 00000020:00000001:2.0:1770653412.434683:0:76382:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653412.434684:0:6530:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000100:00000001:1.0:1770653412.434685:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000040:2.0:1770653412.434689:0:76382:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966297728 00000100:00000001:3.0:1770653412.434690:0:6530:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1770653412.434691:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1770653412.434694:0:76382:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:3.0:1770653412.434696:0:6530:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1770653412.434700:0:6530:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300900. 00010000:00000200:2.0:1770653412.434702:0:76382:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95573c468e00 x1856657966297728/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000010:3.0:1770653412.434705:0:6530:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90190. 00000020:00000010:3.0:1770653412.434712:0:6530:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bd600. 00010000:00000001:2.0:1770653412.434713:0:76382:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000040:3.0:1770653412.434717:0:6530:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 100 00010000:00000001:2.0:1770653412.434717:0:76382:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1770653412.434719:0:76382:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653412.434722:0:6530:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653412.434725:0:76382:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1770653412.434730:0:76382:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000800:00000200:1.0:1770653412.434730:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1770653412.434733:0:6530:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000010:1.0:1770653412.434735:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c700. 00000100:00000001:2.0:1770653412.434737:0:76382:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00100000:3.0:1770653412.434738:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966299648 00000400:00000200:1.0:1770653412.434742:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1770653412.434743:0:6530:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1770653412.434743:0:76382:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1770653412.434747:0:6530:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1770653412.434748:0:76382:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.434765:0:6530:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653412.434768:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 02000000:00000001:3.0:1770653412.434774:0:6530:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.434774:0:76382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1770653412.434775:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78000 00000400:00000010:1.0:1770653412.434781:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78000. 00000100:00000040:2.0:1770653412.434797:0:76382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00100000:3.0:1770653412.434798:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966299648 00000100:00000001:1.0:1770653412.434802:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:3.0:1770653412.434803:0:6530:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1770653412.434804:0:76382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888c38. 00000100:00000001:1.0:1770653412.434805:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:3.0:1770653412.434806:0:6530:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000100:00000200:2.0:1770653412.434810:0:76382:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966297728, offset 224 00000400:00000200:2.0:1770653412.434815:0:76382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:2.0:1770653412.434821:0:76382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:2.0:1770653412.434826:0:76382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164550:2164550:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164546:2164546:8:4294967295] 00000400:00000200:2.0:1770653412.434834:0:76382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:2.0:1770653412.434838:0:76382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:2.0:1770653412.434841:0:76382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df900. 00000020:00000001:3.0:1770653412.434846:0:6530:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:2.0:1770653412.434849:0:76382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:2.0:1770653412.434855:0:76382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:2.0:1770653412.434859:0:76382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df900 type 1, nob 496 niov 1 nkiov 1 00000020:00000040:3.0:1770653412.434870:0:6530:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=101 00000020:00000001:3.0:1770653412.434873:0:6530:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:3.0:1770653412.434876:0:6530:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:3.0:1770653412.434878:0:6530:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1770653412.434882:0:6530:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bfb80. 00000100:00000001:3.0:1770653412.434884:0:6530:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653412.434897:0:76382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653412.434903:0:76382:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:2.0:1770653412.434907:0:76382:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1770653412.434909:0:76382:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.434912:0:76382:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1770653412.434918:0:76382:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c468e00 x1856657966297728/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1770653412.434926:0:76382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95573c468e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:b31b1d82-c1d4-4680-ae7a-71292416d1f5+98:2364:x1856657966297728:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 796us (1137us total) trans 0 rc 0/0 00000100:00100000:2.0:1770653412.434932:0:76382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136139 00000020:00000010:3.0:1770653412.434936:0:6530:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bfb80. 00000100:00000040:2.0:1770653412.434936:0:76382:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000100:00000001:2.0:1770653412.434941:0:76382:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653412.434944:0:76382:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1770653412.434945:0:6530:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bd600. 00000020:00000010:2.0:1770653412.434948:0:76382:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1c080. 00000020:00000010:3.0:1770653412.434950:0:6530:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300900. 00000020:00000010:2.0:1770653412.434954:0:76382:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e5107d0. 00000020:00000010:3.0:1770653412.434955:0:6530:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90190. 00000800:00000001:1.0:1770653412.434957:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653412.434962:0:6530:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1770653412.434962:0:76382:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564531ca00. 00000100:00000001:3.0:1770653412.434966:0:6530:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653412.434968:0:6530:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653412.434969:0:76382:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 97 00000100:00000001:2.0:1770653412.434974:0:76382:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.434975:0:6530:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.434982:0:6530:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653412.435000:0:76382:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1770653412.435003:0:76382:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000200:0.0:1770653412.435003:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.435010:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df900. 00000100:00000001:3.0:1770653412.435011:0:6530:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1770653412.435011:0:76382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136140 00000800:00000001:1.0:1770653412.435016:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1770653412.435017:0:76382:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000400:00000200:0.0:1770653412.435019:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1770653412.435020:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653412.435021:0:76382:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800638800128 : -117273070751488 : ffff95573c46b100) 00000800:00000001:1.0:1770653412.435025:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1770653412.435031:0:76382:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95573c46b100 x1856657966299648/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000200:0.0:1770653412.435034:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:1.0:1770653412.435036:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.435044:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888c38 00000100:00000001:3.0:1770653412.435049:0:6530:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1770653412.435052:0:76382:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1770653412.435052:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cfb00 00000400:00000010:0.0:1770653412.435052:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888c38. 00000100:00000001:3.0:1770653412.435053:0:6530:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653412.435058:0:76382:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95565c712e80. 00000100:00000001:3.0:1770653412.435061:0:6530:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.435062:0:76382:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653412.435063:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:1.0:1770653412.435068:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecedf5 [8] + 3280 00000100:00000001:0.0:1770653412.435069:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1770653412.435070:0:76382:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95565c712e80. 00000800:00000001:1.0:1770653412.435078:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1770653412.435082:0:76382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95573c46b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:b31b1d82-c1d4-4680-ae7a-71292416d1f5+101:2363:x1856657966299648:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000200:2.0:1770653412.435086:0:76382:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966299648 00000800:00000001:1.0:1770653412.435088:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653412.435089:0:76382:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1770653412.435094:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1770653412.435095:0:76382:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1770653412.435098:0:76382:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.435103:0:76382:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1770653412.435103:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000001:2.0:1770653412.435108:0:76382:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000100:00000001:1.0:1770653412.435110:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:2.0:1770653412.435111:0:76382:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1770653412.435116:0:76382:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1770653412.435116:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000001:2.0:1770653412.435121:0:76382:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1770653412.435123:0:76382:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000010:1.0:1770653412.435125:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95563735bb80. 00000020:00000001:2.0:1770653412.435126:0:76382:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.435131:0:76382:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1770653412.435133:0:76382:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00000100:00000040:1.0:1770653412.435133:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff95563735bb80 x1856657966299904 msgsize 328 00010000:00010000:2.0:1770653412.435136:0:76382:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1770653412.435139:0:76382:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1770653412.435142:0:76382:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.435146:0:76382:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00100000:1.0:1770653412.435147:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00010000:00000010:2.0:1770653412.435151:0:76382:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff955706762e00. 00010000:00000010:2.0:1770653412.435155:0:76382:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff955706762200. 00010000:00000001:2.0:1770653412.435158:0:76382:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1770653412.435160:0:76382:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95564f11de00. 00000100:00000001:1.0:1770653412.435160:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1770653412.435166:0:76382:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1770653412.435168:0:76382:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95564f11de00 with handle 0x2aed14e4e178cd4d to hash 00000800:00000001:1.0:1770653412.435169:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1770653412.435171:0:76382:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1770653412.435174:0:76382:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626796659138048 : -117277050413568 : ffff95564f11de00) 00000800:00000001:1.0:1770653412.435175:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.435177:0:76382:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626796659138048 : -117277050413568 : ffff95564f11de00) 00010000:00010000:2.0:1770653412.435182:0:76382:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95564f11de00/0x2aed14e4e178cd4d lrc: 2/0,0 mode: --/PR res: [0x280000403:0x143f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe17fb expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653412.435186:0:6530:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00002000:00000001:2.0:1770653412.435189:0:76382:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000100:00100000:3.0:1770653412.435191:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966299904 00002000:00000010:2.0:1770653412.435192:0:76382:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff95565c712e80. 02000000:00000001:3.0:1770653412.435197:0:6530:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00002000:00000001:2.0:1770653412.435198:0:76382:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00000001:3.0:1770653412.435203:0:6530:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1770653412.435203:0:76382:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:3.0:1770653412.435208:0:6530:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.435209:0:76382:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796220519560 : -117277489032056 : ffff955634ed1488) 02000000:00000001:3.0:1770653412.435213:0:6530:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653412.435214:0:76382:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796220519472 : -117277489032144 : ffff955634ed1430) 00002000:00000001:2.0:1770653412.435219:0:76382:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00000100:00100000:3.0:1770653412.435220:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966299904 00000020:00000001:3.0:1770653412.435223:0:6530:0:(genops.c:811:class_conn2export()) Process entered 00002000:00000001:2.0:1770653412.435223:0:76382:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653412.435225:0:6530:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000020:00000001:3.0:1770653412.435229:0:6530:0:(lustre_handles.c:113:class_handle2object()) Process entered 00002000:00010000:2.0:1770653412.435230:0:76382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x143f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000020:00000040:3.0:1770653412.435231:0:6530:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=102 00000020:00000001:3.0:1770653412.435235:0:6530:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00002000:00000001:2.0:1770653412.435237:0:76382:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000001:3.0:1770653412.435238:0:6530:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000002:2.0:1770653412.435240:0:76382:0:(lu_object.c:207:lu_object_put()) Add ffff955634ed1488/ffff955634ed1430 to site lru. bkt: ffff95571148f4b8 00000100:00000001:3.0:1770653412.435243:0:6530:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000040:2.0:1770653412.435245:0:76382:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 97 00000020:00000010:3.0:1770653412.435248:0:6530:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bfb80. 00000020:00000040:2.0:1770653412.435248:0:76382:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=103 00000100:00000001:3.0:1770653412.435254:0:6530:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653412.435255:0:76382:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1770653412.435258:0:76382:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000020:00000010:3.0:1770653412.435259:0:6530:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bfb80. 00000100:00000001:2.0:1770653412.435261:0:76382:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1770653412.435264:0:76382:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1770653412.435265:0:6530:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bde00. 02000000:00000010:2.0:1770653412.435268:0:76382:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff95566c887000. 00000020:00000010:3.0:1770653412.435270:0:6530:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300300. 02000000:00000001:2.0:1770653412.435271:0:76382:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653412.435277:0:6530:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90898. 00000100:00000001:2.0:1770653412.435277:0:76382:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.435279:0:76382:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1770653412.435282:0:76382:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:3.0:1770653412.435283:0:6530:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00010000:2.0:1770653412.435284:0:76382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:3.0:1770653412.435286:0:6530:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1770653412.435288:0:76382:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.435289:0:6530:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.435291:0:76382:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1770653412.435294:0:76382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:3.0:1770653412.435295:0:6530:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.435296:0:76382:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.435302:0:76382:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1770653412.435305:0:76382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95564f11de00/0x2aed14e4e178cd4d lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x143f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17fb expref: 103 pid: 76382 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1770653412.435309:0:6530:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1770653412.435312:0:76382:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x143f:0x0].0x0 (ffff955706762e00) refcount = 1 00010000:00000040:2.0:1770653412.435316:0:76382:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:3.0:1770653412.435318:0:6530:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000040:2.0:1770653412.435319:0:76382:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95564f11de00/0x2aed14e4e178cd4d lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x143f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17fb expref: 103 pid: 76382 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1770653412.435322:0:6530:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1770653412.435329:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136141 00010000:00000001:2.0:1770653412.435330:0:76382:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000040:3.0:1770653412.435335:0:6530:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 2 00010000:00000001:2.0:1770653412.435335:0:76382:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.435335:0:6728:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1770653412.435339:0:6728:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1770653412.435342:0:6530:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626796258835328 : -117277450716288 : ffff95563735bb80) 00010000:00000001:2.0:1770653412.435342:0:76382:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:1.0:1770653412.435343:0:6728:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.435346:0:76382:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.435349:0:6728:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653412.435350:0:76382:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000100:00000040:3.0:1770653412.435352:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95563735bb80 x1856657966299904/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1770653412.435357:0:76382:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.435363:0:76382:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00000100:00000001:3.0:1770653412.435365:0:6530:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00010000:2.0:1770653412.435370:0:76382:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff95564f11de00/0x2aed14e4e178cd4d lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x143f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17fb expref: 103 pid: 76382 timeout: 0 lvb_type: 1 00000020:00000010:3.0:1770653412.435371:0:6530:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bfb80. 00000100:00000001:3.0:1770653412.435375:0:6530:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653412.435380:0:6530:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bfb80. 00000100:00100000:3.0:1770653412.435389:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95563735bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b31b1d82-c1d4-4680-ae7a-71292416d1f5+103:2363:x1856657966299904:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000200:3.0:1770653412.435398:0:6530:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966299904 00010000:00000001:2.0:1770653412.435399:0:76382:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:3.0:1770653412.435400:0:6530:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1770653412.435403:0:76382:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000001:3.0:1770653412.435404:0:6530:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:2.0:1770653412.435407:0:76382:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653412.435408:0:6530:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.435415:0:6530:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:2.0:1770653412.435415:0:76382:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.435418:0:6530:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00010000:00000001:2.0:1770653412.435419:0:76382:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1770653412.435423:0:76382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1770653412.435424:0:6530:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:2.0:1770653412.435425:0:76382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1770653412.435427:0:6530:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1770653412.435429:0:76382:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95564f11de00, rc 0) 00000020:00000001:3.0:1770653412.435430:0:6530:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1770653412.435434:0:6530:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1770653412.435435:0:76382:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.435437:0:6530:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653412.435438:0:76382:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966299648 00000020:00000001:3.0:1770653412.435443:0:6530:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1770653412.435443:0:76382:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:3.0:1770653412.435447:0:6530:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1770653412.435449:0:6530:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000200:2.0:1770653412.435451:0:76382:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95573c46b100 x1856657966299648/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1770653412.435452:0:6530:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1770653412.435454:0:6530:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.435458:0:6530:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:2.0:1770653412.435463:0:76382:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000010:3.0:1770653412.435464:0:6530:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff95561e169000. 00010000:00000001:2.0:1770653412.435467:0:76382:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1770653412.435469:0:6530:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff95561e169800. 00000100:00001000:2.0:1770653412.435470:0:76382:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00010000:00000001:3.0:1770653412.435473:0:6530:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:2.0:1770653412.435474:0:76382:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000010:3.0:1770653412.435477:0:6530:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955606de2800. 00000100:00000040:2.0:1770653412.435478:0:76382:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000020:00000001:3.0:1770653412.435481:0:6530:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:2.0:1770653412.435482:0:76382:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000020:00000040:3.0:1770653412.435485:0:6530:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955606de2800 with handle 0x2aed14e4e178cd54 to hash 02000000:00000001:2.0:1770653412.435486:0:76382:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1770653412.435488:0:76382:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.435489:0:6530:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:2.0:1770653412.435491:0:76382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1770653412.435493:0:6530:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795447789568 : -117278261762048 : ffff955606de2800) 00000100:00000040:2.0:1770653412.435497:0:76382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:3.0:1770653412.435498:0:6530:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795447789568 : -117278261762048 : ffff955606de2800) 00010000:00010000:3.0:1770653412.435503:0:6530:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff955606de2800/0x2aed14e4e178cd54 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x143b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe1809 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1770653412.435503:0:76382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268884c8. 00000100:00000200:2.0:1770653412.435509:0:76382:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966299648, offset 224 00002000:00000001:3.0:1770653412.435514:0:6530:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:3.0:1770653412.435518:0:6530:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9556665bfb80. 00000400:00000200:2.0:1770653412.435518:0:76382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00002000:00000001:3.0:1770653412.435523:0:6530:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1770653412.435525:0:6530:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1770653412.435528:0:76382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000020:00000001:3.0:1770653412.435529:0:6530:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796220517128 : -117277489034488 : ffff955634ed0b08) 00002000:00000001:3.0:1770653412.435534:0:6530:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796220517040 : -117277489034576 : ffff955634ed0ab0) 00000400:00000200:2.0:1770653412.435538:0:76382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164551:2164551:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164547:2164547:8:4294967295] 00002000:00000001:3.0:1770653412.435539:0:6530:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00002000:00000001:3.0:1770653412.435545:0:6530:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1770653412.435550:0:6530:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x143b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000400:00000200:2.0:1770653412.435554:0:76382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00002000:00000001:3.0:1770653412.435556:0:6530:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000800:00000200:2.0:1770653412.435562:0:76382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:2.0:1770653412.435566:0:76382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df200. 00000800:00000200:2.0:1770653412.435569:0:76382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:2.0:1770653412.435588:0:76382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:2.0:1770653412.435590:0:76382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df200 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1770653412.435600:0:76382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653412.435602:0:76382:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:2.0:1770653412.435604:0:76382:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1770653412.435605:0:76382:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.435607:0:76382:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1770653412.435611:0:76382:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c46b100 x1856657966299648/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1770653412.435619:0:76382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95573c46b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:b31b1d82-c1d4-4680-ae7a-71292416d1f5+103:2363:x1856657966299648:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 566us (1014us total) trans 0 rc 0/0 00000100:00100000:2.0:1770653412.435626:0:76382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136140 00000020:00000002:3.0:1770653412.435627:0:6530:0:(lu_object.c:207:lu_object_put()) Add ffff955634ed0b08/ffff955634ed0ab0 to site lru. bkt: ffff95571148ecd8 00000100:00000040:2.0:1770653412.435628:0:76382:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:2.0:1770653412.435632:0:76382:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000040:3.0:1770653412.435634:0:6530:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 98 00000100:00000001:2.0:1770653412.435635:0:76382:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1770653412.435639:0:76382:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300900. 00000020:00000040:3.0:1770653412.435640:0:6530:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=104 00010000:00000001:3.0:1770653412.435647:0:6530:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000010:2.0:1770653412.435648:0:76382:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90190. 00002000:00000001:3.0:1770653412.435666:0:6530:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000020:00000010:2.0:1770653412.435668:0:76382:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bd600. 00000100:00000001:3.0:1770653412.435670:0:6530:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1770653412.435674:0:6530:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:2.0:1770653412.435675:0:76382:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 103 00000800:00000200:1.0:1770653412.435675:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:3.0:1770653412.435680:0:6530:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff95563ed89400. 00000100:00000001:2.0:1770653412.435682:0:76382:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1770653412.435682:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df200. 02000000:00000001:3.0:1770653412.435684:0:6530:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653412.435689:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653412.435690:0:6530:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.435695:0:6530:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1770653412.435700:0:6530:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000400:00000200:1.0:1770653412.435700:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00010000:3.0:1770653412.435705:0:6530:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000200:1.0:1770653412.435706:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268884c8 00010000:00000001:3.0:1770653412.435708:0:6530:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1770653412.435711:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268884c8. 00010000:00000001:3.0:1770653412.435712:0:6530:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1770653412.435716:0:6530:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:1.0:1770653412.435717:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653412.435719:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1770653412.435765:0:6530:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.435768:0:6530:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1770653412.435772:0:6530:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff955606de2800/0x2aed14e4e178cd54 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x143b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1809 expref: 103 pid: 6530 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1770653412.435779:0:6530:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x143b:0x0].0x0 (ffff95561e169000) refcount = 1 00010000:00000040:3.0:1770653412.435781:0:6530:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1770653412.435783:0:6530:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff955606de2800/0x2aed14e4e178cd54 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x143b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1809 expref: 103 pid: 6530 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1770653412.435805:0:6530:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653412.435806:0:6530:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.435807:0:6530:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1770653412.435808:0:6530:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1770653412.435809:0:6530:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1770653412.435811:0:6530:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.435813:0:6530:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1770653412.435816:0:6530:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff955606de2800/0x2aed14e4e178cd54 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x143b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1809 expref: 103 pid: 6530 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1770653412.435822:0:6530:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653412.435823:0:6530:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1770653412.435824:0:6530:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.435826:0:6530:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.435827:0:6530:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.435828:0:6530:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.435829:0:6530:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653412.435830:0:6530:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff955606de2800, rc 0) 00000020:00000001:3.0:1770653412.435832:0:6530:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653412.435833:0:6530:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966299904 00010000:00000001:3.0:1770653412.435835:0:6530:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1770653412.435837:0:6530:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95563735bb80 x1856657966299904/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1770653412.435842:0:6530:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653412.435844:0:6530:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653412.435846:0:6530:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653412.435848:0:6530:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1770653412.435850:0:6530:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:3.0:1770653412.435851:0:6530:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:3.0:1770653412.435853:0:6530:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1770653412.435854:0:6530:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.435855:0:6530:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1770653412.435857:0:6530:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:3.0:1770653412.435860:0:6530:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78cc0. 00000100:00000200:3.0:1770653412.435878:0:6530:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966299904, offset 224 00000400:00000200:3.0:1770653412.435883:0:6530:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:3.0:1770653412.435888:0:6530:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:3.0:1770653412.435891:0:6530:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164552:2164552:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164548:2164548:8:4294967295] 00000400:00000200:3.0:1770653412.435898:0:6530:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:3.0:1770653412.435901:0:6530:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:3.0:1770653412.435904:0:6530:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c900. 00000800:00000200:3.0:1770653412.435907:0:6530:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:3.0:1770653412.435910:0:6530:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:3.0:1770653412.435913:0:6530:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c900 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1770653412.435921:0:6530:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653412.435923:0:6530:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:3.0:1770653412.435925:0:6530:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1770653412.435926:0:6530:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.435928:0:6530:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1770653412.435931:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95563735bb80 x1856657966299904/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1770653412.435938:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95563735bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b31b1d82-c1d4-4680-ae7a-71292416d1f5+103:2363:x1856657966299904:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 572us (805us total) trans 0 rc 0/0 00000100:00100000:3.0:1770653412.435944:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136141 00000100:00000040:3.0:1770653412.435946:0:6530:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000100:00000001:3.0:1770653412.435948:0:6530:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1770653412.435950:0:6530:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1770653412.435953:0:6530:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300300. 00000020:00000010:3.0:1770653412.435957:0:6530:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90898. 00000020:00000010:3.0:1770653412.435960:0:6530:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bde00. 00000020:00000040:3.0:1770653412.435963:0:6530:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 102 00000100:00000001:3.0:1770653412.435964:0:6530:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653412.435987:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653412.436005:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c900. 00000400:00000200:0.0:1770653412.436009:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.436013:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653412.436016:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78cc0 00000400:00000010:0.0:1770653412.436017:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78cc0. 00000100:00000001:0.0:1770653412.436019:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653412.436021:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1770653412.436662:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.436669:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653412.436671:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.436672:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.436676:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:1.0:1770653412.436683:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cfc00 00000400:00000200:1.0:1770653412.436687:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecedf5 [8] + 3608 00000800:00000001:1.0:1770653412.436691:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.436696:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.436697:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.436700:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653412.436703:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1770653412.436704:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1770653412.436707:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955637358700. 00000100:00000040:1.0:1770653412.436709:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955637358700 x1856657966300160 msgsize 328 00000100:00100000:1.0:1770653412.436712:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:1.0:1770653412.436723:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1770653412.436726:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653412.436728:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.436765:0:6530:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1770653412.436768:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966300160 02000000:00000001:3.0:1770653412.436770:0:6530:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653412.436771:0:6530:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653412.436773:0:6530:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653412.436775:0:6530:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653412.436777:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966300160 00000020:00000001:3.0:1770653412.436778:0:6530:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1770653412.436780:0:6530:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:3.0:1770653412.436781:0:6530:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.436783:0:6530:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=98 00000020:00000001:3.0:1770653412.436785:0:6530:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000020:00000001:3.0:1770653412.436787:0:6530:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:3.0:1770653412.436789:0:6530:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1770653412.436792:0:6530:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf9c0. 00000100:00000001:3.0:1770653412.436794:0:6530:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653412.436796:0:6530:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf9c0. 00000020:00000010:3.0:1770653412.436799:0:6530:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bde00. 00000020:00000010:3.0:1770653412.436801:0:6530:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300300. 00000020:00000010:3.0:1770653412.436804:0:6530:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90898. 00000100:00000040:3.0:1770653412.436807:0:6530:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1770653412.436809:0:6530:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653412.436810:0:6530:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653412.436811:0:6530:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.436814:0:6530:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.436822:0:6530:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.436828:0:6530:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653412.436830:0:6530:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1770653412.436833:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136142 00000100:00000040:3.0:1770653412.436836:0:6530:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000100:00000001:3.0:1770653412.436837:0:6530:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626796258821888 : -117277450729728 : ffff955637358700) 00000100:00000040:3.0:1770653412.436841:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955637358700 x1856657966300160/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1770653412.436872:0:6530:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1770653412.436875:0:6530:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf9c0. 00000100:00000001:3.0:1770653412.436877:0:6530:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653412.436879:0:6530:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf9c0. 00000100:00100000:3.0:1770653412.436884:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955637358700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b31b1d82-c1d4-4680-ae7a-71292416d1f5+98:2363:x1856657966300160:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000200:3.0:1770653412.436887:0:6530:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966300160 00000020:00000001:3.0:1770653412.436889:0:6530:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1770653412.436892:0:6530:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1770653412.436893:0:6530:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.436896:0:6530:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1770653412.436898:0:6530:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:3.0:1770653412.436900:0:6530:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1770653412.436901:0:6530:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653412.436903:0:6530:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1770653412.436904:0:6530:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1770653412.436906:0:6530:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.436908:0:6530:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1770653412.436909:0:6530:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1770653412.436910:0:6530:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1770653412.436911:0:6530:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1770653412.436913:0:6530:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.436915:0:6530:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1770653412.436919:0:6530:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff95561e169600. 00010000:00000010:3.0:1770653412.436921:0:6530:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff95561e169500. 00010000:00000001:3.0:1770653412.436923:0:6530:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1770653412.436925:0:6530:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955606de3400. 00000020:00000001:3.0:1770653412.436927:0:6530:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1770653412.436929:0:6530:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955606de3400 with handle 0x2aed14e4e178cd5b to hash 00000020:00000001:3.0:1770653412.436931:0:6530:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1770653412.436932:0:6530:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795447792640 : -117278261758976 : ffff955606de3400) 00010000:00000001:3.0:1770653412.436934:0:6530:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795447792640 : -117278261758976 : ffff955606de3400) 00010000:00010000:3.0:1770653412.436937:0:6530:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff955606de3400/0x2aed14e4e178cd5b lrc: 2/0,0 mode: --/PR res: [0x240000403:0x156f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe1817 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00002000:00000001:3.0:1770653412.436942:0:6530:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:3.0:1770653412.436943:0:6530:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9556665bf9c0. 00002000:00000001:3.0:1770653412.436945:0:6530:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1770653412.436946:0:6530:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1770653412.436949:0:6530:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797101938104 : -117276607613512 : ffff9556697675b8) 00002000:00000001:3.0:1770653412.436950:0:6530:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797101938016 : -117276607613600 : ffff955669767560) 00002000:00000001:3.0:1770653412.436952:0:6530:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00002000:00000001:3.0:1770653412.436956:0:6530:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1770653412.436957:0:6530:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x156f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:3.0:1770653412.436959:0:6530:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:3.0:1770653412.436961:0:6530:0:(lu_object.c:207:lu_object_put()) Add ffff9556697675b8/ffff955669767560 to site lru. bkt: ffff9556025b4188 00010000:00000040:3.0:1770653412.436963:0:6530:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 94 00000020:00000040:3.0:1770653412.436965:0:6530:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=99 00010000:00000001:3.0:1770653412.436968:0:6530:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1770653412.436969:0:6530:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1770653412.436970:0:6530:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1770653412.436971:0:6530:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1770653412.436974:0:6530:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff95563ed88000. 02000000:00000001:3.0:1770653412.436975:0:6530:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.436977:0:6530:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.436980:0:6530:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1770653412.436981:0:6530:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1770653412.436983:0:6530:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653412.436985:0:6530:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.436987:0:6530:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1770653412.436989:0:6530:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653412.436991:0:6530:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.436993:0:6530:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1770653412.436999:0:6530:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff955606de3400/0x2aed14e4e178cd5b lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x156f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1817 expref: 99 pid: 6530 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1770653412.437008:0:6530:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x156f:0x0].0x0 (ffff95561e169600) refcount = 1 00010000:00000040:3.0:1770653412.437011:0:6530:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1770653412.437014:0:6530:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955606de3400/0x2aed14e4e178cd5b lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x156f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1817 expref: 99 pid: 6530 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1770653412.437024:0:6530:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653412.437026:0:6530:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.437028:0:6530:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1770653412.437029:0:6530:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1770653412.437032:0:6530:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1770653412.437035:0:6530:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.437038:0:6530:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1770653412.437042:0:6530:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff955606de3400/0x2aed14e4e178cd5b lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x156f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1817 expref: 99 pid: 6530 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1770653412.437052:0:6530:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653412.437054:0:6530:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1770653412.437056:0:6530:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.437058:0:6530:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.437060:0:6530:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.437062:0:6530:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.437063:0:6530:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653412.437065:0:6530:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff955606de3400, rc 0) 00000020:00000001:3.0:1770653412.437068:0:6530:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653412.437071:0:6530:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966300160 00010000:00000001:3.0:1770653412.437074:0:6530:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1770653412.437079:0:6530:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955637358700 x1856657966300160/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1770653412.437088:0:6530:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653412.437090:0:6530:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653412.437094:0:6530:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653412.437097:0:6530:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1770653412.437100:0:6530:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:3.0:1770653412.437103:0:6530:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:3.0:1770653412.437105:0:6530:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1770653412.437107:0:6530:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.437110:0:6530:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1770653412.437112:0:6530:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:3.0:1770653412.437116:0:6530:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78198. 00000100:00000200:3.0:1770653412.437119:0:6530:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966300160, offset 224 00000400:00000200:3.0:1770653412.437125:0:6530:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:3.0:1770653412.437132:0:6530:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:3.0:1770653412.437137:0:6530:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164553:2164553:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164549:2164549:8:4294967295] 00000400:00000200:3.0:1770653412.437148:0:6530:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:3.0:1770653412.437153:0:6530:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:3.0:1770653412.437157:0:6530:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c200. 00000800:00000200:3.0:1770653412.437161:0:6530:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:3.0:1770653412.437166:0:6530:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:3.0:1770653412.437170:0:6530:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c200 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1770653412.437181:0:6530:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653412.437184:0:6530:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:3.0:1770653412.437186:0:6530:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1770653412.437187:0:6530:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.437188:0:6530:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1770653412.437192:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955637358700 x1856657966300160/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1770653412.437201:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955637358700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b31b1d82-c1d4-4680-ae7a-71292416d1f5+99:2363:x1856657966300160:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 326us (489us total) trans 0 rc 0/0 00000100:00100000:3.0:1770653412.437207:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136142 00000100:00000040:3.0:1770653412.437209:0:6530:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000100:00000001:3.0:1770653412.437211:0:6530:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1770653412.437214:0:6530:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1770653412.437216:0:6530:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300300. 00000020:00000010:3.0:1770653412.437219:0:6530:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90898. 00000020:00000010:3.0:1770653412.437222:0:6530:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bde00. 00000020:00000040:3.0:1770653412.437225:0:6530:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 98 00000100:00000001:3.0:1770653412.437227:0:6530:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1770653412.437237:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1770653412.437241:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c200. 00000400:00000200:1.0:1770653412.437245:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653412.437249:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:1.0:1770653412.437252:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78198 00000400:00000010:1.0:1770653412.437254:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78198. 00000100:00000001:1.0:1770653412.437256:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653412.437257:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1770653412.441121:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.441131:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.441134:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.441136:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.441143:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653412.441153:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cf380 00000400:00000200:0.0:1770653412.441159:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecedf5 [8] + 3936 00000800:00000001:0.0:1770653412.441164:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.441169:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.441172:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653412.441176:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.441180:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.441182:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1770653412.441186:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c469880. 00000100:00000040:0.0:1770653412.441189:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff95573c469880 x1856657966297984 msgsize 328 00000100:00100000:0.0:1770653412.441194:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.441205:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.441212:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.441217:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.441220:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653412.441224:0:6530:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1770653412.441224:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1770653412.441228:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966297984 02000000:00000001:3.0:1770653412.441233:0:6530:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653412.441235:0:6530:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1770653412.441237:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:3.0:1770653412.441238:0:6530:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653412.441243:0:6530:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653412.441246:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966297984 00000020:00000001:3.0:1770653412.441249:0:6530:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1770653412.441251:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cf480 00000020:00000040:3.0:1770653412.441252:0:6530:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:3.0:1770653412.441255:0:6530:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.441259:0:6530:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=99 00000020:00000001:3.0:1770653412.441263:0:6530:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000400:00000200:0.0:1770653412.441265:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecedf5 [8] + 4264 00000020:00000001:3.0:1770653412.441266:0:6530:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:3.0:1770653412.441271:0:6530:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:0.0:1770653412.441275:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1770653412.441276:0:6530:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf2c0. 00000100:00000001:3.0:1770653412.441281:0:6530:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653412.441283:0:6530:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf2c0. 00000800:00000001:0.0:1770653412.441284:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1770653412.441288:0:6530:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bde00. 00000400:00000200:0.0:1770653412.441289:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1770653412.441293:0:6530:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300300. 00000400:00000200:0.0:1770653412.441299:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000010:3.0:1770653412.441300:0:6530:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90898. 00000100:00000040:3.0:1770653412.441308:0:6530:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1770653412.441308:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1770653412.441312:0:6530:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:0.0:1770653412.441312:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1770653412.441317:0:6530:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653412.441319:0:6530:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653412.441320:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c46b800. 00000100:00000001:3.0:1770653412.441323:0:6530:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653412.441325:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff95573c46b800 x1856657966298240 msgsize 328 00000100:00100000:0.0:1770653412.441333:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:3.0:1770653412.441334:0:6530:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.441342:0:6530:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1770653412.441349:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.441355:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1770653412.441356:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966298240 02000000:00000001:3.0:1770653412.441359:0:6530:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653412.441362:0:6530:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1770653412.441362:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.441366:0:6530:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1770653412.441368:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1770653412.441369:0:6530:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653412.441373:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966298240 00000800:00000001:0.0:1770653412.441374:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653412.441375:0:6530:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1770653412.441378:0:6530:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:3.0:1770653412.441380:0:6530:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653412.441384:0:6530:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=100 00000100:00000001:2.0:1770653412.441385:0:76382:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1770653412.441389:0:6530:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:2.0:1770653412.441390:0:76382:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1770653412.441390:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000020:00000001:3.0:1770653412.441395:0:6530:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:3.0:1770653412.441400:0:6530:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1770653412.441400:0:76382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136143 00000020:00000010:3.0:1770653412.441404:0:6530:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf2c0. 00000400:00000200:0.0:1770653412.441407:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cf580 00000100:00000001:3.0:1770653412.441408:0:6530:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1770653412.441408:0:76382:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000100:00000001:2.0:1770653412.441415:0:76382:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800638793856 : -117273070757760 : ffff95573c469880) 00000020:00000010:3.0:1770653412.441416:0:6530:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf2c0. 00000400:00000200:0.0:1770653412.441423:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecedf5 [8] + 4592 00000020:00000010:3.0:1770653412.441424:0:6530:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bd200. 00000100:00000040:2.0:1770653412.441424:0:76382:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95573c469880 x1856657966297984/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000010:3.0:1770653412.441431:0:6530:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300b80. 00000800:00000001:0.0:1770653412.441433:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1770653412.441437:0:6530:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90578. 00000100:00000001:3.0:1770653412.441443:0:6530:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1770653412.441443:0:76382:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1770653412.441446:0:6530:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653412.441447:0:6530:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653412.441448:0:76382:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95565c7123c0. 00000100:00000001:3.0:1770653412.441452:0:6530:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.441453:0:76382:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653412.441458:0:76382:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95565c7123c0. 00000100:00000001:3.0:1770653412.441463:0:6530:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1770653412.441463:0:76382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95573c469880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:b31b1d82-c1d4-4680-ae7a-71292416d1f5+100:2364:x1856657966297984:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000200:2.0:1770653412.441470:0:76382:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966297984 00000800:00000001:0.0:1770653412.441470:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.441476:0:6530:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1770653412.441476:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653412.441480:0:6530:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1770653412.441483:0:76382:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1770653412.441487:0:76382:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1770653412.441488:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653412.441489:0:6728:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1770653412.441490:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136144 00000020:00000001:2.0:1770653412.441491:0:76382:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.441494:0:6728:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1770653412.441498:0:76382:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1770653412.441499:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1770653412.441500:0:6530:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 2 00000100:00000001:1.0:1770653412.441500:0:6728:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.441501:0:76382:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000100:00000200:0.0:1770653412.441503:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1770653412.441507:0:6530:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800638801920 : -117273070749696 : ffff95573c46b800) 00000100:00000001:1.0:1770653412.441507:0:6728:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.441508:0:76382:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000010:0.0:1770653412.441511:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c468a80. 00000020:00000001:2.0:1770653412.441514:0:76382:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653412.441519:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff95573c468a80 x1856657966298496 msgsize 328 00000100:00000040:3.0:1770653412.441520:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95573c46b800 x1856657966298240/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000001:2.0:1770653412.441520:0:76382:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1770653412.441524:0:76382:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1770653412.441528:0:76382:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.441534:0:76382:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000100:00100000:0.0:1770653412.441538:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00010000:00000001:2.0:1770653412.441539:0:76382:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00000100:00000001:3.0:1770653412.441542:0:6530:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00010000:2.0:1770653412.441543:0:76382:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1770653412.441546:0:76382:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000020:00000010:3.0:1770653412.441548:0:6530:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf2c0. 00010000:00000001:2.0:1770653412.441548:0:76382:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.441554:0:6530:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653412.441556:0:76382:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:0.0:1770653412.441556:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:3.0:1770653412.441558:0:6530:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf2c0. 00010000:00000010:2.0:1770653412.441564:0:76382:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff955706762d00. 00000800:00000001:0.0:1770653412.441565:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:2.0:1770653412.441568:0:76382:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff955706762300. 00000800:00000001:0.0:1770653412.441587:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.441588:0:76382:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:1.0:1770653412.441590:0:6728:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000010:2.0:1770653412.441594:0:76382:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955605728a00. 00000100:00100000:1.0:1770653412.441594:0:6728:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966298496 02000000:00000001:1.0:1770653412.441599:0:6728:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1770653412.441600:0:76382:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:1.0:1770653412.441601:0:6728:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1770653412.441606:0:76382:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955605728a00 with handle 0x2aed14e4e178cd62 to hash 00000100:00000001:1.0:1770653412.441606:0:6728:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.441611:0:76382:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 02000000:00000001:1.0:1770653412.441612:0:6728:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.441615:0:76382:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795423959552 : -117278285592064 : ffff955605728a00) 00000100:00100000:1.0:1770653412.441616:0:6728:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966298496 00000100:00100000:3.0:1770653412.441621:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95573c46b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b31b1d82-c1d4-4680-ae7a-71292416d1f5+100:2364:x1856657966298240:12345-192.168.202.60@tcp:101:ll_agl.0 00010000:00000001:2.0:1770653412.441622:0:76382:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795423959552 : -117278285592064 : ffff955605728a00) 00000020:00000001:1.0:1770653412.441623:0:6728:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1770653412.441626:0:6728:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00010000:00010000:2.0:1770653412.441630:0:76382:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff955605728a00/0x2aed14e4e178cd62 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x158d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe17a0 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1770653412.441630:0:6728:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1770653412.441631:0:6530:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966298240 00000020:00000040:1.0:1770653412.441633:0:6728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=103 00000020:00000001:3.0:1770653412.441636:0:6530:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1770653412.441639:0:6728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:3.0:1770653412.441640:0:6530:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1770653412.441644:0:6530:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.441645:0:6728:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:3.0:1770653412.441649:0:6530:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1770653412.441668:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1770653412.441669:0:6530:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000010:1.0:1770653412.441675:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229fc0. 00000020:00000001:3.0:1770653412.441676:0:6530:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00002000:00000001:2.0:1770653412.441677:0:76382:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000100:00000001:1.0:1770653412.441681:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1770653412.441682:0:6530:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00002000:00000010:2.0:1770653412.441683:0:76382:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff95565c7123c0. 00000020:00000001:3.0:1770653412.441689:0:6530:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00002000:00000001:2.0:1770653412.441690:0:76382:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000010:1.0:1770653412.441690:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229fc0. 00000020:00000001:3.0:1770653412.441692:0:6530:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1770653412.441694:0:76382:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1770653412.441697:0:6530:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.441699:0:76382:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795517177192 : -117278192374424 : ffff95560b00ed68) 00000020:00000010:1.0:1770653412.441700:0:6728:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9556560afc00. 00000020:00000001:3.0:1770653412.441701:0:6530:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1770653412.441704:0:6530:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00002000:00000001:2.0:1770653412.441705:0:76382:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795517177104 : -117278192374512 : ffff95560b00ed10) 00010000:00010000:3.0:1770653412.441706:0:6530:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000020:00000010:1.0:1770653412.441707:0:6728:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d400. 00002000:00000001:2.0:1770653412.441710:0:76382:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00010000:00000001:3.0:1770653412.441711:0:6530:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000020:00000010:1.0:1770653412.441713:0:6728:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada3e8. 00010000:00000001:3.0:1770653412.441714:0:6530:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653412.441715:0:76382:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.441721:0:6728:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00002000:00010000:2.0:1770653412.441722:0:76382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x158d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00000001:3.0:1770653412.441723:0:6530:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:1.0:1770653412.441725:0:6728:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00002000:00000001:2.0:1770653412.441730:0:76382:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000100:00000001:1.0:1770653412.441730:0:6728:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1770653412.441731:0:6530:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff95561e169c00. 00000020:00000002:2.0:1770653412.441734:0:76382:0:(lu_object.c:207:lu_object_put()) Add ffff95560b00ed68/ffff95560b00ed10 to site lru. bkt: ffff9556025b64f8 00010000:00000010:3.0:1770653412.441738:0:6530:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff95561e169300. 00010000:00000040:2.0:1770653412.441739:0:76382:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 95 00000100:00000001:1.0:1770653412.441739:0:6728:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.441746:0:6530:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000040:2.0:1770653412.441746:0:76382:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=101 00000100:00000001:1.0:1770653412.441764:0:6728:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.441768:0:76382:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000010:3.0:1770653412.441772:0:6530:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955606de3000. 00002000:00000001:2.0:1770653412.441772:0:76382:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1770653412.441773:0:6728:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1770653412.441776:0:76382:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1770653412.441778:0:6728:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1770653412.441779:0:6530:0:(lustre_handles.c:45:class_handle_hash()) Process entered 02000000:00000001:2.0:1770653412.441796:0:76382:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:3.0:1770653412.441800:0:6530:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955606de3000 with handle 0x2aed14e4e178cd69 to hash 00000100:00100000:1.0:1770653412.441801:0:6728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136145 02000000:00000010:2.0:1770653412.441802:0:76382:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff95566c885400. 00000020:00000001:3.0:1770653412.441803:0:6530:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1770653412.441808:0:6530:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795447791616 : -117278261760000 : ffff955606de3000) 02000000:00000001:2.0:1770653412.441809:0:76382:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653412.441809:0:6728:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00010000:00000001:3.0:1770653412.441812:0:6530:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795447791616 : -117278261760000 : ffff955606de3000) 00000100:00000001:1.0:1770653412.441814:0:6728:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800638790272 : -117273070761344 : ffff95573c468a80) 00000100:00000001:2.0:1770653412.441815:0:76382:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653412.441818:0:6530:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff955606de3000/0x2aed14e4e178cd69 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x157b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe17ae expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653412.441821:0:76382:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1770653412.441825:0:76382:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000040:1.0:1770653412.441825:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95573c468a80 x1856657966298496/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00010000:2.0:1770653412.441828:0:76382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653412.441831:0:76382:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.441836:0:76382:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1770653412.441838:0:76382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653412.441841:0:76382:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.441847:0:76382:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:1.0:1770653412.441854:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000001:3.0:1770653412.441856:0:6530:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00010000:00010000:2.0:1770653412.441856:0:76382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff955605728a00/0x2aed14e4e178cd62 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x158d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17a0 expref: 101 pid: 76382 timeout: 0 lvb_type: 1 00000020:00000010:1.0:1770653412.441859:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229fc0. 00002000:00000010:3.0:1770653412.441862:0:6530:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9556665bf2c0. 00000100:00000001:1.0:1770653412.441884:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653412.441887:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229fc0. 00002000:00000001:3.0:1770653412.441895:0:6530:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1770653412.441898:0:6530:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00100000:1.0:1770653412.441898:0:6728:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95573c468a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+103:2364:x1856657966298496:12345-192.168.202.60@tcp:101:ll_agl.0 00000020:00000001:3.0:1770653412.441904:0:6530:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795517178408 : -117278192373208 : ffff95560b00f228) 00010000:00000040:2.0:1770653412.441906:0:76382:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x158d:0x0].0x0 (ffff955706762d00) refcount = 1 00000100:00000200:1.0:1770653412.441906:0:6728:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966298496 00002000:00000001:3.0:1770653412.441908:0:6530:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795517178320 : -117278192373296 : ffff95560b00f1d0) 00000020:00000001:1.0:1770653412.441910:0:6728:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00002000:00000001:3.0:1770653412.441914:0:6530:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00000020:00000001:1.0:1770653412.441915:0:6728:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000040:2.0:1770653412.441916:0:76382:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000020:00000001:1.0:1770653412.441919:0:6728:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653412.441920:0:6530:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653412.441923:0:76382:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955605728a00/0x2aed14e4e178cd62 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x158d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17a0 expref: 101 pid: 76382 timeout: 0 lvb_type: 1 00000020:00000001:1.0:1770653412.441924:0:6728:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00002000:00010000:3.0:1770653412.441925:0:6530:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x157b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000020:00000001:1.0:1770653412.441928:0:6728:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:1.0:1770653412.441934:0:6728:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00002000:00000001:3.0:1770653412.441935:0:6530:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000001:1.0:1770653412.441938:0:6728:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000002:3.0:1770653412.441940:0:6530:0:(lu_object.c:207:lu_object_put()) Add ffff95560b00f228/ffff95560b00f1d0 to site lru. bkt: ffff9556025b5e68 00010000:00000001:2.0:1770653412.441943:0:76382:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000001:1.0:1770653412.441944:0:6728:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000040:3.0:1770653412.441946:0:6530:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 96 00010000:00000001:2.0:1770653412.441946:0:76382:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.441949:0:6728:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000040:3.0:1770653412.441952:0:6530:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=102 00010000:00000001:2.0:1770653412.441952:0:76382:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000001:1.0:1770653412.441955:0:6728:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.441956:0:76382:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.441958:0:6530:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1770653412.441961:0:76382:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000020:00000001:1.0:1770653412.441961:0:6728:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00002000:00000001:3.0:1770653412.441962:0:6530:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1770653412.441966:0:6530:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1770653412.441966:0:6728:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00010000:00000001:2.0:1770653412.441967:0:76382:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653412.441971:0:6530:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00010000:1.0:1770653412.441971:0:6728:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1770653412.441973:0:76382:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 02000000:00000010:3.0:1770653412.441976:0:6530:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff95563ed88c00. 00010000:00000001:1.0:1770653412.441976:0:6728:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1770653412.441978:0:76382:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff955605728a00/0x2aed14e4e178cd62 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x158d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17a0 expref: 102 pid: 76382 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1770653412.441981:0:6728:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653412.441982:0:6530:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.441988:0:6530:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.441990:0:6728:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:3.0:1770653412.441994:0:6530:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1770653412.442012:0:76382:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653412.442013:0:6530:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000010:1.0:1770653412.442015:0:6728:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff955643d81e00. 00010000:00000001:2.0:1770653412.442016:0:76382:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00010000:3.0:1770653412.442017:0:6530:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653412.442020:0:76382:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.442022:0:6530:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1770653412.442023:0:6728:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff955643d81900. 00010000:00000001:2.0:1770653412.442024:0:76382:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.442025:0:6530:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1770653412.442029:0:6530:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653412.442031:0:76382:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653412.442032:0:6530:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.442033:0:6728:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:2.0:1770653412.442035:0:76382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653412.442038:0:6530:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1770653412.442039:0:76382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1770653412.442040:0:6728:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9556565b4a00. 00010000:00010000:2.0:1770653412.442042:0:76382:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff955605728a00, rc 0) 00010000:00010000:3.0:1770653412.442044:0:6530:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff955606de3000/0x2aed14e4e178cd69 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x157b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17ae expref: 102 pid: 6530 timeout: 0 lvb_type: 1 00000020:00000001:2.0:1770653412.442047:0:76382:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.442047:0:6728:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000040:2.0:1770653412.442054:0:76382:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966297984 00000020:00000040:1.0:1770653412.442054:0:6728:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9556565b4a00 with handle 0x2aed14e4e178cd70 to hash 00010000:00000040:3.0:1770653412.442056:0:6530:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x157b:0x0].0x0 (ffff95561e169c00) refcount = 1 00010000:00000001:2.0:1770653412.442058:0:76382:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000001:1.0:1770653412.442061:0:6728:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000040:3.0:1770653412.442063:0:6530:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:1.0:1770653412.442065:0:6728:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626796781390336 : -117276928161280 : ffff9556565b4a00) 00010000:00000200:2.0:1770653412.442067:0:76382:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95573c469880 x1856657966297984/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000040:3.0:1770653412.442070:0:6530:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955606de3000/0x2aed14e4e178cd69 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x157b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17ae expref: 102 pid: 6530 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1770653412.442071:0:6728:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626796781390336 : -117276928161280 : ffff9556565b4a00) 00010000:00010000:1.0:1770653412.442080:0:6728:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9556565b4a00/0x2aed14e4e178cd70 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x1446:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe17bc expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653412.442094:0:6530:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653412.442095:0:76382:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653412.442099:0:6530:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.442100:0:76382:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653412.442104:0:6728:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00010000:00000001:3.0:1770653412.442105:0:6530:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00001000:2.0:1770653412.442105:0:76382:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00010000:00000001:3.0:1770653412.442109:0:6530:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653412.442111:0:76382:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00002000:00000010:1.0:1770653412.442112:0:6728:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff955645229fc0. 00002000:00000001:3.0:1770653412.442113:0:6530:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000100:00000040:2.0:1770653412.442117:0:76382:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000001:3.0:1770653412.442120:0:6530:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.442122:0:76382:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00002000:00000001:1.0:1770653412.442122:0:6728:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:3.0:1770653412.442124:0:6530:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00000020:00000001:1.0:1770653412.442127:0:6728:0:(lu_object.c:808:lu_object_find_at()) Process entered 02000000:00000001:2.0:1770653412.442129:0:76382:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1770653412.442132:0:76382:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653412.442134:0:6530:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff955606de3000/0x2aed14e4e178cd69 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x157b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17ae expref: 102 pid: 6530 timeout: 0 lvb_type: 1 00000020:00000001:1.0:1770653412.442134:0:6728:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796220520168 : -117277489031448 : ffff955634ed16e8) 00000100:00000001:2.0:1770653412.442135:0:76382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00002000:00000001:1.0:1770653412.442142:0:6728:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796220520080 : -117277489031536 : ffff955634ed1690) 00000100:00000040:2.0:1770653412.442143:0:76382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:2.0:1770653412.442149:0:76382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888990. 00002000:00000001:1.0:1770653412.442150:0:6728:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00000100:00000200:2.0:1770653412.442156:0:76382:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966297984, offset 224 00002000:00000001:1.0:1770653412.442159:0:6728:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.442161:0:6530:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:2.0:1770653412.442165:0:76382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:3.0:1770653412.442167:0:6530:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00002000:00010000:1.0:1770653412.442168:0:6728:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x1446:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00000001:3.0:1770653412.442171:0:6530:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1770653412.442175:0:6728:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000400:00000200:2.0:1770653412.442176:0:76382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000001:3.0:1770653412.442178:0:6530:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1770653412.442181:0:6728:0:(lu_object.c:207:lu_object_put()) Add ffff955634ed16e8/ffff955634ed1690 to site lru. bkt: ffff95571148e290 00010000:00000001:3.0:1770653412.442183:0:6530:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:2.0:1770653412.442186:0:76382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164554:2164554:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164550:2164550:8:4294967295] 00010000:00000001:3.0:1770653412.442187:0:6530:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:1.0:1770653412.442189:0:6728:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 99 00010000:00000001:3.0:1770653412.442191:0:6530:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653412.442197:0:6530:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff955606de3000, rc 0) 00000020:00000040:1.0:1770653412.442198:0:6728:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=104 00000020:00000001:3.0:1770653412.442202:0:6530:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.442207:0:6728:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000040:3.0:1770653412.442208:0:6530:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966298240 00000400:00000200:2.0:1770653412.442209:0:76382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00002000:00000001:1.0:1770653412.442210:0:6728:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00010000:00000001:3.0:1770653412.442214:0:6530:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:1.0:1770653412.442215:0:6728:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1770653412.442219:0:6728:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:2.0:1770653412.442220:0:76382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000200:3.0:1770653412.442223:0:6530:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95573c46b800 x1856657966298240/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000800:00000010:2.0:1770653412.442226:0:76382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df600. 02000000:00000010:1.0:1770653412.442226:0:6728:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff95562de83400. 02000000:00000001:1.0:1770653412.442232:0:6728:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.442239:0:6530:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1770653412.442239:0:6728:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1770653412.442240:0:76382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:3.0:1770653412.442243:0:6530:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.442245:0:6728:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00001000:3.0:1770653412.442249:0:6530:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00010000:00000001:1.0:1770653412.442249:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000800:00000200:2.0:1770653412.442250:0:76382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00010000:1.0:1770653412.442253:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:3.0:1770653412.442257:0:6530:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1770653412.442258:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1770653412.442259:0:76382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df600 type 1, nob 496 niov 1 nkiov 1 00010000:00000001:1.0:1770653412.442264:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000040:3.0:1770653412.442265:0:6530:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00010000:00010000:1.0:1770653412.442267:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:3.0:1770653412.442269:0:6530:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00000001:1.0:1770653412.442271:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1770653412.442276:0:6530:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1770653412.442277:0:76382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.442277:0:6728:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 02000000:00000001:3.0:1770653412.442279:0:6530:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.442283:0:6530:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1770653412.442285:0:76382:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00010000:1.0:1770653412.442286:0:6728:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9556565b4a00/0x2aed14e4e178cd70 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1446:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17bc expref: 104 pid: 6728 timeout: 0 lvb_type: 1 00000100:00000040:3.0:1770653412.442290:0:6530:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653412.442293:0:76382:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000400:00000010:3.0:1770653412.442296:0:6530:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78440. 00000020:00000001:2.0:1770653412.442297:0:76382:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653412.442304:0:6530:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966298240, offset 224 00000020:00000001:2.0:1770653412.442304:0:76382:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000040:1.0:1770653412.442305:0:6728:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1446:0x0].0x0 (ffff955643d81e00) refcount = 1 00000100:00000040:2.0:1770653412.442314:0:76382:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c469880 x1856657966297984/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000040:1.0:1770653412.442314:0:6728:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000400:00000200:3.0:1770653412.442319:0:6530:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000040:1.0:1770653412.442322:0:6728:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9556565b4a00/0x2aed14e4e178cd70 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1446:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17bc expref: 104 pid: 6728 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1770653412.442337:0:6530:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00100000:2.0:1770653412.442352:0:76382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95573c469880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:b31b1d82-c1d4-4680-ae7a-71292416d1f5+102:2364:x1856657966297984:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 903us (1156us total) trans 0 rc 0/0 00000400:00000200:3.0:1770653412.442354:0:6530:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164555:2164555:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164551:2164551:7:4294967295] 00010000:00000001:1.0:1770653412.442359:0:6728:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000800:00000200:0.0:1770653412.442362:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1770653412.442363:0:6728:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.442370:0:6728:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000800:00000010:0.0:1770653412.442371:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df600. 00010000:00000001:1.0:1770653412.442374:0:6728:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1770653412.442375:0:76382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136143 00002000:00000001:1.0:1770653412.442380:0:6728:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000400:00000200:0.0:1770653412.442381:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1770653412.442383:0:76382:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 1 00010000:00000001:1.0:1770653412.442385:0:6728:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.442389:0:76382:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1770653412.442391:0:6530:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:1.0:1770653412.442392:0:6728:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00000100:00000001:2.0:1770653412.442393:0:76382:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1770653412.442397:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000010:2.0:1770653412.442400:0:76382:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300300. 00010000:00010000:1.0:1770653412.442400:0:6728:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9556565b4a00/0x2aed14e4e178cd70 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1446:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17bc expref: 104 pid: 6728 timeout: 0 lvb_type: 1 00000020:00000010:2.0:1770653412.442409:0:76382:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90898. 00000400:00000200:0.0:1770653412.442409:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888990 00000800:00000200:3.0:1770653412.442414:0:6530:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:1.0:1770653412.442417:0:6728:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000010:0.0:1770653412.442417:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888990. 00000020:00000010:2.0:1770653412.442418:0:76382:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bde00. 00000800:00000010:3.0:1770653412.442422:0:6530:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626cf00. 00010000:00000001:1.0:1770653412.442422:0:6728:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1770653412.442425:0:6728:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1770653412.442426:0:76382:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 101 00000100:00000001:0.0:1770653412.442427:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1770653412.442431:0:6728:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.442432:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1770653412.442433:0:76382:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.442435:0:6728:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1770653412.442438:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653412.442439:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1770653412.442442:0:6728:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9556565b4a00, rc 0) 00000020:00000001:1.0:1770653412.442444:0:6728:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653412.442446:0:6728:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966298496 00010000:00000001:1.0:1770653412.442448:0:6728:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1770653412.442453:0:6728:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95573c468a80 x1856657966298496/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1770653412.442459:0:6728:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1770653412.442461:0:6728:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653412.442463:0:6728:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1770653412.442465:0:6728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1770653412.442467:0:6728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000100:00000001:1.0:1770653412.442469:0:6728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:1.0:1770653412.442471:0:6728:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1770653412.442472:0:6728:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.442475:0:6728:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1770653412.442476:0:6728:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:1.0:1770653412.442479:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022bb0. 00000100:00000200:1.0:1770653412.442482:0:6728:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966298496, offset 224 00000400:00000200:1.0:1770653412.442485:0:6728:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:1.0:1770653412.442490:0:6728:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:1.0:1770653412.442494:0:6728:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164556:2164556:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164552:2164552:7:4294967295] 00000400:00000200:1.0:1770653412.442501:0:6728:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:1.0:1770653412.442505:0:6728:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:1.0:1770653412.442508:0:6728:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399a00. 00000800:00000200:1.0:1770653412.442511:0:6728:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:1.0:1770653412.442515:0:6728:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:1.0:1770653412.442518:0:6728:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399a00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1770653412.442531:0:6728:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653412.442534:0:6728:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000001:1.0:1770653412.442536:0:6728:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1770653412.442538:0:6728:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.442539:0:6728:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1770653412.442543:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c468a80 x1856657966298496/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1770653412.442552:0:6728:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95573c468a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+104:2364:x1856657966298496:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 696us (1032us total) trans 0 rc 0/0 00000100:00100000:1.0:1770653412.442559:0:6728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136145 00000100:00000040:1.0:1770653412.442562:0:6728:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000100:00000001:1.0:1770653412.442564:0:6728:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1770653412.442566:0:6728:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000001:0.0:1770653412.442566:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:1.0:1770653412.442572:0:6728:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d400. 00000020:00000010:1.0:1770653412.442575:0:6728:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada3e8. 00000020:00000010:1.0:1770653412.442595:0:6728:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9556560afc00. 00000020:00000040:1.0:1770653412.442597:0:6728:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 103 00000100:00000001:1.0:1770653412.442600:0:6728:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1770653412.442617:0:6530:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000001:0.0:1770653412.442618:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.442625:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1770653412.442629:0:6530:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:3.0:1770653412.442634:0:6530:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626cf00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1770653412.442639:0:6530:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653412.442643:0:6530:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:3.0:1770653412.442663:0:6530:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1770653412.442665:0:6530:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.442667:0:6530:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1770653412.442671:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c46b800 x1856657966298240/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000800:00000200:2.0:1770653412.442674:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1770653412.442680:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399a00. 00000400:00000200:2.0:1770653412.442685:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1770653412.442686:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95573c46b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b31b1d82-c1d4-4680-ae7a-71292416d1f5+101:2364:x1856657966298240:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 1141us (1357us total) trans 0 rc 0/0 00000800:00000001:0.0:1770653412.442693:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.442696:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:2.0:1770653412.442702:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022bb0 00000400:00000010:2.0:1770653412.442705:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022bb0. 00000400:00000200:0.0:1770653412.442707:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:2.0:1770653412.442709:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653412.442712:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1770653412.442722:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cf680 00000800:00000200:2.0:1770653412.442723:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1770653412.442729:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626cf00. 00000400:00000200:0.0:1770653412.442733:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecedf5 [8] + 4920 00000400:00000200:2.0:1770653412.442734:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653412.442743:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000800:00000001:0.0:1770653412.442744:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1770653412.442746:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78440 00000400:00000010:2.0:1770653412.442760:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78440. 00000100:00000001:2.0:1770653412.442764:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653412.442765:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:3.0:1770653412.442792:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136144 00000800:00000001:0.0:1770653412.442792:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1770653412.442798:0:6530:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000400:00000200:0.0:1770653412.442798:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653412.442803:0:6530:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1770653412.442807:0:6530:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1770653412.442809:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653412.442815:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653412.442817:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1770653412.442822:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c469c00. 00000100:00000040:0.0:1770653412.442824:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff95573c469c00 x1856657966298752 msgsize 328 00000100:00100000:0.0:1770653412.442829:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653412.442840:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653412.442845:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653412.442871:0:6728:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1770653412.442874:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1770653412.442875:0:6728:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966298752 00000020:00000010:3.0:1770653412.442876:0:6530:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300b80. 02000000:00000001:1.0:1770653412.442879:0:6728:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:0.0:1770653412.442882:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653412.442883:0:6728:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1770653412.442884:0:6530:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90578. 00000100:00000001:1.0:1770653412.442887:0:6728:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1770653412.442889:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1770653412.442891:0:6530:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bd200. 02000000:00000001:1.0:1770653412.442891:0:6728:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653412.442897:0:6728:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966298752 00000020:00000040:3.0:1770653412.442899:0:6530:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 100 00000020:00000001:1.0:1770653412.442901:0:6728:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1770653412.442902:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000020:00000040:1.0:1770653412.442904:0:6728:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000100:00000001:3.0:1770653412.442905:0:6530:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653412.442909:0:6728:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653412.442912:0:6728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=101 00000400:00000200:0.0:1770653412.442914:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cf780 00000020:00000001:1.0:1770653412.442915:0:6728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000020:00000001:1.0:1770653412.442920:0:6728:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:1.0:1770653412.442923:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1770653412.442926:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecedf5 [8] + 5248 00000020:00000010:1.0:1770653412.442927:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229f00. 00000100:00000001:1.0:1770653412.442932:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653412.442936:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229f00. 00000800:00000001:0.0:1770653412.442936:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:1.0:1770653412.442944:0:6728:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9556560afc00. 00000800:00000001:0.0:1770653412.442944:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1770653412.442947:0:6728:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d400. 00000400:00000200:0.0:1770653412.442949:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1770653412.442951:0:6728:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada3e8. 00000100:00000040:1.0:1770653412.442957:0:6728:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000400:00000200:0.0:1770653412.442958:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653412.442961:0:6728:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653412.442964:0:6728:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1770653412.442964:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1770653412.442966:0:6728:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653412.442968:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1770653412.442971:0:6728:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653412.442975:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c469500. 00000100:00000001:1.0:1770653412.442981:0:6728:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653412.442981:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff95573c469500 x1856657966299008 msgsize 328 00000100:00000001:1.0:1770653412.442992:0:6728:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1770653412.442992:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:1.0:1770653412.442995:0:6728:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1770653412.443017:0:6728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136146 00000100:00000040:1.0:1770653412.443019:0:6728:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000100:00000001:1.0:1770653412.443020:0:6728:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800638794752 : -117273070756864 : ffff95573c469c00) 00000100:00000001:0.0:1770653412.443024:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1770653412.443025:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95573c469c00 x1856657966298752/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000800:00000001:0.0:1770653412.443033:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653412.443041:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:0.0:1770653412.443042:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1770653412.443045:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229f00. 00000800:00000001:0.0:1770653412.443047:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653412.443049:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653412.443050:0:76382:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1770653412.443052:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229f00. 00000100:00100000:2.0:1770653412.443054:0:76382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966299008 02000000:00000001:2.0:1770653412.443058:0:76382:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1770653412.443061:0:76382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1770653412.443062:0:6728:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95573c469c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+101:2364:x1856657966298752:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00000001:2.0:1770653412.443065:0:76382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653412.443067:0:6728:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966298752 02000000:00000001:2.0:1770653412.443069:0:76382:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.443070:0:6728:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1770653412.443074:0:6728:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:2.0:1770653412.443075:0:76382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966299008 00000800:00000001:0.0:1770653412.443076:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653412.443077:0:6728:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.443079:0:76382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1770653412.443083:0:6728:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000040:2.0:1770653412.443084:0:76382:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:1.0:1770653412.443087:0:6728:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:2.0:1770653412.443088:0:76382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1770653412.443093:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000020:00000040:2.0:1770653412.443094:0:76382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=102 00000020:00000001:1.0:1770653412.443094:0:6728:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1770653412.443098:0:6728:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653412.443100:0:76382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000020:00000001:1.0:1770653412.443102:0:6728:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1770653412.443104:0:76382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000020:00000001:1.0:1770653412.443105:0:6728:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1770653412.443111:0:76382:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1770653412.443111:0:6728:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653412.443111:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cf880 00000020:00000001:1.0:1770653412.443116:0:6728:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000020:00000010:2.0:1770653412.443117:0:76382:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95565c712940. 00010000:00000001:1.0:1770653412.443120:0:6728:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00000100:00000001:2.0:1770653412.443121:0:76382:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1770653412.443125:0:6728:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000400:00000200:0.0:1770653412.443126:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecedf5 [8] + 5576 00000020:00000010:2.0:1770653412.443127:0:76382:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95565c712940. 00010000:00000001:1.0:1770653412.443129:0:6728:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1770653412.443132:0:6728:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653412.443136:0:76382:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564531ca00. 00010000:00000001:1.0:1770653412.443137:0:6728:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000800:00000001:0.0:1770653412.443137:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1770653412.443145:0:76382:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95566aa1c080. 00010000:00000010:1.0:1770653412.443145:0:6728:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff955643d81300. 00000800:00000001:0.0:1770653412.443146:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1770653412.443152:0:6728:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff955643d81b00. 00000400:00000200:0.0:1770653412.443153:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1770653412.443154:0:76382:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e5107d0. 00010000:00000001:1.0:1770653412.443158:0:6728:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:2.0:1770653412.443162:0:76382:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000010:1.0:1770653412.443163:0:6728:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9556565b5800. 00000100:00000001:2.0:1770653412.443164:0:76382:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1770653412.443164:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653412.443168:0:76382:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.443170:0:6728:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:0.0:1770653412.443173:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1770653412.443175:0:76382:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653412.443175:0:6728:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9556565b5800 with handle 0x2aed14e4e178cd77 to hash 00000100:00000200:0.0:1770653412.443178:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000001:1.0:1770653412.443179:0:6728:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1770653412.443183:0:6728:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626796781393920 : -117276928157696 : ffff9556565b5800) 00000100:00000001:2.0:1770653412.443186:0:76382:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.443187:0:6728:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626796781393920 : -117276928157696 : ffff9556565b5800) 00000100:00000010:0.0:1770653412.443187:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c468000. 00010000:00010000:1.0:1770653412.443195:0:6728:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9556565b5800/0x2aed14e4e178cd77 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x1590:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe17ca expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1770653412.443196:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff95573c468000 x1856657966299264 msgsize 328 00000100:00000001:2.0:1770653412.443200:0:76382:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1770653412.443204:0:76382:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00002000:00000001:1.0:1770653412.443207:0:6728:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000100:00000001:3.0:1770653412.443210:0:6530:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00002000:00000010:1.0:1770653412.443213:0:6728:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff955645229f00. 00000100:00100000:2.0:1770653412.443214:0:76382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136147 00000100:00000001:3.0:1770653412.443215:0:6530:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1770653412.443217:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00002000:00000001:1.0:1770653412.443219:0:6728:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00000001:3.0:1770653412.443222:0:6530:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653412.443222:0:76382:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 2 00000020:00000001:1.0:1770653412.443223:0:6728:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:3.0:1770653412.443228:0:6530:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.443228:0:76382:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800638792960 : -117273070758656 : ffff95573c469500) 00000020:00000001:1.0:1770653412.443229:0:6728:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795517174152 : -117278192377464 : ffff95560b00e188) 00000100:00000001:0.0:1770653412.443232:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00002000:00000001:1.0:1770653412.443237:0:6728:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795517174064 : -117278192377552 : ffff95560b00e130) 00000100:00000040:2.0:1770653412.443241:0:76382:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95573c469500 x1856657966299008/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00002000:00000001:1.0:1770653412.443241:0:6728:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00000100:00000001:3.0:1770653412.443243:0:6530:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1770653412.443248:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966299264 00002000:00000001:1.0:1770653412.443248:0:6728:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1770653412.443252:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1770653412.443253:0:6530:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1770653412.443254:0:76382:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00010000:1.0:1770653412.443255:0:6728:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x1590:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00000001:3.0:1770653412.443257:0:6530:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1770653412.443261:0:76382:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95565c712940. 00000100:00000001:3.0:1770653412.443262:0:6530:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653412.443262:0:6728:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000800:00000001:0.0:1770653412.443263:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653412.443268:0:76382:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000002:1.0:1770653412.443268:0:6728:0:(lu_object.c:207:lu_object_put()) Add ffff95560b00e188/ffff95560b00e130 to site lru. bkt: ffff9556025b6990 00000800:00000001:0.0:1770653412.443270:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1770653412.443271:0:6530:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653412.443274:0:6728:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 97 00000020:00000010:2.0:1770653412.443276:0:76382:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95565c712940. 00000100:00100000:3.0:1770653412.443277:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966299264 00000800:00000001:0.0:1770653412.443278:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1770653412.443279:0:6728:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=103 00000020:00000001:3.0:1770653412.443283:0:6530:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1770653412.443285:0:6728:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000040:3.0:1770653412.443286:0:6530:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000100:00100000:2.0:1770653412.443289:0:76382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95573c469500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:b31b1d82-c1d4-4680-ae7a-71292416d1f5+103:2364:x1856657966299008:12345-192.168.202.60@tcp:101:ll_agl.0 00002000:00000001:1.0:1770653412.443289:0:6728:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000020:00000001:3.0:1770653412.443290:0:6530:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1770653412.443294:0:6728:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1770653412.443295:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000020:00000040:3.0:1770653412.443296:0:6530:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=104 02000000:00000001:1.0:1770653412.443298:0:6728:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1770653412.443299:0:76382:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966299008 00000020:00000001:3.0:1770653412.443303:0:6530:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:2.0:1770653412.443305:0:76382:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:1.0:1770653412.443306:0:6728:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff95562de80400. 00000020:00000001:3.0:1770653412.443307:0:6530:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:2.0:1770653412.443309:0:76382:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1770653412.443311:0:6728:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.443315:0:6530:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1770653412.443315:0:76382:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653412.443315:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cf980 00000100:00000001:1.0:1770653412.443316:0:6728:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653412.443321:0:6530:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bfcc0. 00000020:00000001:2.0:1770653412.443324:0:76382:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:1.0:1770653412.443324:0:6728:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:3.0:1770653412.443326:0:6530:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1770653412.443330:0:76382:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00010000:00000001:1.0:1770653412.443330:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000400:00000200:0.0:1770653412.443331:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecedf5 [8] + 5904 00000020:00000010:3.0:1770653412.443332:0:6530:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bfcc0. 00010000:00010000:1.0:1770653412.443333:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000001:2.0:1770653412.443337:0:76382:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:1.0:1770653412.443339:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653412.443341:0:76382:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1770653412.443342:0:6530:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bd200. 00010000:00000001:1.0:1770653412.443343:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000800:00000001:0.0:1770653412.443344:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:1.0:1770653412.443347:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000001:2.0:1770653412.443348:0:76382:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:3.0:1770653412.443350:0:6530:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300b80. 00010000:00000001:1.0:1770653412.443351:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653412.443352:0:76382:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000001:0.0:1770653412.443353:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1770653412.443358:0:6530:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90578. 00000020:00000001:2.0:1770653412.443358:0:76382:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.443358:0:6728:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000200:0.0:1770653412.443359:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1770653412.443366:0:76382:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00010000:1.0:1770653412.443367:0:6728:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9556565b5800/0x2aed14e4e178cd77 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1590:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17ca expref: 103 pid: 6728 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1770653412.443368:0:6530:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:2.0:1770653412.443371:0:76382:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00000100:00000001:3.0:1770653412.443372:0:6530:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1770653412.443374:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00010000:2.0:1770653412.443375:0:76382:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00000001:3.0:1770653412.443377:0:6530:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.443380:0:76382:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1770653412.443385:0:76382:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.443386:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1770653412.443387:0:6530:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653412.443389:0:6728:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1590:0x0].0x0 (ffff955643d81300) refcount = 1 00010000:00000001:2.0:1770653412.443391:0:76382:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000200:0.0:1770653412.443391:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000040:1.0:1770653412.443394:0:6728:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:3.0:1770653412.443398:0:6530:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1770653412.443400:0:76382:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff955706762700. 00010000:00000040:1.0:1770653412.443401:0:6728:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9556565b5800/0x2aed14e4e178cd77 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1590:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17ca expref: 103 pid: 6728 timeout: 0 lvb_type: 1 00000100:00000010:0.0:1770653412.443401:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c46ad80. 00010000:00000010:2.0:1770653412.443407:0:76382:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff955706762100. 00000100:00000040:0.0:1770653412.443409:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff95573c46ad80 x1856657966299520 msgsize 328 00000100:00000001:3.0:1770653412.443410:0:6529:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653412.443415:0:6529:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1770653412.443416:0:76382:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:1.0:1770653412.443417:0:6728:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653412.443421:0:6728:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1770653412.443422:0:76382:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955605728e00. 00000100:00100000:3.0:1770653412.443424:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136148 00010000:00000001:1.0:1770653412.443426:0:6728:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000001:2.0:1770653412.443429:0:76382:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:1.0:1770653412.443430:0:6728:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1770653412.443431:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000040:3.0:1770653412.443432:0:6529:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000020:00000040:2.0:1770653412.443434:0:76382:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955605728e00 with handle 0x2aed14e4e178cd7e to hash 00002000:00000001:1.0:1770653412.443435:0:6728:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000100:00000001:3.0:1770653412.443439:0:6529:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800638787584 : -117273070764032 : ffff95573c468000) 00000020:00000001:2.0:1770653412.443441:0:76382:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1770653412.443442:0:6728:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.443447:0:76382:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795423960576 : -117278285591040 : ffff955605728e00) 00000100:00000040:3.0:1770653412.443448:0:6529:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95573c468000 x1856657966299264/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1770653412.443448:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1770653412.443449:0:6728:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00000001:2.0:1770653412.443454:0:76382:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795423960576 : -117278285591040 : ffff955605728e00) 00010000:00010000:1.0:1770653412.443457:0:6728:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9556565b5800/0x2aed14e4e178cd77 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1590:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17ca expref: 103 pid: 6728 timeout: 0 lvb_type: 1 00000800:00000001:0.0:1770653412.443458:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:2.0:1770653412.443459:0:76382:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff955605728e00/0x2aed14e4e178cd7e lrc: 2/0,0 mode: --/PR res: [0x240000403:0x1593:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe17d8 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00000800:00000001:0.0:1770653412.443467:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653412.443474:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1770653412.443477:0:6728:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00002000:00000001:2.0:1770653412.443481:0:76382:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00010000:00000001:1.0:1770653412.443481:0:6728:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000800:00000001:0.0:1770653412.443481:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.443485:0:6728:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00002000:00000010:2.0:1770653412.443487:0:76382:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff95565c712940. 00010000:00000001:1.0:1770653412.443488:0:6728:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653412.443493:0:76382:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:1.0:1770653412.443494:0:6728:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:0.0:1770653412.443495:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000020:00000001:2.0:1770653412.443496:0:76382:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1770653412.443497:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1770653412.443502:0:76382:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796276735496 : -117277432816120 : ffff95563846de08) 00010000:00000001:1.0:1770653412.443502:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1770653412.443506:0:6728:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9556565b5800, rc 0) 00002000:00000001:2.0:1770653412.443510:0:76382:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796276735408 : -117277432816208 : ffff95563846ddb0) 00000020:00000001:1.0:1770653412.443511:0:6728:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653412.443517:0:76382:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00010000:00000040:1.0:1770653412.443518:0:6728:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966298752 00000400:00000200:0.0:1770653412.443518:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cfa80 00002000:00000001:2.0:1770653412.443524:0:76382:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.443525:0:6728:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:3.0:1770653412.443526:0:6529:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00010000:2.0:1770653412.443529:0:76382:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x1593:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000020:00000010:3.0:1770653412.443532:0:6529:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bfcc0. 00000400:00000200:0.0:1770653412.443533:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecedf5 [8] + 6232 00010000:00000200:1.0:1770653412.443534:0:6728:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95573c469c00 x1856657966298752/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00002000:00000001:2.0:1770653412.443535:0:76382:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000100:00000001:3.0:1770653412.443538:0:6529:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000002:2.0:1770653412.443540:0:76382:0:(lu_object.c:207:lu_object_put()) Add ffff95563846de08/ffff95563846ddb0 to site lru. bkt: ffff9556025b71a8 00000020:00000010:3.0:1770653412.443546:0:6529:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bfcc0. 00010000:00000040:2.0:1770653412.443549:0:76382:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 98 00000800:00000001:0.0:1770653412.443549:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:2.0:1770653412.443556:0:76382:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=104 00000100:00100000:3.0:1770653412.443557:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95573c468000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b31b1d82-c1d4-4680-ae7a-71292416d1f5+104:2364:x1856657966299264:12345-192.168.202.60@tcp:101:ll_agl.0 00000800:00000001:0.0:1770653412.443560:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.443561:0:6728:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1770653412.443564:0:76382:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1770653412.443582:0:6728:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653412.443582:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000001:2.0:1770653412.443584:0:76382:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000200:3.0:1770653412.443585:0:6529:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966299264 00000100:00000001:2.0:1770653412.443590:0:76382:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1770653412.443591:0:6529:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00001000:1.0:1770653412.443591:0:6728:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000400:00000200:0.0:1770653412.443595:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 02000000:00000001:2.0:1770653412.443596:0:76382:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1770653412.443597:0:6529:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1770653412.443598:0:6728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1770653412.443602:0:6529:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653412.443604:0:76382:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff95566c886c00. 00000100:00000001:0.0:1770653412.443604:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1770653412.443605:0:6728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000020:00000001:3.0:1770653412.443608:0:6529:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:0.0:1770653412.443608:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:2.0:1770653412.443611:0:76382:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653412.443612:0:6529:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000100:00000001:1.0:1770653412.443612:0:6728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000001:2.0:1770653412.443615:0:76382:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653412.443615:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c46bb80. 02000000:00000001:1.0:1770653412.443619:0:6728:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1770653412.443620:0:6529:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1770653412.443622:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff95573c46bb80 x1856657966299776 msgsize 328 02000000:00000001:1.0:1770653412.443623:0:6728:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.443624:0:76382:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000020:00000001:3.0:1770653412.443625:0:6529:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.443628:0:76382:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:1.0:1770653412.443629:0:6728:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1770653412.443631:0:6529:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00010000:2.0:1770653412.443634:0:76382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000001:3.0:1770653412.443635:0:6529:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:0.0:1770653412.443636:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000040:1.0:1770653412.443639:0:6728:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000020:00000001:3.0:1770653412.443642:0:6529:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.443643:0:76382:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1770653412.443645:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022330. 00000100:00000001:0.0:1770653412.443646:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1770653412.443647:0:6529:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1770653412.443651:0:76382:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1770653412.443652:0:6529:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00000100:00000200:1.0:1770653412.443652:0:6728:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966298752, offset 224 00000800:00000001:0.0:1770653412.443655:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:3.0:1770653412.443656:0:6529:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1770653412.443658:0:76382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653412.443660:0:6529:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000800:00000001:0.0:1770653412.443661:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.443664:0:76382:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653412.443664:0:6728:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:3.0:1770653412.443665:0:6529:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1770653412.443665:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653412.443688:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653412.443689:0:6529:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:2.0:1770653412.443689:0:76382:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000200:1.0:1770653412.443694:0:6728:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000010:3.0:1770653412.443698:0:6529:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff95561e169900. 00010000:00010000:2.0:1770653412.443702:0:76382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff955605728e00/0x2aed14e4e178cd7e lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1593:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17d8 expref: 104 pid: 76382 timeout: 0 lvb_type: 1 00000400:00000200:1.0:1770653412.443705:0:6728:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164557:2164557:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164553:2164553:8:4294967295] 00010000:00000010:3.0:1770653412.443706:0:6529:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff95561e169b00. 00000400:00000200:0.0:1770653412.443706:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:3.0:1770653412.443714:0:6529:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1770653412.443721:0:6529:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955606de3800. 00010000:00000040:2.0:1770653412.443724:0:76382:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1593:0x0].0x0 (ffff955706762700) refcount = 1 00000020:00000001:3.0:1770653412.443727:0:6529:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000400:00000200:1.0:1770653412.443731:0:6728:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000040:2.0:1770653412.443732:0:76382:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000020:00000040:3.0:1770653412.443733:0:6529:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955606de3800 with handle 0x2aed14e4e178cd85 to hash 00010000:00000040:2.0:1770653412.443769:0:76382:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955605728e00/0x2aed14e4e178cd7e lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1593:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17d8 expref: 104 pid: 76382 timeout: 0 lvb_type: 1 00000800:00000200:1.0:1770653412.443771:0:6728:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000020:00000001:3.0:1770653412.443773:0:6529:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000400:00000200:0.0:1770653412.443774:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 28 MB=0x6989ede8cfb80 00010000:00000001:3.0:1770653412.443778:0:6529:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795447793664 : -117278261757952 : ffff955606de3800) 00000800:00000010:1.0:1770653412.443780:0:6728:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399a00. 00010000:00000001:3.0:1770653412.443785:0:6529:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795447793664 : -117278261757952 : ffff955606de3800) 00000400:00000200:0.0:1770653412.443787:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 328/328 into md 0xecedf5 [8] + 6560 00000800:00000200:1.0:1770653412.443792:0:6728:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00010000:3.0:1770653412.443794:0:6529:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff955606de3800/0x2aed14e4e178cd85 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x1433:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe17e6 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653412.443796:0:76382:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000800:00000001:0.0:1770653412.443797:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653412.443801:0:76382:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653412.443803:0:6728:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:2.0:1770653412.443808:0:76382:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000800:00000200:1.0:1770653412.443810:0:6728:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399a00 type 1, nob 496 niov 1 nkiov 1 00010000:00000001:2.0:1770653412.443812:0:76382:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1770653412.443813:0:6529:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000001:2.0:1770653412.443818:0:76382:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00002000:00000010:3.0:1770653412.443820:0:6529:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9556665bfcc0. 00010000:00000001:2.0:1770653412.443821:0:76382:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.443823:0:6728:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653412.443826:0:6529:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000800:00000001:0.0:1770653412.443826:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.443827:0:76382:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00000100:00000040:1.0:1770653412.443829:0:6728:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000020:00000001:3.0:1770653412.443831:0:6529:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1770653412.443832:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1770653412.443835:0:6728:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1770653412.443837:0:6529:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795553130968 : -117278156420648 : ffff95560d2589d8) 00010000:00010000:2.0:1770653412.443837:0:76382:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff955605728e00/0x2aed14e4e178cd7e lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1593:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17d8 expref: 104 pid: 76382 timeout: 0 lvb_type: 1 00000020:00000001:1.0:1770653412.443838:0:6728:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653412.443843:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00002000:00000001:3.0:1770653412.443845:0:6529:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795553130880 : -117278156420736 : ffff95560d258980) 00000020:00000001:1.0:1770653412.443846:0:6728:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00002000:00000001:3.0:1770653412.443869:0:6529:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00000100:00000001:0.0:1770653412.443874:0:3283:0:(events.c:286:request_in_callback()) Process entered 00002000:00000001:3.0:1770653412.443875:0:6529:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653412.443877:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c469c00 x1856657966298752/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1770653412.443878:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1770653412.443885:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c468700. 00010000:00000001:2.0:1770653412.443890:0:76382:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:0.0:1770653412.443891:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff95573c468700 x1856657966300032 msgsize 328 00010000:00000001:2.0:1770653412.443894:0:76382:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1770653412.443898:0:76382:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1770653412.443902:0:6728:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95573c469c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+104:2364:x1856657966298752:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 855us (1070us total) trans 0 rc 0/0 00010000:00000001:2.0:1770653412.443906:0:76382:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653412.443906:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00010000:00000001:2.0:1770653412.443913:0:76382:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1770653412.443916:0:76382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00002000:00010000:3.0:1770653412.443917:0:6529:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x1433:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00000001:0.0:1770653412.443918:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1770653412.443919:0:76382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:1.0:1770653412.443920:0:6728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136146 00010000:00010000:2.0:1770653412.443924:0:76382:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff955605728e00, rc 0) 00002000:00000001:3.0:1770653412.443927:0:6529:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000100:00000040:1.0:1770653412.443928:0:6728:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 1 00000020:00000001:2.0:1770653412.443929:0:76382:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1770653412.443931:0:6529:0:(lu_object.c:207:lu_object_put()) Add ffff95560d2589d8/ffff95560d258980 to site lru. bkt: ffff95571148c118 00000100:00000001:1.0:1770653412.443934:0:6728:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000040:2.0:1770653412.443935:0:76382:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966299008 00010000:00000040:3.0:1770653412.443937:0:6529:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 100 00000100:00000001:1.0:1770653412.443937:0:6728:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1770653412.443939:0:76382:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000010:1.0:1770653412.443943:0:6728:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d400. 00000020:00000040:3.0:1770653412.443944:0:6529:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=105 00010000:00000200:2.0:1770653412.443948:0:76382:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95573c469500 x1856657966299008/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1770653412.443952:0:6529:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000010:1.0:1770653412.443952:0:6728:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada3e8. 00000800:00000200:0.0:1770653412.443954:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00002000:00000001:3.0:1770653412.443956:0:6529:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000020:00000010:1.0:1770653412.443959:0:6728:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9556560afc00. 00000100:00000001:3.0:1770653412.443961:0:6529:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000010:0.0:1770653412.443961:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399a00. 02000000:00000001:3.0:1770653412.443966:0:6529:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:1.0:1770653412.443967:0:6728:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 103 00010000:00000001:2.0:1770653412.443968:0:76382:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1770653412.443969:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1770653412.443972:0:6529:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9557180cdc00. 00010000:00000001:2.0:1770653412.443973:0:76382:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.443973:0:6728:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1770653412.443977:0:6529:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653412.443980:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00001000:2.0:1770653412.443981:0:76382:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653412.443982:0:6529:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653412.443985:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022330 00010000:00000001:3.0:1770653412.443987:0:6529:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:1.0:1770653412.443987:0:6728:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1770653412.443990:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022330. 00000100:00000001:2.0:1770653412.443992:0:76382:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1770653412.443993:0:6529:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00100000:1.0:1770653412.443993:0:6728:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966299520 00000100:00000001:0.0:1770653412.443994:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:3.0:1770653412.443998:0:6529:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 02000000:00000001:1.0:1770653412.443999:0:6728:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653412.443999:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1770653412.444000:0:76382:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:1.0:1770653412.444003:0:6728:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1770653412.444005:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653412.444006:0:76382:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000001:1.0:1770653412.444006:0:6728:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1770653412.444010:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653412.444012:0:6728:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653412.444014:0:76382:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:1.0:1770653412.444015:0:6728:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966299520 02000000:00000001:2.0:1770653412.444020:0:76382:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653412.444020:0:6728:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1770653412.444022:0:6728:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:1.0:1770653412.444026:0:6728:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1770653412.444026:0:7966:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1770653412.444027:0:76382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1770653412.444030:0:7966:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966299776 00000020:00000040:1.0:1770653412.444031:0:6728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=104 02000000:00000001:0.0:1770653412.444035:0:7966:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1770653412.444036:0:6728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000040:2.0:1770653412.444037:0:76382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:0.0:1770653412.444038:0:7966:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1770653412.444041:0:6728:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:0.0:1770653412.444042:0:7966:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653412.444046:0:76382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888b28. 00010000:00000001:3.0:1770653412.444047:0:6529:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.444048:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1770653412.444049:0:7966:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653412.444054:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229240. 00010000:00000001:3.0:1770653412.444055:0:6529:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00100000:0.0:1770653412.444055:0:7966:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966299776 00000100:00000200:2.0:1770653412.444056:0:76382:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966299008, offset 224 00010000:00010000:3.0:1770653412.444059:0:6529:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:1.0:1770653412.444061:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653412.444061:0:7966:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:3.0:1770653412.444063:0:6529:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1770653412.444065:0:7966:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000020:00000010:1.0:1770653412.444067:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229240. 00010000:00000001:3.0:1770653412.444070:0:6529:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000001:0.0:1770653412.444070:0:7966:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1770653412.444072:0:76382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000020:00000040:0.0:1770653412.444074:0:7966:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=106 00000020:00000010:1.0:1770653412.444075:0:6728:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9556560afc00. 00010000:00010000:3.0:1770653412.444078:0:6529:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff955606de3800/0x2aed14e4e178cd85 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1433:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17e6 expref: 106 pid: 6529 timeout: 0 lvb_type: 1 00000020:00000001:0.0:1770653412.444080:0:7966:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000010:1.0:1770653412.444081:0:6728:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d400. 00000400:00000200:2.0:1770653412.444088:0:76382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000020:00000001:0.0:1770653412.444088:0:7966:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000010:1.0:1770653412.444089:0:6728:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada3e8. 00000100:00000001:0.0:1770653412.444097:0:7966:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000040:3.0:1770653412.444098:0:6529:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1433:0x0].0x0 (ffff95561e169900) refcount = 1 00000100:00000001:1.0:1770653412.444098:0:6728:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653412.444102:0:6728:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1770653412.444103:0:76382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164558:2164558:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164554:2164554:8:4294967295] 00000020:00000010:0.0:1770653412.444104:0:7966:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a140. 00010000:00000040:3.0:1770653412.444105:0:6529:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:1.0:1770653412.444106:0:6728:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.444110:0:7966:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653412.444113:0:6728:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653412.444114:0:6529:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff955606de3800/0x2aed14e4e178cd85 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1433:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17e6 expref: 106 pid: 6529 timeout: 0 lvb_type: 1 00000020:00000010:0.0:1770653412.444115:0:7966:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a140. 00000100:00000001:1.0:1770653412.444122:0:6728:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1770653412.444124:0:7966:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997b000. 00000400:00000200:2.0:1770653412.444129:0:76382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000020:00000010:0.0:1770653412.444131:0:7966:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556323ff780. 00000100:00000001:1.0:1770653412.444133:0:6728:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:3.0:1770653412.444135:0:6529:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000010:0.0:1770653412.444138:0:7966:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3dc80. 00000100:00100000:1.0:1770653412.444139:0:6728:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966300032 00010000:00000001:3.0:1770653412.444140:0:6529:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653412.444144:0:6728:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1770653412.444146:0:6529:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000800:00000200:2.0:1770653412.444146:0:76382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:1.0:1770653412.444147:0:6728:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653412.444149:0:7966:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:3.0:1770653412.444151:0:6529:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.444152:0:6728:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.444153:0:7966:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00002000:00000001:3.0:1770653412.444154:0:6529:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000800:00000010:2.0:1770653412.444155:0:76382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3dff00. 02000000:00000001:1.0:1770653412.444158:0:6728:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.444159:0:7966:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.444160:0:6529:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653412.444162:0:6728:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966300032 00000800:00000200:2.0:1770653412.444167:0:76382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000020:00000001:1.0:1770653412.444168:0:6728:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:3.0:1770653412.444169:0:6529:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00000100:00000001:0.0:1770653412.444170:0:7966:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653412.444172:0:6728:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:1.0:1770653412.444177:0:6728:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:3.0:1770653412.444178:0:6529:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff955606de3800/0x2aed14e4e178cd85 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1433:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17e6 expref: 106 pid: 6529 timeout: 0 lvb_type: 1 00000800:00000200:2.0:1770653412.444178:0:76382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000020:00000040:1.0:1770653412.444182:0:6728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=105 00000800:00000200:2.0:1770653412.444185:0:76382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3dff00 type 1, nob 496 niov 1 nkiov 1 00000020:00000001:1.0:1770653412.444188:0:6728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:0.0:1770653412.444193:0:7966:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653412.444195:0:6728:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:2.0:1770653412.444202:0:76382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.444203:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1770653412.444204:0:6529:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000010:1.0:1770653412.444208:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229240. 00010000:00000001:3.0:1770653412.444209:0:6529:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:0.0:1770653412.444209:0:7966:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1770653412.444212:0:76382:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:3.0:1770653412.444214:0:6529:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653412.444214:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653412.444215:0:76382:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:0.0:1770653412.444215:0:7966:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1770653412.444221:0:76382:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.444222:0:6529:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653412.444222:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229240. 00000100:00100000:0.0:1770653412.444223:0:7966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136149 00010000:00000001:3.0:1770653412.444230:0:6529:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000001:2.0:1770653412.444230:0:76382:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1770653412.444231:0:6728:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9556560ae400. 00000100:00000040:0.0:1770653412.444231:0:7966:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 2 00010000:00000001:3.0:1770653412.444233:0:6529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:1.0:1770653412.444238:0:6728:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d780. 00010000:00000001:3.0:1770653412.444239:0:6529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653412.444239:0:7966:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800638799232 : -117273070752384 : ffff95573c46ad80) 00000100:00000040:2.0:1770653412.444240:0:76382:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c469500 x1856657966299008/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00010000:3.0:1770653412.444244:0:6529:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff955606de3800, rc 0) 00000020:00000010:1.0:1770653412.444245:0:6728:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662adae10. 00000020:00000001:3.0:1770653412.444251:0:6529:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653412.444251:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95573c46ad80 x1856657966299520/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1770653412.444253:0:6728:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653412.444257:0:6728:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000040:3.0:1770653412.444258:0:6529:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966299264 00000100:00000001:1.0:1770653412.444261:0:6728:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653412.444264:0:6529:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:1.0:1770653412.444272:0:6728:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.444273:0:7966:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000200:3.0:1770653412.444275:0:6529:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95573c468000 x1856657966299264/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1770653412.444278:0:76382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95573c469500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:b31b1d82-c1d4-4680-ae7a-71292416d1f5+105:2364:x1856657966299008:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 1015us (1289us total) trans 0 rc 0/0 00000020:00000010:0.0:1770653412.444279:0:7966:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a140. 00000100:00000001:1.0:1770653412.444285:0:6728:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653412.444286:0:7966:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653412.444295:0:7966:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a140. 00010000:00000001:3.0:1770653412.444297:0:6529:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1770653412.444298:0:6728:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1770653412.444301:0:76382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136147 00010000:00000001:3.0:1770653412.444302:0:6529:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.444303:0:6728:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1770653412.444303:0:7966:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95573c46ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b31b1d82-c1d4-4680-ae7a-71292416d1f5+105:2364:x1856657966299520:12345-192.168.202.60@tcp:101:ll_agl.0 00000100:00001000:3.0:1770653412.444310:0:6529:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000100:00000040:2.0:1770653412.444310:0:76382:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 1 00000100:00000200:0.0:1770653412.444312:0:7966:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966299520 00000100:00100000:1.0:1770653412.444315:0:6728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136150 00000100:00000001:2.0:1770653412.444317:0:76382:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1770653412.444318:0:7966:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1770653412.444319:0:6529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1770653412.444323:0:76382:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1770653412.444324:0:6728:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 2 00000020:00000001:0.0:1770653412.444324:0:7966:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1770653412.444325:0:6529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000020:00000001:0.0:1770653412.444328:0:7966:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653412.444329:0:76382:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1c080. 00000100:00000001:1.0:1770653412.444329:0:6728:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800638802816 : -117273070748800 : ffff95573c46bb80) 00000100:00000001:3.0:1770653412.444331:0:6529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000020:00000001:0.0:1770653412.444333:0:7966:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1770653412.444336:0:76382:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e5107d0. 02000000:00000001:3.0:1770653412.444338:0:6529:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1770653412.444338:0:7966:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000010:2.0:1770653412.444341:0:76382:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564531ca00. 02000000:00000001:3.0:1770653412.444342:0:6529:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653412.444343:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95573c46bb80 x1856657966299776/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000001:0.0:1770653412.444344:0:7966:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000040:2.0:1770653412.444346:0:76382:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 104 00000100:00000001:3.0:1770653412.444349:0:6529:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1770653412.444349:0:7966:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653412.444353:0:76382:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653412.444355:0:7966:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1770653412.444360:0:6529:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000020:00000001:0.0:1770653412.444360:0:7966:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1770653412.444365:0:7966:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.444366:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1770653412.444368:0:6529:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78330. 00000020:00000001:0.0:1770653412.444370:0:7966:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000020:00000010:1.0:1770653412.444372:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955645229240. 00010000:00000001:0.0:1770653412.444373:0:7966:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00000100:00000200:3.0:1770653412.444374:0:6529:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966299264, offset 224 00000100:00000001:2.0:1770653412.444375:0:76385:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00010000:0.0:1770653412.444378:0:7966:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00000001:2.0:1770653412.444379:0:76385:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1770653412.444379:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653412.444382:0:7966:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000020:00000010:1.0:1770653412.444386:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955645229240. 00000400:00000200:3.0:1770653412.444387:0:6529:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653412.444387:0:7966:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653412.444388:0:76385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 1136151 00000100:00100000:1.0:1770653412.444395:0:6728:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95573c46bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+106:2364:x1856657966299776:12345-192.168.202.60@tcp:101:ll_agl.0 00010000:00000001:0.0:1770653412.444395:0:7966:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000040:2.0:1770653412.444396:0:76385:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 2 00000100:00000001:2.0:1770653412.444402:0:76385:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800638789376 : -117273070762240 : ffff95573c468700) 00000400:00000200:3.0:1770653412.444403:0:6529:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000010:0.0:1770653412.444403:0:7966:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff95562c55c800. 00000100:00000200:1.0:1770653412.444407:0:6728:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966299776 00010000:00000010:0.0:1770653412.444410:0:7966:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff95562c55cf00. 00000020:00000001:1.0:1770653412.444413:0:6728:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1770653412.444414:0:76385:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95573c468700 x1856657966300032/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1770653412.444416:0:7966:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000400:00000200:3.0:1770653412.444417:0:6529:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164559:2164559:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164555:2164555:7:4294967295] 00000020:00000001:1.0:1770653412.444418:0:6728:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000010:0.0:1770653412.444420:0:7966:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561ae2bc00. 00000020:00000001:1.0:1770653412.444423:0:6728:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653412.444426:0:7966:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:1.0:1770653412.444430:0:6728:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000040:0.0:1770653412.444431:0:7966:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561ae2bc00 with handle 0x2aed14e4e178cd8c to hash 00000020:00000001:1.0:1770653412.444434:0:6728:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000020:00000001:0.0:1770653412.444438:0:7966:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:2.0:1770653412.444439:0:76385:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1770653412.444440:0:6728:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:0.0:1770653412.444444:0:7966:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795783633920 : -117277925917696 : ffff95561ae2bc00) 00000020:00000001:1.0:1770653412.444445:0:6728:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.444446:0:6529:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000020:00000010:2.0:1770653412.444447:0:76385:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59700. 00010000:00000001:0.0:1770653412.444450:0:7966:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795783633920 : -117277925917696 : ffff95561ae2bc00) 00000020:00000001:1.0:1770653412.444451:0:6728:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1770653412.444454:0:76385:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1770653412.444456:0:6728:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00010000:0.0:1770653412.444458:0:7966:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95561ae2bc00/0x2aed14e4e178cd8c lrc: 2/0,0 mode: --/PR res: [0x240000403:0x1574:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe17f4 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1770653412.444461:0:76385:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59700. 00000020:00000001:1.0:1770653412.444462:0:6728:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653412.444463:0:6529:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000020:00000001:1.0:1770653412.444469:0:6728:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000800:00000010:3.0:1770653412.444471:0:6529:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c300. 00010000:00000001:1.0:1770653412.444473:0:6728:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00002000:00000001:0.0:1770653412.444476:0:7966:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000100:00100000:2.0:1770653412.444477:0:76385:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95573c468700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:b31b1d82-c1d4-4680-ae7a-71292416d1f5+104:2364:x1856657966300032:12345-192.168.202.60@tcp:101:ll_agl.0 00010000:00010000:1.0:1770653412.444477:0:6728:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00000010:0.0:1770653412.444482:0:7966:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff95564b95a140. 00000800:00000200:3.0:1770653412.444483:0:6529:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:1.0:1770653412.444483:0:6728:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1770653412.444487:0:6728:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653412.444488:0:76385:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966300032 00002000:00000001:0.0:1770653412.444489:0:7966:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:1.0:1770653412.444492:0:6728:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:0.0:1770653412.444493:0:7966:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1770653412.444494:0:76385:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000200:3.0:1770653412.444495:0:6529:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000020:00000001:0.0:1770653412.444498:0:7966:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797101937496 : -117276607614120 : ffff955669767358) 00000800:00000200:3.0:1770653412.444500:0:6529:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c300 type 1, nob 496 niov 1 nkiov 1 00000020:00000001:2.0:1770653412.444500:0:76385:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000010:1.0:1770653412.444500:0:6728:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff955643d81a00. 00002000:00000001:0.0:1770653412.444503:0:7966:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797101937408 : -117276607614208 : ffff955669767300) 00000020:00000001:2.0:1770653412.444504:0:76385:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1770653412.444506:0:6728:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff955643d81500. 00000100:00000001:3.0:1770653412.444508:0:6529:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.444510:0:76385:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00002000:00000001:0.0:1770653412.444510:0:7966:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00010000:00000001:1.0:1770653412.444512:0:6728:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:2.0:1770653412.444515:0:76385:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789088 : -1047762528 : ffffffffc18c69a0) 00000100:00000040:3.0:1770653412.444516:0:6529:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00002000:00000001:0.0:1770653412.444517:0:7966:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1770653412.444518:0:6728:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9556565b5c00. 00000020:00000001:2.0:1770653412.444521:0:76385:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:3.0:1770653412.444523:0:6529:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1770653412.444525:0:6728:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00002000:00010000:0.0:1770653412.444525:0:7966:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x1574:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000020:00000001:3.0:1770653412.444526:0:6529:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.444526:0:76385:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1770653412.444529:0:6728:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9556565b5c00 with handle 0x2aed14e4e178cd93 to hash 00000020:00000001:2.0:1770653412.444532:0:76385:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1770653412.444533:0:6529:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1770653412.444535:0:6728:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00002000:00000001:0.0:1770653412.444535:0:7966:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000001:2.0:1770653412.444537:0:76385:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:1.0:1770653412.444540:0:6728:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626796781394944 : -117276928156672 : ffff9556565b5c00) 00000100:00000040:3.0:1770653412.444541:0:6529:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c468000 x1856657966299264/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000002:0.0:1770653412.444542:0:7966:0:(lu_object.c:207:lu_object_put()) Add ffff955669767358/ffff955669767300 to site lru. bkt: ffff9556025b68b0 00000020:00000001:2.0:1770653412.444543:0:76385:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.444543:0:6728:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626796781394944 : -117276928156672 : ffff9556565b5c00) 00000020:00000001:2.0:1770653412.444550:0:76385:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000040:0.0:1770653412.444550:0:7966:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 99 00010000:00010000:1.0:1770653412.444552:0:6728:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9556565b5c00/0x2aed14e4e178cd93 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x143e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe1802 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653412.444553:0:76385:0:(ldlm_lockd.c:1263:ldlm_handle_enqueue()) Process entered 00000020:00000040:0.0:1770653412.444556:0:7966:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=105 00010000:00010000:2.0:1770653412.444558:0:76385:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1770653412.444562:0:76385:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1770653412.444563:0:7966:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1770653412.444566:0:76385:0:(ldlm_lockd.c:1734:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653412.444568:0:7966:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1770653412.444572:0:7966:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1770653412.444573:0:76385:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00002000:00000001:1.0:1770653412.444578:0:6728:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 02000000:00000001:0.0:1770653412.444578:0:7966:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000010:2.0:1770653412.444582:0:76385:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff955706762000. 02000000:00000010:0.0:1770653412.444583:0:7966:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9557352cc000. 00000100:00100000:3.0:1770653412.444584:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95573c468000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b31b1d82-c1d4-4680-ae7a-71292416d1f5+106:2364:x1856657966299264:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 1052us (1382us total) trans 0 rc 0/0 00002000:00000010:1.0:1770653412.444585:0:6728:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff955645229240. 02000000:00000001:0.0:1770653412.444589:0:7966:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1770653412.444590:0:76385:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff955706762800. 00002000:00000001:1.0:1770653412.444590:0:6728:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1770653412.444594:0:6728:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:0.0:1770653412.444596:0:7966:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.444598:0:76385:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:1.0:1770653412.444600:0:6728:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796220518344 : -117277489033272 : ffff955634ed0fc8) 00010000:00000001:0.0:1770653412.444601:0:7966:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00100000:3.0:1770653412.444602:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136148 00010000:00000010:2.0:1770653412.444604:0:76385:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955605729800. 00002000:00000001:1.0:1770653412.444606:0:6728:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796220518256 : -117277489033360 : ffff955634ed0f70) 00010000:00000001:0.0:1770653412.444606:0:7966:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000040:3.0:1770653412.444610:0:6529:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 1 00002000:00000001:1.0:1770653412.444612:0:6728:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00000020:00000001:2.0:1770653412.444613:0:76385:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00010000:0.0:1770653412.444613:0:7966:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:3.0:1770653412.444615:0:6529:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1770653412.444618:0:7966:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.444619:0:6529:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:2.0:1770653412.444619:0:76385:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955605729800 with handle 0x2aed14e4e178cd9a to hash 00002000:00000001:1.0:1770653412.444620:0:6728:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.444621:0:7966:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000010:3.0:1770653412.444626:0:6529:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300b80. 00000020:00000001:2.0:1770653412.444626:0:76385:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00010000:0.0:1770653412.444626:0:7966:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00010000:1.0:1770653412.444627:0:6728:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x143e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00000001:2.0:1770653412.444630:0:76385:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795423963136 : -117278285588480 : ffff955605729800) 00010000:00000001:0.0:1770653412.444631:0:7966:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1770653412.444634:0:6529:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90578. 00010000:00000001:2.0:1770653412.444637:0:76385:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795423963136 : -117278285588480 : ffff955605729800) 00002000:00000001:1.0:1770653412.444638:0:6728:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00010000:00000001:0.0:1770653412.444638:0:7966:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000010:3.0:1770653412.444639:0:6529:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bd200. 00000020:00000002:1.0:1770653412.444643:0:6728:0:(lu_object.c:207:lu_object_put()) Add ffff955634ed0fc8/ffff955634ed0f70 to site lru. bkt: ffff95571148cbd0 00010000:00010000:2.0:1770653412.444645:0:76385:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff955605729800/0x2aed14e4e178cd9a lrc: 2/0,0 mode: --/PR res: [0x240000403:0x1578:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3072152a58fe1810 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000020:00000040:3.0:1770653412.444646:0:6529:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 105 00010000:00010000:0.0:1770653412.444647:0:7966:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95561ae2bc00/0x2aed14e4e178cd8c lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17f4 expref: 105 pid: 7966 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1770653412.444648:0:6728:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1a800 : new locks_count 101 00000100:00000001:3.0:1770653412.444652:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1770653412.444654:0:6728:0:(genops.c:887:class_export_get()) GET export ffff95572df1a800 refcount=106 00010000:00000001:1.0:1770653412.444662:0:6728:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1770653412.444665:0:6728:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1770653412.444668:0:6728:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00002000:00000001:2.0:1770653412.444672:0:76385:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 02000000:00000001:1.0:1770653412.444673:0:6728:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000040:0.0:1770653412.444673:0:7966:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1574:0x0].0x0 (ffff95562c55c800) refcount = 1 00010000:00000040:0.0:1770653412.444678:0:7966:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00002000:00000010:2.0:1770653412.444679:0:76385:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff955660f59700. 02000000:00000010:1.0:1770653412.444680:0:6728:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff95562de83800. 00010000:00000040:0.0:1770653412.444682:0:7966:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561ae2bc00/0x2aed14e4e178cd8c lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17f4 expref: 105 pid: 7966 timeout: 0 lvb_type: 1 00002000:00000001:2.0:1770653412.444686:0:76385:0:(ofd_objects.c:87:ofd_object_find()) Process entered 02000000:00000001:1.0:1770653412.444686:0:6728:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.444690:0:76385:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:1.0:1770653412.444693:0:6728:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.444696:0:76385:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795517181144 : -117278192370472 : ffff95560b00fcd8) 00010000:00000001:1.0:1770653412.444697:0:6728:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1770653412.444697:0:7966:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653412.444701:0:7966:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653412.444702:0:76385:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795517181056 : -117278192370560 : ffff95560b00fc80) 00010000:00000001:1.0:1770653412.444702:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000800:00000200:3.0:1770653412.444704:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1770653412.444707:0:7966:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00010000:1.0:1770653412.444708:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00000001:2.0:1770653412.444709:0:76385:0:(ofd_objects.c:1127:ofd_attr_get()) Process entered 00000800:00000010:3.0:1770653412.444710:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dff00. 00010000:00000001:0.0:1770653412.444712:0:7966:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.444713:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.444715:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000001:2.0:1770653412.444716:0:76385:0:(ofd_objects.c:1134:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.444720:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00002000:00000001:0.0:1770653412.444720:0:7966:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00002000:00010000:2.0:1770653412.444722:0:76385:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000403:0x1578:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1770653412.444723:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653412.444725:0:7966:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653412.444727:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:1.0:1770653412.444728:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.444732:0:7966:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00002000:00000001:2.0:1770653412.444733:0:76385:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00010000:00000001:1.0:1770653412.444734:0:6728:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000200:3.0:1770653412.444736:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888b28 00000020:00000002:2.0:1770653412.444739:0:76385:0:(lu_object.c:207:lu_object_put()) Add ffff95560b00fcd8/ffff95560b00fc80 to site lru. bkt: ffff9556025b6450 00010000:00010000:0.0:1770653412.444739:0:7966:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff95561ae2bc00/0x2aed14e4e178cd8c lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1574:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe17f4 expref: 105 pid: 7966 timeout: 0 lvb_type: 1 00000400:00000010:3.0:1770653412.444741:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888b28. 00010000:00010000:1.0:1770653412.444741:0:6728:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9556565b5c00/0x2aed14e4e178cd93 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x143e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1802 expref: 106 pid: 6728 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1770653412.444746:0:76385:0:(ldlm_lockd.c:1373:ldlm_handle_enqueue()) lock GETting export ffff95572df1c000 : new locks_count 100 00000100:00000001:3.0:1770653412.444747:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.444768:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:2.0:1770653412.444769:0:76385:0:(genops.c:887:class_export_get()) GET export ffff95572df1c000 refcount=106 00010000:00000001:2.0:1770653412.444777:0:76385:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1770653412.444780:0:76385:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00010000:00000001:0.0:1770653412.444796:0:7966:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000040:1.0:1770653412.444797:0:6728:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x143e:0x0].0x0 (ffff955643d81a00) refcount = 1 00000100:00000001:2.0:1770653412.444798:0:76385:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1770653412.444800:0:7966:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1770653412.444803:0:6728:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 02000000:00000001:2.0:1770653412.444804:0:76385:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1770653412.444804:0:7966:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.444810:0:7966:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653412.444811:0:76385:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff95566c886800. 00010000:00000040:1.0:1770653412.444811:0:6728:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9556565b5c00/0x2aed14e4e178cd93 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x143e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1802 expref: 106 pid: 6728 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1770653412.444813:0:7966:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000800:00000200:3.0:1770653412.444816:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1770653412.444817:0:7966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1770653412.444818:0:76385:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.444821:0:7966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:3.0:1770653412.444822:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c300. 00000100:00000001:2.0:1770653412.444824:0:76385:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653412.444826:0:7966:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95561ae2bc00, rc 0) 00000400:00000200:3.0:1770653412.444829:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1770653412.444831:0:76385:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000020:00000001:0.0:1770653412.444832:0:7966:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.444835:0:6728:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653412.444836:0:76385:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000040:0.0:1770653412.444838:0:7966:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966299520 00000400:00000200:3.0:1770653412.444840:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:1.0:1770653412.444841:0:6728:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653412.444842:0:76385:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653412.444842:0:7966:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000400:00000200:3.0:1770653412.444844:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78330 00010000:00000001:2.0:1770653412.444848:0:76385:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653412.444848:0:6728:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000200:0.0:1770653412.444852:0:7966:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95573c46ad80 x1856657966299520/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1770653412.444853:0:6728:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.444854:0:76385:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1770653412.444860:0:76385:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00000001:1.0:1770653412.444860:0:6728:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000400:00000010:3.0:1770653412.444863:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78330. 00000100:00000001:3.0:1770653412.444868:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.444870:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1770653412.444883:0:6728:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.444889:0:6728:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 00010000:00000001:0.0:1770653412.444890:0:7966:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1770653412.444895:0:76385:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653412.444896:0:7966:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653412.444897:0:6728:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9556565b5c00/0x2aed14e4e178cd93 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x143e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1802 expref: 106 pid: 6728 timeout: 0 lvb_type: 1 00000100:00001000:0.0:1770653412.444903:0:7966:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00010000:00000001:2.0:1770653412.444904:0:76385:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:0.0:1770653412.444912:0:7966:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1770653412.444915:0:6728:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:2.0:1770653412.444916:0:76385:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff955605729800/0x2aed14e4e178cd9a lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1578:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1810 expref: 106 pid: 76385 timeout: 0 lvb_type: 1 00000100:00000040:0.0:1770653412.444918:0:7966:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000001:1.0:1770653412.444919:0:6728:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1770653412.444922:0:6728:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653412.444924:0:7966:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00000001:1.0:1770653412.444927:0:6728:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653412.444931:0:7966:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1770653412.444932:0:6728:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000001:0.0:1770653412.444934:0:7966:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.444936:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653412.444940:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653412.444941:0:7966:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1770653412.444944:0:6728:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9556565b5c00, rc 0) 00000100:00000040:0.0:1770653412.444945:0:7966:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000040:2.0:1770653412.444946:0:76385:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1578:0x0].0x0 (ffff955706762000) refcount = 1 00000020:00000001:1.0:1770653412.444948:0:6728:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653412.444951:0:7966:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8660. 00010000:00000040:2.0:1770653412.444956:0:76385:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1770653412.444956:0:6728:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966299776 00000100:00000200:0.0:1770653412.444957:0:7966:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966299520, offset 224 00010000:00000001:1.0:1770653412.444961:0:6728:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000040:2.0:1770653412.444967:0:76385:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955605729800/0x2aed14e4e178cd9a lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1578:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1810 expref: 106 pid: 76385 timeout: 0 lvb_type: 1 00000400:00000200:0.0:1770653412.444968:0:7966:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000200:1.0:1770653412.444969:0:6728:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95573c46bb80 x1856657966299776/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000200:0.0:1770653412.444981:0:7966:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000001:2.0:1770653412.444993:0:76385:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653412.444993:0:6728:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1770653412.444994:0:7966:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164560:2164560:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164556:2164556:8:4294967295] 00010000:00000001:2.0:1770653412.444997:0:76385:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653412.444998:0:6728:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.445004:0:76385:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00001000:1.0:1770653412.445005:0:6728:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00010000:00000001:2.0:1770653412.445009:0:76385:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653412.445012:0:7966:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:1.0:1770653412.445013:0:6728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00002000:00000001:2.0:1770653412.445014:0:76385:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000100:00000040:1.0:1770653412.445020:0:6728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00010000:00000001:2.0:1770653412.445021:0:76385:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653412.445025:0:6728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000800:00000200:0.0:1770653412.445027:0:7966:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653412.445030:0:76385:0:(ldlm_lockd.c:1494:ldlm_handle_enqueue()) Process leaving 02000000:00000001:1.0:1770653412.445030:0:6728:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000010:0.0:1770653412.445032:0:7966:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955601b6f200. 02000000:00000001:1.0:1770653412.445033:0:6728:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653412.445038:0:76385:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff955605729800/0x2aed14e4e178cd9a lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1578:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe1810 expref: 106 pid: 76385 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1770653412.445039:0:6728:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1770653412.445042:0:7966:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000040:1.0:1770653412.445047:0:6728:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:1.0:1770653412.445054:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022330. 00000800:00000200:0.0:1770653412.445054:0:7966:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:2.0:1770653412.445057:0:76385:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000800:00000200:0.0:1770653412.445061:0:7966:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955601b6f200 type 1, nob 496 niov 1 nkiov 1 00010000:00000001:2.0:1770653412.445062:0:76385:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000200:1.0:1770653412.445062:0:6728:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966299776, offset 224 00010000:00000001:2.0:1770653412.445068:0:76385:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653412.445070:0:76385:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653412.445073:0:6728:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653412.445074:0:76385:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1770653412.445077:0:76385:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653412.445078:0:7966:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.445079:0:76385:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1770653412.445085:0:76385:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff955605729800, rc 0) 00000400:00000200:1.0:1770653412.445085:0:6728:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000040:0.0:1770653412.445087:0:7966:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000020:00000001:2.0:1770653412.445091:0:76385:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653412.445093:0:7966:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000040:2.0:1770653412.445095:0:76385:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966300032 00000020:00000001:0.0:1770653412.445097:0:7966:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.445100:0:76385:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000400:00000200:1.0:1770653412.445100:0:6728:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164561:2164561:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164557:2164557:7:4294967295] 00000020:00000001:0.0:1770653412.445101:0:7966:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000200:2.0:1770653412.445108:0:76385:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95573c468700 x1856657966300032/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1770653412.445110:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c46ad80 x1856657966299520/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000800:00000200:3.0:1770653412.445131:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1770653412.445131:0:6728:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000010:3.0:1770653412.445137:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955601b6f200. 00000400:00000200:3.0:1770653412.445145:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1770653412.445146:0:76385:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000800:00000200:1.0:1770653412.445147:0:6728:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653412.445151:0:76385:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653412.445155:0:7966:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95573c46ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b31b1d82-c1d4-4680-ae7a-71292416d1f5+106:2364:x1856657966299520:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 874us (1738us total) trans 0 rc 0/0 00000800:00000010:1.0:1770653412.445156:0:6728:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399f00. 00000400:00000200:3.0:1770653412.445157:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00001000:2.0:1770653412.445157:0:76385:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=94 v=5 (1 1 1 1) 00000400:00000200:3.0:1770653412.445166:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8660 00000800:00000200:1.0:1770653412.445168:0:6728:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:2.0:1770653412.445169:0:76385:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1770653412.445171:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8660. 00000100:00000040:2.0:1770653412.445177:0:76385:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000100:00100000:0.0:1770653412.445180:0:7966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136149 00000800:00000200:1.0:1770653412.445183:0:6728:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:2.0:1770653412.445184:0:76385:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000040:0.0:1770653412.445189:0:7966:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 1 02000000:00000001:2.0:1770653412.445190:0:76385:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000200:1.0:1770653412.445190:0:6728:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399f00 type 1, nob 496 niov 1 nkiov 1 02000000:00000001:2.0:1770653412.445193:0:76385:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.445198:0:7966:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653412.445199:0:76385:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1770653412.445199:0:6728:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653412.445204:0:7966:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1770653412.445206:0:6728:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000040:2.0:1770653412.445210:0:76385:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:1.0:1770653412.445211:0:6728:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000010:0.0:1770653412.445211:0:7966:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d400. 00000100:00000001:3.0:1770653412.445214:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:1.0:1770653412.445214:0:6728:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653412.445216:0:76385:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888088. 00000100:00000001:3.0:1770653412.445217:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1770653412.445220:0:6728:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:0.0:1770653412.445222:0:7966:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada3e8. 00000100:00000200:2.0:1770653412.445223:0:76385:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1856657966300032, offset 224 00000100:00000040:1.0:1770653412.445227:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c46bb80 x1856657966299776/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000010:0.0:1770653412.445231:0:7966:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9556560afc00. 00000400:00000200:2.0:1770653412.445240:0:76385:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000020:00000040:0.0:1770653412.445242:0:7966:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 105 00000100:00100000:1.0:1770653412.445245:0:6728:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95573c46bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+106:2364:x1856657966299776:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 872us (1616us total) trans 0 rc 0/0 00000100:00000001:0.0:1770653412.445249:0:7966:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1770653412.445256:0:6728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136150 00000800:00000200:3.0:1770653412.445257:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1770653412.445259:0:76385:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000040:1.0:1770653412.445263:0:6728:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000800:00000010:3.0:1770653412.445264:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399f00. 00000100:00000001:1.0:1770653412.445268:0:6728:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1770653412.445271:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653412.445272:0:6728:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1770653412.445273:0:76385:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164562:2164562:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164558:2164558:7:4294967295] 00000020:00000010:1.0:1770653412.445277:0:6728:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556323ff780. 00000400:00000200:3.0:1770653412.445283:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000010:1.0:1770653412.445284:0:6728:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3dc80. 00000020:00000010:1.0:1770653412.445291:0:6728:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997b000. 00000020:00000040:1.0:1770653412.445296:0:6728:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 105 00000100:00000001:1.0:1770653412.445300:0:6728:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653412.445305:0:76385:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:2.0:1770653412.445310:0:76385:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:2.0:1770653412.445315:0:76385:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3dfc00. 00000800:00000200:2.0:1770653412.445319:0:76385:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000400:00000200:3.0:1770653412.445323:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022330 00000800:00000200:2.0:1770653412.445324:0:76385:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000400:00000010:3.0:1770653412.445328:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022330. 00000800:00000200:2.0:1770653412.445330:0:76385:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3dfc00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1770653412.445334:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653412.445335:0:76385:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653412.445337:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1770653412.445340:0:76385:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:2.0:1770653412.445343:0:76385:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1770653412.445345:0:76385:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.445346:0:76385:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1770653412.445351:0:76385:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c468700 x1856657966300032/t0(0) o101->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 328/400 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1770653412.445359:0:76385:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95573c468700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:b31b1d82-c1d4-4680-ae7a-71292416d1f5+105:2364:x1856657966300032:12345-192.168.202.60@tcp:101:ll_agl.0 Request processed in 920us (1466us total) trans 0 rc 0/0 00000100:00100000:2.0:1770653412.445365:0:76385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 1136151 00000100:00000040:2.0:1770653412.445368:0:76385:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000800:00000200:3.0:1770653412.445369:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1770653412.445370:0:76385:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653412.445374:0:76385:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:3.0:1770653412.445375:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dfc00. 00000020:00000010:2.0:1770653412.445378:0:76385:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d780. 00000400:00000200:3.0:1770653412.445379:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1770653412.445384:0:76385:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662adae10. 00000400:00000200:3.0:1770653412.445386:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:3.0:1770653412.445392:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888088 00000020:00000010:2.0:1770653412.445392:0:76385:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9556560ae400. 00000400:00000010:3.0:1770653412.445397:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888088. 00000020:00000040:2.0:1770653412.445399:0:76385:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 104 00000100:00000001:3.0:1770653412.445401:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653412.445404:0:76385:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653412.445453:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1770653412.499937:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.499946:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653412.499949:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.499953:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.499960:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:3.0:1770653412.499971:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 392 into portal 23 MB=0x6989ede8cfd00 00000400:00000200:3.0:1770653412.499977:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.60@tcp of length 392/392 into md 0xe91bd9 [2] + 448 00000800:00000001:3.0:1770653412.499981:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.499987:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653412.499989:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.500008:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653412.500013:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653412.500015:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1770653412.500020:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d88e00. 00000100:00000040:3.0:1770653412.500022:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955618d88e00 x1856657966300416 msgsize 392 00000100:00100000:3.0:1770653412.500027:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:3.0:1770653412.500042:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1770653412.500048:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653412.500051:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653412.500098:0:5759:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1770653412.500102:0:5759:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966300416 02000000:00000001:2.0:1770653412.500104:0:5759:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1770653412.500107:0:5759:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653412.500109:0:5759:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653412.500112:0:5759:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653412.500116:0:5759:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966300416 00000020:00000001:2.0:1770653412.500118:0:5759:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1770653412.500120:0:5759:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e0f9dcb4 00000020:00000001:2.0:1770653412.500122:0:5759:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653412.500125:0:5759:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955603394000 refcount=411 00000020:00000001:2.0:1770653412.500128:0:5759:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795386650624 : -117278322900992 : ffff955603394000) 00000020:00000001:2.0:1770653412.500130:0:5759:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795386650624 : -117278322900992 : ffff955603394000) 00000100:00000001:2.0:1770653412.500134:0:5759:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1770653412.500139:0:5759:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59040. 00000100:00000001:2.0:1770653412.500142:0:5759:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653412.500144:0:5759:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59040. 00000020:00000010:2.0:1770653412.500150:0:5759:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564531ca00. 00000020:00000010:2.0:1770653412.500153:0:5759:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95566aa1c080. 00000020:00000010:2.0:1770653412.500156:0:5759:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e5107d0. 00000100:00000040:2.0:1770653412.500165:0:5759:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1770653412.500168:0:5759:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1770653412.500169:0:5759:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1770653412.500171:0:5759:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.500177:0:5759:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.500190:0:5759:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653412.500199:0:5759:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1770653412.500201:0:5759:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1770653412.500206:0:5759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 263284 00000100:00000040:2.0:1770653412.500209:0:5759:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955603394000 : new rpc_count 1 00000100:00000001:2.0:1770653412.500211:0:5759:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795749412352 : -117277960139264 : ffff955618d88e00) 00000100:00000040:2.0:1770653412.500217:0:5759:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955618d88e00 x1856657966300416/t0(0) o35->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 392/0 e 0 to 0 dl 1770653423 ref 1 fl New:/600/ffffffff rc 0/-1 job:'ls.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1770653412.500227:0:5759:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1770653412.500229:0:5759:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59040. 00000100:00000001:2.0:1770653412.500231:0:5759:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653412.500234:0:5759:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59040. 00000100:00100000:2.0:1770653412.500238:0:5759:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955618d88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b31b1d82-c1d4-4680-ae7a-71292416d1f5+411:176255:x1856657966300416:12345-192.168.202.60@tcp:35:ls.0 00000100:00000200:2.0:1770653412.500242:0:5759:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966300416 00000020:00000001:2.0:1770653412.500245:0:5759:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1770653412.500248:0:5759:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1770653412.500253:0:5759:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.500256:0:5759:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1770653412.500258:0:5759:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671525728 : -1038025888 : ffffffffc220fb60) 00000020:00000001:2.0:1770653412.500261:0:5759:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1770653412.500265:0:5759:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1856657966300416, found 0 last_xid 1856657966300415 00000020:00000001:2.0:1770653412.500268:0:5759:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653412.500271:0:5759:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1770653412.500273:0:5759:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1770653412.500276:0:5759:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653412.500283:0:5759:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:2.0:1770653412.500285:0:5759:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1770653412.500287:0:5759:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1770653412.500291:0:5759:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653412.500293:0:5759:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1770653412.500297:0:5759:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1770653412.500299:0:5759:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653412.500302:0:5759:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1770653412.500304:0:5759:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1770653412.500306:0:5759:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653412.500308:0:5759:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1770653412.500309:0:5759:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1770653412.500311:0:5759:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653412.500313:0:5759:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1770653412.500314:0:5759:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1770653412.500316:0:5759:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653412.500317:0:5759:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1770653412.500318:0:5759:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1770653412.500320:0:5759:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653412.500322:0:5759:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653412.500324:0:5759:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1770653412.500325:0:5759:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653412.500328:0:5759:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1770653412.500330:0:5759:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1770653412.500332:0:5759:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653412.500333:0:5759:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1770653412.500335:0:5759:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1770653412.500337:0:5759:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653412.500338:0:5759:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1770653412.500340:0:5759:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1770653412.500341:0:5759:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653412.500343:0:5759:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1770653412.500344:0:5759:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653412.500349:0:5759:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1770653412.500354:0:5759:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff955668638c00 flags 0x0 02000000:00000001:2.0:1770653412.500356:0:5759:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446626797083921408 : -117276625630208 : ffff955668638c00) 00000004:00000001:2.0:1770653412.500358:0:5759:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1770653412.500360:0:5759:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653412.500362:0:5759:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1770653412.500363:0:5759:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653412.500365:0:5759:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1770653412.500366:0:5759:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653412.500368:0:5759:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.500372:0:5759:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1770653412.500374:0:5759:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1770653412.500377:0:5759:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff95566c885000. 02000000:00000001:2.0:1770653412.500379:0:5759:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.500381:0:5759:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653412.500384:0:5759:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1770653412.500386:0:5759:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653412.500389:0:5759:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:2.0:1770653412.500391:0:5759:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1770653412.500393:0:5759:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653412.500394:0:5759:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff95566aa1cd00 refcount=2 00000020:00000001:2.0:1770653412.500397:0:5759:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797121555712 : -117276587995904 : ffff95566aa1cd00) 00000004:00000001:2.0:1770653412.500399:0:5759:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446626797121555712 : -117276587995904 : ffff95566aa1cd00) 00000020:00000040:2.0:1770653412.500402:0:5759:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95566aa1cd00 with handle 0x2aed14e4e178cade from hash 00000004:00000001:2.0:1770653412.500406:0:5759:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1770653412.500409:0:5759:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x20000040b:0xa5b4:0x0] with intent: 0 00000004:00000001:2.0:1770653412.500413:0:5759:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1770653412.500417:0:5759:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1770653412.500424:0:5759:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1770653412.500428:0:5759:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1770653412.500435:0:5759:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:2.0:1770653412.500438:0:5759:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:2.0:1770653412.500440:0:5759:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:2.0:1770653412.500443:0:5759:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653412.500446:0:5759:0:(mdd_object.c:1267:mdd_attr_set()) Process entered 00000004:00000001:2.0:1770653412.500495:0:5759:0:(mdd_object.c:668:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1770653412.500499:0:5759:0:(mdd_object.c:726:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1770653412.500503:0:5759:0:(mdd_object.c:1289:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x20000040b:0xa5b4:0x0], previous was 0x7 00000004:00000001:2.0:1770653412.500506:0:5759:0:(mdd_object.c:1291:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653412.500508:0:5759:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1770653412.500511:0:5759:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653412.500514:0:5759:0:(mdd_object.c:3826:mdd_close()) Process entered 00000004:00000001:2.0:1770653412.500520:0:5759:0:(mdd_object.c:3931:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1770653412.500523:0:5759:0:(mdd_object.c:3971:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:2.0:1770653412.500525:0:5759:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff95566aa1cd00. 00000004:00000001:2.0:1770653412.500535:0:5759:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1770653412.500539:0:5759:0:(lu_object.c:207:lu_object_put()) Add ffff95564aba0418/ffff95564aba03c0 to site lru. bkt: ffff95571019e648 00000004:00000001:2.0:1770653412.500541:0:5759:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1770653412.500543:0:5759:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653412.500545:0:5759:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653412.500548:0:5759:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:2.0:1770653412.500551:0:5759:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1770653412.500560:0:5759:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95566c887c00. 00080000:00000001:2.0:1770653412.500562:0:5759:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626797153451008 : -117276556100608 : ffff95566c887c00) 00080000:00000001:2.0:1770653412.500565:0:5759:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1770653412.500571:0:5759:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1770653412.500577:0:5759:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1770653412.500579:0:5759:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.500615:0:5759:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.500617:0:5759:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1770653412.500620:0:5759:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1770653412.500623:0:5759:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295710334, last_committed = 4295710031 00000001:00000010:2.0:1770653412.500627:0:5759:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95563d7f0b40. 00000001:00000040:2.0:1770653412.500629:0:5759:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955603394000 : new cb_count 303 00000020:00000040:2.0:1770653412.500631:0:5759:0:(genops.c:887:class_export_get()) GET export ffff955603394000 refcount=412 00000001:00000010:2.0:1770653412.500635:0:5759:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff95564e9d4c00. 00080000:00000001:2.0:1770653412.500641:0:5759:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1770653412.500654:0:5759:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1770653412.500657:0:5759:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff95564e9d4c00: xid 1856657966300416, transno 4295710334, tag 1, client gen 13, slot idx 1 00000001:00000001:2.0:1770653412.500660:0:5759:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653412.500669:0:5759:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653412.500671:0:5759:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1770653412.500672:0:5759:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1770653412.500674:0:5759:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1770653412.500676:0:5759:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1770653412.500678:0:5759:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1770653412.500680:0:5759:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653412.500683:0:5759:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1770653412.500685:0:5759:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1770653412.500690:0:5759:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1770653412.500697:0:5759:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653412.500699:0:5759:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653412.500701:0:5759:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295710031, transno 4295710334, xid 1856657966300416 00010000:00000001:2.0:1770653412.500703:0:5759:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1770653412.500708:0:5759:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955618d88e00 x1856657966300416/t4295710334(0) o35->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 392/456 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1770653412.500714:0:5759:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1770653412.500716:0:5759:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1770653412.500719:0:5759:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557046d01e8 time=85 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653412.500721:0:5759:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1770653412.500723:0:5759:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:2.0:1770653412.500725:0:5759:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:2.0:1770653412.500727:0:5759:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1770653412.500729:0:5759:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653412.500731:0:5759:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1770653412.500733:0:5759:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:2.0:1770653412.500736:0:5759:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268882a8. 00000100:00000200:2.0:1770653412.500739:0:5759:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1856657966300416, offset 224 00000400:00000200:2.0:1770653412.500743:0:5759:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:2.0:1770653412.500766:0:5759:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:2.0:1770653412.500771:0:5759:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164563:2164563:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164559:2164559:8:4294967295] 00000400:00000200:2.0:1770653412.500779:0:5759:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:2.0:1770653412.500783:0:5759:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:2.0:1770653412.500787:0:5759:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3dfc00. 00000800:00000200:2.0:1770653412.500790:0:5759:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:2.0:1770653412.500794:0:5759:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:2.0:1770653412.500797:0:5759:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3dfc00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1770653412.500810:0:5759:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653412.500813:0:5759:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:2.0:1770653412.500816:0:5759:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1770653412.500818:0:5759:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653412.500820:0:5759:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1770653412.500826:0:5759:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d88e00 x1856657966300416/t4295710334(0) o35->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:243/0 lens 392/456 e 0 to 0 dl 1770653423 ref 1 fl Interpret:/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1770653412.500837:0:5759:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955618d88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b31b1d82-c1d4-4680-ae7a-71292416d1f5+412:176255:x1856657966300416:12345-192.168.202.60@tcp:35:ls.0 Request processed in 608us (812us total) trans 4295710334 rc 0/0 00000100:00100000:2.0:1770653412.500846:0:5759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 263284 00000100:00000040:2.0:1770653412.500881:0:5759:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955603394000 : new rpc_count 0 00000100:00000001:2.0:1770653412.500884:0:5759:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653412.500887:0:5759:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1770653412.500891:0:5759:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1c080. 00000020:00000010:2.0:1770653412.500896:0:5759:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e5107d0. 00000020:00000010:2.0:1770653412.500901:0:5759:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564531ca00. 00000020:00000040:2.0:1770653412.500904:0:5759:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 411 00000100:00000001:2.0:1770653412.500907:0:5759:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1770653412.500918:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1770653412.500923:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dfc00. 00000400:00000200:3.0:1770653412.500929:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653412.500933:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:3.0:1770653412.500937:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268882a8 00000400:00000010:3.0:1770653412.500939:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268882a8. 00000100:00000001:3.0:1770653412.500941:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653412.500943:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1770653412.578946:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653412.578953:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.578960:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653412.578962:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.578968:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653412.578970:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.578975:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653412.578978:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653412.578984:0:81035:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1770653412.578987:0:81035:0:(ldlm_pool.c:464:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653412.578999:0:81035:0:(ldlm_pool.c:1344:ldlm_pools_recalc_task()) Negative interval(-6691) 00000020:00000001:2.0:1770653412.579013:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1770653412.579018:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653412.579023:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1770653413.602959:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653413.602967:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.602972:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653413.602973:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.602977:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653413.602979:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.602981:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653413.602983:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.602987:0:81035:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1770653413.602988:0:81035:0:(ldlm_pool.c:464:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.603007:0:81035:0:(ldlm_pool.c:1344:ldlm_pools_recalc_task()) Negative interval(-6692) 00000020:00000001:0.0:1770653413.603063:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1770653413.603067:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.603071:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:0.0:1770653413.794931:0:7855:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1770653413.794938:0:7855:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1770653413.794946:0:7855:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c46a680. 00000020:00000040:0.0:1770653413.794955:0:7855:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:0.0:1770653413.794961:0:7855:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1770653413.794966:0:7855:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000004:00000001:3.0:1770653413.794971:0:6725:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 02000000:00000001:0.0:1770653413.794972:0:7855:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:3.0:1770653413.794975:0:6725:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1770653413.794983:0:6725:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d8b800. 02000000:00000010:0.0:1770653413.794984:0:7855:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff955601b6f200. 00000020:00000040:3.0:1770653413.794988:0:6725:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1770653413.794994:0:6725:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1770653413.794994:0:7855:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.794998:0:6725:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1770653413.795002:0:6725:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.795004:0:7855:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:3.0:1770653413.795009:0:6725:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95562626c300. 00000100:00000001:0.0:1770653413.795010:0:7855:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.795016:0:6725:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.795021:0:6725:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1770653413.795024:0:6725:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.795027:0:7855:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006228b4f1] to pc [ptlrpcd_00_02+2] req@ffff95573c46a680 x1856657707188224/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653413.795033:0:6725:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ea7e9ce] to pc [ptlrpcd_00_03+3] req@ffff955618d8b800 x1856657707188352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1770653413.795065:0:6725:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000001:0.0:1770653413.795067:0:7855:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1770653413.795075:0:6725:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95566b67dc00. 00080000:00000010:0.0:1770653413.795077:0:7855:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9557352cf000. 00080000:00000001:3.0:1770653413.795080:0:6725:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626797134535680 : -117276575015936 : ffff95566b67dc00) 00080000:00000001:0.0:1770653413.795082:0:7855:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626800519671808 : -117273189879808 : ffff9557352cf000) 00080000:00000001:3.0:1770653413.795084:0:6725:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1770653413.795086:0:7855:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1770653413.795097:0:6725:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.795097:0:7855:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:0.0:1770653413.795099:0:7855:0:(osp_precreate.c:248:osp_statfs_update()) lustre-OST0001-osc-MDT0000: sync forced, 50 changes 00000004:00001000:3.0:1770653413.795101:0:6725:0:(osp_precreate.c:248:osp_statfs_update()) lustre-OST0000-osc-MDT0000: sync forced, 50 changes 00000004:00000010:0.0:1770653413.795110:0:7855:0:(osp_sync.c:1763:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff95566a08a360. 00000004:00000010:3.0:1770653413.795111:0:6725:0:(osp_sync.c:1763:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff955662d81d80. 00000004:00080000:0.0:1770653413.795117:0:7855:0:(osp_sync.c:1776:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 6777311266474ns, next at 6778311255224ns, rc = 0 00000004:00080000:3.0:1770653413.795118:0:6725:0:(osp_sync.c:1776:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 6777311266734ns, next at 6778311255527ns, rc = 0 00080000:00000001:3.0:1770653413.795124:0:6725:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1770653413.795125:0:7855:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1770653413.795133:0:6725:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.795135:0:7855:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653413.795137:0:6725:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1770653413.795139:0:7855:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.795153:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1770653413.795157:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1770653413.795159:0:3290:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1770653413.795166:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95573c46a680 x1856657707188224/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.795174:0:3290:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1770653413.795176:0:3290:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.795179:0:3290:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1770653413.795182:0:3290:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1770653413.795185:0:3290:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.795188:0:3290:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95573c46a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707188224:0@lo:13:osp-pre-1-0.0 00000100:00000001:0.0:1770653413.795193:0:3290:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1770653413.795198:0:3290:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1770653413.795200:0:3290:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.795202:0:3290:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1770653413.795207:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9557352cc400. 02000000:00000001:0.0:1770653413.795209:0:3290:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653413.795217:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e053580. 00000400:00000010:0.0:1770653413.795225:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac82a8. 00000100:00000200:0.0:1770653413.795234:0:3290:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707188224, portal 4 00000100:00000001:0.0:1770653413.795237:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1770653413.795238:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800638797440 : -117273070754176 : ffff95573c46a680) 00000100:00000040:0.0:1770653413.795246:0:3290:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95573c46a680 x1856657707188224/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.795253:0:3290:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1770653413.795257:0:3290:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1770653413.795260:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8000. 00000100:00000200:0.0:1770653413.795263:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1856657707188224, offset 0 00000400:00000200:0.0:1770653413.795270:0:3290:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1770653413.795286:0:3290:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1770653413.795301:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6989ecf1b4000 00000400:00000200:0.0:1770653413.795308:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc61 [8] + 6720 00000400:00000200:0.0:1770653413.795315:0:3290:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653413.795320:0:3290:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1770653413.795327:0:3290:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653413.795329:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1770653413.795334:0:3290:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c469180. 00000100:00000040:0.0:1770653413.795336:0:3290:0:(events.c:337:request_in_callback()) incoming req@ffff95573c469180 x1856657707188224 msgsize 224 00000100:00100000:0.0:1770653413.795340:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1770653413.795352:0:3290:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1770653413.795361:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8000 00000400:00000010:0.0:1770653413.795363:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8000. 00000100:00000001:0.0:1770653413.795367:0:3290:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1770653413.795371:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95573c46a680 x1856657707188224/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.795379:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1770653413.795383:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c46a680 x1856657707188224/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.795386:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1770653413.795392:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1770653413.795392:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.795396:0:3291:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1770653413.795396:0:3290:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1770653413.795403:0:3290:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.795404:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955618d8b800 x1856657707188352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1770653413.795410:0:3290:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26311 usecs (27 jiffies) 00000100:00000001:2.0:1770653413.795416:0:3291:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1770653413.795417:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444635 00000100:00000001:2.0:1770653413.795418:0:3291:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.795422:0:3291:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1770653413.795423:0:3290:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95566a08a840. 02000000:00000001:2.0:1770653413.795424:0:3291:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1770653413.795429:0:3291:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.795432:0:3291:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955618d8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707188352:0@lo:13:osp-pre-0-0.0 00000100:00000001:0.0:1770653413.795434:0:3290:0:(niobuf.c:676:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1770653413.795441:0:3291:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1770653413.795444:0:3291:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1770653413.795444:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444635 02000000:00000001:2.0:1770653413.795447:0:3291:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.795450:0:3291:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1770653413.795451:0:3290:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95566a08af00. 00000100:00000001:0.0:1770653413.795455:0:3290:0:(niobuf.c:676:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 1 02000000:00000010:2.0:1770653413.795457:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95566c884400. 00000100:00000001:0.0:1770653413.795458:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444635 00000100:00000010:0.0:1770653413.795464:0:3290:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95566a08a300. 02000000:00000001:2.0:1770653413.795466:0:3291:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.795467:0:3290:0:(niobuf.c:676:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1770653413.795472:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444635 00000400:00000010:2.0:1770653413.795473:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95561b0eeec8. 00000100:00000010:0.0:1770653413.795476:0:3290:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95566a08a960. 00000400:00000010:2.0:1770653413.795481:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888dd0. 00000100:00000001:0.0:1770653413.795481:0:3290:0:(niobuf.c:676:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1770653413.795488:0:3290:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1770653413.795489:0:3291:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707188352, portal 4 00000100:00000001:2.0:1770653413.795495:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1770653413.795495:0:3290:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.795499:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795749423104 : -117277960128512 : ffff955618d8b800) 00000100:00000001:0.0:1770653413.795501:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.795505:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1770653413.795506:0:3291:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955618d8b800 x1856657707188352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.795513:0:3291:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1770653413.795515:0:3290:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1770653413.795516:0:3291:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1770653413.795518:0:3290:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1770653413.795521:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888110. 00000100:00000001:0.0:1770653413.795522:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1770653413.795526:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1770653413.795527:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1856657707188352, offset 0 00000100:00000001:0.0:1770653413.795528:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.795533:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.795559:0:73732:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1770653413.795561:0:73732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707188224 02000000:00000001:0.0:1770653413.795563:0:73732:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653413.795566:0:73732:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653413.795569:0:73732:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.795572:0:73732:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.795575:0:3291:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1770653413.795578:0:73732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707188224 00000020:00000001:0.0:1770653413.795582:0:73732:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1770653413.795586:0:3291:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1770653413.795586:0:73732:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00000020:00000001:0.0:1770653413.795591:0:73732:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1770653413.795598:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6989ecf1b4080 00000020:00000040:0.0:1770653413.795601:0:73732:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=5 00000400:00000200:2.0:1770653413.795606:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc61 [8] + 6944 00000020:00000001:0.0:1770653413.795608:0:73732:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000400:00000200:2.0:1770653413.795614:0:3291:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1770653413.795614:0:73732:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000400:00000200:2.0:1770653413.795623:0:3291:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1770653413.795623:0:73732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1770653413.795629:0:3291:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:0.0:1770653413.795629:0:73732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a180. 00000100:00000200:2.0:1770653413.795633:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000020:00000010:0.0:1770653413.795637:0:73732:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9556196fb500. 00000100:00000010:2.0:1770653413.795638:0:3291:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955603ca6300. 00000100:00000040:2.0:1770653413.795643:0:3291:0:(events.c:337:request_in_callback()) incoming req@ffff955603ca6300 x1856657707188352 msgsize 224 00000100:00100000:2.0:1770653413.795649:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:0.0:1770653413.795650:0:73732:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff9557082818d8) now 8 - evictor 00000100:00000001:2.0:1770653413.795660:0:3291:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1770653413.795664:0:73732:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:2.0:1770653413.795667:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888110 00000400:00000010:2.0:1770653413.795671:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888110. 00000100:00000001:2.0:1770653413.795674:0:3291:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1770653413.795678:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955618d8b800 x1856657707188352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.795691:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1770653413.795694:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955618d8b800 x1856657707188352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.795700:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.795702:0:3291:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1770653413.795706:0:3291:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.795709:0:3291:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26297 usecs (27 jiffies) 00000100:00000001:2.0:1770653413.795711:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444635 00000100:00000001:2.0:1770653413.795713:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444635 00000100:00000001:2.0:1770653413.795715:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444635 00000100:00000001:2.0:1770653413.795718:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444635 00000100:00000001:2.0:1770653413.795720:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444635 00000100:00000001:2.0:1770653413.795722:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444635 00000100:00000001:2.0:1770653413.795724:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444635 00000100:00000001:2.0:1770653413.795726:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444635 00000100:00000001:2.0:1770653413.795727:0:3291:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.795729:0:3291:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.795732:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.795733:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.795738:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1770653413.795755:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1770653413.795758:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1770653413.795759:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653413.795761:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.795764:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.795819:0:73732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997a600. 00000020:00000010:0.0:1770653413.795826:0:73732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556323ff400. 00000020:00000010:0.0:1770653413.795832:0:73732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d708. 00000100:00000001:3.0:1770653413.795836:0:6533:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1770653413.795841:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707188352 02000000:00000001:3.0:1770653413.795843:0:6533:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1770653413.795843:0:73732:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1770653413.795847:0:6533:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653413.795871:0:6533:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.795873:0:6533:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.795876:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707188352 00000020:00000001:3.0:1770653413.795878:0:6533:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1770653413.795881:0:6533:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00000020:00000001:3.0:1770653413.795883:0:6533:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1770653413.795885:0:73732:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:3.0:1770653413.795886:0:6533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=5 00000100:00000001:0.0:1770653413.795888:0:73732:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1770653413.795890:0:6533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000001:0.0:1770653413.795892:0:73732:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.795894:0:6533:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00080000:1.0:1770653413.795898:0:5753:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00000001:3.0:1770653413.795899:0:6533:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1770653413.795903:0:73732:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.795905:0:5753:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff9557082818d8) now 8 - evictor 00000020:00000010:3.0:1770653413.795906:0:6533:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf640. 00000020:00000010:3.0:1770653413.795913:0:6533:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff955660da9800. 00000100:00000001:0.0:1770653413.795915:0:73732:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1770653413.795918:0:6533:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff9557181831b0) now 8 - evictor 00000100:00000001:3.0:1770653413.795931:0:6533:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1770653413.795933:0:73732:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1770653413.795936:0:6533:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bd200. 00000100:00000001:0.0:1770653413.795936:0:73732:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1770653413.795943:0:6533:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300d80. 00000100:00100000:0.0:1770653413.795944:0:73732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2652 00000100:00000040:0.0:1770653413.795949:0:73732:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 1 00000020:00000010:3.0:1770653413.795950:0:6533:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90578. 00000100:00000001:0.0:1770653413.795952:0:73732:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800638792064 : -117273070759552 : ffff95573c469180) 00000100:00000001:3.0:1770653413.795957:0:6533:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1770653413.795959:0:73732:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95573c469180 x1856657707188224/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 224/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.795960:0:6533:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653413.795964:0:6533:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.795972:0:6533:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.795972:0:73732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1770653413.795978:0:73732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a3c0. 00000100:00000001:0.0:1770653413.795982:0:73732:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.795984:0:6533:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1770653413.795985:0:73732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a3c0. 00000100:00100000:0.0:1770653413.795993:0:73732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95573c469180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856657707188224:12345-0@lo:13:osp-pre-1-0.0 00000100:00000200:0.0:1770653413.795997:0:73732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707188224 00000100:00000001:3.0:1770653413.796001:0:6533:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1770653413.796001:0:73732:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1770653413.796005:0:6533:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1770653413.796006:0:73732:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:3.0:1770653413.796010:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2653 00000020:00000001:0.0:1770653413.796010:0:73732:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.796017:0:6533:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 1 00000020:00000001:0.0:1770653413.796017:0:73732:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1770653413.796022:0:6533:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795396162304 : -117278313389312 : ffff955603ca6300) 00000020:00000001:0.0:1770653413.796023:0:73732:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662416 : -1035889200 : ffffffffc24195d0) 00000020:00000001:0.0:1770653413.796029:0:73732:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1770653413.796032:0:6533:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955603ca6300 x1856657707188352/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 224/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653413.796033:0:73732:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653413.796039:0:73732:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1770653413.796043:0:73732:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1770653413.796044:0:6533:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1770653413.796047:0:73732:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.796049:0:6533:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556665bf880. 00000100:00000001:3.0:1770653413.796053:0:6533:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.796053:0:73732:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1770653413.796057:0:73732:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1770653413.796058:0:6533:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556665bf880. 02000000:00000010:0.0:1770653413.796063:0:73732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9557352ce400. 00000100:00100000:3.0:1770653413.796068:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955603ca6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856657707188352:12345-0@lo:13:osp-pre-0-0.0 02000000:00000001:0.0:1770653413.796068:0:73732:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.796074:0:73732:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.796075:0:6533:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707188352 00000020:00000001:3.0:1770653413.796080:0:6533:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00002000:00000001:0.0:1770653413.796080:0:73732:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000001:3.0:1770653413.796085:0:6533:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1770653413.796087:0:6533:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.796087:0:73732:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1770653413.796089:0:6533:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1770653413.796091:0:73732:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1770653413.796092:0:6533:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662416 : -1035889200 : ffffffffc24195d0) 00080000:00000001:0.0:1770653413.796095:0:73732:0:(osd_handler.c:571:osd_statfs()) Process entered 00000020:00000001:3.0:1770653413.796096:0:6533:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1770653413.796100:0:6533:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653413.796101:0:6533:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1770653413.796103:0:6533:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1770653413.796105:0:6533:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.796106:0:73732:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.796107:0:6533:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1770653413.796113:0:6533:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1770653413.796114:0:73732:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1770653413.796117:0:73732:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25894912 pending 0 free 3853516800 avail 3851419648 02000000:00000010:3.0:1770653413.796120:0:6533:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff95566b67f000. 00000020:00000020:0.0:1770653413.796121:0:73732:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0001: processing self export: 22487040 0 0 02000000:00000001:3.0:1770653413.796126:0:6533:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1770653413.796127:0:73732:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli b31b1d82-c1d4-4680-ae7a-71292416d1f5/ffff95572df1a800 dirty 0 pend 0 grant 3407872 00000100:00000001:3.0:1770653413.796133:0:6533:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1770653413.796133:0:73732:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff955602e51000 dirty 0 pend 0 grant 0 00002000:00000020:0.0:1770653413.796139:0:73732:0:(ofd_obd.c:737:ofd_statfs()) 3683 blocks: 3675 free, 3652 avail; 119188 objects: 117600 free; state 0 00002000:00000001:3.0:1770653413.796141:0:6533:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1770653413.796143:0:73732:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00002000:00000001:3.0:1770653413.796146:0:6533:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00002000:00000001:0.0:1770653413.796148:0:73732:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.796150:0:6533:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00010000:00000040:0.0:1770653413.796153:0:73732:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 0, xid 1856657707188224 00080000:00000001:3.0:1770653413.796156:0:6533:0:(osd_handler.c:571:osd_statfs()) Process entered 00010000:00000001:0.0:1770653413.796156:0:73732:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1770653413.796164:0:73732:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95573c469180 x1856657707188224/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 224/368 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.796170:0:73732:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00080000:00000001:3.0:1770653413.796172:0:6533:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.796173:0:73732:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653413.796181:0:73732:0:(import.c:2128:obd_at_measure()) add 1 to ffff955735f981e8 time=95 v=5 (1 1 1 1) 00000020:00000001:3.0:1770653413.796182:0:6533:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.796188:0:73732:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00002000:00000024:3.0:1770653413.796189:0:6533:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 24322048 pending 0 free 3853516800 avail 3851419648 00000100:00000040:0.0:1770653413.796195:0:73732:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000020:00000020:3.0:1770653413.796197:0:6533:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 20914176 0 0 00000100:00000001:0.0:1770653413.796198:0:73732:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000020:00000020:3.0:1770653413.796205:0:6533:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli b31b1d82-c1d4-4680-ae7a-71292416d1f5/ffff95572df1c000 dirty 0 pend 0 grant 3407872 02000000:00000001:0.0:1770653413.796205:0:73732:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1770653413.796207:0:73732:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1770653413.796214:0:6533:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff95560202c800 dirty 0 pend 0 grant 0 00000100:00000001:0.0:1770653413.796214:0:73732:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1770653413.796220:0:73732:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00002000:00000020:3.0:1770653413.796223:0:6533:0:(ofd_obd.c:737:ofd_statfs()) 3682 blocks: 3675 free, 3654 avail; 119372 objects: 117600 free; state 0 00000400:00000010:0.0:1770653413.796225:0:73732:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8000. 00002000:00000001:3.0:1770653413.796227:0:6533:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000200:0.0:1770653413.796230:0:73732:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1856657707188224, offset 224 00002000:00000001:3.0:1770653413.796233:0:6533:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653413.796238:0:6533:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 0, xid 1856657707188352 00000400:00000200:0.0:1770653413.796238:0:73732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1770653413.796242:0:6533:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1770653413.796251:0:6533:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955603ca6300 x1856657707188352/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 224/368 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1770653413.796251:0:5753:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000200:0.0:1770653413.796252:0:73732:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1770653413.796262:0:6533:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1770653413.796264:0:73732:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6989ecf1b4000 00010000:00000001:3.0:1770653413.796265:0:6533:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653413.796270:0:6533:0:(import.c:2128:obd_at_measure()) add 1 to ffff955735f981e8 time=95 v=5 (1 1 1 1) 00000400:00000200:0.0:1770653413.796271:0:73732:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xeda081 [1] + 224 00000020:00000040:2.0:1770653413.796278:0:5753:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff9557181831b0) now 8 - evictor 00000100:00000001:3.0:1770653413.796280:0:6533:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1770653413.796281:0:73732:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1770653413.796287:0:6533:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 32 to 0@lo 00000400:00000200:0.0:1770653413.796288:0:73732:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1770653413.796292:0:6533:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00000001:0.0:1770653413.796295:0:73732:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1770653413.796296:0:6533:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1770653413.796300:0:6533:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.796305:0:6533:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1770653413.796305:0:73732:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95573c46a680 x1856657707188224/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653413.796313:0:6533:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1770653413.796319:0:6533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78330. 00000100:00000200:3.0:1770653413.796326:0:6533:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1856657707188352, offset 224 00000100:00000040:0.0:1770653413.796330:0:73732:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff95573c46a680 x1856657707188224/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1770653413.796337:0:6533:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1770653413.796347:0:6533:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1770653413.796348:0:73732:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1770653413.796356:0:73732:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8000 00000400:00000010:0.0:1770653413.796360:0:73732:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8000. 00000400:00000200:3.0:1770653413.796362:0:6533:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6989ecf1b4080 00000100:00000001:0.0:1770653413.796365:0:73732:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653413.796367:0:73732:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1770653413.796371:0:6533:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xeda089 [1] + 224 00000100:00000001:0.0:1770653413.796374:0:73732:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.796376:0:6533:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1770653413.796379:0:73732:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 31 to 0@lo 00010000:00000001:0.0:1770653413.796384:0:73732:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000400:00000200:3.0:1770653413.796385:0:6533:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1770653413.796388:0:73732:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.796390:0:6533:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1770653413.796392:0:73732:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1770653413.796397:0:6533:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955618d8b800 x1856657707188352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.796399:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1770653413.796400:0:73732:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c469180 x1856657707188224/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 224/368 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.796403:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1770653413.796410:0:3290:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1770653413.796414:0:3290:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1770653413.796419:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e053580. 00000100:00000040:3.0:1770653413.796425:0:6533:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff955618d8b800 x1856657707188352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1770653413.796427:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac82a8 00000400:00000010:2.0:1770653413.796431:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac82a8. 00000100:00100000:0.0:1770653413.796432:0:73732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95573c469180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856657707188224:12345-0@lo:13:osp-pre-1-0.0 Request processed in 453us (1088us total) trans 0 rc 0/0 00000100:00000001:2.0:1770653413.796439:0:3290:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1770653413.796446:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95573c46a680 x1856657707188224/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1770653413.796453:0:73732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2652 00000100:00000001:3.0:1770653413.796455:0:6533:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1770653413.796461:0:73732:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 0 00000100:00000200:2.0:1770653413.796463:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95573c46a680 x1856657707188224/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1770653413.796464:0:6533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78330 00000100:00000001:0.0:1770653413.796465:0:73732:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:3.0:1770653413.796470:0:6533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78330. 00000100:00000001:0.0:1770653413.796471:0:73732:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1770653413.796478:0:6533:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653413.796478:0:3290:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1770653413.796478:0:73732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556323ff400. 00000100:00000001:3.0:1770653413.796483:0:6533:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1770653413.796483:0:3290:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1770653413.796485:0:73732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d708. 00000100:00000001:2.0:1770653413.796487:0:3290:0:(client.c:1568:after_reply()) Process entered 00000100:00000001:3.0:1770653413.796488:0:6533:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.796492:0:3290:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1770653413.796492:0:73732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997a600. 00000100:00000040:3.0:1770653413.796493:0:6533:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000100:00000001:2.0:1770653413.796495:0:3290:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1770653413.796500:0:6533:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:2.0:1770653413.796500:0:3290:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.796503:0:73732:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 4 00000020:00000001:3.0:1770653413.796504:0:6533:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.796505:0:3290:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.796507:0:73732:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653413.796510:0:6533:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00001000:2.0:1770653413.796515:0:3290:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cca0 time=88 v=5 (5 5 5 5) 00000100:00000040:3.0:1770653413.796516:0:6533:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955603ca6300 x1856657707188352/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 224/368 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1770653413.796522:0:3290:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653413.796529:0:3290:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1770653413.796532:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955603ca6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856657707188352:12345-0@lo:13:osp-pre-0-0.0 Request processed in 483us (884us total) trans 0 rc 0/0 00000100:00000001:2.0:1770653413.796533:0:3290:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.796535:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1770653413.796540:0:3290:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1770653413.796540:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1770653413.796545:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2653 00010000:00000001:2.0:1770653413.796546:0:3290:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1770653413.796548:0:3291:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1770653413.796551:0:6533:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 0 00000400:00000001:0.0:1770653413.796552:0:3291:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1770653413.796553:0:3290:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1770653413.796558:0:6533:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1770653413.796559:0:3290:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00000400:00000010:0.0:1770653413.796559:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95561b0eeec8. 00000100:00000001:3.0:1770653413.796563:0:6533:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1770653413.796565:0:3290:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1770653413.796567:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888dd0 00000020:00000010:3.0:1770653413.796568:0:6533:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300d80. 00000100:00000001:2.0:1770653413.796568:0:3290:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653413.796571:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888dd0. 00000020:00000010:3.0:1770653413.796577:0:6533:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90578. 00000100:00000040:2.0:1770653413.796577:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95573c46a680 x1856657707188224/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.796578:0:3291:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1770653413.796585:0:6533:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bd200. 00000100:00000200:0.0:1770653413.796586:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955618d8b800 x1856657707188352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.796590:0:3290:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1770653413.796595:0:6533:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 4 00000100:00000001:2.0:1770653413.796596:0:3290:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1770653413.796600:0:3290:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.796602:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1770653413.796603:0:3290:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000200:0.0:1770653413.796605:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955618d8b800 x1856657707188352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000040:2.0:1770653413.796608:0:3290:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0001-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1770653413.796613:0:3290:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0001-osc-MDT0000: blocks=942848 free=940800 avail=934912 avail_mb=3652 hwm_mb=7 files=119188 ffree=117600 state=0: rc = 0 00000100:00000001:0.0:1770653413.796615:0:3291:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1770653413.796620:0:3291:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.796622:0:3291:0:(client.c:1568:after_reply()) Process entered 00000004:00000020:2.0:1770653413.796624:0:3290:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0001-osc-MDT0000 (ffff95560256d800): 942848 blocks, 940800 free, 934912 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 119188 files, 117600 free files 0x0 02000000:00000001:0.0:1770653413.796624:0:3291:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1770653413.796626:0:3291:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653413.796629:0:3291:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.796632:0:3290:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.796633:0:3291:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.796639:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c46a680 x1856657707188224/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1770653413.796639:0:3291:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fca0 time=95 v=5 (5 5 5 5) 00000100:00001000:0.0:1770653413.796646:0:3291:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 00000100:00000001:0.0:1770653413.796655:0:3291:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00100000:2.0:1770653413.796656:0:3290:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95573c46a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707188224:0@lo:13:osp-pre-1-0.0 00000100:00000001:0.0:1770653413.796658:0:3291:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.796663:0:3291:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1770653413.796665:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.796666:0:3291:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.796668:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1770653413.796670:0:3291:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1770653413.796674:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95573c46a680 x1856657707188224/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1770653413.796674:0:3291:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00000100:00000001:0.0:1770653413.796679:0:3291:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1770653413.796683:0:3291:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.796688:0:3290:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1770653413.796691:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955618d8b800 x1856657707188352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653413.796692:0:3290:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1770653413.796696:0:3290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9557352cc400. 02000000:00000001:2.0:1770653413.796702:0:3290:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1770653413.796702:0:3291:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1770653413.796704:0:3290:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1770653413.796706:0:3291:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:2.0:1770653413.796707:0:3290:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=2 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:0.0:1770653413.796709:0:3291:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653413.796711:0:3290:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000001:0.0:1770653413.796712:0:3291:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 02000000:00000010:2.0:1770653413.796715:0:3290:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff955601b6f200. 00000004:00000040:0.0:1770653413.796716:0:3291:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1770653413.796721:0:3291:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=942592 free=940800 avail=935424 avail_mb=3654 hwm_mb=7 files=119372 ffree=117600 state=0: rc = 0 02000000:00000001:2.0:1770653413.796726:0:3290:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000004:00000020:0.0:1770653413.796728:0:3291:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (ffff9557181ce800): 942592 blocks, 940800 free, 935424 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 119372 files, 117600 free files 0x0 02000000:00000001:2.0:1770653413.796729:0:3290:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1770653413.796733:0:3290:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c46a680. 00000004:00000001:0.0:1770653413.796736:0:3291:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.796738:0:3290:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653413.796755:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653413.796755:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d8b800 x1856657707188352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.796760:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.796767:0:3290:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1770653413.796769:0:3291:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955618d8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707188352:0@lo:13:osp-pre-0-0.0 00000100:00000001:2.0:1770653413.796771:0:3290:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.796776:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1770653413.796779:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.796780:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.796783:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1770653413.796788:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955618d8b800 x1856657707188352/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.796794:0:3291:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1770653413.796795:0:3291:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653413.796797:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95566c884400. 02000000:00000001:0.0:1770653413.796801:0:3291:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653413.796802:0:3291:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1770653413.796804:0:3291:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1770653413.796805:0:3291:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1770653413.796807:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff95562626c300. 02000000:00000001:0.0:1770653413.796810:0:3291:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1770653413.796812:0:3291:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1770653413.796813:0:3291:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d8b800. 00000100:00000001:0.0:1770653413.796816:0:3291:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1770653413.796817:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.796819:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.796822:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1770653413.796823:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.796826:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1770653413.796828:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.817253:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000004:00080000:1.0:1770653413.817257:0:5778:0:(osp_sync.c:1741:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1935 committed 00000004:00000010:1.0:1770653413.817270:0:5778:0:(osp_sync.c:1753:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff95566a08a360. 00040000:00000001:1.0:1770653413.817275:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.817278:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.817280:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.817281:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.817283:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9557352cf000. 00080000:00000001:1.0:1770653413.817286:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.817288:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:1.0:1770653413.817293:0:5778:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000004:00000001:2.0:1770653413.817296:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:1.0:1770653413.817296:0:5778:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000004:00000001:2.0:1770653413.817301:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000001:00080000:1.0:1770653413.817303:0:5778:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4295710225 is committed 00000004:00000001:2.0:1770653413.817307:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000001:00000040:1.0:1770653413.817308:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 302 00000004:00000001:2.0:1770653413.817312:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000020:00000040:1.0:1770653413.817312:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 410 00000004:00000001:2.0:1770653413.817315:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1770653413.817316:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95566a08a8a0. 00040000:00000001:1.0:1770653413.817320:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.817322:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000040:00001000:2.0:1770653413.817323:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f649800 type=0x0 idx=0 00040000:00000001:1.0:1770653413.817323:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.817326:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.817328:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955662e2f800. 00000040:00001000:2.0:1770653413.817329:0:7854:0:(llog.c:720:llog_process_thread()) synced_idx: 3602 00080000:00000001:1.0:1770653413.817334:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000040:00000001:2.0:1770653413.817336:0:7854:0:(lustre_log.h:473:llog_next_block()) Process entered 00080000:00000001:1.0:1770653413.817336:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.817340:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 301 00000040:00000001:2.0:1770653413.817342:0:7854:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000020:00000040:1.0:1770653413.817342:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 409 00000001:00000010:1.0:1770653413.817346:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95563f8652a0. 00040000:00000001:1.0:1770653413.817348:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.817348:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.817349:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.817351:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000040:00001000:2.0:1770653413.817352:0:7854:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 3553 (cur idx 3552 off 229376), size 238720 00080000:00000010:1.0:1770653413.817352:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563de79c00. 00080000:00000001:1.0:1770653413.817354:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.817357:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.817360:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 300 00000020:00000040:1.0:1770653413.817361:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 408 00000001:00000010:1.0:1770653413.817362:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95565cbf99c0. 00040000:00000001:1.0:1770653413.817364:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.817365:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.817366:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.817367:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.817368:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563de7a400. 00080000:00000001:1.0:1770653413.817370:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.817373:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.817375:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 299 00000020:00000040:1.0:1770653413.817377:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 407 00000001:00000010:1.0:1770653413.817379:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95563bdec000. 00040000:00000001:1.0:1770653413.817382:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.817383:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.817384:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.817385:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.817386:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563de78000. 00000040:00000001:2.0:1770653413.817388:0:7854:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1770653413.817389:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.817393:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000040:00000001:2.0:1770653413.817394:0:7854:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1770653413.817396:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 298 00000040:00001000:2.0:1770653413.817398:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f649800 type=0x10692404 idx=3553 00000020:00000040:1.0:1770653413.817399:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 406 00000040:00001000:2.0:1770653413.817403:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3553 lrh_len: 64 (2048 remains) 00000001:00000010:1.0:1770653413.817403:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95563f865f00. 00040000:00000001:1.0:1770653413.817409:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000040:00001000:2.0:1770653413.817410:0:7854:0:(llog.c:797:llog_process_thread()) index: 3553, lh_last_idx: 3602 synced_idx: 3602 lgh_last_idx: 3602 00040000:00000001:1.0:1770653413.817411:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000004:00000001:2.0:1770653413.817415:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00040000:00000001:1.0:1770653413.817415:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.817419:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000004:00000001:2.0:1770653413.817420:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00080000:00000010:1.0:1770653413.817421:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563de79800. 00000004:00000001:2.0:1770653413.817423:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.817426:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000004:00000001:2.0:1770653413.817427:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00080000:00000001:1.0:1770653413.817429:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000004:00000001:2.0:1770653413.817430:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000001:00000040:1.0:1770653413.817432:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 297 00000004:00000001:2.0:1770653413.817433:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000020:00000040:1.0:1770653413.817436:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 405 00000100:00000010:2.0:1770653413.817439:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955603ca7800. 00000001:00000010:1.0:1770653413.817439:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95563f8659c0. 00040000:00000001:1.0:1770653413.817445:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000040:2.0:1770653413.817446:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=3 obd=lustre-OST0001-osc-MDT0000 00040000:00000001:1.0:1770653413.817446:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.817449:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.817452:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:2.0:1770653413.817453:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00080000:00000010:1.0:1770653413.817453:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563de78800. 02000000:00000001:2.0:1770653413.817457:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00080000:00000001:1.0:1770653413.817458:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.817461:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 02000000:00000001:2.0:1770653413.817462:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1770653413.817463:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 296 00000020:00000040:1.0:1770653413.817467:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 404 00000001:00000010:1.0:1770653413.817468:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95563f865060. 02000000:00000010:2.0:1770653413.817470:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95566c887800. 00040000:00000001:1.0:1770653413.817470:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.817472:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.817474:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:2.0:1770653413.817475:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.817476:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.817480:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563de7b800. 00000004:00000001:2.0:1770653413.817481:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626795396167680 : -117278313383936 : ffff955603ca7800) 00080000:00000001:1.0:1770653413.817483:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.817486:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.817487:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 295 00000100:00000001:2.0:1770653413.817489:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000040:1.0:1770653413.817489:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 403 00000001:00000010:1.0:1770653413.817493:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95563f865900. 00000100:00000001:2.0:1770653413.817495:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.817496:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.817499:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.817500:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.817502:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.817504:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955657b5e000. 00000100:00000040:2.0:1770653413.817505:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003591545] to pc [ptlrpcd_00_00+0] req@ffff955603ca7800 x1856657707188480/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1770653413.817508:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.817511:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.817515:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 294 00000020:00000040:1.0:1770653413.817519:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 402 00000001:00000010:1.0:1770653413.817522:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95563f865ea0. 00040000:00000001:1.0:1770653413.817523:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.817524:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.817525:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.817525:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.817526:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955657b5c800. 00080000:00000001:1.0:1770653413.817528:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.817530:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.817532:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 293 00000020:00000040:1.0:1770653413.817533:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 401 00000001:00000010:1.0:1770653413.817535:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95563f865d20. 00000004:00000001:2.0:1770653413.817536:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.817537:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.817541:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000004:00001000:2.0:1770653413.817542:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 1 in flight, 1 in progress 00040000:00000001:1.0:1770653413.817543:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.817545:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000004:00001000:2.0:1770653413.817547:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3553, id 1933 00080000:00000010:1.0:1770653413.817548:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95571f0f6400. 00000004:00000001:2.0:1770653413.817552:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00080000:00000001:1.0:1770653413.817554:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000004:00000001:2.0:1770653413.817555:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00080000:00000001:1.0:1770653413.817557:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000004:00000001:2.0:1770653413.817558:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.817561:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000001:00000040:1.0:1770653413.817561:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 292 00000100:00000001:3.0:1770653413.817563:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1770653413.817565:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 400 00000004:00000001:2.0:1770653413.817566:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000001:00000010:1.0:1770653413.817570:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95563f865780. 00000100:00000001:3.0:1770653413.817571:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000004:00000001:2.0:1770653413.817571:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.817572:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00040000:00000001:1.0:1770653413.817577:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:3.0:1770653413.817578:0:3288:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000040:00001000:2.0:1770653413.817579:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f649840 type=0x10692404 idx=3554 00000100:00000001:0.0:1770653413.817579:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.817580:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.817582:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000040:00001000:2.0:1770653413.817586:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3554 lrh_len: 64 (1984 remains) 00040000:00000001:1.0:1770653413.817586:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.817590:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563ed89800. 00000100:00000040:3.0:1770653413.817591:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955603ca7800 x1856657707188480/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000040:00001000:2.0:1770653413.817591:0:7854:0:(llog.c:797:llog_process_thread()) index: 3554, lh_last_idx: 3602 synced_idx: 3602 lgh_last_idx: 3602 00080000:00000001:1.0:1770653413.817593:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.817597:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000004:00000001:2.0:1770653413.817598:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000001:00000040:1.0:1770653413.817600:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 291 00000004:00000001:2.0:1770653413.817602:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1770653413.817606:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.817606:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 399 00000004:00000001:2.0:1770653413.817611:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000001:00000010:1.0:1770653413.817612:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95563f865a20. 00000100:00000001:3.0:1770653413.817613:0:3288:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000004:00000001:2.0:1770653413.817614:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00040000:00000001:1.0:1770653413.817616:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:3.0:1770653413.817618:0:3288:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.817618:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00040000:00000001:1.0:1770653413.817619:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.817622:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 02000000:00000001:3.0:1770653413.817624:0:3288:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1770653413.817624:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955603ca7100. 00040000:00000001:1.0:1770653413.817625:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 02000000:00000001:3.0:1770653413.817629:0:3288:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1770653413.817630:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=4 obd=lustre-OST0001-osc-MDT0000 00080000:00000010:1.0:1770653413.817630:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955660727800. 00080000:00000001:1.0:1770653413.817636:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 02000000:00000001:3.0:1770653413.817637:0:3288:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.817637:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00080000:00000001:1.0:1770653413.817639:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 02000000:00000001:2.0:1770653413.817641:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000001:00000040:1.0:1770653413.817643:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 290 00000100:00100000:3.0:1770653413.817644:0:3288:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955603ca7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707188480:0@lo:6:osp-syn-1-0.0 02000000:00000001:2.0:1770653413.817645:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.817647:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 398 00000001:00000010:1.0:1770653413.817652:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95563f865180. 00000100:00000001:3.0:1770653413.817654:0:3288:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1770653413.817654:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95566c887400. 00040000:00000001:1.0:1770653413.817657:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 02000000:00000001:3.0:1770653413.817659:0:3288:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1770653413.817660:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.817661:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 02000000:00000001:3.0:1770653413.817663:0:3288:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.817664:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000004:00000001:2.0:1770653413.817665:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626795396165888 : -117278313385728 : ffff955603ca7100) 02000000:00000001:3.0:1770653413.817666:0:3288:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00040000:00000001:1.0:1770653413.817667:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:2.0:1770653413.817672:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00080000:00000010:1.0:1770653413.817673:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955660727c00. 02000000:00000010:3.0:1770653413.817674:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95566b67f800. 00000100:00000001:2.0:1770653413.817678:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.817679:0:3288:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.817679:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.817683:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.817686:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 289 00000400:00000010:3.0:1770653413.817688:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2840. 00000100:00000040:2.0:1770653413.817688:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7d39258] to pc [ptlrpcd_00_01+1] req@ffff955603ca7100 x1856657707188608/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1770653413.817689:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 397 00000001:00000010:1.0:1770653413.817695:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95563bdecde0. 00000400:00000010:3.0:1770653413.817700:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78330. 00040000:00000001:1.0:1770653413.817700:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.817703:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.817706:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.817707:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.817708:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955660727400. 00000100:00000200:3.0:1770653413.817710:0:3288:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707188480, portal 4 00000004:00000001:2.0:1770653413.817710:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.817711:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.817714:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000004:00001000:2.0:1770653413.817716:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 2 in flight, 2 in progress 00000100:00000001:3.0:1770653413.817718:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000001:00000040:1.0:1770653413.817718:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 288 00000004:00001000:2.0:1770653413.817721:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3554, id 1934 00000100:00000001:0.0:1770653413.817721:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653413.817723:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795396167680 : -117278313383936 : ffff955603ca7800) 00000020:00000040:1.0:1770653413.817723:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 396 00000100:00000001:0.0:1770653413.817726:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000004:00000001:2.0:1770653413.817728:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000001:00000010:1.0:1770653413.817729:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95561b3f9c00. 00000100:00000001:0.0:1770653413.817730:0:3289:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000004:00000001:2.0:1770653413.817732:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00040000:00000001:1.0:1770653413.817735:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000004:00000001:2.0:1770653413.817736:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.817750:0:3288:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955603ca7800 x1856657707188480/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1770653413.817751:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955603ca7100 x1856657707188608/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1770653413.817752:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00040000:00000001:1.0:1770653413.817752:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000004:00000001:2.0:1770653413.817756:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00040000:00000001:1.0:1770653413.817757:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.817762:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000004:00000001:2.0:1770653413.817763:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1770653413.817766:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955660725800. 00000040:00001000:2.0:1770653413.817770:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f649880 type=0x10692404 idx=3555 00080000:00000001:1.0:1770653413.817774:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000040:00001000:2.0:1770653413.817775:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3555 lrh_len: 64 (1920 remains) 00080000:00000001:1.0:1770653413.817778:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000040:00001000:2.0:1770653413.817781:0:7854:0:(llog.c:797:llog_process_thread()) index: 3555, lh_last_idx: 3602 synced_idx: 3602 lgh_last_idx: 3602 00000001:00000040:1.0:1770653413.817783:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 287 00000020:00000040:1.0:1770653413.817788:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 395 00000004:00000001:2.0:1770653413.817789:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:3.0:1770653413.817792:0:3288:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1770653413.817792:0:3289:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000004:00000001:2.0:1770653413.817794:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000001:00000010:1.0:1770653413.817794:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95565cbf9360. 00000100:00000001:0.0:1770653413.817796:0:3289:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.817798:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.817800:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000040:3.0:1770653413.817801:0:3288:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000004:00000001:2.0:1770653413.817804:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00040000:00000001:1.0:1770653413.817805:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 02000000:00000001:0.0:1770653413.817805:0:3289:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1770653413.817808:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a785d8. 00000004:00000001:2.0:1770653413.817809:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00040000:00000001:1.0:1770653413.817809:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 02000000:00000001:0.0:1770653413.817810:0:3289:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1770653413.817812:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00040000:00000001:1.0:1770653413.817813:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000200:3.0:1770653413.817817:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707188480, offset 0 00000100:00000010:2.0:1770653413.817818:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955603ca4700. 00080000:00000010:1.0:1770653413.817818:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955660726400. 02000000:00000001:0.0:1770653413.817818:0:3289:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.817825:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=5 obd=lustre-OST0001-osc-MDT0000 00080000:00000001:1.0:1770653413.817827:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00100000:0.0:1770653413.817827:0:3289:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955603ca7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707188608:0@lo:6:osp-syn-1-0.0 00000100:00000001:2.0:1770653413.817828:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00080000:00000001:1.0:1770653413.817831:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 02000000:00000001:2.0:1770653413.817833:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1770653413.817834:0:3288:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1770653413.817835:0:3289:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000001:00000040:1.0:1770653413.817837:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 286 02000000:00000001:2.0:1770653413.817838:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.817840:0:3289:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1770653413.817844:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95566c884800. 02000000:00000001:0.0:1770653413.817844:0:3289:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.817845:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 394 02000000:00000001:0.0:1770653413.817870:0:3289:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1770653413.817875:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9557352cf000. 00000400:00000200:3.0:1770653413.817876:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1770653413.817879:0:3289:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.817883:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1770653413.817884:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95565cbf9ae0. 00000004:00000001:2.0:1770653413.817886:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626795396155136 : -117278313396480 : ffff955603ca4700) 00000400:00000010:0.0:1770653413.817888:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e053688. 00040000:00000001:1.0:1770653413.817891:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:2.0:1770653413.817893:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1770653413.817895:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8000. 00040000:00000001:1.0:1770653413.817896:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000200:3.0:1770653413.817897:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b4100 00000100:00000001:2.0:1770653413.817898:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.817900:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000200:0.0:1770653413.817903:0:3289:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707188608, portal 4 00040000:00000001:1.0:1770653413.817905:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:0.0:1770653413.817907:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1770653413.817909:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005cc3b47c] to pc [ptlrpcd_00_02+2] req@ffff955603ca4700 x1856657707188736/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000010:1.0:1770653413.817909:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955660724400. 00000100:00000001:0.0:1770653413.817910:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795396165888 : -117278313385728 : ffff955603ca7100) 00000400:00000200:3.0:1770653413.817914:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecedf5 [8] + 6888 00080000:00000001:1.0:1770653413.817916:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.817921:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000040:0.0:1770653413.817924:0:3289:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955603ca7100 x1856657707188608/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000001:00000040:1.0:1770653413.817925:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 285 00000400:00000200:3.0:1770653413.817931:0:3288:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1770653413.817931:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 393 00000001:00000010:1.0:1770653413.817938:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95565cbf94e0. 00000400:00000200:3.0:1770653413.817944:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000001:2.0:1770653413.817945:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.817945:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:0.0:1770653413.817945:0:3289:0:(niobuf.c:69:ptl_send_buf()) Process entered 00040000:00000001:1.0:1770653413.817949:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000004:00001000:2.0:1770653413.817951:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 3 in flight, 3 in progress 00040000:00000001:1.0:1770653413.817953:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000040:0.0:1770653413.817954:0:3289:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1770653413.817956:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000004:00001000:2.0:1770653413.817956:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3555, id 1934 00040000:00000001:1.0:1770653413.817957:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000010:0.0:1770653413.817958:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac84c8. 00000100:00000200:3.0:1770653413.817963:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000004:00000001:2.0:1770653413.817963:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00080000:00000010:1.0:1770653413.817963:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955660726000. 00000100:00000200:0.0:1770653413.817964:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707188608, offset 0 00000004:00000001:2.0:1770653413.817967:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00080000:00000001:1.0:1770653413.817970:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000004:00000001:2.0:1770653413.817972:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.817974:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000010:3.0:1770653413.817975:0:3288:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d8aa00. 00000004:00000001:2.0:1770653413.817975:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000400:00000200:0.0:1770653413.817977:0:3289:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000040:1.0:1770653413.817978:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 284 00000004:00000001:2.0:1770653413.817979:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000040:3.0:1770653413.817984:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff955618d8aa00 x1856657707188480 msgsize 544 00000004:00000001:2.0:1770653413.817984:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.817985:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 392 00000001:00000010:1.0:1770653413.817992:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95565cbf9f60. 00000400:00000200:0.0:1770653413.817992:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000040:00001000:2.0:1770653413.817993:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f6498c0 type=0x10692404 idx=3556 00040000:00000001:1.0:1770653413.817999:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000040:00001000:2.0:1770653413.818000:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3556 lrh_len: 64 (1856 remains) 00000100:00100000:3.0:1770653413.818002:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00040000:00000001:1.0:1770653413.818003:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000040:00001000:2.0:1770653413.818004:0:7854:0:(llog.c:797:llog_process_thread()) index: 3556, lh_last_idx: 3602 synced_idx: 3602 lgh_last_idx: 3602 00040000:00000001:1.0:1770653413.818006:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000200:0.0:1770653413.818009:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b4180 00000004:00000001:2.0:1770653413.818011:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00040000:00000001:1.0:1770653413.818011:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.818015:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955660725c00. 00000004:00000001:2.0:1770653413.818017:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000400:00000200:0.0:1770653413.818017:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecedf5 [8] + 7432 00000100:00000001:3.0:1770653413.818018:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000004:00000001:2.0:1770653413.818021:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.818021:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.818025:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000004:00000001:2.0:1770653413.818027:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000001:00000040:1.0:1770653413.818028:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 283 00000400:00000200:0.0:1770653413.818029:0:3289:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000001:2.0:1770653413.818030:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:2.0:1770653413.818035:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000400:00000200:3.0:1770653413.818036:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a785d8 00000020:00000040:1.0:1770653413.818036:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 391 00000400:00000200:0.0:1770653413.818038:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1770653413.818042:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955603ca4e00. 00000001:00000010:1.0:1770653413.818042:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95565cbf9060. 00000400:00000010:3.0:1770653413.818043:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a785d8. 00040000:00000001:1.0:1770653413.818047:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000040:2.0:1770653413.818048:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=6 obd=lustre-OST0001-osc-MDT0000 00040000:00000001:1.0:1770653413.818050:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:3.0:1770653413.818051:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1770653413.818052:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1770653413.818052:0:3289:0:(events.c:286:request_in_callback()) Process entered 00040000:00000001:1.0:1770653413.818053:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 02000000:00000001:2.0:1770653413.818057:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00040000:00000001:1.0:1770653413.818058:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000200:0.0:1770653413.818058:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:2.0:1770653413.818062:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.818063:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955603ca7800 x1856657707188480/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000010:1.0:1770653413.818063:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955657b5e400. 00000100:00000010:0.0:1770653413.818065:0:3289:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c46a680. 00080000:00000001:1.0:1770653413.818070:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 02000000:00000010:2.0:1770653413.818071:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95566c885c00. 00000100:00000040:0.0:1770653413.818071:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff95573c46a680 x1856657707188608 msgsize 544 00080000:00000001:1.0:1770653413.818074:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:2.0:1770653413.818079:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1770653413.818079:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 282 00000004:00000001:2.0:1770653413.818086:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626795396156928 : -117278313394688 : ffff955603ca4e00) 00000020:00000040:1.0:1770653413.818086:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 390 00000100:00100000:0.0:1770653413.818087:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1770653413.818090:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000001:00000010:1.0:1770653413.818092:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95565cbf9960. 00000100:00000001:2.0:1770653413.818093:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00040000:00000001:1.0:1770653413.818096:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:2.0:1770653413.818098:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.818100:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955603ca7800 x1856657707188480/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00040000:00000001:1.0:1770653413.818100:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:0.0:1770653413.818102:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00040000:00000001:1.0:1770653413.818103:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000040:2.0:1770653413.818105:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b903b9a1] to pc [ptlrpcd_00_03+3] req@ffff955603ca4e00 x1856657707188864/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00040000:00000001:1.0:1770653413.818107:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.818110:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955657b5d400. 00000400:00000200:0.0:1770653413.818110:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac84c8 00000400:00000010:0.0:1770653413.818115:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac84c8. 00080000:00000001:1.0:1770653413.818118:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.818125:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1770653413.818125:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000001:00000040:1.0:1770653413.818130:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 281 00000100:00000200:0.0:1770653413.818134:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955603ca7100 x1856657707188608/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1770653413.818138:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 389 00000100:00000001:3.0:1770653413.818139:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.818141:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1770653413.818143:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95565cbf9300. 00000100:00000001:3.0:1770653413.818147:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000004:00001000:2.0:1770653413.818148:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 4 in flight, 4 in progress 00040000:00000001:1.0:1770653413.818149:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.818154:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000004:00001000:2.0:1770653413.818155:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3556, id 1934 00000100:00000001:3.0:1770653413.818157:0:3288:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.818157:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00040000:00000001:1.0:1770653413.818159:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000004:00000001:2.0:1770653413.818160:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00040000:00000001:1.0:1770653413.818162:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000040:0.0:1770653413.818164:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955603ca7100 x1856657707188608/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1770653413.818165:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00080000:00000010:1.0:1770653413.818166:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955657b5cc00. 00000100:00000040:3.0:1770653413.818167:0:3288:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26311 usecs (27 jiffies) 00000004:00000001:2.0:1770653413.818168:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.818173:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000004:00000001:2.0:1770653413.818175:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:3.0:1770653413.818177:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444658 00080000:00000001:1.0:1770653413.818177:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000004:00000001:2.0:1770653413.818179:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000001:00000040:1.0:1770653413.818182:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 280 00000004:00000001:2.0:1770653413.818183:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.818189:0:3288:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444635 00000020:00000040:1.0:1770653413.818189:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 388 00000040:00001000:2.0:1770653413.818190:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f649900 type=0x10692404 idx=3557 00000100:00000001:0.0:1770653413.818190:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1770653413.818194:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95565cbf9e40. 00000040:00001000:2.0:1770653413.818196:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3557 lrh_len: 64 (1792 remains) 00000100:00000001:0.0:1770653413.818197:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00040000:00000001:1.0:1770653413.818200:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000040:00001000:2.0:1770653413.818201:0:7854:0:(llog.c:797:llog_process_thread()) index: 3557, lh_last_idx: 3602 synced_idx: 3602 lgh_last_idx: 3602 00000100:00000001:3.0:1770653413.818203:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444658 00040000:00000001:1.0:1770653413.818203:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:0.0:1770653413.818204:0:3289:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.818205:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00040000:00000001:1.0:1770653413.818206:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000004:00000001:2.0:1770653413.818210:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00040000:00000001:1.0:1770653413.818211:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000040:0.0:1770653413.818212:0:3289:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26311 usecs (27 jiffies) 00000004:00000001:2.0:1770653413.818213:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.818214:0:3288:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444635 00080000:00000010:1.0:1770653413.818214:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955657b5ec00. 00000004:00000001:2.0:1770653413.818219:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000100:00000001:0.0:1770653413.818221:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444658 00080000:00000001:1.0:1770653413.818222:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000004:00000001:2.0:1770653413.818223:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000100:00000001:3.0:1770653413.818225:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444658 00000100:00000001:0.0:1770653413.818225:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444658 00000004:00000001:2.0:1770653413.818227:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00080000:00000001:1.0:1770653413.818228:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.818232:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 279 00000100:00000001:3.0:1770653413.818234:0:3288:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444635 00000100:00000010:2.0:1770653413.818234:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955603ca4a80. 00000100:00000001:0.0:1770653413.818234:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444658 00000020:00000040:1.0:1770653413.818235:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 387 00000020:00000040:2.0:1770653413.818241:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=7 obd=lustre-OST0001-osc-MDT0000 00000001:00000010:1.0:1770653413.818242:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95565cbf96c0. 00000100:00000001:0.0:1770653413.818243:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444658 00000100:00000001:3.0:1770653413.818245:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444658 00000100:00000001:2.0:1770653413.818245:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00040000:00000001:1.0:1770653413.818247:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 02000000:00000001:2.0:1770653413.818250:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1770653413.818250:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444658 00040000:00000001:1.0:1770653413.818251:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:3.0:1770653413.818255:0:3288:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444635 02000000:00000001:2.0:1770653413.818255:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.818256:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:0.0:1770653413.818256:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444658 00040000:00000001:1.0:1770653413.818259:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.818264:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955657b5f000. 00000100:00000001:0.0:1770653413.818264:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444658 00000100:00000001:3.0:1770653413.818265:0:3288:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1770653413.818265:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95566c884400. 00080000:00000001:1.0:1770653413.818271:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:0.0:1770653413.818271:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444658 00000100:00000001:2.0:1770653413.818272:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.818273:0:3288:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.818274:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1770653413.818278:0:3289:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000040:1.0:1770653413.818279:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 278 00000004:00000001:2.0:1770653413.818280:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626795396156032 : -117278313395584 : ffff955603ca4a80) 00000100:00000001:3.0:1770653413.818282:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.818286:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 386 00000100:00000001:2.0:1770653413.818287:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1770653413.818287:0:3289:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.818288:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:1.0:1770653413.818292:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95565cbf95a0. 00000100:00000001:2.0:1770653413.818293:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.818295:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.818298:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:0.0:1770653413.818299:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.818300:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00040000:00000001:1.0:1770653413.818301:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000040:2.0:1770653413.818303:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007aa0c214] to pc [ptlrpcd_00_00+0] req@ffff955603ca4a80 x1856657707188992/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.818306:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00040000:00000001:1.0:1770653413.818306:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:0.0:1770653413.818308:0:3289:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00040000:00000001:1.0:1770653413.818310:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:0.0:1770653413.818313:0:3289:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1770653413.818315:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00080000:00000010:1.0:1770653413.818315:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955657b5f800. 00000100:00000001:0.0:1770653413.818319:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653413.818321:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00080000:00000001:1.0:1770653413.818322:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:0.0:1770653413.818323:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1770653413.818327:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.818327:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000004:00000001:2.0:1770653413.818328:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.818328:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1770653413.818332:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 277 00000100:00000001:3.0:1770653413.818335:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000004:00001000:2.0:1770653413.818336:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 5 in flight, 5 in progress 00000020:00000040:1.0:1770653413.818336:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 385 00000100:00100000:0.0:1770653413.818337:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1770653413.818342:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000004:00001000:2.0:1770653413.818343:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3557, id 1934 00000001:00000010:1.0:1770653413.818343:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95565cbf9840. 00000100:00000001:0.0:1770653413.818344:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.818345:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000004:00000001:2.0:1770653413.818351:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00040000:00000001:1.0:1770653413.818351:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:3.0:1770653413.818352:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1770653413.818352:0:3289:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000004:00000001:2.0:1770653413.818355:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:3.0:1770653413.818358:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00040000:00000001:1.0:1770653413.818358:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:0.0:1770653413.818358:0:3289:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1770653413.818359:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.818363:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:3.0:1770653413.818364:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.818365:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00040000:00000001:1.0:1770653413.818366:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:0.0:1770653413.818367:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653413.818370:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.818371:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00080000:00000010:1.0:1770653413.818371:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955657b5e800. 00000100:00000001:0.0:1770653413.818372:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000004:00000001:2.0:1770653413.818375:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.818376:0:3289:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00080000:00000001:1.0:1770653413.818378:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000040:00001000:2.0:1770653413.818379:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f649940 type=0x10692404 idx=3558 00080000:00000001:1.0:1770653413.818382:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000040:00001000:2.0:1770653413.818383:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3558 lrh_len: 64 (1728 remains) 00000100:00000040:0.0:1770653413.818384:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955603ca4a80 x1856657707188992/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000001:00000040:1.0:1770653413.818385:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 276 00000040:00001000:2.0:1770653413.818389:0:7854:0:(llog.c:797:llog_process_thread()) index: 3558, lh_last_idx: 3602 synced_idx: 3602 lgh_last_idx: 3602 00000020:00000040:1.0:1770653413.818391:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 384 00000004:00000001:2.0:1770653413.818394:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000001:00000010:1.0:1770653413.818396:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95565cbf9780. 00000004:00000001:2.0:1770653413.818398:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1770653413.818402:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.818404:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:0.0:1770653413.818404:0:3289:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000004:00000001:2.0:1770653413.818405:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00040000:00000001:1.0:1770653413.818407:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000004:00000001:2.0:1770653413.818409:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000100:00000001:0.0:1770653413.818409:0:3289:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.818410:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000004:00000001:2.0:1770653413.818413:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00040000:00000001:1.0:1770653413.818414:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 02000000:00000001:0.0:1770653413.818415:0:3289:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1770653413.818417:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955603ca6680. 00080000:00000010:1.0:1770653413.818419:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955602023400. 02000000:00000001:0.0:1770653413.818419:0:3289:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1770653413.818422:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=8 obd=lustre-OST0001-osc-MDT0000 00080000:00000001:1.0:1770653413.818424:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 02000000:00000001:0.0:1770653413.818425:0:3289:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.818426:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00080000:00000001:1.0:1770653413.818428:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 02000000:00000001:2.0:1770653413.818430:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000001:00000040:1.0:1770653413.818431:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 275 00000100:00100000:0.0:1770653413.818432:0:3289:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955603ca4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707188992:0@lo:6:osp-syn-1-0.0 02000000:00000001:2.0:1770653413.818433:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.818437:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 383 02000000:00000010:2.0:1770653413.818440:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95566c884c00. 00000001:00000010:1.0:1770653413.818441:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95565cbf90c0. 00000100:00000001:0.0:1770653413.818441:0:3289:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1770653413.818444:0:3289:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1770653413.818447:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.818447:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 02000000:00000001:0.0:1770653413.818448:0:3289:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.818451:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 02000000:00000001:0.0:1770653413.818454:0:3289:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000004:00000001:2.0:1770653413.818455:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626795396163200 : -117278313388416 : ffff955603ca6680) 00040000:00000001:1.0:1770653413.818455:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.818459:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 02000000:00000010:0.0:1770653413.818460:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9557352cfc00. 00000100:00000001:2.0:1770653413.818461:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00080000:00000010:1.0:1770653413.818463:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955602020800. 02000000:00000001:0.0:1770653413.818465:0:3289:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.818466:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.818468:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.818472:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000400:00000010:0.0:1770653413.818472:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e053630. 00000100:00000040:2.0:1770653413.818475:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000052e4e85] to pc [ptlrpcd_00_01+1] req@ffff955603ca6680 x1856657707189120/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000001:00000040:1.0:1770653413.818476:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 274 00000400:00000010:0.0:1770653413.818478:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac84c8. 00000020:00000040:1.0:1770653413.818482:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 382 00000100:00000200:0.0:1770653413.818484:0:3289:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707188992, portal 4 00000001:00000010:1.0:1770653413.818487:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95565cbf9540. 00000100:00000001:0.0:1770653413.818490:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00040000:00000001:1.0:1770653413.818492:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:0.0:1770653413.818494:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795396156032 : -117278313395584 : ffff955603ca4a80) 00040000:00000001:1.0:1770653413.818496:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.818499:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.818501:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.818504:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95573c29a800. 00000100:00000040:0.0:1770653413.818505:0:3289:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955603ca4a80 x1856657707188992/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1770653413.818507:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.818508:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.818512:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000004:00001000:2.0:1770653413.818514:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 6 in flight, 6 in progress 00000001:00000040:1.0:1770653413.818515:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 273 00000004:00001000:2.0:1770653413.818519:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3558, id 1934 00000020:00000040:1.0:1770653413.818522:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 381 00000100:00000001:0.0:1770653413.818523:0:3289:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:2.0:1770653413.818524:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000001:00000010:1.0:1770653413.818528:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95563bdec8a0. 00000004:00000001:2.0:1770653413.818529:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000040:0.0:1770653413.818529:0:3289:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000004:00000001:2.0:1770653413.818534:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.818535:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000010:0.0:1770653413.818536:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8088. 00000004:00000001:2.0:1770653413.818538:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00040000:00000001:1.0:1770653413.818539:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000200:0.0:1770653413.818541:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707188992, offset 0 00000004:00000001:2.0:1770653413.818544:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00040000:00000001:1.0:1770653413.818544:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:3.0:1770653413.818545:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:2.0:1770653413.818549:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.818549:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000200:0.0:1770653413.818550:0:3289:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1770653413.818551:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00080000:00000010:1.0:1770653413.818553:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556112fd800. 00000040:00001000:2.0:1770653413.818557:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f649980 type=0x10692404 idx=3559 00000100:00000001:3.0:1770653413.818558:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.818558:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000040:00001000:2.0:1770653413.818564:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3559 lrh_len: 64 (1664 remains) 00080000:00000001:1.0:1770653413.818564:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000400:00000200:0.0:1770653413.818565:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1770653413.818566:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000001:00000040:1.0:1770653413.818569:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 272 00000040:00001000:2.0:1770653413.818571:0:7854:0:(llog.c:797:llog_process_thread()) index: 3559, lh_last_idx: 3602 synced_idx: 3602 lgh_last_idx: 3602 00000100:00000001:3.0:1770653413.818573:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1770653413.818574:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 380 00000004:00000001:2.0:1770653413.818575:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:2.0:1770653413.818580:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000001:00000010:1.0:1770653413.818581:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95563bdec3c0. 00000400:00000200:0.0:1770653413.818581:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b4300 00000004:00000001:2.0:1770653413.818583:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.818584:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00040000:00000001:1.0:1770653413.818587:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:3.0:1770653413.818590:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1770653413.818590:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00040000:00000001:1.0:1770653413.818591:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000200:0.0:1770653413.818591:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecedf5 [8] + 7976 00000004:00000001:2.0:1770653413.818595:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00040000:00000001:1.0:1770653413.818596:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:3.0:1770653413.818597:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:2.0:1770653413.818600:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00040000:00000001:1.0:1770653413.818600:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000200:0.0:1770653413.818600:0:3289:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653413.818601:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00080000:00000010:1.0:1770653413.818605:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955605af4c00. 00000100:00000001:3.0:1770653413.818607:0:3288:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1770653413.818607:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955603ca5500. 00080000:00000001:1.0:1770653413.818609:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000400:00000200:0.0:1770653413.818611:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1770653413.818613:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=9 obd=lustre-OST0001-osc-MDT0000 00080000:00000001:1.0:1770653413.818614:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1770653413.818615:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1770653413.818619:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955603ca6680 x1856657707189120/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.818620:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000001:00000040:1.0:1770653413.818620:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 271 00000100:00000200:0.0:1770653413.818620:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:2.0:1770653413.818624:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:1.0:1770653413.818626:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 379 02000000:00000001:2.0:1770653413.818628:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653413.818629:0:3289:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c20380. 00000001:00000010:1.0:1770653413.818631:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95561b3f9f00. 02000000:00000010:2.0:1770653413.818636:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95566c885800. 00000100:00000040:0.0:1770653413.818637:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff955666c20380 x1856657707188992 msgsize 544 00040000:00000001:1.0:1770653413.818638:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.818642:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:2.0:1770653413.818643:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.818646:0:3288:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00040000:00000001:1.0:1770653413.818646:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000004:00000001:2.0:1770653413.818647:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626795396158720 : -117278313392896 : ffff955603ca5500) 00040000:00000001:1.0:1770653413.818650:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:3.0:1770653413.818652:0:3288:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.818652:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1770653413.818654:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00080000:00000010:1.0:1770653413.818655:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955602021000. 00080000:00000001:1.0:1770653413.818660:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 02000000:00000001:3.0:1770653413.818661:0:3288:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1770653413.818661:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.818663:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1770653413.818664:0:3289:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1770653413.818668:0:3288:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000001:00000040:1.0:1770653413.818668:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 270 00000400:00000200:0.0:1770653413.818671:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8088 00000020:00000040:1.0:1770653413.818673:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 378 00000100:00000040:2.0:1770653413.818674:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acd5a021] to pc [ptlrpcd_00_02+2] req@ffff955603ca5500 x1856657707189248/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1770653413.818675:0:3288:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653413.818676:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8088. 00000001:00000010:1.0:1770653413.818679:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95561b3f9300. 00000100:00000001:0.0:1770653413.818682:0:3289:0:(events.c:34:request_out_callback()) Process entered 00040000:00000001:1.0:1770653413.818686:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00100000:3.0:1770653413.818687:0:3288:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955603ca6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707189120:0@lo:6:osp-syn-1-0.0 00040000:00000001:1.0:1770653413.818690:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000200:0.0:1770653413.818691:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955603ca4a80 x1856657707188992/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00040000:00000001:1.0:1770653413.818694:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000004:00000001:2.0:1770653413.818695:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.818697:0:3288:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00040000:00000001:1.0:1770653413.818698:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000004:00001000:2.0:1770653413.818702:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 7 in flight, 7 in progress 00080000:00000010:1.0:1770653413.818703:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955602023800. 02000000:00000001:3.0:1770653413.818704:0:3288:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000004:00001000:2.0:1770653413.818708:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3559, id 1934 02000000:00000001:3.0:1770653413.818709:0:3288:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.818711:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:0.0:1770653413.818711:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000004:00000001:2.0:1770653413.818712:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 02000000:00000001:3.0:1770653413.818717:0:3288:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000004:00000001:2.0:1770653413.818718:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00080000:00000001:1.0:1770653413.818718:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000040:0.0:1770653413.818720:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955603ca4a80 x1856657707188992/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1770653413.818723:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1770653413.818724:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95566b67d800. 00000001:00000040:1.0:1770653413.818724:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 269 00000004:00000001:2.0:1770653413.818729:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000020:00000040:1.0:1770653413.818731:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 377 02000000:00000001:3.0:1770653413.818733:0:3288:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.818733:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000001:00000010:1.0:1770653413.818736:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95563bdec4e0. 00000004:00000001:2.0:1770653413.818738:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.818752:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:0.0:1770653413.818754:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.818757:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2268. 00000040:00001000:2.0:1770653413.818757:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f6499c0 type=0x10692404 idx=3560 00040000:00000001:1.0:1770653413.818757:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:0.0:1770653413.818757:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00040000:00000001:1.0:1770653413.818760:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000040:00001000:2.0:1770653413.818763:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3560 lrh_len: 64 (1600 remains) 00040000:00000001:1.0:1770653413.818764:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:0.0:1770653413.818765:0:3289:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.818766:0:7854:0:(llog.c:797:llog_process_thread()) index: 3560, lh_last_idx: 3602 synced_idx: 3602 lgh_last_idx: 3602 00080000:00000010:1.0:1770653413.818767:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955602020c00. 00000400:00000010:3.0:1770653413.818769:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a785d8. 00000100:00000040:0.0:1770653413.818771:0:3289:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26311 usecs (27 jiffies) 00000004:00000001:2.0:1770653413.818774:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00080000:00000001:1.0:1770653413.818775:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:0.0:1770653413.818777:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444658 00000100:00000200:3.0:1770653413.818778:0:3288:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707189120, portal 4 00000004:00000001:2.0:1770653413.818779:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00080000:00000001:1.0:1770653413.818779:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1770653413.818782:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444658 00000004:00000001:2.0:1770653413.818783:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1770653413.818784:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 268 00000100:00000001:3.0:1770653413.818785:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1770653413.818787:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444658 00000004:00000001:2.0:1770653413.818791:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000020:00000040:1.0:1770653413.818791:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 376 00000100:00000001:3.0:1770653413.818792:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795396163200 : -117278313388416 : ffff955603ca6680) 00000100:00000001:0.0:1770653413.818792:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444658 00000004:00000001:2.0:1770653413.818794:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000001:00000010:1.0:1770653413.818797:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95563bdec0c0. 00000004:00000001:2.0:1770653413.818798:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000001:0.0:1770653413.818799:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444658 00040000:00000001:1.0:1770653413.818802:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:0.0:1770653413.818803:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444658 00000100:00000010:2.0:1770653413.818804:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955603ca5880. 00040000:00000001:1.0:1770653413.818806:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000040:3.0:1770653413.818807:0:3288:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955603ca6680 x1856657707189120/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.818809:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444658 00040000:00000001:1.0:1770653413.818810:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000040:2.0:1770653413.818811:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=10 obd=lustre-OST0001-osc-MDT0000 00040000:00000001:1.0:1770653413.818814:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:0.0:1770653413.818815:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444658 00000100:00000001:2.0:1770653413.818817:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00080000:00000010:1.0:1770653413.818819:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955602022c00. 02000000:00000001:2.0:1770653413.818821:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1770653413.818821:0:3289:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1770653413.818823:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 02000000:00000001:2.0:1770653413.818825:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.818829:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1770653413.818829:0:3289:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1770653413.818834:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 267 02000000:00000010:2.0:1770653413.818835:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95565a57a000. 00000100:00000001:0.0:1770653413.818836:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.818841:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 375 00000100:00000001:3.0:1770653413.818842:0:3288:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1770653413.818843:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.818843:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1770653413.818845:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95563bdecea0. 00000004:00000001:2.0:1770653413.818864:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626795396159616 : -117278313392000 : ffff955603ca5880) 00000100:00000001:2.0:1770653413.818868:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00040000:00000001:1.0:1770653413.818870:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:2.0:1770653413.818872:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.818874:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:0.0:1770653413.818874:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00040000:00000001:1.0:1770653413.818878:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000040:3.0:1770653413.818879:0:3288:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1770653413.818879:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3b0f2e5] to pc [ptlrpcd_00_03+3] req@ffff955603ca5880 x1856657707189376/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.818879:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00040000:00000001:1.0:1770653413.818881:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:0.0:1770653413.818884:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1770653413.818885:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955602659000. 00000400:00000010:3.0:1770653413.818886:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a786e8. 00000100:00000001:0.0:1770653413.818891:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.818892:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000200:3.0:1770653413.818894:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707189120, offset 0 00080000:00000001:1.0:1770653413.818897:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.818902:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 266 00000004:00000001:2.0:1770653413.818904:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.818907:0:3288:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1770653413.818907:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 374 00000004:00001000:2.0:1770653413.818909:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 8 in flight, 8 in progress 00000001:00000010:1.0:1770653413.818913:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95563bdec120. 00000100:00000001:0.0:1770653413.818913:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00001000:2.0:1770653413.818914:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3560, id 1934 00000100:00000001:0.0:1770653413.818919:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00040000:00000001:1.0:1770653413.818920:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000200:3.0:1770653413.818921:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000001:2.0:1770653413.818921:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000001:0.0:1770653413.818923:0:3291:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00040000:00000001:1.0:1770653413.818924:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.818928:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.818931:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000040:0.0:1770653413.818931:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955603ca4e00 x1856657707188864/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.818933:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00080000:00000010:1.0:1770653413.818935:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95571f0f7800. 00000400:00000200:3.0:1770653413.818937:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b4380 00000100:00000001:2.0:1770653413.818938:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00080000:00000001:1.0:1770653413.818942:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:2.0:1770653413.818943:0:3290:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00080000:00000001:1.0:1770653413.818947:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000400:00000200:3.0:1770653413.818949:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecedf5 [8] + 8520 00000100:00000040:2.0:1770653413.818952:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955603ca4700 x1856657707188736/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000001:00000040:1.0:1770653413.818952:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 265 00000020:00000040:1.0:1770653413.818959:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 373 00000400:00000200:3.0:1770653413.818960:0:3288:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1770653413.818961:0:3291:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000001:00000010:1.0:1770653413.818964:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95563bdec540. 00000100:00000001:0.0:1770653413.818966:0:3291:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.818970:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000200:3.0:1770653413.818971:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1770653413.818972:0:3291:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00040000:00000001:1.0:1770653413.818974:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 02000000:00000001:0.0:1770653413.818977:0:3291:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00040000:00000001:1.0:1770653413.818978:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:3.0:1770653413.818980:0:3288:0:(events.c:286:request_in_callback()) Process entered 00040000:00000001:1.0:1770653413.818982:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000200:3.0:1770653413.818985:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:0.0:1770653413.818986:0:3291:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.818987:0:3290:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00080000:00000010:1.0:1770653413.818987:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95573c29a400. 00000100:00000001:2.0:1770653413.818992:0:3290:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1770653413.818994:0:3288:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d8b100. 00080000:00000001:1.0:1770653413.818995:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 02000000:00000001:2.0:1770653413.818996:0:3290:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1770653413.818996:0:3291:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955603ca4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707188864:0@lo:6:osp-syn-1-0.0 00080000:00000001:1.0:1770653413.818998:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000040:3.0:1770653413.819002:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff955618d8b100 x1856657707189120 msgsize 544 02000000:00000001:2.0:1770653413.819002:0:3290:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000001:00000040:1.0:1770653413.819002:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 264 00000100:00000001:0.0:1770653413.819003:0:3291:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1770653413.819007:0:3291:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:1.0:1770653413.819009:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 372 02000000:00000001:2.0:1770653413.819010:0:3290:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.819010:0:3291:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1770653413.819014:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95563bdec2a0. 02000000:00000001:0.0:1770653413.819017:0:3291:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1770653413.819020:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1770653413.819020:0:3290:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955603ca4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707188736:0@lo:6:osp-syn-1-0.0 00040000:00000001:1.0:1770653413.819021:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 02000000:00000010:0.0:1770653413.819023:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9557352cc400. 00040000:00000001:1.0:1770653413.819025:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.819028:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:2.0:1770653413.819030:0:3290:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1770653413.819030:0:3291:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.819031:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:3.0:1770653413.819033:0:3288:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1770653413.819035:0:3290:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00080000:00000010:1.0:1770653413.819035:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95573c298000. 00000400:00000010:0.0:1770653413.819038:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e053370. 02000000:00000001:2.0:1770653413.819039:0:3290:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.819040:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a786e8 00080000:00000001:1.0:1770653413.819040:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 02000000:00000001:2.0:1770653413.819044:0:3290:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1770653413.819046:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a786e8. 00080000:00000001:1.0:1770653413.819046:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 02000000:00000010:2.0:1770653413.819050:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95565a578800. 00000001:00000040:1.0:1770653413.819050:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 263 00000100:00000001:3.0:1770653413.819052:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1770653413.819054:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8088. 00000020:00000040:1.0:1770653413.819056:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 371 02000000:00000001:2.0:1770653413.819057:0:3290:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.819059:0:3291:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707188864, portal 4 00000100:00000200:3.0:1770653413.819061:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955603ca6680 x1856657707189120/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1770653413.819062:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95563bdec900. 00000100:00000001:0.0:1770653413.819064:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1770653413.819065:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95561b0ee580. 00040000:00000001:1.0:1770653413.819069:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:0.0:1770653413.819070:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795396156928 : -117278313394688 : ffff955603ca4e00) 00000400:00000010:2.0:1770653413.819074:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888110. 00040000:00000001:1.0:1770653413.819074:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.819078:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000200:2.0:1770653413.819082:0:3290:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707188736, portal 4 00040000:00000001:1.0:1770653413.819082:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000040:0.0:1770653413.819083:0:3291:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955603ca4e00 x1856657707188864/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.819085:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00080000:00000010:1.0:1770653413.819086:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563ed8b000. 00000100:00000001:2.0:1770653413.819088:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1770653413.819092:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955603ca6680 x1856657707189120/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.819093:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795396155136 : -117278313396480 : ffff955603ca4700) 00080000:00000001:1.0:1770653413.819094:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.819098:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1770653413.819101:0:3291:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000040:1.0:1770653413.819102:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 262 00000100:00000040:2.0:1770653413.819106:0:3290:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955603ca4700 x1856657707188736/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1770653413.819109:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 370 00000100:00000040:0.0:1770653413.819109:0:3291:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000001:00000010:1.0:1770653413.819116:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95563bdecc60. 00000400:00000010:0.0:1770653413.819117:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac86e8. 00000100:00000001:3.0:1770653413.819118:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.819123:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:3.0:1770653413.819125:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00040000:00000001:1.0:1770653413.819127:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:2.0:1770653413.819128:0:3290:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1770653413.819128:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707188864, offset 0 00000100:00000001:3.0:1770653413.819131:0:3288:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.819132:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.819136:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000040:2.0:1770653413.819137:0:3290:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1770653413.819139:0:3288:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26311 usecs (27 jiffies) 00080000:00000010:1.0:1770653413.819139:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95570309b000. 00000400:00000200:0.0:1770653413.819139:0:3291:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1770653413.819142:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888e58. 00000100:00000001:3.0:1770653413.819147:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444659 00000100:00000200:2.0:1770653413.819148:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707188736, offset 0 00080000:00000001:1.0:1770653413.819148:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.819152:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000400:00000200:0.0:1770653413.819153:0:3291:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1770653413.819156:0:3288:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444658 00000001:00000040:1.0:1770653413.819157:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 261 00000400:00000200:2.0:1770653413.819161:0:3290:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1770653413.819162:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 369 00000100:00000001:3.0:1770653413.819164:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444659 00000400:00000200:0.0:1770653413.819165:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b4280 00000001:00000010:1.0:1770653413.819168:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95561b3f9420. 00000100:00000001:3.0:1770653413.819175:0:3288:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444658 00000400:00000200:2.0:1770653413.819176:0:3290:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00040000:00000001:1.0:1770653413.819176:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000200:0.0:1770653413.819177:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecedf5 [8] + 9064 00040000:00000001:1.0:1770653413.819180:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.819184:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:3.0:1770653413.819185:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444659 00040000:00000001:1.0:1770653413.819187:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000200:0.0:1770653413.819187:0:3291:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:1.0:1770653413.819190:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556112fec00. 00000100:00000001:3.0:1770653413.819191:0:3288:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444658 00000400:00000200:2.0:1770653413.819194:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b4200 00080000:00000001:1.0:1770653413.819196:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000400:00000200:0.0:1770653413.819198:0:3291:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1770653413.819199:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444659 00080000:00000001:1.0:1770653413.819201:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000400:00000200:2.0:1770653413.819206:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecedf5 [8] + 9608 00000100:00000001:3.0:1770653413.819207:0:3288:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444658 00000001:00000040:1.0:1770653413.819207:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 260 00000020:00000040:1.0:1770653413.819213:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 368 00000100:00000001:3.0:1770653413.819214:0:3288:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.819215:0:3291:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1770653413.819216:0:3290:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:1.0:1770653413.819216:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95561b3f99c0. 00000100:00000001:3.0:1770653413.819219:0:3288:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.819220:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00040000:00000001:1.0:1770653413.819223:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:3.0:1770653413.819225:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.819226:0:3290:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00040000:00000001:1.0:1770653413.819227:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000010:0.0:1770653413.819228:0:3291:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c22680. 00000100:00000001:3.0:1770653413.819229:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.819231:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000040:0.0:1770653413.819235:0:3291:0:(events.c:337:request_in_callback()) incoming req@ffff955666c22680 x1856657707188864 msgsize 544 00040000:00000001:1.0:1770653413.819236:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.819239:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556112fd400. 00080000:00000001:1.0:1770653413.819244:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00100000:0.0:1770653413.819247:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00080000:00000001:1.0:1770653413.819248:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:2.0:1770653413.819249:0:76385:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000001:00000040:1.0:1770653413.819252:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 259 00000100:00000001:3.0:1770653413.819254:0:76384:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:1.0:1770653413.819255:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 367 00000001:00000010:1.0:1770653413.819258:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95561b3f98a0. 00040000:00000001:1.0:1770653413.819259:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.819260:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.819262:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:0.0:1770653413.819262:0:3291:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:2.0:1770653413.819263:0:76385:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707188480 00040000:00000001:1.0:1770653413.819266:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00100000:3.0:1770653413.819267:0:76384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707188608 02000000:00000001:2.0:1770653413.819267:0:76385:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00080000:00000010:1.0:1770653413.819270:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556112fc000. 02000000:00000001:3.0:1770653413.819272:0:76384:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1770653413.819272:0:76385:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1770653413.819274:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac86e8 00000100:00000001:3.0:1770653413.819277:0:76384:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653413.819278:0:76385:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.819278:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000400:00000010:0.0:1770653413.819278:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac86e8. 00000100:00000001:3.0:1770653413.819282:0:76384:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.819283:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 02000000:00000001:2.0:1770653413.819285:0:76385:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.819286:0:3291:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1770653413.819287:0:76384:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1770653413.819287:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 258 00000100:00100000:2.0:1770653413.819291:0:76385:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707188480 00000100:00100000:3.0:1770653413.819293:0:76384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707188608 00000100:00000200:0.0:1770653413.819293:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955603ca4e00 x1856657707188864/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1770653413.819294:0:76385:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1770653413.819294:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 366 00000020:00000001:3.0:1770653413.819298:0:76384:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1770653413.819299:0:76385:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00000001:00000010:1.0:1770653413.819300:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95561b3f93c0. 00000020:00000040:3.0:1770653413.819303:0:76384:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00000020:00000001:2.0:1770653413.819304:0:76385:0:(lustre_handles.c:113:class_handle2object()) Process entered 00040000:00000001:1.0:1770653413.819306:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:3.0:1770653413.819309:0:76384:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653413.819310:0:76385:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=5 00040000:00000001:1.0:1770653413.819310:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:2.0:1770653413.819316:0:76385:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00040000:00000001:1.0:1770653413.819316:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000040:3.0:1770653413.819317:0:76384:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=6 00000100:00000001:0.0:1770653413.819317:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00040000:00000001:1.0:1770653413.819319:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.819324:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95560265a000. 00000100:00000040:0.0:1770653413.819324:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955603ca4e00 x1856657707188864/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1770653413.819325:0:76384:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000020:00000001:2.0:1770653413.819325:0:76385:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00080000:00000001:1.0:1770653413.819328:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:3.0:1770653413.819332:0:76384:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00080000:00000001:1.0:1770653413.819333:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:2.0:1770653413.819334:0:76385:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000001:00000040:1.0:1770653413.819338:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 257 00000100:00000001:3.0:1770653413.819340:0:76384:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1770653413.819341:0:76385:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59b00. 00000020:00000040:1.0:1770653413.819344:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 365 00000100:00000001:0.0:1770653413.819345:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.819346:0:76385:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000001:00000010:1.0:1770653413.819349:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95561b3f9780. 00000100:00000001:0.0:1770653413.819350:0:3291:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1770653413.819352:0:76385:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59b00. 00000100:00000001:3.0:1770653413.819353:0:12198:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00040000:00000001:1.0:1770653413.819355:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:0.0:1770653413.819357:0:3291:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.819358:0:12198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707188992 00040000:00000001:1.0:1770653413.819359:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000010:2.0:1770653413.819361:0:76385:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564531c000. 00000100:00000040:0.0:1770653413.819361:0:3291:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26311 usecs (27 jiffies) 00040000:00000001:1.0:1770653413.819362:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 02000000:00000001:3.0:1770653413.819363:0:12198:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653413.819368:0:12198:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00040000:00000001:1.0:1770653413.819368:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:0.0:1770653413.819368:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444659 00000020:00000010:2.0:1770653413.819369:0:76385:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95566aa1c300. 00080000:00000010:1.0:1770653413.819372:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955602658c00. 00000100:00000001:3.0:1770653413.819373:0:12198:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.819375:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444659 00000020:00000010:2.0:1770653413.819376:0:76385:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e5107d0. 00080000:00000001:1.0:1770653413.819378:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 02000000:00000001:3.0:1770653413.819379:0:12198:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.819382:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444659 00000100:00100000:3.0:1770653413.819384:0:12198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707188992 00080000:00000001:1.0:1770653413.819384:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1770653413.819386:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444659 00000100:00000040:2.0:1770653413.819388:0:76385:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000001:00000040:1.0:1770653413.819388:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 256 00000020:00000001:3.0:1770653413.819389:0:12198:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1770653413.819391:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444659 00000020:00000040:3.0:1770653413.819395:0:12198:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00000100:00000001:2.0:1770653413.819396:0:76385:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:1.0:1770653413.819396:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 364 00000100:00000001:0.0:1770653413.819396:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444659 00000100:00000001:2.0:1770653413.819401:0:76385:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1770653413.819402:0:12198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000010:1.0:1770653413.819402:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95561b3f9480. 00000100:00000001:0.0:1770653413.819402:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444659 00000020:00000040:3.0:1770653413.819406:0:12198:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=7 00000100:00000001:2.0:1770653413.819407:0:76385:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.819409:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:0.0:1770653413.819409:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444659 00000020:00000001:3.0:1770653413.819412:0:12198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00040000:00000001:1.0:1770653413.819414:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:0.0:1770653413.819415:0:3291:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1770653413.819417:0:12198:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000001:2.0:1770653413.819418:0:76385:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.819418:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:0.0:1770653413.819421:0:3291:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.819422:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:3.0:1770653413.819424:0:12198:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000010:1.0:1770653413.819426:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95560265ac00. 00000100:00000001:0.0:1770653413.819427:0:3291:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000020:00000010:3.0:1770653413.819429:0:12198:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbac0. 00080000:00000001:1.0:1770653413.819431:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:2.0:1770653413.819433:0:76385:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.819434:0:12198:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1770653413.819435:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955603ca5880 x1856657707189376/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1770653413.819436:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.819440:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 255 00000020:00000010:3.0:1770653413.819441:0:12198:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbac0. 00000100:00000001:2.0:1770653413.819445:0:76385:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:1.0:1770653413.819446:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 363 00000020:00000010:3.0:1770653413.819450:0:12198:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bc800. 00000100:00100000:2.0:1770653413.819450:0:76385:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707189120 00000001:00000010:1.0:1770653413.819451:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95561b3f94e0. 02000000:00000001:2.0:1770653413.819455:0:76385:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00040000:00000001:1.0:1770653413.819458:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000010:3.0:1770653413.819459:0:12198:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3600. 00000100:00000001:2.0:1770653413.819459:0:76385:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653413.819460:0:3291:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00040000:00000001:1.0:1770653413.819462:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:2.0:1770653413.819466:0:76385:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.819466:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:0.0:1770653413.819466:0:3291:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.819467:0:12198:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90578. 00040000:00000001:1.0:1770653413.819470:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 02000000:00000001:2.0:1770653413.819475:0:76385:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.819475:0:3291:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00080000:00000010:1.0:1770653413.819476:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563ed8a800. 00000100:00000001:3.0:1770653413.819477:0:12198:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1770653413.819481:0:76385:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707189120 00000100:00000001:3.0:1770653413.819482:0:12198:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00080000:00000001:1.0:1770653413.819482:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 02000000:00000001:0.0:1770653413.819482:0:3291:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.819487:0:12198:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.819488:0:76385:0:(genops.c:811:class_conn2export()) Process entered 00080000:00000001:1.0:1770653413.819489:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 02000000:00000001:0.0:1770653413.819489:0:3291:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.819491:0:76385:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00000100:00000001:3.0:1770653413.819493:0:12198:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.819494:0:76385:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000040:1.0:1770653413.819494:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 254 00000100:00100000:0.0:1770653413.819495:0:3291:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955603ca5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707189376:0@lo:6:osp-syn-1-0.0 00000020:00000040:2.0:1770653413.819499:0:76385:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=8 00000020:00000040:1.0:1770653413.819500:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 362 00000020:00000001:2.0:1770653413.819505:0:76385:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000001:00000010:1.0:1770653413.819506:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95561b3f9840. 00000100:00000001:0.0:1770653413.819506:0:3291:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1770653413.819508:0:12198:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653413.819511:0:76385:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 02000000:00000001:0.0:1770653413.819511:0:3291:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00040000:00000001:1.0:1770653413.819512:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 02000000:00000001:0.0:1770653413.819514:0:3291:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.819516:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:2.0:1770653413.819517:0:76385:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1770653413.819518:0:3291:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00040000:00000001:1.0:1770653413.819519:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:3.0:1770653413.819520:0:12198:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00040000:00000001:1.0:1770653413.819523:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00100000:3.0:1770653413.819524:0:12198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707188864 00000020:00000010:2.0:1770653413.819524:0:76385:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59b00. 02000000:00000010:0.0:1770653413.819525:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955607fffc00. 00080000:00000010:1.0:1770653413.819527:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955703099400. 02000000:00000001:3.0:1770653413.819530:0:12198:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1770653413.819531:0:76385:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1770653413.819532:0:3291:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.819533:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:3.0:1770653413.819535:0:12198:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00080000:00000001:1.0:1770653413.819537:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000010:2.0:1770653413.819539:0:76385:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59b00. 00000100:00000001:3.0:1770653413.819540:0:12198:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653413.819540:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e053bb0. 00000001:00000040:1.0:1770653413.819541:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 253 00000020:00000010:2.0:1770653413.819546:0:76385:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564531c600. 02000000:00000001:3.0:1770653413.819547:0:12198:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.819548:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 361 00000400:00000010:0.0:1770653413.819550:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac86e8. 00000020:00000010:2.0:1770653413.819551:0:76385:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95566aa1ca00. 00000001:00000010:1.0:1770653413.819554:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95561b3f91e0. 00000100:00100000:3.0:1770653413.819555:0:12198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707188864 00000100:00000200:0.0:1770653413.819557:0:3291:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707189376, portal 4 00040000:00000001:1.0:1770653413.819559:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:3.0:1770653413.819560:0:12198:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1770653413.819560:0:76385:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510ed8. 00000100:00000001:0.0:1770653413.819561:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00040000:00000001:1.0:1770653413.819562:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000040:3.0:1770653413.819564:0:12198:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00040000:00000001:1.0:1770653413.819566:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:0.0:1770653413.819566:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795396159616 : -117278313392000 : ffff955603ca5880) 00000020:00000001:3.0:1770653413.819567:0:12198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1770653413.819568:0:76385:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00040000:00000001:1.0:1770653413.819570:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000040:3.0:1770653413.819573:0:12198:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=9 00000100:00000001:2.0:1770653413.819573:0:76385:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00080000:00000010:1.0:1770653413.819574:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95570309b800. 00000100:00000040:0.0:1770653413.819578:0:3291:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955603ca5880 x1856657707189376/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.819579:0:76385:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.819580:0:12198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00080000:00000001:1.0:1770653413.819580:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.819584:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000001:3.0:1770653413.819587:0:12198:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000001:2.0:1770653413.819588:0:76385:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1770653413.819588:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 252 00000020:00000040:1.0:1770653413.819594:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 360 00000100:00000001:3.0:1770653413.819597:0:12198:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000001:00000010:1.0:1770653413.819598:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95561b3f9de0. 00000100:00000001:0.0:1770653413.819598:0:3291:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1770653413.819601:0:12198:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbac0. 00000100:00000001:2.0:1770653413.819604:0:76385:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:1.0:1770653413.819605:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:3.0:1770653413.819607:0:12198:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1770653413.819607:0:3291:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00040000:00000001:1.0:1770653413.819608:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.819613:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000010:3.0:1770653413.819615:0:12198:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbac0. 00000400:00000010:0.0:1770653413.819615:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8aa0. 00000100:00000001:2.0:1770653413.819616:0:76385:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00040000:00000001:1.0:1770653413.819616:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.819620:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95570309b400. 00000100:00000001:2.0:1770653413.819621:0:76385:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1770653413.819623:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707189376, offset 0 00080000:00000001:1.0:1770653413.819625:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000010:3.0:1770653413.819626:0:12198:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bca00. 00000100:00100000:2.0:1770653413.819630:0:76385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136152 00080000:00000001:1.0:1770653413.819630:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000400:00000200:0.0:1770653413.819632:0:3291:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1770653413.819633:0:12198:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3b80. 00000001:00000040:1.0:1770653413.819634:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 251 00000100:00000040:2.0:1770653413.819638:0:76385:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 1 00000020:00000010:3.0:1770653413.819640:0:12198:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90bb8. 00000020:00000040:1.0:1770653413.819640:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 359 00000400:00000200:0.0:1770653413.819643:0:3291:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1770653413.819644:0:76385:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795749419520 : -117277960132096 : ffff955618d8aa00) 00000001:00000010:1.0:1770653413.819645:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95561b3f9b40. 00000100:00000001:3.0:1770653413.819647:0:12198:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00040000:00000001:1.0:1770653413.819651:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:3.0:1770653413.819652:0:12198:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00040000:00000001:1.0:1770653413.819654:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:3.0:1770653413.819656:0:12198:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.819656:0:76385:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955618d8aa00 x1856657707188480/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00040000:00000001:1.0:1770653413.819659:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000200:0.0:1770653413.819659:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b4480 00040000:00000001:1.0:1770653413.819663:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:3.0:1770653413.819664:0:12198:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1770653413.819668:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95570309a800. 00080000:00000001:1.0:1770653413.819674:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000400:00000200:0.0:1770653413.819674:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecedf5 [8] + 10152 00000100:00000001:2.0:1770653413.819677:0:76385:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000001:1.0:1770653413.819679:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1770653413.819680:0:12198:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000001:00000040:1.0:1770653413.819683:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 250 00000400:00000200:0.0:1770653413.819683:0:3291:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1770653413.819684:0:76385:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59b00. 00000100:00000001:3.0:1770653413.819690:0:12198:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:1.0:1770653413.819690:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 358 00000100:00000001:2.0:1770653413.819691:0:76385:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1770653413.819693:0:3291:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1770653413.819695:0:12198:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000001:00000010:1.0:1770653413.819696:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95561b3f9120. 00000020:00000010:2.0:1770653413.819698:0:76385:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59b00. 00000100:00000001:0.0:1770653413.819701:0:3291:0:(events.c:286:request_in_callback()) Process entered 00040000:00000001:1.0:1770653413.819702:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00100000:3.0:1770653413.819703:0:12198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136153 00000100:00000200:0.0:1770653413.819704:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00040000:00000001:1.0:1770653413.819706:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00100000:2.0:1770653413.819711:0:76385:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955618d8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+9:3288:x1856657707188480:12345-0@lo:6:osp-syn-1-0.0 00040000:00000001:1.0:1770653413.819711:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000040:3.0:1770653413.819712:0:12198:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 2 00000100:00000010:0.0:1770653413.819713:0:3291:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c23100. 00040000:00000001:1.0:1770653413.819716:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:3.0:1770653413.819718:0:12198:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797056557952 : -117276652993664 : ffff955666c20380) 00000100:00000040:0.0:1770653413.819720:0:3291:0:(events.c:337:request_in_callback()) incoming req@ffff955666c23100 x1856657707189376 msgsize 544 00000100:00000200:2.0:1770653413.819721:0:76385:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707188480 00080000:00000010:1.0:1770653413.819721:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563ed8b400. 00000100:00000040:3.0:1770653413.819726:0:12198:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955666c20380 x1856657707188992/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1770653413.819729:0:76385:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000001:1.0:1770653413.819729:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:2.0:1770653413.819735:0:76385:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:0.0:1770653413.819736:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00080000:00000001:1.0:1770653413.819738:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.819750:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 249 00000020:00000001:2.0:1770653413.819751:0:76385:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.819756:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 357 00000020:00000001:2.0:1770653413.819758:0:76385:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1770653413.819759:0:3291:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1770653413.819763:0:76385:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000001:00000010:1.0:1770653413.819764:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564334a780. 00000100:00000001:3.0:1770653413.819765:0:12198:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1770653413.819766:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8aa0 00000020:00000001:2.0:1770653413.819770:0:76385:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:3.0:1770653413.819772:0:12198:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbac0. 00040000:00000001:1.0:1770653413.819772:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000010:0.0:1770653413.819772:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8aa0. 00000020:00000001:2.0:1770653413.819774:0:76385:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:1.0:1770653413.819776:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:3.0:1770653413.819779:0:12198:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1770653413.819780:0:76385:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1770653413.819780:0:3291:0:(events.c:34:request_out_callback()) Process entered 00040000:00000001:1.0:1770653413.819781:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:2.0:1770653413.819786:0:76385:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00040000:00000001:1.0:1770653413.819786:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000010:3.0:1770653413.819787:0:12198:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbac0. 00000100:00000200:0.0:1770653413.819790:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955603ca5880 x1856657707189376/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1770653413.819791:0:76385:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00080000:00000010:1.0:1770653413.819791:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556339cb800. 00000020:00000001:2.0:1770653413.819796:0:76385:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000100:00100000:3.0:1770653413.819798:0:12198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955666c20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3289:x1856657707188992:12345-0@lo:6:osp-syn-1-0.0 00080000:00000001:1.0:1770653413.819799:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:2.0:1770653413.819801:0:76385:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.819804:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.819808:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 248 00000001:00000001:2.0:1770653413.819809:0:76385:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000200:3.0:1770653413.819811:0:12198:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707188992 00000020:00000040:1.0:1770653413.819813:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 356 00000001:00000001:2.0:1770653413.819814:0:76385:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.819816:0:12198:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000001:00000010:1.0:1770653413.819819:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564334a9c0. 00000020:00000001:3.0:1770653413.819821:0:12198:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1770653413.819822:0:76385:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00040000:00000001:1.0:1770653413.819823:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:0.0:1770653413.819823:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1770653413.819827:0:12198:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.819827:0:76385:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00040000:00000001:1.0:1770653413.819828:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000040:0.0:1770653413.819831:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955603ca5880 x1856657707189376/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00040000:00000001:1.0:1770653413.819832:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:3.0:1770653413.819834:0:12198:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000001:00000001:2.0:1770653413.819834:0:76385:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.819835:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:3.0:1770653413.819839:0:12198:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00080000:00000010:1.0:1770653413.819840:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955660724000. 00000001:00000001:2.0:1770653413.819841:0:76385:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000001:3.0:1770653413.819846:0:12198:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1770653413.819846:0:76385:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1770653413.819847:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.819866:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.819868:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 247 00000020:00000040:1.0:1770653413.819870:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 355 00000001:00000001:2.0:1770653413.819875:0:76385:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.819876:0:12198:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:1.0:1770653413.819876:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564334ad80. 00000001:00000001:2.0:1770653413.819879:0:76385:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000001:3.0:1770653413.819883:0:12198:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000001:00000001:2.0:1770653413.819884:0:76385:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.819884:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.819885:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:3.0:1770653413.819887:0:12198:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00040000:00000001:1.0:1770653413.819889:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000001:00000001:2.0:1770653413.819891:0:76385:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.819892:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:0.0:1770653413.819892:0:3291:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1770653413.819893:0:12198:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1770653413.819897:0:76385:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.819898:0:12198:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00040000:00000001:1.0:1770653413.819898:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:0.0:1770653413.819899:0:3291:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1770653413.819902:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95566b67c400. 00000020:00000001:3.0:1770653413.819904:0:12198:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.819904:0:76385:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.819904:0:3291:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26311 usecs (27 jiffies) 00080000:00000001:1.0:1770653413.819907:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000001:00000001:3.0:1770653413.819912:0:12198:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:2.0:1770653413.819912:0:76385:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:1.0:1770653413.819913:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1770653413.819913:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444660 00000001:00000001:3.0:1770653413.819916:0:12198:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.819917:0:76385:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000001:00000040:1.0:1770653413.819918:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 246 00000001:00000001:3.0:1770653413.819920:0:12198:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:0.0:1770653413.819921:0:3291:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444659 00000020:00000040:1.0:1770653413.819922:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 354 00000001:00000001:3.0:1770653413.819924:0:12198:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1770653413.819924:0:76385:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95565a57b800. 00000001:00000010:1.0:1770653413.819928:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564334a360. 00000100:00000001:0.0:1770653413.819929:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444660 02000000:00000001:2.0:1770653413.819930:0:76385:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.819931:0:12198:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.819933:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:2.0:1770653413.819937:0:76385:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.819939:0:12198:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00040000:00000001:1.0:1770653413.819939:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:0.0:1770653413.819939:0:3291:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444659 00002000:00000001:2.0:1770653413.819942:0:76385:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000001:00000001:3.0:1770653413.819944:0:12198:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00040000:00000001:1.0:1770653413.819944:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:0.0:1770653413.819946:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444660 00010000:00000001:2.0:1770653413.819948:0:76385:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00040000:00000001:1.0:1770653413.819948:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000001:00000001:3.0:1770653413.819949:0:12198:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1770653413.819952:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95566b67d400. 00000001:00000001:3.0:1770653413.819954:0:12198:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:2.0:1770653413.819954:0:76385:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.819955:0:3291:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444659 00080000:00000001:1.0:1770653413.819956:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000001:00000001:3.0:1770653413.819959:0:12198:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00080000:2.0:1770653413.819960:0:76385:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5103 count 1 00080000:00000001:1.0:1770653413.819961:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1770653413.819962:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444660 00000001:00000001:3.0:1770653413.819963:0:12198:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1770653413.819966:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 245 00002000:00000001:2.0:1770653413.819968:0:76385:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000020:00000001:3.0:1770653413.819970:0:12198:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.819970:0:3291:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444659 00000020:00000040:1.0:1770653413.819971:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 353 00002000:00000001:2.0:1770653413.819972:0:76385:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1770653413.819979:0:12198:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.819979:0:3291:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1770653413.819980:0:76385:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000001:00000010:1.0:1770653413.819980:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564334a8a0. 00000100:00000001:0.0:1770653413.819986:0:3291:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.819987:0:12198:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00040000:00000001:1.0:1770653413.819987:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:2.0:1770653413.819989:0:76385:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797071732376 : -117276637819240 : ffff955667a98e98) 00040000:00000001:1.0:1770653413.819991:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 02000000:00000001:3.0:1770653413.819992:0:12198:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00002000:00000001:2.0:1770653413.819993:0:76385:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797071732288 : -117276637819328 : ffff955667a98e40) 00000100:00000001:0.0:1770653413.819993:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.819994:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.819998:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 02000000:00000010:3.0:1770653413.819999:0:12198:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95566b67c800. 00000100:00000001:0.0:1770653413.819999:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.820001:0:76385:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000010:1.0:1770653413.820002:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95566b67cc00. 02000000:00000001:3.0:1770653413.820005:0:12198:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.820007:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:0.0:1770653413.820007:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1770653413.820008:0:76385:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:3.0:1770653413.820009:0:12198:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.820012:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00080000:00000001:1.0:1770653413.820013:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00002000:00000001:3.0:1770653413.820014:0:12198:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000100:00000001:0.0:1770653413.820016:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000001:00000040:1.0:1770653413.820017:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 244 00010000:00000001:3.0:1770653413.820019:0:12198:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000040:2.0:1770653413.820019:0:76385:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95563cd5cb00 count: 2 00000100:00000001:0.0:1770653413.820019:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1770653413.820021:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 352 00010000:00000001:3.0:1770653413.820023:0:12198:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.820024:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1770653413.820026:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564334aea0. 00010000:00000001:2.0:1770653413.820027:0:76385:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00080000:3.0:1770653413.820029:0:12198:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5107 count 1 00000100:00000001:0.0:1770653413.820030:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.820031:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.820034:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00002000:00000001:3.0:1770653413.820037:0:12198:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00040000:00000001:1.0:1770653413.820037:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:2.0:1770653413.820038:0:76385:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00002000:00000001:3.0:1770653413.820040:0:12198:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00040000:00000001:1.0:1770653413.820042:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:3.0:1770653413.820044:0:12198:0:(lu_object.c:808:lu_object_find_at()) Process entered 00080000:00000010:1.0:1770653413.820045:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95566b67e800. 00010000:00000010:2.0:1770653413.820047:0:76385:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955605729400. 00080000:00000001:1.0:1770653413.820050:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:3.0:1770653413.820051:0:12198:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797071732072 : -117276637819544 : ffff955667a98d68) 00000100:00000001:0.0:1770653413.820051:0:6529:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1770653413.820055:0:76385:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1770653413.820055:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00002000:00000001:3.0:1770653413.820056:0:12198:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797071731984 : -117276637819632 : ffff955667a98d10) 00000100:00100000:0.0:1770653413.820056:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707189376 00000001:00000040:1.0:1770653413.820059:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 243 00000020:00000040:2.0:1770653413.820062:0:76385:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955605729400 with handle 0x2aed14e4e178cda1 to hash 00010000:00000001:3.0:1770653413.820063:0:12198:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 02000000:00000001:0.0:1770653413.820063:0:6529:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:1.0:1770653413.820064:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 351 00000100:00000001:0.0:1770653413.820067:0:6529:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1770653413.820068:0:12198:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:2.0:1770653413.820070:0:76385:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000001:00000010:1.0:1770653413.820070:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564334aa20. 00000100:00000001:0.0:1770653413.820071:0:6529:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653413.820074:0:12198:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95562c678700 count: 2 00010000:00000001:2.0:1770653413.820076:0:76385:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795423962112 : -117278285589504 : ffff955605729400) 00040000:00000001:1.0:1770653413.820077:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 02000000:00000001:0.0:1770653413.820077:0:6529:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.820078:0:12198:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00040000:00000001:1.0:1770653413.820080:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.820085:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:3.0:1770653413.820086:0:12198:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:2.0:1770653413.820086:0:76385:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795423962112 : -117278285589504 : ffff955605729400) 00000100:00100000:0.0:1770653413.820086:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707189376 00040000:00000001:1.0:1770653413.820088:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000010:3.0:1770653413.820091:0:12198:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95570ffc3c00. 00080000:00000010:1.0:1770653413.820093:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95566b67e400. 00000020:00000001:0.0:1770653413.820093:0:6529:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:2.0:1770653413.820095:0:76385:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:3.0:1770653413.820097:0:12198:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1770653413.820097:0:6529:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00080000:00000001:1.0:1770653413.820098:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:2.0:1770653413.820100:0:76385:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653413.820103:0:12198:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95570ffc3c00 with handle 0x2aed14e4e178cda8 to hash 00080000:00000001:1.0:1770653413.820103:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000001:0.0:1770653413.820103:0:6529:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1770653413.820108:0:12198:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000001:00000040:1.0:1770653413.820109:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 242 00000020:00000040:0.0:1770653413.820109:0:6529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=10 00010000:00010000:2.0:1770653413.820110:0:76385:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff955605729400/0x2aed14e4e178cda1 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x13ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.820113:0:12198:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799895723008 : -117273813828608 : ffff95570ffc3c00) 00000020:00000040:1.0:1770653413.820115:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 350 00000020:00000001:0.0:1770653413.820116:0:6529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00010000:00000001:3.0:1770653413.820119:0:12198:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799895723008 : -117273813828608 : ffff95570ffc3c00) 00000001:00000010:1.0:1770653413.820121:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564334aae0. 00000020:00000001:0.0:1770653413.820122:0:6529:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00040000:00000001:1.0:1770653413.820126:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:3.0:1770653413.820127:0:12198:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1770653413.820129:0:6529:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00040000:00000001:1.0:1770653413.820130:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:3.0:1770653413.820131:0:12198:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.820134:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000010:0.0:1770653413.820136:0:6529:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a7c0. 00040000:00000001:1.0:1770653413.820138:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00010000:3.0:1770653413.820139:0:12198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3c00/0x2aed14e4e178cda8 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x13f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.820141:0:76385:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:0.0:1770653413.820142:0:6529:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00080000:00000010:1.0:1770653413.820143:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95566b67ec00. 00080000:00000001:1.0:1770653413.820148:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:2.0:1770653413.820149:0:76385:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000010:0.0:1770653413.820150:0:6529:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a7c0. 00080000:00000001:1.0:1770653413.820152:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:2.0:1770653413.820156:0:76385:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000001:00000040:1.0:1770653413.820156:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 241 00010000:00000001:3.0:1770653413.820157:0:12198:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000040:1.0:1770653413.820159:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 349 00000020:00000010:0.0:1770653413.820159:0:6529:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997a600. 00010000:00000001:3.0:1770653413.820162:0:12198:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1770653413.820164:0:76385:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000001:00000010:1.0:1770653413.820164:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564334a420. 00010000:00000001:3.0:1770653413.820165:0:12198:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000020:00000010:0.0:1770653413.820166:0:6529:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519b80. 00010000:00000001:2.0:1770653413.820169:0:76385:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:3.0:1770653413.820170:0:12198:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00040000:00000001:1.0:1770653413.820170:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:2.0:1770653413.820172:0:76385:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000020:00000010:0.0:1770653413.820172:0:6529:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d708. 00040000:00000001:1.0:1770653413.820174:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:3.0:1770653413.820176:0:12198:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00040000:00000001:1.0:1770653413.820178:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:3.0:1770653413.820180:0:12198:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:0.0:1770653413.820180:0:6529:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00040000:00000001:1.0:1770653413.820181:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00010000:2.0:1770653413.820182:0:76385:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff955642601000/0x2aed14e4e178a14e lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x13ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e70 expref: 105 pid: 12200 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1770653413.820184:0:6529:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00080000:00000010:1.0:1770653413.820186:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95566b67fc00. 00000100:00000001:0.0:1770653413.820189:0:6529:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.820190:0:12198:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff955620465600/0x2aed14e4e178a0d0 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x13f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e07 expref: 105 pid: 12198 timeout: 0 lvb_type: 1 00080000:00000001:1.0:1770653413.820192:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.820195:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1770653413.820198:0:6529:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1770653413.820199:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 240 00000020:00000040:1.0:1770653413.820205:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 348 00010000:00000001:2.0:1770653413.820207:0:76385:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:0.0:1770653413.820210:0:6529:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.820211:0:76385:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1770653413.820211:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564334a7e0. 00010000:00000001:3.0:1770653413.820212:0:12198:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00040000:00000001:1.0:1770653413.820217:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:3.0:1770653413.820218:0:12198:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.820219:0:76385:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00040000:00000001:1.0:1770653413.820220:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:0.0:1770653413.820223:0:6529:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1770653413.820224:0:76385:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.820225:0:12198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00040000:00000001:1.0:1770653413.820225:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:0.0:1770653413.820228:0:6529:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00040000:00000001:1.0:1770653413.820229:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:2.0:1770653413.820231:0:76385:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1770653413.820232:0:12198:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1770653413.820233:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95566b67f400. 00010000:00010000:2.0:1770653413.820235:0:76385:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1770653413.820238:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136154 00010000:00000001:3.0:1770653413.820239:0:12198:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00080000:00000001:1.0:1770653413.820241:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:2.0:1770653413.820242:0:76385:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1770653413.820244:0:12198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000040:0.0:1770653413.820244:0:6529:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 3 00080000:00000001:1.0:1770653413.820245:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:2.0:1770653413.820246:0:76385:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.820248:0:12198:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000040:1.0:1770653413.820250:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 239 00000100:00000001:0.0:1770653413.820250:0:6529:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795749421312 : -117277960130304 : ffff955618d8b100) 00010000:00000001:2.0:1770653413.820252:0:76385:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00000001:3.0:1770653413.820253:0:12198:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1770653413.820254:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 347 00010000:00000001:3.0:1770653413.820259:0:12198:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1770653413.820260:0:76385:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff955605729400/0x2aed14e4e178cda1 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x13ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000001:00000010:1.0:1770653413.820260:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564334a720. 00000100:00000040:0.0:1770653413.820261:0:6529:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955618d8b100 x1856657707189120/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1770653413.820265:0:12198:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3c00/0x2aed14e4e178cda8 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x13f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00040000:00000001:1.0:1770653413.820266:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.820269:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.820272:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.820274:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.820277:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95566b67e000. 00080000:00000001:1.0:1770653413.820282:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.820286:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000040:2.0:1770653413.820287:0:76385:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x13ef:0x0].0x0 (ffff95563cd5cb00) refcount = 2 00000001:00000040:1.0:1770653413.820290:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 238 00010000:00000040:3.0:1770653413.820291:0:12198:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x13f3:0x0].0x0 (ffff95562c678700) refcount = 2 00000020:00000040:1.0:1770653413.820295:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 346 00010000:00000040:2.0:1770653413.820296:0:76385:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:0.0:1770653413.820298:0:6529:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000040:3.0:1770653413.820299:0:12198:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000001:00000010:1.0:1770653413.820301:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955659855000. 00000020:00000010:0.0:1770653413.820302:0:6529:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a7c0. 00010000:00000040:2.0:1770653413.820304:0:76385:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff955642601000/0x2aed14e4e178a14e lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e70 expref: 105 pid: 12200 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1770653413.820307:0:12198:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff955620465600/0x2aed14e4e178a0d0 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e07 expref: 105 pid: 12198 timeout: 0 lvb_type: 1 00040000:00000001:1.0:1770653413.820308:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:0.0:1770653413.820309:0:6529:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00040000:00000001:1.0:1770653413.820312:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.820315:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.820318:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000010:0.0:1770653413.820318:0:6529:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a7c0. 00080000:00000010:1.0:1770653413.820323:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556040e4000. 00010000:00000040:2.0:1770653413.820325:0:76385:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00080000:00000001:1.0:1770653413.820329:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000040:2.0:1770653413.820331:0:76385:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff955605729400/0x2aed14e4e178cda1 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x13ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770653413.820331:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955618d8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+10:3288:x1856657707189120:12345-0@lo:6:osp-syn-1-0.0 00010000:00000040:3.0:1770653413.820332:0:12198:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00080000:00000001:1.0:1770653413.820333:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.820338:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 237 00010000:00000040:3.0:1770653413.820339:0:12198:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3c00/0x2aed14e4e178cda8 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x13f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00000020:00000040:1.0:1770653413.820343:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 345 00000100:00000200:0.0:1770653413.820344:0:6529:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707189120 00000020:00000001:0.0:1770653413.820350:0:6529:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000001:00000010:1.0:1770653413.820351:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955659855c00. 00000020:00000001:0.0:1770653413.820355:0:6529:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00040000:00000001:1.0:1770653413.820356:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000010:2.0:1770653413.820358:0:76385:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f59b00. 00000020:00000001:0.0:1770653413.820359:0:6529:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.820361:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000010:3.0:1770653413.820363:0:12198:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9556196fbac0. 00000100:00000001:2.0:1770653413.820364:0:76385:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00040000:00000001:1.0:1770653413.820366:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:0.0:1770653413.820366:0:6529:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1770653413.820368:0:12198:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00040000:00000001:1.0:1770653413.820371:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000010:2.0:1770653413.820372:0:76385:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e03c0. 00000020:00000001:0.0:1770653413.820372:0:6529:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000100:00000010:3.0:1770653413.820374:0:12198:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556189e10c0. 00080000:00000010:1.0:1770653413.820375:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556040e4800. 00000100:00000001:2.0:1770653413.820378:0:76385:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100336064 : -117276609215552 : ffff9556695e03c0) 00000020:00000001:0.0:1770653413.820378:0:6529:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1770653413.820381:0:12198:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626795745579200 : -117277963972416 : ffff9556189e10c0) 00080000:00000001:1.0:1770653413.820382:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:0.0:1770653413.820382:0:6529:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.820383:0:76385:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100336064 : -117276609215552 : ffff9556695e03c0) 00080000:00000001:1.0:1770653413.820386:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1770653413.820387:0:12198:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626795745579200 : -117277963972416 : ffff9556189e10c0) 00000020:00000001:0.0:1770653413.820388:0:6529:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1770653413.820390:0:76385:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000001:00000040:1.0:1770653413.820391:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 236 00000100:00000001:3.0:1770653413.820393:0:12198:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000020:00000001:0.0:1770653413.820394:0:6529:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1770653413.820395:0:76385:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000020:00000040:1.0:1770653413.820395:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 344 00000100:00000001:3.0:1770653413.820398:0:12198:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000020:00000001:0.0:1770653413.820399:0:6529:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00010000:00000001:2.0:1770653413.820400:0:76385:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1770653413.820401:0:12198:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000001:00000010:1.0:1770653413.820401:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556598552a0. 00000020:00000001:0.0:1770653413.820403:0:6529:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00040000:00000001:1.0:1770653413.820407:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:3.0:1770653413.820408:0:12198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1770653413.820408:0:6529:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.820409:0:76385:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00040000:00000001:1.0:1770653413.820411:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:3.0:1770653413.820413:0:12198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.820415:0:76385:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00040000:00000001:1.0:1770653413.820415:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000001:00000001:0.0:1770653413.820416:0:6529:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000020:00000001:3.0:1770653413.820417:0:12198:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00040000:00000001:1.0:1770653413.820420:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000001:00000001:0.0:1770653413.820421:0:6529:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.820422:0:12198:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000020:00000001:2.0:1770653413.820423:0:76385:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00080000:00000010:1.0:1770653413.820424:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95565d741000. 00000001:00000001:0.0:1770653413.820425:0:6529:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:3.0:1770653413.820426:0:12198:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1770653413.820428:0:76385:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000001:00000001:0.0:1770653413.820429:0:6529:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1770653413.820430:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:3.0:1770653413.820431:0:12198:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00010000:00000001:2.0:1770653413.820433:0:76385:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00080000:00000001:1.0:1770653413.820436:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000001:0.0:1770653413.820436:0:6529:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1770653413.820438:0:12198:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d88700. 00010000:00000001:2.0:1770653413.820438:0:76385:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000001:00000040:1.0:1770653413.820440:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 235 00000001:00000001:0.0:1770653413.820441:0:6529:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000040:3.0:1770653413.820444:0:12198:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=2 obd=lustre-OST0001 00000020:00000040:1.0:1770653413.820446:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 343 00000001:00000001:0.0:1770653413.820446:0:6529:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1770653413.820447:0:76385:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955603ca4380. 00000100:00000001:3.0:1770653413.820448:0:12198:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000001:00000001:0.0:1770653413.820450:0:6529:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1770653413.820452:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955659855b40. 02000000:00000001:3.0:1770653413.820453:0:12198:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000001:00000001:0.0:1770653413.820454:0:6529:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000040:2.0:1770653413.820455:0:76385:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=3 obd=lustre-OST0001 00040000:00000001:1.0:1770653413.820457:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000001:00000001:0.0:1770653413.820458:0:6529:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1770653413.820459:0:12198:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.820461:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:2.0:1770653413.820463:0:76385:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00040000:00000001:1.0:1770653413.820465:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000001:00000001:0.0:1770653413.820466:0:6529:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1770653413.820468:0:12198:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95564e9bda00. 02000000:00000001:2.0:1770653413.820468:0:76385:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00040000:00000001:1.0:1770653413.820469:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:0.0:1770653413.820470:0:6529:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1770653413.820473:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95565d741c00. 00000100:00000001:3.0:1770653413.820475:0:12198:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.820475:0:76385:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.820475:0:6529:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.820477:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.820480:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1770653413.820483:0:6529:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000001:00000040:1.0:1770653413.820484:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 234 00010000:00010000:3.0:1770653413.820487:0:12198:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff955620465600/0x2aed14e4e178a0d0 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e07 expref: 105 pid: 12198 timeout: 0 lvb_type: 1 02000000:00000001:0.0:1770653413.820487:0:6529:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1770653413.820488:0:76385:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95564531d600. 00000020:00000040:1.0:1770653413.820488:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 342 02000000:00000010:0.0:1770653413.820493:0:6529:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff955607fff000. 00000001:00000010:1.0:1770653413.820495:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955659855a80. 00000100:00000001:2.0:1770653413.820496:0:76385:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.820499:0:6529:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.820501:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.820504:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:0.0:1770653413.820505:0:6529:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.820508:0:76385:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff955642601000/0x2aed14e4e178a14e lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e70 expref: 105 pid: 12200 timeout: 0 lvb_type: 1 00040000:00000001:1.0:1770653413.820508:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00002000:00000001:0.0:1770653413.820510:0:6529:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00040000:00000001:1.0:1770653413.820512:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:0.0:1770653413.820514:0:6529:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00080000:00000010:1.0:1770653413.820516:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95565d740000. 00010000:00000001:0.0:1770653413.820518:0:6529:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.820519:0:12198:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff955620465600/0x2aed14e4e178a0d0 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e07 expref: 105 pid: 12198 timeout: 6877 lvb_type: 1 00080000:00000001:1.0:1770653413.820521:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00002000:00080000:0.0:1770653413.820524:0:6529:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5108 count 1 00080000:00000001:1.0:1770653413.820526:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.820530:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 233 00002000:00000001:0.0:1770653413.820531:0:6529:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00010000:00010000:2.0:1770653413.820535:0:76385:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff955642601000/0x2aed14e4e178a14e lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e70 expref: 105 pid: 12200 timeout: 6877 lvb_type: 1 00000020:00000040:1.0:1770653413.820536:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 341 00002000:00000001:0.0:1770653413.820536:0:6529:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1770653413.820540:0:6529:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000001:00000010:1.0:1770653413.820543:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955659855c60. 00010000:00000001:3.0:1770653413.820545:0:12198:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000020:00000001:0.0:1770653413.820546:0:6529:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797071730856 : -117276637820760 : ffff955667a988a8) 00040000:00000001:1.0:1770653413.820548:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:3.0:1770653413.820550:0:12198:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00040000:00000001:1.0:1770653413.820551:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00002000:00000001:0.0:1770653413.820553:0:6529:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797071730768 : -117276637820848 : ffff955667a98850) 00040000:00000001:1.0:1770653413.820556:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:2.0:1770653413.820557:0:76385:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000040:3.0:1770653413.820558:0:12198:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955618d88700 x1856657707189504/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00040000:00000001:1.0:1770653413.820560:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:0.0:1770653413.820560:0:6529:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000001:2.0:1770653413.820562:0:76385:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00080000:00000010:1.0:1770653413.820564:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95565d742000. 00010000:00000001:0.0:1770653413.820566:0:6529:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000040:2.0:1770653413.820571:0:76385:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955603ca4380 x1856657707189632/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:1.0:1770653413.820571:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000040:0.0:1770653413.820572:0:6529:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95561e13b000 count: 2 00000100:00000001:3.0:1770653413.820574:0:12198:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00080000:00000001:1.0:1770653413.820575:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1770653413.820578:0:12198:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.820579:0:6529:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000001:00000040:1.0:1770653413.820580:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 232 00000020:00000040:1.0:1770653413.820586:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 340 00010000:00000001:0.0:1770653413.820587:0:6529:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00100000:3.0:1770653413.820588:0:12198:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955618d88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12198:1856657707189504:192.168.202.60@tcp:104: 00000001:00000010:1.0:1770653413.820592:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955659855600. 00010000:00000010:0.0:1770653413.820594:0:6529:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561ae2b200. 00000100:00000001:3.0:1770653413.820599:0:12198:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00040000:00000001:1.0:1770653413.820599:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:0.0:1770653413.820601:0:6529:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:2.0:1770653413.820603:0:76385:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00040000:00000001:1.0:1770653413.820604:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000040:0.0:1770653413.820606:0:6529:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561ae2b200 with handle 0x2aed14e4e178cdaf to hash 00000100:00000001:2.0:1770653413.820608:0:76385:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.820608:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:0.0:1770653413.820609:0:6529:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00040000:00000001:1.0:1770653413.820611:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:0.0:1770653413.820614:0:6529:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795783631360 : -117277925920256 : ffff95561ae2b200) 00080000:00000010:1.0:1770653413.820615:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95565d743000. 02000000:00000001:3.0:1770653413.820617:0:12198:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1770653413.820618:0:76385:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955603ca4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:76385:1856657707189632:192.168.202.60@tcp:104: 00010000:00000001:0.0:1770653413.820621:0:6529:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795783631360 : -117277925920256 : ffff95561ae2b200) 02000000:00000001:3.0:1770653413.820622:0:12198:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.820622:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:2.0:1770653413.820624:0:76385:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1770653413.820628:0:12198:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1770653413.820629:0:6529:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:2.0:1770653413.820630:0:76385:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00080000:00000001:1.0:1770653413.820630:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 02000000:00000010:3.0:1770653413.820634:0:12198:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95564e9bd200. 00010000:00000001:0.0:1770653413.820635:0:6529:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.820636:0:76385:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.820636:0:5778:0:(service.c:380:ptlrpc_commit_replies()) Process entered 02000000:00000001:3.0:1770653413.820639:0:12198:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.820641:0:5778:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 02000000:00000001:2.0:1770653413.820642:0:76385:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:0.0:1770653413.820644:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b200/0x2aed14e4e178cdaf lrc: 3/0,1 mode: --/PW res: [0x280000403:0x13f4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1770653413.820646:0:12198:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2790. 00000001:00080000:1.0:1770653413.820646:0:5778:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4295710334 is committed 02000000:00000010:2.0:1770653413.820648:0:76385:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95564531cc00. 00000001:00000040:1.0:1770653413.820653:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 231 02000000:00000001:2.0:1770653413.820654:0:76385:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.820656:0:12198:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a786e8. 00010000:00000001:0.0:1770653413.820657:0:6529:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000040:1.0:1770653413.820659:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 339 00000400:00000010:2.0:1770653413.820663:0:76385:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95561b0eee18. 00010000:00000001:0.0:1770653413.820663:0:6529:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000200:3.0:1770653413.820664:0:12198:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707189504, portal 16 00000001:00000010:1.0:1770653413.820664:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95563d7f0b40. 00010000:00000001:0.0:1770653413.820665:0:6529:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1770653413.820671:0:6529:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:3.0:1770653413.820672:0:12198:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00040000:00000001:1.0:1770653413.820672:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000010:2.0:1770653413.820673:0:76385:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888f68. 00000100:00000001:3.0:1770653413.820677:0:12198:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795749410560 : -117277960141056 : ffff955618d88700) 00040000:00000001:1.0:1770653413.820677:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:0.0:1770653413.820678:0:6529:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000100:00000200:2.0:1770653413.820679:0:76385:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707189632, portal 16 00040000:00000001:1.0:1770653413.820682:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:0.0:1770653413.820683:0:6529:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:2.0:1770653413.820684:0:76385:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00040000:00000001:1.0:1770653413.820685:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000040:3.0:1770653413.820687:0:12198:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955618d88700 x1856657707189504/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.820689:0:76385:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795396154240 : -117278313397376 : ffff955603ca4380) 00080000:00000010:1.0:1770653413.820689:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95566c887c00. 00010000:00010000:0.0:1770653413.820690:0:6529:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff95565f571c00/0x2aed14e4e1789fa3 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x13f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d19 expref: 105 pid: 76389 timeout: 0 lvb_type: 1 00080000:00000001:1.0:1770653413.820698:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000040:2.0:1770653413.820702:0:76385:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955603ca4380 x1856657707189632/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:1.0:1770653413.820703:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.820708:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 230 00010000:00000001:0.0:1770653413.820713:0:6529:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000020:00000040:1.0:1770653413.820714:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 338 00010000:00000001:0.0:1770653413.820717:0:6529:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.820720:0:12198:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000010:1.0:1770653413.820720:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95563d7f00c0. 00010000:00010000:0.0:1770653413.820723:0:6529:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00040000:00000001:1.0:1770653413.820727:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:0.0:1770653413.820728:0:6529:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.820730:0:12198:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00040000:00000001:1.0:1770653413.820731:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:0.0:1770653413.820735:0:6529:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:2.0:1770653413.820736:0:76385:0:(niobuf.c:69:ptl_send_buf()) Process entered 00040000:00000001:1.0:1770653413.820736:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000010:3.0:1770653413.820738:0:12198:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78c38. 00040000:00000001:1.0:1770653413.820754:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00010000:0.0:1770653413.820754:0:6529:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000200:3.0:1770653413.820756:0:12198:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707189504, offset 0 00080000:00000010:1.0:1770653413.820758:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556026e3000. 00000100:00000040:2.0:1770653413.820759:0:76385:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.820759:0:6529:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.820765:0:6529:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1770653413.820766:0:76385:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268883b8. 00080000:00000001:1.0:1770653413.820766:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000400:00000200:3.0:1770653413.820768:0:12198:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00080000:00000001:1.0:1770653413.820770:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:0.0:1770653413.820771:0:6529:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000001:00000040:1.0:1770653413.820775:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 229 00000100:00000200:2.0:1770653413.820776:0:76385:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707189632, offset 0 00010000:00010000:0.0:1770653413.820776:0:6529:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b200/0x2aed14e4e178cdaf lrc: 4/0,1 mode: --/PW res: [0x280000403:0x13f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00000020:00000040:1.0:1770653413.820779:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 337 00000400:00000200:3.0:1770653413.820782:0:12198:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000001:00000010:1.0:1770653413.820785:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95563d7f0060. 00000400:00000200:2.0:1770653413.820790:0:76385:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00040000:00000001:1.0:1770653413.820792:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000200:3.0:1770653413.820794:0:12198:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00040000:00000001:1.0:1770653413.820797:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000040:0.0:1770653413.820799:0:6529:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x13f4:0x0].0x0 (ffff95561e13b000) refcount = 2 00040000:00000001:1.0:1770653413.820800:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000200:3.0:1770653413.820804:0:12198:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00040000:00000001:1.0:1770653413.820804:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000040:0.0:1770653413.820805:0:6529:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00080000:00000010:1.0:1770653413.820808:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556026e2800. 00000400:00000200:3.0:1770653413.820814:0:12198:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00080000:00000001:1.0:1770653413.820815:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000040:0.0:1770653413.820815:0:6529:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95565f571c00/0x2aed14e4e1789fa3 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d19 expref: 105 pid: 76389 timeout: 0 lvb_type: 1 00080000:00000001:1.0:1770653413.820821:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000400:00000200:3.0:1770653413.820822:0:12198:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000001:00000040:1.0:1770653413.820824:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 228 00010000:00000040:0.0:1770653413.820828:0:6529:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000020:00000040:1.0:1770653413.820829:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 336 00000400:00000200:3.0:1770653413.820831:0:12198:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164564:2164564:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164560:2164560:8:4294967295] 00000001:00000010:1.0:1770653413.820833:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955623a7d120. 00010000:00000040:0.0:1770653413.820833:0:6529:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b200/0x2aed14e4e178cdaf lrc: 4/0,1 mode: --/PW res: [0x280000403:0x13f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00040000:00000001:1.0:1770653413.820840:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.820843:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.820846:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000010:0.0:1770653413.820846:0:6529:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a7c0. 00040000:00000001:1.0:1770653413.820861:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.820864:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556026e3800. 00080000:00000001:1.0:1770653413.820866:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.820868:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.820869:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 227 00000020:00000040:1.0:1770653413.820875:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 335 00000100:00000001:0.0:1770653413.820875:0:6529:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000400:00000200:3.0:1770653413.820876:0:12198:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000001:00000010:1.0:1770653413.820880:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95563d7f0d20. 00000100:00000010:0.0:1770653413.820881:0:6529:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f362e40. 00040000:00000001:1.0:1770653413.820885:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000800:00000200:3.0:1770653413.820886:0:12198:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:0.0:1770653413.820887:0:6529:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661517888 : -117277048033728 : ffff95564f362e40) 00040000:00000001:1.0:1770653413.820888:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000200:2.0:1770653413.820889:0:76385:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00040000:00000001:1.0:1770653413.820892:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:0.0:1770653413.820894:0:6529:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661517888 : -117277048033728 : ffff95564f362e40) 00000800:00000010:3.0:1770653413.820896:0:12198:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c900. 00040000:00000001:1.0:1770653413.820897:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000200:2.0:1770653413.820898:0:76385:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1770653413.820899:0:6529:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00080000:00000010:1.0:1770653413.820901:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563bd49c00. 00000100:00000001:0.0:1770653413.820903:0:6529:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000400:00000200:2.0:1770653413.820906:0:76385:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00080000:00000001:1.0:1770653413.820906:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:0.0:1770653413.820908:0:6529:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00080000:00000001:1.0:1770653413.820911:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000800:00000200:3.0:1770653413.820912:0:12198:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:0.0:1770653413.820913:0:6529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1770653413.820915:0:76385:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000001:00000040:1.0:1770653413.820915:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 226 00010000:00000001:0.0:1770653413.820916:0:6529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1770653413.820922:0:76385:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000020:00000040:1.0:1770653413.820922:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 334 00000020:00000001:0.0:1770653413.820922:0:6529:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.820926:0:6529:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000800:00000200:3.0:1770653413.820929:0:12198:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000001:00000010:1.0:1770653413.820929:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95563d7f0e40. 00010000:00000001:0.0:1770653413.820930:0:6529:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000400:00000200:2.0:1770653413.820935:0:76385:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164565:2164565:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164561:2164561:7:4294967295] 00010000:00000001:0.0:1770653413.820935:0:6529:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00040000:00000001:1.0:1770653413.820936:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000800:00000200:3.0:1770653413.820938:0:12198:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c900 type 1, nob 424 niov 1 nkiov 1 00040000:00000001:1.0:1770653413.820940:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000010:0.0:1770653413.820942:0:6529:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c23b80. 00040000:00000001:1.0:1770653413.820944:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.820948:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000040:0.0:1770653413.820949:0:6529:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=4 obd=lustre-OST0001 00080000:00000010:1.0:1770653413.820952:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95562054bc00. 00000100:00000001:3.0:1770653413.820955:0:12198:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.820955:0:6529:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00080000:00000001:1.0:1770653413.820958:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 02000000:00000001:0.0:1770653413.820959:0:6529:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1770653413.820961:0:12198:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444664 00000400:00000200:2.0:1770653413.820961:0:76385:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00080000:00000001:1.0:1770653413.820963:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 02000000:00000001:0.0:1770653413.820964:0:6529:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1770653413.820967:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 225 00000100:00000001:3.0:1770653413.820971:0:12198:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4301444660 02000000:00000010:0.0:1770653413.820972:0:6529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95561997b400. 00000020:00000040:1.0:1770653413.820973:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 333 00000100:00000001:3.0:1770653413.820977:0:12198:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444664 00000800:00000200:2.0:1770653413.820978:0:76385:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000001:00000010:1.0:1770653413.820979:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95563d7f0f60. 00000100:00000001:0.0:1770653413.820980:0:6529:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.820982:0:12198:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4301444660 00040000:00000001:1.0:1770653413.820986:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000800:00000010:2.0:1770653413.820987:0:76385:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df200. 00000100:00000001:3.0:1770653413.820988:0:12198:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444664 00040000:00000001:1.0:1770653413.820990:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00010000:0.0:1770653413.820991:0:6529:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff95565f571c00/0x2aed14e4e1789fa3 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d19 expref: 105 pid: 76389 timeout: 0 lvb_type: 1 00040000:00000001:1.0:1770653413.820995:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:3.0:1770653413.820996:0:12198:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4301444660 00000800:00000200:2.0:1770653413.820998:0:76385:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00040000:00000001:1.0:1770653413.820999:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.821004:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95562054b400. 00000100:00000001:3.0:1770653413.821005:0:12198:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444664 00080000:00000001:1.0:1770653413.821010:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:3.0:1770653413.821012:0:12198:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4301444660 00000800:00000200:2.0:1770653413.821012:0:76385:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00080000:00000001:1.0:1770653413.821014:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00010000:0.0:1770653413.821019:0:6529:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff95565f571c00/0x2aed14e4e1789fa3 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d19 expref: 105 pid: 76389 timeout: 6877 lvb_type: 1 00000100:00000001:3.0:1770653413.821020:0:12198:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1770653413.821020:0:76385:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df200 type 1, nob 424 niov 1 nkiov 1 00000001:00000040:1.0:1770653413.821020:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 224 00000020:00000040:1.0:1770653413.821027:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 332 00000100:00000001:3.0:1770653413.821028:0:12198:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.821030:0:76385:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1770653413.821032:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95563d7f05a0. 00010000:00000001:3.0:1770653413.821034:0:12198:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.821037:0:76385:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444664 00040000:00000001:1.0:1770653413.821038:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:3.0:1770653413.821040:0:12198:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.821042:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:2.0:1770653413.821044:0:76385:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, keep current deadline 4301444664 00010000:00000001:0.0:1770653413.821046:0:6529:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000020:00000001:3.0:1770653413.821048:0:12198:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.821048:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:2.0:1770653413.821049:0:76385:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444664 00040000:00000001:1.0:1770653413.821051:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:0.0:1770653413.821051:0:6529:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1770653413.821056:0:12198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.821056:0:76385:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, keep current deadline 4301444664 00080000:00000010:1.0:1770653413.821057:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95562054b000. 00010000:00000001:3.0:1770653413.821060:0:12198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1770653413.821060:0:6529:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955666c23b80 x1856657707189760/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:1.0:1770653413.821063:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:2.0:1770653413.821064:0:76385:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444664 00010000:00000001:3.0:1770653413.821065:0:12198:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.821066:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:2.0:1770653413.821072:0:76385:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, keep current deadline 4301444664 00000001:00000040:1.0:1770653413.821072:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 223 00010000:00000001:3.0:1770653413.821073:0:12198:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:0.0:1770653413.821076:0:6529:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1770653413.821077:0:12198:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1770653413.821079:0:76385:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444664 00000020:00000040:1.0:1770653413.821079:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 331 00000100:00000001:0.0:1770653413.821080:0:6529:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.821082:0:12198:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.821086:0:76385:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, keep current deadline 4301444664 00000100:00000001:3.0:1770653413.821087:0:12198:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000001:00000010:1.0:1770653413.821087:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95563d7f0ea0. 00000100:00100000:0.0:1770653413.821091:0:6529:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955666c23b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6529:1856657707189760:192.168.202.60@tcp:104: 00000100:00000001:3.0:1770653413.821093:0:12198:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1770653413.821093:0:76385:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00040000:00000001:1.0:1770653413.821094:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.821098:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:0.0:1770653413.821099:0:6529:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1770653413.821101:0:12198:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556189e10c0 going to sleep for 11 seconds 00000100:00000001:2.0:1770653413.821101:0:76385:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.821101:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 02000000:00000001:0.0:1770653413.821103:0:6529:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00040000:00000001:1.0:1770653413.821105:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:3.0:1770653413.821107:0:12198:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1770653413.821108:0:76385:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.821108:0:6529:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1770653413.821109:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955620549400. 00000100:00000001:3.0:1770653413.821112:0:12198:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.821114:0:76385:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.821116:0:6529:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00080000:00000001:1.0:1770653413.821117:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:2.0:1770653413.821118:0:76385:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.821120:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:2.0:1770653413.821121:0:76385:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:0.0:1770653413.821122:0:6529:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95561997b600. 00000001:00000040:1.0:1770653413.821124:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 222 00010000:00000001:2.0:1770653413.821125:0:76385:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1770653413.821126:0:6529:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.821128:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 330 00010000:00000001:2.0:1770653413.821130:0:76385:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.821131:0:51596:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000001:00000010:1.0:1770653413.821134:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95563d7f0a20. 00000400:00000010:0.0:1770653413.821134:0:6529:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e0534d0. 00000100:00000001:3.0:1770653413.821135:0:51596:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1770653413.821135:0:76385:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1770653413.821140:0:76385:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00040000:00000001:1.0:1770653413.821142:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000010:0.0:1770653413.821144:0:6529:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8aa0. 00000100:00100000:3.0:1770653413.821146:0:51596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136155 00000100:00000001:2.0:1770653413.821146:0:76385:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.821147:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000200:0.0:1770653413.821149:0:6529:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707189760, portal 16 00040000:00000001:1.0:1770653413.821151:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:2.0:1770653413.821152:0:76385:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1770653413.821154:0:51596:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 4 00040000:00000001:1.0:1770653413.821155:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:0.0:1770653413.821155:0:6529:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1770653413.821156:0:76385:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1770653413.821157:0:51596:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797056566912 : -117276652984704 : ffff955666c22680) 00080000:00000010:1.0:1770653413.821160:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955620549800. 00000100:00000001:0.0:1770653413.821161:0:6529:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797056572288 : -117276652979328 : ffff955666c23b80) 00000100:00100000:2.0:1770653413.821162:0:76385:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556695e03c0 going to sleep for 11 seconds 00000100:00000040:3.0:1770653413.821166:0:51596:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955666c22680 x1856657707188864/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1770653413.821167:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:2.0:1770653413.821169:0:76385:0:(client.c:1964:ptlrpc_check_set()) Process entered 00080000:00000001:1.0:1770653413.821171:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000040:0.0:1770653413.821173:0:6529:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955666c23b80 x1856657707189760/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.821174:0:76385:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1770653413.821175:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 221 00000020:00000040:1.0:1770653413.821182:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 329 00000001:00000010:1.0:1770653413.821187:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95563d7f0240. 00040000:00000001:1.0:1770653413.821194:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:3.0:1770653413.821196:0:51596:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00040000:00000001:1.0:1770653413.821197:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:2.0:1770653413.821198:0:76386:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1770653413.821200:0:6529:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1770653413.821201:0:51596:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fb340. 00000100:00000001:2.0:1770653413.821202:0:76386:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00040000:00000001:1.0:1770653413.821202:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.821207:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000040:0.0:1770653413.821207:0:6529:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:3.0:1770653413.821208:0:51596:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00080000:00000010:1.0:1770653413.821210:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563bd48000. 00000100:00100000:2.0:1770653413.821213:0:76386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136156 00000400:00000010:0.0:1770653413.821214:0:6529:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8110. 00080000:00000001:1.0:1770653413.821216:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000010:3.0:1770653413.821217:0:51596:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fb340. 00000100:00000040:2.0:1770653413.821219:0:76386:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 5 00080000:00000001:1.0:1770653413.821221:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000200:0.0:1770653413.821221:0:6529:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707189760, offset 0 00000100:00000001:2.0:1770653413.821223:0:76386:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797056569600 : -117276652982016 : ffff955666c23100) 00000001:00000040:1.0:1770653413.821225:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 220 00000100:00100000:3.0:1770653413.821229:0:51596:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955666c22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+10:3291:x1856657707188864:12345-0@lo:6:osp-syn-1-0.0 00000020:00000040:1.0:1770653413.821231:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 328 00000400:00000200:0.0:1770653413.821232:0:6529:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000040:2.0:1770653413.821235:0:76386:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955666c23100 x1856657707189376/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1770653413.821238:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95563d7f0120. 00000100:00000200:3.0:1770653413.821240:0:51596:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707188864 00040000:00000001:1.0:1770653413.821244:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:3.0:1770653413.821245:0:51596:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1770653413.821245:0:6529:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00040000:00000001:1.0:1770653413.821247:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:3.0:1770653413.821251:0:51596:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00040000:00000001:1.0:1770653413.821252:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:3.0:1770653413.821256:0:51596:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.821257:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000200:0.0:1770653413.821257:0:6529:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1770653413.821259:0:76386:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000010:1.0:1770653413.821261:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563bd4a800. 00000020:00000001:3.0:1770653413.821263:0:51596:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00080000:00000001:1.0:1770653413.821266:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:3.0:1770653413.821267:0:51596:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000020:00000010:2.0:1770653413.821267:0:76386:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59440. 00000400:00000200:0.0:1770653413.821267:0:6529:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00080000:00000001:1.0:1770653413.821270:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000001:3.0:1770653413.821275:0:51596:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1770653413.821275:0:6529:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1770653413.821276:0:76386:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000001:00000040:1.0:1770653413.821276:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 219 00000020:00000001:3.0:1770653413.821279:0:51596:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1770653413.821283:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 327 00000020:00000010:2.0:1770653413.821284:0:76386:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59440. 00000400:00000200:0.0:1770653413.821284:0:6529:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000020:00000001:3.0:1770653413.821285:0:51596:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000001:00000010:1.0:1770653413.821287:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95563d7f0840. 00000020:00000001:3.0:1770653413.821290:0:51596:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00040000:00000001:1.0:1770653413.821293:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000200:0.0:1770653413.821294:0:6529:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164566:2164566:254:4294967295] 192.168.202.60@tcp LPNI seq info [2164562:2164562:6:4294967295] 00000020:00000001:3.0:1770653413.821295:0:51596:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000100:00100000:2.0:1770653413.821296:0:76386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955666c23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+10:3291:x1856657707189376:12345-0@lo:6:osp-syn-1-0.0 00040000:00000001:1.0:1770653413.821297:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:3.0:1770653413.821299:0:51596:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00040000:00000001:1.0:1770653413.821301:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:3.0:1770653413.821303:0:51596:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.821305:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000200:2.0:1770653413.821307:0:76386:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707189376 00000001:00000001:3.0:1770653413.821308:0:51596:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00080000:00000010:1.0:1770653413.821309:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95573c4cdc00. 00000001:00000001:3.0:1770653413.821313:0:51596:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.821313:0:76386:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000001:1.0:1770653413.821315:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:2.0:1770653413.821318:0:76386:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1770653413.821319:0:51596:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00080000:00000001:1.0:1770653413.821320:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000400:00000200:0.0:1770653413.821320:0:6529:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000020:00000001:2.0:1770653413.821322:0:76386:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.821323:0:51596:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000040:1.0:1770653413.821325:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 218 00000020:00000001:2.0:1770653413.821329:0:76386:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000001:00000001:3.0:1770653413.821331:0:51596:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.821331:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 326 00000020:00000001:2.0:1770653413.821333:0:76386:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000001:00000001:3.0:1770653413.821337:0:51596:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000010:1.0:1770653413.821338:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95563d7f09c0. 00000020:00000001:2.0:1770653413.821339:0:76386:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000200:0.0:1770653413.821339:0:6529:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000001:00000001:3.0:1770653413.821340:0:51596:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1770653413.821345:0:76386:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:1.0:1770653413.821346:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000001:00000001:3.0:1770653413.821347:0:51596:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.821349:0:76386:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000010:0.0:1770653413.821349:0:6529:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955601b6f200. 00040000:00000001:1.0:1770653413.821350:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000001:00000001:3.0:1770653413.821351:0:51596:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000001:2.0:1770653413.821353:0:76386:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000001:00000001:3.0:1770653413.821354:0:51596:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00040000:00000001:1.0:1770653413.821354:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:2.0:1770653413.821357:0:76386:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00040000:00000001:1.0:1770653413.821358:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000001:00000001:3.0:1770653413.821361:0:51596:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653413.821362:0:6529:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000020:00000001:2.0:1770653413.821363:0:76386:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00080000:00000010:1.0:1770653413.821363:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556070e0000. 00000020:00000001:3.0:1770653413.821366:0:51596:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.821368:0:76386:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.821370:0:51596:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.821370:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000001:00000001:2.0:1770653413.821372:0:76386:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00080000:00000001:1.0:1770653413.821374:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000800:00000200:0.0:1770653413.821375:0:6529:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:3.0:1770653413.821377:0:51596:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000001:00000001:2.0:1770653413.821377:0:76386:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1770653413.821378:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 217 02000000:00000001:3.0:1770653413.821383:0:51596:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000001:00000001:2.0:1770653413.821383:0:76386:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000040:1.0:1770653413.821384:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 325 00000800:00000200:0.0:1770653413.821384:0:6529:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955601b6f200 type 1, nob 424 niov 1 nkiov 1 00000001:00000001:2.0:1770653413.821387:0:76386:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1770653413.821389:0:51596:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95566b67e000. 00000001:00000010:1.0:1770653413.821390:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95563d7f01e0. 00000100:00000001:0.0:1770653413.821392:0:6529:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.821394:0:76386:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.821395:0:51596:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.821397:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000001:00000001:2.0:1770653413.821398:0:76386:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:0.0:1770653413.821398:0:6529:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444664 00000100:00000001:3.0:1770653413.821402:0:51596:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.821402:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000001:00000001:2.0:1770653413.821403:0:76386:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.821404:0:6529:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, keep current deadline 4301444664 00040000:00000001:1.0:1770653413.821405:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00002000:00000001:3.0:1770653413.821409:0:51596:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00040000:00000001:1.0:1770653413.821409:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000001:00000001:2.0:1770653413.821410:0:76386:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.821411:0:6529:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444664 00080000:00000010:1.0:1770653413.821412:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563bd4b800. 00010000:00000001:3.0:1770653413.821414:0:51596:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000001:00000001:2.0:1770653413.821415:0:76386:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:3.0:1770653413.821419:0:51596:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.821419:0:76386:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.821419:0:6529:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, keep current deadline 4301444664 00080000:00000001:1.0:1770653413.821420:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.821424:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00002000:00080000:3.0:1770653413.821426:0:51596:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5106 count 1 00000001:00000001:2.0:1770653413.821427:0:76386:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.821427:0:6529:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444664 00000001:00000040:1.0:1770653413.821428:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 216 00002000:00000001:3.0:1770653413.821431:0:51596:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000100:00000001:0.0:1770653413.821434:0:6529:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, keep current deadline 4301444664 00000020:00000001:2.0:1770653413.821435:0:76386:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653413.821436:0:51596:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000040:1.0:1770653413.821436:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 324 00000020:00000001:3.0:1770653413.821441:0:51596:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:0.0:1770653413.821441:0:6529:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444664 00000020:00000001:2.0:1770653413.821443:0:76386:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1770653413.821444:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95563d7f0660. 00000100:00000001:0.0:1770653413.821445:0:6529:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, keep current deadline 4301444664 00000020:00000001:3.0:1770653413.821446:0:51596:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797071736328 : -117276637815288 : ffff955667a99e08) 00040000:00000001:1.0:1770653413.821450:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:2.0:1770653413.821451:0:76386:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00002000:00000001:3.0:1770653413.821452:0:51596:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797071736240 : -117276637815376 : ffff955667a99db0) 00000100:00000001:0.0:1770653413.821453:0:6529:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00040000:00000001:1.0:1770653413.821454:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 02000000:00000001:2.0:1770653413.821455:0:76386:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1770653413.821458:0:51596:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00040000:00000001:1.0:1770653413.821459:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:0.0:1770653413.821459:0:6529:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653413.821461:0:76386:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95565a57a800. 00010000:00000001:3.0:1770653413.821463:0:51596:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00040000:00000001:1.0:1770653413.821464:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:0.0:1770653413.821465:0:6529:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.821466:0:76386:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1770653413.821468:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563bd49400. 00010000:00000040:3.0:1770653413.821470:0:51596:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556373a1b00 count: 2 00010000:00000001:0.0:1770653413.821471:0:6529:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.821472:0:76386:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.821473:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:3.0:1770653413.821477:0:51596:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1770653413.821477:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000001:0.0:1770653413.821478:0:6529:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653413.821479:0:76386:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000001:00000040:1.0:1770653413.821481:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 215 00010000:00000001:3.0:1770653413.821484:0:51596:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:2.0:1770653413.821484:0:76386:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1770653413.821485:0:6529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:1.0:1770653413.821486:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 323 00010000:00000001:2.0:1770653413.821489:0:76386:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.821489:0:6529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:3.0:1770653413.821491:0:51596:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95570ffc2000. 00000001:00000010:1.0:1770653413.821491:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae603c0. 00002000:00080000:2.0:1770653413.821494:0:76386:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5110 count 1 00010000:00000001:0.0:1770653413.821494:0:6529:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.821496:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:3.0:1770653413.821498:0:51596:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:0.0:1770653413.821499:0:6529:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00002000:00000001:2.0:1770653413.821501:0:76386:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00040000:00000001:1.0:1770653413.821501:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000040:3.0:1770653413.821503:0:51596:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95570ffc2000 with handle 0x2aed14e4e178cdb6 to hash 00010000:00000001:0.0:1770653413.821503:0:6529:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00002000:00000001:2.0:1770653413.821505:0:76386:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00040000:00000001:1.0:1770653413.821505:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:3.0:1770653413.821509:0:51596:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00040000:00000001:1.0:1770653413.821510:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:2.0:1770653413.821511:0:76386:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:0.0:1770653413.821511:0:6529:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.821512:0:51596:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799895715840 : -117273813835776 : ffff95570ffc2000) 00080000:00000010:1.0:1770653413.821514:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563bd48c00. 00000020:00000001:2.0:1770653413.821517:0:76386:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797071729032 : -117276637822584 : ffff955667a98188) 00000100:00000001:0.0:1770653413.821517:0:6529:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1770653413.821519:0:51596:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799895715840 : -117273813835776 : ffff95570ffc2000) 00080000:00000001:1.0:1770653413.821520:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:0.0:1770653413.821521:0:6529:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00002000:00000001:2.0:1770653413.821522:0:76386:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797071728944 : -117276637822672 : ffff955667a98130) 00080000:00000001:1.0:1770653413.821524:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:3.0:1770653413.821525:0:51596:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00100000:0.0:1770653413.821526:0:6529:0:(client.c:2680:ptlrpc_set_wait()) set ffff95564f362e40 going to sleep for 11 seconds 00010000:00000001:2.0:1770653413.821528:0:76386:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000001:00000040:1.0:1770653413.821529:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 214 00010000:00000001:3.0:1770653413.821530:0:51596:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.821531:0:6529:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1770653413.821532:0:76386:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000040:1.0:1770653413.821536:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 322 00000100:00000001:0.0:1770653413.821537:0:6529:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.821539:0:51596:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95570ffc2000/0x2aed14e4e178cdb6 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x13f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1770653413.821540:0:76386:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556110e6500 count: 2 00000001:00000010:1.0:1770653413.821541:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95562f9129c0. 00010000:00000001:2.0:1770653413.821546:0:76386:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00040000:00000001:1.0:1770653413.821547:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.821551:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:2.0:1770653413.821552:0:76386:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00040000:00000001:1.0:1770653413.821554:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:3.0:1770653413.821557:0:51596:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00040000:00000001:1.0:1770653413.821557:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000010:2.0:1770653413.821559:0:76386:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955605728800. 00010000:00000001:3.0:1770653413.821562:0:51596:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000010:1.0:1770653413.821562:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563bd4bc00. 00000020:00000001:2.0:1770653413.821563:0:76386:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:3.0:1770653413.821565:0:51596:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000020:00000040:2.0:1770653413.821569:0:76386:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955605728800 with handle 0x2aed14e4e178cdbd to hash 00010000:00000001:3.0:1770653413.821570:0:51596:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00080000:00000001:1.0:1770653413.821570:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:2.0:1770653413.821574:0:76386:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1770653413.821576:0:51596:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00080000:00000001:1.0:1770653413.821576:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:2.0:1770653413.821577:0:76386:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795423959040 : -117278285592576 : ffff955605728800) 00010000:00000001:3.0:1770653413.821581:0:51596:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:2.0:1770653413.821581:0:76386:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795423959040 : -117278285592576 : ffff955605728800) 00000001:00000040:1.0:1770653413.821581:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 213 00000020:00000040:1.0:1770653413.821587:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 321 00010000:00000001:2.0:1770653413.821588:0:76386:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00010000:3.0:1770653413.821589:0:51596:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff95566c162400/0x2aed14e4e1789fc6 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x13f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d35 expref: 105 pid: 76385 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1770653413.821593:0:76386:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1770653413.821593:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae60b40. 00040000:00000001:1.0:1770653413.821600:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:3.0:1770653413.821601:0:51596:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:2.0:1770653413.821601:0:76386:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff955605728800/0x2aed14e4e178cdbd lrc: 3/0,1 mode: --/PW res: [0x280000403:0x13f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00040000:00000001:1.0:1770653413.821602:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:3.0:1770653413.821606:0:51596:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.821606:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.821610:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00010000:3.0:1770653413.821613:0:51596:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00080000:00000010:1.0:1770653413.821614:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563bd49000. 00010000:00000001:2.0:1770653413.821615:0:76386:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1770653413.821616:0:51596:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.821620:0:51596:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1770653413.821620:0:76386:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:1.0:1770653413.821620:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:2.0:1770653413.821623:0:76386:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00010000:3.0:1770653413.821625:0:51596:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653413.821626:0:76386:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00080000:00000001:1.0:1770653413.821626:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:3.0:1770653413.821630:0:51596:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.821631:0:76386:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000001:00000040:1.0:1770653413.821631:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 212 00010000:00000001:3.0:1770653413.821635:0:51596:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.821636:0:76386:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000020:00000040:1.0:1770653413.821637:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 320 00010000:00000001:3.0:1770653413.821641:0:51596:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000001:00000010:1.0:1770653413.821642:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955623a7d840. 00010000:00010000:2.0:1770653413.821643:0:76386:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9556323fd600/0x2aed14e4e178a0ec lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x13f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e15 expref: 105 pid: 12202 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770653413.821646:0:51596:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95570ffc2000/0x2aed14e4e178cdb6 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x13f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00040000:00000001:1.0:1770653413.821648:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.821651:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.821654:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.821656:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.821659:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563bd4ac00. 00010000:00000001:2.0:1770653413.821662:0:76386:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00080000:00000001:1.0:1770653413.821664:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:2.0:1770653413.821665:0:76386:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.821669:0:76386:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00080000:00000001:1.0:1770653413.821669:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000040:3.0:1770653413.821670:0:51596:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x13f2:0x0].0x0 (ffff9556373a1b00) refcount = 2 00000001:00000040:1.0:1770653413.821672:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 211 00010000:00000001:2.0:1770653413.821674:0:76386:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.821677:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 319 00010000:00000040:3.0:1770653413.821678:0:51596:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:2.0:1770653413.821679:0:76386:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000001:00000010:1.0:1770653413.821681:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae60240. 00010000:00010000:2.0:1770653413.821683:0:76386:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00040000:00000001:1.0:1770653413.821685:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000040:3.0:1770653413.821687:0:51596:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95566c162400/0x2aed14e4e1789fc6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d35 expref: 105 pid: 76385 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1770653413.821688:0:76386:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:1.0:1770653413.821688:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.821692:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:2.0:1770653413.821693:0:76386:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:1.0:1770653413.821695:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:2.0:1770653413.821699:0:76386:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00080000:00000010:1.0:1770653413.821699:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563bd4a400. 00010000:00010000:2.0:1770653413.821704:0:76386:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff955605728800/0x2aed14e4e178cdbd lrc: 4/0,1 mode: --/PW res: [0x280000403:0x13f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1770653413.821705:0:51596:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00080000:00000001:1.0:1770653413.821705:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.821709:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000040:3.0:1770653413.821710:0:51596:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95570ffc2000/0x2aed14e4e178cdb6 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x13f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000001:00000040:1.0:1770653413.821713:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 210 00010000:00000040:2.0:1770653413.821716:0:76386:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x13f6:0x0].0x0 (ffff9556110e6500) refcount = 2 00000020:00000040:1.0:1770653413.821719:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 318 00010000:00000040:2.0:1770653413.821725:0:76386:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000001:00000010:1.0:1770653413.821725:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae60540. 00010000:00000010:3.0:1770653413.821729:0:51596:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9556196fb340. 00040000:00000001:1.0:1770653413.821730:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000040:2.0:1770653413.821732:0:76386:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9556323fd600/0x2aed14e4e178a0ec lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e15 expref: 105 pid: 12202 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1770653413.821734:0:51596:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00040000:00000001:1.0:1770653413.821734:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.821738:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.821749:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.821750:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95565fadf800. 00000100:00000010:3.0:1770653413.821753:0:51596:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556189e1840. 00080000:00000001:1.0:1770653413.821754:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.821757:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1770653413.821759:0:51596:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626795745581120 : -117277963970496 : ffff9556189e1840) 00000001:00000040:1.0:1770653413.821761:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 209 00000100:00000001:3.0:1770653413.821766:0:51596:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626795745581120 : -117277963970496 : ffff9556189e1840) 00000020:00000040:1.0:1770653413.821767:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 317 00010000:00000040:2.0:1770653413.821771:0:76386:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000100:00000001:3.0:1770653413.821773:0:51596:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000001:00000010:1.0:1770653413.821773:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae60a20. 00010000:00000040:2.0:1770653413.821775:0:76386:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff955605728800/0x2aed14e4e178cdbd lrc: 4/0,1 mode: --/PW res: [0x280000403:0x13f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.821776:0:51596:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00040000:00000001:1.0:1770653413.821778:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:3.0:1770653413.821779:0:51596:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00040000:00000001:1.0:1770653413.821782:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:3.0:1770653413.821783:0:51596:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00040000:00000001:1.0:1770653413.821785:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:3.0:1770653413.821787:0:51596:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00040000:00000001:1.0:1770653413.821789:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:3.0:1770653413.821791:0:51596:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.821794:0:51596:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00080000:00000010:1.0:1770653413.821794:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95565c7e4400. 00010000:00000010:2.0:1770653413.821796:0:76386:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f59440. 00010000:00000001:3.0:1770653413.821798:0:51596:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00080000:00000001:1.0:1770653413.821800:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:2.0:1770653413.821801:0:76386:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00000001:3.0:1770653413.821802:0:51596:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00080000:00000001:1.0:1770653413.821803:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000010:2.0:1770653413.821807:0:76386:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0540. 00000001:00000040:1.0:1770653413.821807:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 208 00000100:00000010:3.0:1770653413.821809:0:51596:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d8a680. 00000100:00000001:2.0:1770653413.821813:0:76386:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100336448 : -117276609215168 : ffff9556695e0540) 00000020:00000040:1.0:1770653413.821813:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 316 00000020:00000040:3.0:1770653413.821815:0:51596:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=5 obd=lustre-OST0001 00000001:00000010:1.0:1770653413.821818:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae60300. 00000100:00000001:2.0:1770653413.821820:0:76386:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100336448 : -117276609215168 : ffff9556695e0540) 00000100:00000001:3.0:1770653413.821821:0:51596:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00040000:00000001:1.0:1770653413.821823:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 02000000:00000001:3.0:1770653413.821825:0:51596:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1770653413.821826:0:76386:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00040000:00000001:1.0:1770653413.821827:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 02000000:00000001:3.0:1770653413.821829:0:51596:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.821830:0:76386:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00040000:00000001:1.0:1770653413.821830:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:2.0:1770653413.821834:0:76386:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00040000:00000001:1.0:1770653413.821835:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 02000000:00000010:3.0:1770653413.821837:0:51596:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95564e9bc400. 00080000:00000010:1.0:1770653413.821839:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95573c4ce400. 00010000:00000001:2.0:1770653413.821840:0:76386:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.821841:0:51596:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.821843:0:76386:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:1.0:1770653413.821845:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:2.0:1770653413.821846:0:76386:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00080000:00000001:1.0:1770653413.821860:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.821863:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 207 00000020:00000040:1.0:1770653413.821866:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 315 00000001:00000010:1.0:1770653413.821867:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae60c60. 00040000:00000001:1.0:1770653413.821869:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.821871:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.821872:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.821873:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00010000:3.0:1770653413.821875:0:51596:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff95566c162400/0x2aed14e4e1789fc6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d35 expref: 105 pid: 76385 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1770653413.821877:0:76386:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00080000:00000010:1.0:1770653413.821877:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95573c4cd800. 00010000:00000001:2.0:1770653413.821881:0:76386:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00080000:00000001:1.0:1770653413.821883:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:2.0:1770653413.821885:0:76386:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00080000:00000001:1.0:1770653413.821887:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.821890:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 206 00000100:00000010:2.0:1770653413.821891:0:76386:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955603ca4000. 00000020:00000040:1.0:1770653413.821894:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 314 00000020:00000040:2.0:1770653413.821896:0:76386:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=6 obd=lustre-OST0001 00010000:00010000:3.0:1770653413.821899:0:51596:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff95566c162400/0x2aed14e4e1789fc6 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d35 expref: 105 pid: 76385 timeout: 6877 lvb_type: 1 00000001:00000010:1.0:1770653413.821899:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae601e0. 00000100:00000001:2.0:1770653413.821901:0:76386:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1770653413.821905:0:76386:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00040000:00000001:1.0:1770653413.821906:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 02000000:00000001:2.0:1770653413.821910:0:76386:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.821910:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.821913:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.821916:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 02000000:00000010:2.0:1770653413.821919:0:76386:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95564531da00. 00080000:00000010:1.0:1770653413.821920:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95573c4cf800. 00080000:00000001:1.0:1770653413.821927:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:2.0:1770653413.821928:0:76386:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.821929:0:51596:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00080000:00000001:1.0:1770653413.821931:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1770653413.821934:0:51596:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000001:00000040:1.0:1770653413.821934:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 205 00010000:00010000:2.0:1770653413.821938:0:76386:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9556323fd600/0x2aed14e4e178a0ec lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e15 expref: 105 pid: 12202 timeout: 0 lvb_type: 1 00000020:00000040:1.0:1770653413.821939:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 313 00000100:00000040:3.0:1770653413.821942:0:51596:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955618d8a680 x1856657707189888/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000010:1.0:1770653413.821944:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae608a0. 00040000:00000001:1.0:1770653413.821948:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.821951:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.821953:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.821956:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.821958:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95573c4cc400. 00080000:00000001:1.0:1770653413.821964:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:3.0:1770653413.821966:0:51596:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00080000:00000001:1.0:1770653413.821968:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1770653413.821969:0:51596:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.821969:0:76386:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9556323fd600/0x2aed14e4e178a0ec lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e15 expref: 105 pid: 12202 timeout: 6877 lvb_type: 1 00000001:00000040:1.0:1770653413.821971:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 204 00000020:00000040:1.0:1770653413.821976:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 312 00000100:00100000:3.0:1770653413.821979:0:51596:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955618d8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:51596:1856657707189888:192.168.202.60@tcp:104: 00000001:00000010:1.0:1770653413.821981:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae607e0. 00040000:00000001:1.0:1770653413.821986:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:3.0:1770653413.821990:0:51596:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00040000:00000001:1.0:1770653413.821990:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.821993:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 02000000:00000001:3.0:1770653413.821995:0:51596:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00040000:00000001:1.0:1770653413.821997:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 02000000:00000001:3.0:1770653413.821998:0:51596:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1770653413.822000:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95573c4cc800. 02000000:00000001:3.0:1770653413.822004:0:51596:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00080000:00000001:1.0:1770653413.822007:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:2.0:1770653413.822008:0:76386:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 02000000:00000010:3.0:1770653413.822009:0:51596:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95564e9bcc00. 00000100:00000001:2.0:1770653413.822012:0:76386:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00080000:00000001:1.0:1770653413.822012:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 02000000:00000001:3.0:1770653413.822013:0:51596:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1770653413.822016:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 203 00000400:00000010:3.0:1770653413.822018:0:51596:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2160. 00000020:00000040:1.0:1770653413.822020:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 311 00000100:00000040:2.0:1770653413.822021:0:76386:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955603ca4000 x1856657707190016/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1770653413.822023:0:51596:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78880. 00000001:00000010:1.0:1770653413.822025:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae600c0. 00000100:00000200:3.0:1770653413.822031:0:51596:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707189888, portal 16 00040000:00000001:1.0:1770653413.822032:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.822035:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:3.0:1770653413.822038:0:51596:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00040000:00000001:1.0:1770653413.822039:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:2.0:1770653413.822040:0:76386:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1770653413.822041:0:51596:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795749418624 : -117277960132992 : ffff955618d8a680) 00040000:00000001:1.0:1770653413.822042:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:2.0:1770653413.822044:0:76386:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1770653413.822047:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95573c4cfc00. 00000100:00000040:3.0:1770653413.822050:0:51596:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955618d8a680 x1856657707189888/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1770653413.822051:0:76386:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955603ca4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:76386:1856657707190016:192.168.202.60@tcp:104: 00080000:00000001:1.0:1770653413.822052:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.822057:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.822059:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 202 00000100:00000001:2.0:1770653413.822061:0:76386:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1770653413.822065:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 310 02000000:00000001:2.0:1770653413.822066:0:76386:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1770653413.822070:0:76386:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1770653413.822071:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae60180. 00000100:00000001:3.0:1770653413.822072:0:51596:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1770653413.822073:0:76386:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00040000:00000001:1.0:1770653413.822078:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000040:3.0:1770653413.822079:0:51596:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 02000000:00000010:2.0:1770653413.822080:0:76386:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95564531ce00. 00040000:00000001:1.0:1770653413.822082:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 02000000:00000001:2.0:1770653413.822084:0:76386:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.822085:0:51596:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a787f8. 00040000:00000001:1.0:1770653413.822085:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.822089:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000200:3.0:1770653413.822091:0:51596:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707189888, offset 0 00000400:00000010:2.0:1770653413.822091:0:76386:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95561b0eeec8. 00080000:00000010:1.0:1770653413.822092:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95573c4ce000. 00080000:00000001:1.0:1770653413.822099:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000400:00000010:2.0:1770653413.822101:0:76386:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888440. 00080000:00000001:1.0:1770653413.822101:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000400:00000200:3.0:1770653413.822102:0:51596:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000001:00000040:1.0:1770653413.822105:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 201 00000020:00000040:1.0:1770653413.822108:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 309 00000100:00000200:2.0:1770653413.822110:0:76386:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707190016, portal 16 00000001:00000010:1.0:1770653413.822111:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae60de0. 00000400:00000200:3.0:1770653413.822112:0:51596:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000100:00000001:2.0:1770653413.822115:0:76386:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00040000:00000001:1.0:1770653413.822117:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:2.0:1770653413.822120:0:76386:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795396153344 : -117278313398272 : ffff955603ca4000) 00040000:00000001:1.0:1770653413.822121:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000200:3.0:1770653413.822122:0:51596:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00040000:00000001:1.0:1770653413.822125:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.822127:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000200:3.0:1770653413.822129:0:51596:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000100:00000040:2.0:1770653413.822132:0:76386:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955603ca4000 x1856657707190016/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000010:1.0:1770653413.822132:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95573c4cf000. 00000400:00000200:3.0:1770653413.822135:0:51596:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00080000:00000001:1.0:1770653413.822138:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.822142:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000400:00000200:3.0:1770653413.822143:0:51596:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000001:00000040:1.0:1770653413.822146:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 200 00000020:00000040:1.0:1770653413.822151:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 308 00000400:00000200:3.0:1770653413.822154:0:51596:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164567:2164567:253:4294967295] 192.168.202.60@tcp LPNI seq info [2164563:2164563:5:4294967295] 00000001:00000010:1.0:1770653413.822156:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae60060. 00000100:00000001:2.0:1770653413.822157:0:76386:0:(niobuf.c:69:ptl_send_buf()) Process entered 00040000:00000001:1.0:1770653413.822162:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000040:2.0:1770653413.822166:0:76386:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00040000:00000001:1.0:1770653413.822167:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.822171:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000010:2.0:1770653413.822172:0:76386:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888cc0. 00000400:00000200:3.0:1770653413.822173:0:51596:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00040000:00000001:1.0:1770653413.822174:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000200:2.0:1770653413.822177:0:76386:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707190016, offset 0 00080000:00000010:1.0:1770653413.822178:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955616006400. 00080000:00000001:1.0:1770653413.822185:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000800:00000200:3.0:1770653413.822186:0:51596:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00080000:00000001:1.0:1770653413.822189:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000400:00000200:2.0:1770653413.822190:0:76386:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000001:00000040:1.0:1770653413.822194:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 199 00000800:00000010:3.0:1770653413.822195:0:51596:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c700. 00000020:00000040:1.0:1770653413.822197:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 307 00000400:00000200:2.0:1770653413.822200:0:76386:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000001:00000010:1.0:1770653413.822202:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955608dc9780. 00000800:00000200:3.0:1770653413.822205:0:51596:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00040000:00000001:1.0:1770653413.822209:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000200:2.0:1770653413.822210:0:76386:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00040000:00000001:1.0:1770653413.822213:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000800:00000200:3.0:1770653413.822215:0:51596:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00040000:00000001:1.0:1770653413.822216:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000200:2.0:1770653413.822218:0:76386:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00040000:00000001:1.0:1770653413.822220:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000800:00000200:3.0:1770653413.822221:0:51596:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c700 type 1, nob 424 niov 1 nkiov 1 00080000:00000010:1.0:1770653413.822223:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95565c7e7800. 00000400:00000200:2.0:1770653413.822224:0:76386:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1770653413.822231:0:51596:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.822231:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000400:00000200:2.0:1770653413.822232:0:76386:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00080000:00000001:1.0:1770653413.822235:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1770653413.822237:0:51596:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444665 00000001:00000040:1.0:1770653413.822238:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 198 00000400:00000200:2.0:1770653413.822242:0:76386:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164568:2164568:252:4294967295] 192.168.202.60@tcp LPNI seq info [2164564:2164564:4:4294967295] 00000020:00000040:1.0:1770653413.822244:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 306 00000100:00000001:3.0:1770653413.822245:0:51596:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4301444664 00000001:00000010:1.0:1770653413.822250:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95562f912e40. 00000100:00000001:3.0:1770653413.822252:0:51596:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444665 00040000:00000001:1.0:1770653413.822255:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:3.0:1770653413.822257:0:51596:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4301444664 00040000:00000001:1.0:1770653413.822259:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000200:2.0:1770653413.822260:0:76386:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00040000:00000001:1.0:1770653413.822262:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:3.0:1770653413.822264:0:51596:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444665 00040000:00000001:1.0:1770653413.822266:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.822270:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95565fadcc00. 00000100:00000001:3.0:1770653413.822274:0:51596:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4301444664 00080000:00000001:1.0:1770653413.822274:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000800:00000200:2.0:1770653413.822275:0:76386:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00080000:00000001:1.0:1770653413.822279:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.822282:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 197 00000100:00000001:3.0:1770653413.822283:0:51596:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444665 00000800:00000010:2.0:1770653413.822283:0:76386:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df600. 00000020:00000040:1.0:1770653413.822284:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 305 00000001:00000010:1.0:1770653413.822290:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955623a7d480. 00000100:00000001:3.0:1770653413.822291:0:51596:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4301444664 00040000:00000001:1.0:1770653413.822294:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000800:00000200:2.0:1770653413.822296:0:76386:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00040000:00000001:1.0:1770653413.822298:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:3.0:1770653413.822299:0:51596:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00040000:00000001:1.0:1770653413.822302:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:3.0:1770653413.822305:0:51596:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1770653413.822305:0:76386:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00040000:00000001:1.0:1770653413.822306:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.822309:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95565c7e4800. 00010000:00000001:3.0:1770653413.822311:0:51596:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1770653413.822312:0:76386:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df600 type 1, nob 424 niov 1 nkiov 1 00080000:00000001:1.0:1770653413.822313:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:3.0:1770653413.822318:0:51596:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.822318:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:2.0:1770653413.822319:0:76386:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1770653413.822323:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 196 00000020:00000001:3.0:1770653413.822324:0:51596:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.822325:0:76386:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444665 00000020:00000040:1.0:1770653413.822329:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 304 00010000:00000001:3.0:1770653413.822330:0:51596:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.822331:0:76386:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, keep current deadline 4301444665 00010000:00000001:3.0:1770653413.822333:0:51596:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000010:1.0:1770653413.822334:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955623a7d8a0. 00010000:00000001:3.0:1770653413.822336:0:51596:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.822336:0:76386:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444665 00040000:00000001:1.0:1770653413.822339:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:3.0:1770653413.822343:0:51596:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:2.0:1770653413.822343:0:76386:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, keep current deadline 4301444665 00040000:00000001:1.0:1770653413.822344:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:3.0:1770653413.822348:0:51596:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1770653413.822349:0:76386:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444665 00040000:00000001:1.0:1770653413.822349:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.822352:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:3.0:1770653413.822354:0:51596:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.822356:0:76386:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, keep current deadline 4301444665 00080000:00000010:1.0:1770653413.822357:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95565c7e5000. 00000100:00000001:3.0:1770653413.822358:0:51596:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1770653413.822361:0:51596:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1770653413.822363:0:76386:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444665 00080000:00000001:1.0:1770653413.822363:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00100000:3.0:1770653413.822364:0:51596:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556189e1840 going to sleep for 11 seconds 00000100:00000001:2.0:1770653413.822368:0:76386:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, keep current deadline 4301444665 00080000:00000001:1.0:1770653413.822368:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1770653413.822369:0:51596:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000001:00000040:1.0:1770653413.822372:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 195 00000100:00000001:3.0:1770653413.822374:0:51596:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.822374:0:76386:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1770653413.822375:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 303 00000100:00000001:2.0:1770653413.822381:0:76386:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1770653413.822381:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95562f912ba0. 00000020:00000010:3.0:1770653413.822387:0:76384:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbe80. 00010000:00000001:2.0:1770653413.822388:0:76386:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.822388:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:3.0:1770653413.822392:0:76384:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.822393:0:76386:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.822393:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.822397:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000010:3.0:1770653413.822398:0:76384:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbe80. 00000020:00000001:2.0:1770653413.822399:0:76386:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.822400:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:2.0:1770653413.822406:0:76386:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000010:1.0:1770653413.822406:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95565c7e6400. 00000020:00000010:3.0:1770653413.822407:0:76384:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bd600. 00010000:00000001:2.0:1770653413.822410:0:76386:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:1.0:1770653413.822412:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000010:3.0:1770653413.822413:0:76384:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3680. 00010000:00000001:2.0:1770653413.822413:0:76386:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.822415:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.822420:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 194 00000020:00000010:3.0:1770653413.822421:0:76384:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca904b0. 00010000:00000001:2.0:1770653413.822421:0:76386:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000040:1.0:1770653413.822424:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 302 00010000:00000001:2.0:1770653413.822425:0:76386:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1770653413.822428:0:76384:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1770653413.822429:0:76386:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1770653413.822429:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955608dc96c0. 00000100:00000001:3.0:1770653413.822431:0:76384:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00040000:00000001:1.0:1770653413.822434:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:2.0:1770653413.822435:0:76386:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1770653413.822436:0:76384:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.822438:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:2.0:1770653413.822439:0:76386:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00040000:00000001:1.0:1770653413.822441:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:3.0:1770653413.822442:0:76384:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.822443:0:76386:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556695e0540 going to sleep for 11 seconds 00040000:00000001:1.0:1770653413.822444:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.822446:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95565c7e7400. 00000100:00000001:2.0:1770653413.822450:0:76386:0:(client.c:1964:ptlrpc_check_set()) Process entered 00080000:00000001:1.0:1770653413.822451:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:2.0:1770653413.822455:0:76386:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.822455:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1770653413.822457:0:76384:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000001:00000040:1.0:1770653413.822459:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 193 00000020:00000040:1.0:1770653413.822463:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 301 00000001:00000010:1.0:1770653413.822465:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95562f912000. 00040000:00000001:1.0:1770653413.822467:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:2.0:1770653413.822468:0:3290:0:(events.c:286:request_in_callback()) Process entered 00040000:00000001:1.0:1770653413.822469:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:3.0:1770653413.822471:0:76384:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1770653413.822472:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00040000:00000001:1.0:1770653413.822472:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:3.0:1770653413.822474:0:76384:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00040000:00000001:1.0:1770653413.822476:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.822479:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95565c7e6000. 00000100:00000010:2.0:1770653413.822480:0:3290:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955603ca6d80. 00000100:00100000:3.0:1770653413.822481:0:76384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136157 00080000:00000001:1.0:1770653413.822484:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000040:2.0:1770653413.822486:0:3290:0:(events.c:337:request_in_callback()) incoming req@ffff955603ca6d80 x1856657707188736 msgsize 544 00000100:00000040:3.0:1770653413.822488:0:76384:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 6 00080000:00000001:1.0:1770653413.822489:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.822492:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 192 00000100:00000001:3.0:1770653413.822494:0:76384:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800638797440 : -117273070754176 : ffff95573c46a680) 00000020:00000040:1.0:1770653413.822497:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 300 00000100:00100000:2.0:1770653413.822498:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00000010:1.0:1770653413.822502:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955632021f00. 00000100:00000040:3.0:1770653413.822506:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95573c46a680 x1856657707188608/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00040000:00000001:1.0:1770653413.822507:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:2.0:1770653413.822511:0:3290:0:(events.c:373:request_in_callback()) Process leaving 00040000:00000001:1.0:1770653413.822511:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.822515:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:3.0:1770653413.822517:0:76384:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00040000:00000001:1.0:1770653413.822518:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000200:2.0:1770653413.822520:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888e58 00000100:00000001:0.0:1770653413.822520:0:6728:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00080000:00000010:1.0:1770653413.822521:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95565c7e5400. 00000020:00000010:3.0:1770653413.822522:0:76384:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbe80. 00000400:00000010:2.0:1770653413.822525:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888e58. 00000100:00100000:0.0:1770653413.822525:0:6728:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707188736 00080000:00000001:1.0:1770653413.822527:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:3.0:1770653413.822528:0:76384:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1770653413.822530:0:6728:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1770653413.822533:0:76384:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbe80. 00000100:00000001:2.0:1770653413.822534:0:3290:0:(events.c:34:request_out_callback()) Process entered 00080000:00000001:1.0:1770653413.822534:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1770653413.822534:0:6728:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653413.822539:0:6728:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1770653413.822540:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 191 00000100:00000200:2.0:1770653413.822541:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955603ca4700 x1856657707188736/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1770653413.822547:0:76384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95573c46a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+10:3289:x1856657707188608:12345-0@lo:6:osp-syn-1-0.0 00000020:00000040:1.0:1770653413.822547:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 299 02000000:00000001:0.0:1770653413.822547:0:6728:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1770653413.822554:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95562f912480. 00000100:00100000:0.0:1770653413.822555:0:6728:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707188736 00000100:00000200:3.0:1770653413.822560:0:76384:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707188608 00000020:00000001:0.0:1770653413.822562:0:6728:0:(genops.c:811:class_conn2export()) Process entered 00040000:00000001:1.0:1770653413.822563:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:3.0:1770653413.822564:0:76384:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000040:0.0:1770653413.822566:0:6728:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00040000:00000001:1.0:1770653413.822567:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:3.0:1770653413.822570:0:76384:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1770653413.822570:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1770653413.822570:0:6728:0:(lustre_handles.c:113:class_handle2object()) Process entered 00040000:00000001:1.0:1770653413.822571:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:3.0:1770653413.822575:0:76384:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.822576:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000040:0.0:1770653413.822577:0:6728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=11 00000100:00000040:2.0:1770653413.822578:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955603ca4700 x1856657707188736/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1770653413.822581:0:76384:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00080000:00000010:1.0:1770653413.822582:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95572ea50000. 00000020:00000001:0.0:1770653413.822583:0:6728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000020:00000001:3.0:1770653413.822586:0:76384:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00080000:00000001:1.0:1770653413.822589:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:0.0:1770653413.822590:0:6728:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000020:00000001:3.0:1770653413.822592:0:76384:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:1.0:1770653413.822593:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1770653413.822597:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1770653413.822598:0:76384:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000001:00000040:1.0:1770653413.822599:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 190 00000100:00000001:2.0:1770653413.822600:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.822602:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00000020:00000001:3.0:1770653413.822605:0:76384:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1770653413.822606:0:3290:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:1.0:1770653413.822606:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 298 00000100:00000001:0.0:1770653413.822607:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1770653413.822609:0:76384:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000001:00000010:1.0:1770653413.822612:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95562f912900. 00000020:00000001:3.0:1770653413.822613:0:76384:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000100:00000001:2.0:1770653413.822613:0:3290:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.822614:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00040000:00000001:1.0:1770653413.822617:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:3.0:1770653413.822618:0:76384:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000100:00000040:2.0:1770653413.822619:0:3290:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26311 usecs (27 jiffies) 00040000:00000001:1.0:1770653413.822620:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:3.0:1770653413.822622:0:76384:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.822622:0:6728:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997aa00. 00000100:00000001:2.0:1770653413.822625:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444662 00040000:00000001:1.0:1770653413.822625:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000001:00000001:3.0:1770653413.822629:0:76384:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00040000:00000001:1.0:1770653413.822630:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000010:0.0:1770653413.822630:0:6728:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519980. 00000100:00000001:2.0:1770653413.822631:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444665 00000001:00000001:3.0:1770653413.822634:0:76384:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1770653413.822635:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955616004800. 00000100:00000001:2.0:1770653413.822636:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444662 00000020:00000010:0.0:1770653413.822637:0:6728:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3de10. 00000001:00000001:3.0:1770653413.822640:0:76384:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:2.0:1770653413.822642:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444665 00080000:00000001:1.0:1770653413.822642:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000001:00000001:3.0:1770653413.822643:0:76384:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.822645:0:6728:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00080000:00000001:1.0:1770653413.822646:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:2.0:1770653413.822647:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444662 00000001:00000001:3.0:1770653413.822651:0:76384:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1770653413.822651:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 189 00000100:00000001:0.0:1770653413.822651:0:6728:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1770653413.822652:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444665 00000100:00000001:0.0:1770653413.822656:0:6728:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.822658:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 297 00000001:00000001:3.0:1770653413.822659:0:76384:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:2.0:1770653413.822659:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444662 00000100:00000001:0.0:1770653413.822661:0:6728:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.822664:0:76384:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000010:1.0:1770653413.822664:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95562f912b40. 00000100:00000001:2.0:1770653413.822665:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444665 00000100:00000001:0.0:1770653413.822670:0:6728:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1770653413.822671:0:76384:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.822672:0:3290:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00040000:00000001:1.0:1770653413.822672:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000001:00000001:3.0:1770653413.822677:0:76384:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00040000:00000001:1.0:1770653413.822677:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:2.0:1770653413.822678:0:3290:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.822679:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000001:00000001:3.0:1770653413.822681:0:76384:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.822682:0:6728:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00040000:00000001:1.0:1770653413.822683:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:2.0:1770653413.822684:0:3290:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1770653413.822686:0:6728:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000001:00000001:3.0:1770653413.822688:0:76384:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1770653413.822689:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955641772c00. 00000020:00000001:3.0:1770653413.822692:0:76384:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.822692:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955603ca5500 x1856657707189248/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1770653413.822694:0:6728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136158 00080000:00000001:1.0:1770653413.822696:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:3.0:1770653413.822697:0:76384:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.822700:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000040:0.0:1770653413.822703:0:6728:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 7 00000100:00000001:3.0:1770653413.822704:0:76384:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000001:00000040:1.0:1770653413.822704:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 188 00000100:00000001:0.0:1770653413.822708:0:6728:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795396164992 : -117278313386624 : ffff955603ca6d80) 02000000:00000001:3.0:1770653413.822709:0:76384:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:1.0:1770653413.822710:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 296 02000000:00000010:3.0:1770653413.822715:0:76384:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95566b67f400. 00000001:00000010:1.0:1770653413.822717:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95562f912960. 00000100:00000040:0.0:1770653413.822720:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955603ca6d80 x1856657707188736/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1770653413.822721:0:76384:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.822722:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:2.0:1770653413.822725:0:3290:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00040000:00000001:1.0:1770653413.822726:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:3.0:1770653413.822728:0:76384:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.822731:0:3290:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.822731:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00002000:00000001:3.0:1770653413.822735:0:76384:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00040000:00000001:1.0:1770653413.822735:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.822749:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95565fadf000. 00010000:00000001:3.0:1770653413.822751:0:76384:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 02000000:00000001:2.0:1770653413.822752:0:3290:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:3.0:1770653413.822756:0:76384:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.822756:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:0.0:1770653413.822758:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1770653413.822759:0:3290:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1770653413.822760:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00002000:00080000:3.0:1770653413.822761:0:76384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5104 count 1 00000001:00000040:1.0:1770653413.822764:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 187 00000020:00000010:0.0:1770653413.822764:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 02000000:00000001:2.0:1770653413.822766:0:3290:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653413.822767:0:76384:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:3.0:1770653413.822772:0:76384:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000040:1.0:1770653413.822772:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 295 00000100:00000001:0.0:1770653413.822773:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1770653413.822777:0:76384:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00100000:2.0:1770653413.822777:0:3290:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955603ca5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707189248:0@lo:6:osp-syn-1-0.0 00000001:00000010:1.0:1770653413.822778:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95562f912ea0. 00000020:00000010:0.0:1770653413.822779:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00000020:00000001:3.0:1770653413.822781:0:76384:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797071730552 : -117276637821064 : ffff955667a98778) 00040000:00000001:1.0:1770653413.822783:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.822787:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00002000:00000001:3.0:1770653413.822788:0:76384:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797071730464 : -117276637821152 : ffff955667a98720) 00040000:00000001:1.0:1770653413.822791:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00100000:0.0:1770653413.822791:0:6728:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955603ca6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+11:3290:x1856657707188736:12345-0@lo:6:osp-syn-1-0.0 00010000:00000001:3.0:1770653413.822792:0:76384:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000001:2.0:1770653413.822792:0:3290:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00040000:00000001:1.0:1770653413.822794:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:3.0:1770653413.822798:0:76384:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000010:1.0:1770653413.822799:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95565fadc400. 02000000:00000001:2.0:1770653413.822800:0:3290:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1770653413.822800:0:6728:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707188736 00010000:00000040:3.0:1770653413.822804:0:76384:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556373a1800 count: 2 00080000:00000001:1.0:1770653413.822805:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 02000000:00000001:2.0:1770653413.822806:0:3290:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.822806:0:6728:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000001:1.0:1770653413.822808:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:3.0:1770653413.822810:0:76384:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.822811:0:6728:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000040:1.0:1770653413.822812:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 186 02000000:00000001:2.0:1770653413.822813:0:3290:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1770653413.822815:0:6728:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.822819:0:76384:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000040:1.0:1770653413.822819:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 294 00000020:00000001:0.0:1770653413.822820:0:6728:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:2.0:1770653413.822823:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95565a578c00. 00000001:00000010:1.0:1770653413.822824:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95562f912060. 00000020:00000001:0.0:1770653413.822824:0:6728:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00010000:00000010:3.0:1770653413.822826:0:76384:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95570ffc3400. 00040000:00000001:1.0:1770653413.822829:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 02000000:00000001:2.0:1770653413.822831:0:3290:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.822832:0:6728:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1770653413.822833:0:76384:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00040000:00000001:1.0:1770653413.822833:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.822838:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000040:3.0:1770653413.822839:0:76384:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95570ffc3400 with handle 0x2aed14e4e178cdc4 to hash 00000020:00000001:0.0:1770653413.822839:0:6728:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1770653413.822841:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2c60. 00040000:00000001:1.0:1770653413.822842:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:0.0:1770653413.822843:0:6728:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1770653413.822844:0:76384:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000010:1.0:1770653413.822845:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95565fadc000. 00080000:00000001:1.0:1770653413.822862:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.822865:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.822866:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 185 00010000:00000001:3.0:1770653413.822868:0:76384:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799895720960 : -117273813830656 : ffff95570ffc3400) 00000020:00000040:1.0:1770653413.822869:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 293 00000400:00000010:2.0:1770653413.822872:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888e58. 00000020:00000001:0.0:1770653413.822874:0:6728:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1770653413.822875:0:76384:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799895720960 : -117273813830656 : ffff95570ffc3400) 00000001:00000010:1.0:1770653413.822875:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95562f9122a0. 00000100:00000200:2.0:1770653413.822877:0:3290:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707189248, portal 4 00000020:00000001:0.0:1770653413.822879:0:6728:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00040000:00000001:1.0:1770653413.822880:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:3.0:1770653413.822882:0:76384:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1770653413.822883:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1770653413.822885:0:76384:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.822885:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:0.0:1770653413.822885:0:6728:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000100:00000001:2.0:1770653413.822886:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795396158720 : -117278313392896 : ffff955603ca5500) 00040000:00000001:1.0:1770653413.822888:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:0.0:1770653413.822890:0:6728:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.822892:0:76384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3400/0x2aed14e4e178cdc4 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x13f0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00040000:00000001:1.0:1770653413.822893:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000001:00000001:0.0:1770653413.822894:0:6728:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00080000:00000010:1.0:1770653413.822897:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95565fadec00. 00000100:00000040:2.0:1770653413.822898:0:3290:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955603ca5500 x1856657707189248/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1770653413.822899:0:6728:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.822904:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000001:00000001:0.0:1770653413.822906:0:6728:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00080000:00000001:1.0:1770653413.822908:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000001:0.0:1770653413.822909:0:6728:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.822911:0:76384:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000001:00000040:1.0:1770653413.822913:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 184 00010000:00000001:3.0:1770653413.822917:0:76384:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000001:00000001:0.0:1770653413.822917:0:6728:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.822918:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 292 00010000:00000001:3.0:1770653413.822921:0:76384:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000001:00000001:0.0:1770653413.822923:0:6728:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:3.0:1770653413.822925:0:76384:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000001:00000010:1.0:1770653413.822925:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95562f912660. 00000001:00000001:0.0:1770653413.822927:0:6728:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.822929:0:3290:0:(niobuf.c:69:ptl_send_buf()) Process entered 00040000:00000001:1.0:1770653413.822931:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:3.0:1770653413.822932:0:76384:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000001:00000001:0.0:1770653413.822933:0:6728:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.822934:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:3.0:1770653413.822936:0:76384:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000040:2.0:1770653413.822937:0:3290:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00040000:00000001:1.0:1770653413.822938:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000001:00000001:0.0:1770653413.822939:0:6728:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00040000:00000001:1.0:1770653413.822942:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000010:2.0:1770653413.822943:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888198. 00000001:00000001:0.0:1770653413.822943:0:6728:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1770653413.822944:0:76384:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff95566c162e00/0x2aed14e4e178a0b4 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x13f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0deb expref: 105 pid: 6529 timeout: 0 lvb_type: 1 00080000:00000010:1.0:1770653413.822946:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95565fadd800. 00000100:00000200:2.0:1770653413.822948:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707189248, offset 0 00000001:00000001:0.0:1770653413.822950:0:6728:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.822952:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.822958:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000001:0.0:1770653413.822958:0:6728:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.822959:0:3290:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000040:1.0:1770653413.822962:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 183 00000020:00000001:0.0:1770653413.822965:0:6728:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.822967:0:76384:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000020:00000040:1.0:1770653413.822967:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 291 00000100:00000001:0.0:1770653413.822969:0:6728:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1770653413.822971:0:76384:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.822974:0:3290:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000010:1.0:1770653413.822974:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95562f912240. 02000000:00000001:0.0:1770653413.822974:0:6728:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00010000:3.0:1770653413.822975:0:76384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653413.822981:0:76384:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1770653413.822981:0:6728:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff955607ffe800. 00040000:00000001:1.0:1770653413.822982:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.822985:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:3.0:1770653413.822986:0:76384:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000400:00000200:2.0:1770653413.822988:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b4400 02000000:00000001:0.0:1770653413.822988:0:6728:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.822989:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00010000:3.0:1770653413.822990:0:76384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00040000:00000001:1.0:1770653413.822993:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:3.0:1770653413.822996:0:76384:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.822996:0:6728:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1770653413.822997:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95565fadd400. 00000400:00000200:2.0:1770653413.823000:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecedf5 [8] + 10696 00002000:00000001:0.0:1770653413.823004:0:6728:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:3.0:1770653413.823005:0:76384:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1770653413.823005:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000400:00000200:2.0:1770653413.823007:0:3290:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1770653413.823007:0:6728:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00080000:00000001:1.0:1770653413.823009:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:3.0:1770653413.823010:0:76384:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00000001:0.0:1770653413.823012:0:6728:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1770653413.823014:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 182 00010000:00010000:3.0:1770653413.823015:0:76384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3400/0x2aed14e4e178cdc4 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x13f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1770653413.823016:0:6728:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5105 count 1 00000400:00000200:2.0:1770653413.823018:0:3290:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:1.0:1770653413.823019:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 290 00002000:00000001:0.0:1770653413.823025:0:6728:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000001:00000010:1.0:1770653413.823027:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95562f9124e0. 00000100:00000001:2.0:1770653413.823028:0:3290:0:(events.c:286:request_in_callback()) Process entered 00002000:00000001:0.0:1770653413.823029:0:6728:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00000200:2.0:1770653413.823032:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00040000:00000001:1.0:1770653413.823034:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:0.0:1770653413.823034:0:6728:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000040:3.0:1770653413.823036:0:76384:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x13f0:0x0].0x0 (ffff9556373a1800) refcount = 2 00040000:00000001:1.0:1770653413.823038:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:0.0:1770653413.823040:0:6728:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797071730248 : -117276637821368 : ffff955667a98648) 00000100:00000010:2.0:1770653413.823041:0:3290:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9556074ab800. 00010000:00000040:3.0:1770653413.823043:0:76384:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00040000:00000001:1.0:1770653413.823043:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00002000:00000001:0.0:1770653413.823046:0:6728:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797071730160 : -117276637821456 : ffff955667a985f0) 00000100:00000040:2.0:1770653413.823048:0:3290:0:(events.c:337:request_in_callback()) incoming req@ffff9556074ab800 x1856657707189248 msgsize 544 00040000:00000001:1.0:1770653413.823049:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:0.0:1770653413.823050:0:6728:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000040:3.0:1770653413.823052:0:76384:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95566c162e00/0x2aed14e4e178a0b4 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0deb expref: 105 pid: 6529 timeout: 0 lvb_type: 1 00080000:00000010:1.0:1770653413.823053:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95565fade800. 00010000:00000001:0.0:1770653413.823054:0:6728:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1770653413.823061:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000040:0.0:1770653413.823061:0:6728:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95562721be00 count: 2 00000100:00100000:2.0:1770653413.823063:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00080000:00000001:1.0:1770653413.823065:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:0.0:1770653413.823068:0:6728:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1770653413.823069:0:76384:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000001:00000040:1.0:1770653413.823070:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 181 00010000:00000001:0.0:1770653413.823072:0:6728:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000040:3.0:1770653413.823074:0:76384:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3400/0x2aed14e4e178cdc4 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x13f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000020:00000040:1.0:1770653413.823075:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 289 00010000:00000010:0.0:1770653413.823078:0:6728:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561ae2ba00. 00000100:00000001:2.0:1770653413.823082:0:3290:0:(events.c:373:request_in_callback()) Process leaving 00000001:00000010:1.0:1770653413.823082:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95562f912c00. 00000020:00000001:0.0:1770653413.823084:0:6728:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000400:00000200:2.0:1770653413.823088:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888198 00040000:00000001:1.0:1770653413.823090:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000040:0.0:1770653413.823091:0:6728:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561ae2ba00 with handle 0x2aed14e4e178cdcb to hash 00000400:00000010:2.0:1770653413.823092:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888198. 00010000:00000010:3.0:1770653413.823093:0:76384:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9556196fbe80. 00040000:00000001:1.0:1770653413.823094:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:0.0:1770653413.823095:0:6728:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00040000:00000001:1.0:1770653413.823098:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:3.0:1770653413.823100:0:76384:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:2.0:1770653413.823100:0:3290:0:(events.c:34:request_out_callback()) Process entered 00040000:00000001:1.0:1770653413.823101:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:0.0:1770653413.823101:0:6728:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795783633408 : -117277925918208 : ffff95561ae2ba00) 00000100:00000010:3.0:1770653413.823105:0:76384:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556189e1cc0. 00080000:00000010:1.0:1770653413.823106:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95565fadc800. 00010000:00000001:0.0:1770653413.823106:0:6728:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795783633408 : -117277925918208 : ffff95561ae2ba00) 00000100:00000200:2.0:1770653413.823108:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955603ca5500 x1856657707189248/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.823111:0:76384:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626795745582272 : -117277963969344 : ffff9556189e1cc0) 00010000:00000001:0.0:1770653413.823113:0:6728:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1770653413.823114:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:3.0:1770653413.823118:0:76384:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626795745582272 : -117277963969344 : ffff9556189e1cc0) 00080000:00000001:1.0:1770653413.823120:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:0.0:1770653413.823120:0:6728:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.823124:0:76384:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000001:00000040:1.0:1770653413.823125:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 180 00000100:00000001:3.0:1770653413.823128:0:76384:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00010000:0.0:1770653413.823128:0:6728:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ba00/0x2aed14e4e178cdcb lrc: 3/0,1 mode: --/PW res: [0x280000403:0x13f1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.823129:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1770653413.823130:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 288 00010000:00000001:3.0:1770653413.823133:0:76384:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000001:00000010:1.0:1770653413.823134:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95562f912720. 00000100:00000040:2.0:1770653413.823137:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955603ca5500 x1856657707189248/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.823138:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00040000:00000001:1.0:1770653413.823140:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:3.0:1770653413.823141:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00040000:00000001:1.0:1770653413.823144:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:3.0:1770653413.823145:0:76384:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00040000:00000001:1.0:1770653413.823148:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:3.0:1770653413.823149:0:76384:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00040000:00000001:1.0:1770653413.823153:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:0.0:1770653413.823153:0:6728:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1770653413.823154:0:76384:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00080000:00000010:1.0:1770653413.823159:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955616004400. 00010000:00000001:0.0:1770653413.823159:0:6728:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1770653413.823160:0:76384:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000001:2.0:1770653413.823160:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.823164:0:6728:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:2.0:1770653413.823166:0:3290:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:3.0:1770653413.823167:0:76384:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d88380. 00080000:00000001:1.0:1770653413.823167:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:0.0:1770653413.823168:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1770653413.823172:0:6728:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00080000:00000001:1.0:1770653413.823173:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000040:3.0:1770653413.823174:0:76384:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=7 obd=lustre-OST0001 00000100:00000001:2.0:1770653413.823174:0:3290:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.823175:0:6728:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000001:00000040:1.0:1770653413.823179:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 179 00000100:00000001:3.0:1770653413.823181:0:76384:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1770653413.823182:0:3290:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26311 usecs (27 jiffies) 00000020:00000040:1.0:1770653413.823183:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 287 02000000:00000001:3.0:1770653413.823185:0:76384:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00010000:0.0:1770653413.823185:0:6728:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9556395a6e00/0x2aed14e4e178a274 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x13f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f7a expref: 105 pid: 6728 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1770653413.823189:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444663 00000001:00000010:1.0:1770653413.823189:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955608dc9300. 02000000:00000001:3.0:1770653413.823191:0:76384:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.823197:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444665 00040000:00000001:1.0:1770653413.823197:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 02000000:00000010:3.0:1770653413.823199:0:76384:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95564e9bde00. 00040000:00000001:1.0:1770653413.823200:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:0.0:1770653413.823203:0:6728:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:2.0:1770653413.823204:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444663 00040000:00000001:1.0:1770653413.823205:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:3.0:1770653413.823206:0:76384:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.823208:0:6728:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.823209:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:2.0:1770653413.823211:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444665 00080000:00000010:1.0:1770653413.823213:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955616005800. 00010000:00010000:0.0:1770653413.823214:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770653413.823216:0:76384:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff95566c162e00/0x2aed14e4e178a0b4 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0deb expref: 105 pid: 6529 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1770653413.823217:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444663 00010000:00000001:0.0:1770653413.823219:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.823220:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:2.0:1770653413.823224:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444665 00080000:00000001:1.0:1770653413.823226:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:0.0:1770653413.823226:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000001:00000040:1.0:1770653413.823230:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 178 00000100:00000001:2.0:1770653413.823231:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444663 00010000:00010000:0.0:1770653413.823231:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653413.823237:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.823238:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444665 00000020:00000040:1.0:1770653413.823238:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 286 00010000:00000001:0.0:1770653413.823245:0:6728:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.823246:0:3290:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000010:1.0:1770653413.823246:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95560be69000. 00010000:00010000:3.0:1770653413.823247:0:76384:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff95566c162e00/0x2aed14e4e178a0b4 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0deb expref: 105 pid: 6529 timeout: 6877 lvb_type: 1 00010000:00000001:0.0:1770653413.823248:0:6728:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000100:00000001:2.0:1770653413.823253:0:3290:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.823253:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00010000:0.0:1770653413.823254:0:6728:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ba00/0x2aed14e4e178cdcb lrc: 4/0,1 mode: --/PW res: [0x280000403:0x13f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00040000:00000001:1.0:1770653413.823257:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:2.0:1770653413.823260:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.823261:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.823264:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:2.0:1770653413.823267:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1770653413.823268:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955616006c00. 00080000:00000001:1.0:1770653413.823274:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:2.0:1770653413.823276:0:3290:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00000040:0.0:1770653413.823277:0:6728:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x13f1:0x0].0x0 (ffff95562721be00) refcount = 2 00080000:00000001:1.0:1770653413.823278:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:2.0:1770653413.823280:0:3290:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000001:00000040:1.0:1770653413.823281:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 177 00010000:00000040:0.0:1770653413.823286:0:6728:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:2.0:1770653413.823287:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1770653413.823288:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 285 00000100:00000001:2.0:1770653413.823291:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000040:0.0:1770653413.823293:0:6728:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9556395a6e00/0x2aed14e4e178a274 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f7a expref: 105 pid: 6728 timeout: 0 lvb_type: 1 00000001:00000010:1.0:1770653413.823294:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955608dc9720. 00000100:00000001:2.0:1770653413.823295:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.823298:0:76384:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00040000:00000001:1.0:1770653413.823299:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:2.0:1770653413.823300:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.823303:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:3.0:1770653413.823304:0:76384:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00040000:00000001:1.0:1770653413.823307:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.823310:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000040:0.0:1770653413.823313:0:6728:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000100:00000040:3.0:1770653413.823315:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955618d88380 x1856657707190144/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000010:1.0:1770653413.823315:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955616004c00. 00010000:00000040:0.0:1770653413.823317:0:6728:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ba00/0x2aed14e4e178cdcb lrc: 4/0,1 mode: --/PW res: [0x280000403:0x13f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.823318:0:6530:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00080000:00000001:1.0:1770653413.823322:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00100000:2.0:1770653413.823323:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707189248 02000000:00000001:2.0:1770653413.823328:0:6530:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00080000:00000001:1.0:1770653413.823329:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:2.0:1770653413.823331:0:6530:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653413.823335:0:6530:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1770653413.823335:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 176 00010000:00000010:0.0:1770653413.823341:0:6728:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a2c0. 02000000:00000001:2.0:1770653413.823343:0:6530:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.823343:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 284 00000100:00000001:0.0:1770653413.823346:0:6728:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00100000:2.0:1770653413.823352:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707189248 00000001:00000010:1.0:1770653413.823352:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955608dc9120. 00000100:00000001:3.0:1770653413.823353:0:76384:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000010:0.0:1770653413.823353:0:6728:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f362f00. 00000100:00000001:3.0:1770653413.823357:0:76384:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.823358:0:6530:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1770653413.823359:0:6728:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661518080 : -117277048033536 : ffff95564f362f00) 00040000:00000001:1.0:1770653413.823361:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000040:2.0:1770653413.823362:0:6530:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00000100:00000001:0.0:1770653413.823365:0:6728:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661518080 : -117277048033536 : ffff95564f362f00) 00000100:00100000:3.0:1770653413.823366:0:76384:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955618d88380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:76384:1856657707190144:192.168.202.60@tcp:104: 00000020:00000001:2.0:1770653413.823367:0:6530:0:(lustre_handles.c:113:class_handle2object()) Process entered 00040000:00000001:1.0:1770653413.823367:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:0.0:1770653413.823369:0:6728:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000020:00000040:2.0:1770653413.823373:0:6530:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=12 00040000:00000001:1.0:1770653413.823374:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:0.0:1770653413.823374:0:6728:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000001:3.0:1770653413.823375:0:76384:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1770653413.823379:0:6728:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000001:2.0:1770653413.823380:0:6530:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 02000000:00000001:3.0:1770653413.823381:0:76384:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00040000:00000001:1.0:1770653413.823381:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:0.0:1770653413.823382:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1770653413.823386:0:76384:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.823387:0:6530:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00080000:00000010:1.0:1770653413.823388:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955616007c00. 00010000:00000001:0.0:1770653413.823388:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1770653413.823391:0:76384:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1770653413.823392:0:6728:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:2.0:1770653413.823394:0:6530:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000001:1.0:1770653413.823397:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:0.0:1770653413.823397:0:6728:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 02000000:00000010:3.0:1770653413.823399:0:76384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95563da9a400. 00000020:00000010:2.0:1770653413.823399:0:6530:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59980. 00010000:00000001:0.0:1770653413.823400:0:6728:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00080000:00000001:1.0:1770653413.823403:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:0.0:1770653413.823404:0:6728:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 02000000:00000001:3.0:1770653413.823406:0:76384:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.823406:0:6530:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000001:00000040:1.0:1770653413.823409:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 175 00000100:00000010:0.0:1770653413.823411:0:6728:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c21180. 00000020:00000010:2.0:1770653413.823413:0:6530:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59980. 00000400:00000010:3.0:1770653413.823414:0:76384:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2370. 00000020:00000040:1.0:1770653413.823416:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 283 00000020:00000040:0.0:1770653413.823417:0:6728:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=8 obd=lustre-OST0001 00000400:00000010:3.0:1770653413.823422:0:76384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a783b8. 00000020:00000010:2.0:1770653413.823422:0:6530:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564531d400. 00000001:00000010:1.0:1770653413.823423:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955608dc9c60. 00000100:00000001:0.0:1770653413.823423:0:6728:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1770653413.823427:0:6728:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000010:2.0:1770653413.823430:0:6530:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95566aa1c080. 00000100:00000200:3.0:1770653413.823431:0:76384:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707190144, portal 16 00040000:00000001:1.0:1770653413.823432:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 02000000:00000001:0.0:1770653413.823432:0:6728:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.823435:0:6530:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510320. 00040000:00000001:1.0:1770653413.823437:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:3.0:1770653413.823439:0:76384:0:(client.c:3234:ptlrpc_request_addref()) Process entered 02000000:00000010:0.0:1770653413.823440:0:6728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95561997be00. 00000100:00000001:2.0:1770653413.823442:0:6530:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00040000:00000001:1.0:1770653413.823442:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:3.0:1770653413.823444:0:76384:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795749409664 : -117277960141952 : ffff955618d88380) 00000100:00000001:0.0:1770653413.823447:0:6728:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.823448:0:6530:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00040000:00000001:1.0:1770653413.823448:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:2.0:1770653413.823453:0:6530:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1770653413.823454:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955616004000. 00000100:00000040:3.0:1770653413.823457:0:76384:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955618d88380 x1856657707190144/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1770653413.823458:0:6728:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9556395a6e00/0x2aed14e4e178a274 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f7a expref: 105 pid: 6728 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1770653413.823459:0:6530:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.823461:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.823468:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.823472:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 174 00000100:00000001:2.0:1770653413.823473:0:6530:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1770653413.823479:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 282 00000001:00000010:1.0:1770653413.823484:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955608dc91e0. 00010000:00010000:0.0:1770653413.823486:0:6728:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9556395a6e00/0x2aed14e4e178a274 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f7a expref: 105 pid: 6728 timeout: 6877 lvb_type: 1 00000100:00000001:2.0:1770653413.823489:0:12206:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00040000:00000001:1.0:1770653413.823490:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:3.0:1770653413.823491:0:76384:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1770653413.823494:0:12206:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00040000:00000001:1.0:1770653413.823495:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.823499:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000040:3.0:1770653413.823502:0:76384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00040000:00000001:1.0:1770653413.823503:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00100000:2.0:1770653413.823504:0:12206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136159 00080000:00000010:1.0:1770653413.823508:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95566bee4800. 00000400:00000010:3.0:1770653413.823510:0:76384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78b28. 00000100:00000040:2.0:1770653413.823511:0:12206:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 8 00080000:00000001:1.0:1770653413.823515:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:2.0:1770653413.823516:0:12206:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795454904320 : -117278254647296 : ffff9556074ab800) 00000100:00000200:3.0:1770653413.823518:0:76384:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707190144, offset 0 00080000:00000001:1.0:1770653413.823519:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.823523:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 173 00000100:00000040:2.0:1770653413.823527:0:12206:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9556074ab800 x1856657707189248/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1770653413.823528:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 281 00010000:00000001:0.0:1770653413.823530:0:6728:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000400:00000200:3.0:1770653413.823534:0:76384:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000001:00000010:1.0:1770653413.823535:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955608dc98a0. 00000100:00000001:0.0:1770653413.823535:0:6728:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00040000:00000001:1.0:1770653413.823543:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000040:0.0:1770653413.823544:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955666c21180 x1856657707190272/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00040000:00000001:1.0:1770653413.823548:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000200:3.0:1770653413.823550:0:76384:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00040000:00000001:1.0:1770653413.823552:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.823557:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000200:3.0:1770653413.823562:0:76384:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00080000:00000010:1.0:1770653413.823562:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955641773000. 00000400:00000200:3.0:1770653413.823572:0:76384:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00080000:00000001:1.0:1770653413.823572:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:2.0:1770653413.823577:0:12206:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000001:1.0:1770653413.823579:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1770653413.823579:0:6728:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1770653413.823581:0:76384:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000020:00000010:2.0:1770653413.823581:0:12206:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59980. 00000100:00000001:0.0:1770653413.823583:0:6728:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1770653413.823584:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 172 00000100:00000001:2.0:1770653413.823587:0:12206:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1770653413.823590:0:76384:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000020:00000040:1.0:1770653413.823592:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 280 00000100:00100000:0.0:1770653413.823592:0:6728:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955666c21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:6728:1856657707190272:192.168.202.60@tcp:104: 00000020:00000010:2.0:1770653413.823593:0:12206:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59980. 00000001:00000010:1.0:1770653413.823601:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955608dc9ea0. 00000100:00000001:0.0:1770653413.823601:0:6728:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1770653413.823603:0:76384:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164569:2164569:251:4294967295] 192.168.202.60@tcp LPNI seq info [2164565:2164565:3:4294967295] 00000100:00100000:2.0:1770653413.823606:0:12206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9556074ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+12:3290:x1856657707189248:12345-0@lo:6:osp-syn-1-0.0 02000000:00000001:0.0:1770653413.823606:0:6728:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00040000:00000001:1.0:1770653413.823608:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 02000000:00000001:0.0:1770653413.823611:0:6728:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.823612:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.823616:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 02000000:00000001:0.0:1770653413.823617:0:6728:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1770653413.823618:0:12206:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707189248 00040000:00000001:1.0:1770653413.823619:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 02000000:00000010:0.0:1770653413.823623:0:6728:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95561997ba00. 00000020:00000001:2.0:1770653413.823625:0:12206:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000010:1.0:1770653413.823625:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556437e6800. 02000000:00000001:0.0:1770653413.823630:0:6728:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.823631:0:12206:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1770653413.823632:0:76384:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00080000:00000001:1.0:1770653413.823632:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000400:00000010:0.0:1770653413.823636:0:6728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e053aa8. 00000020:00000001:2.0:1770653413.823637:0:12206:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.823637:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.823642:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 171 00000020:00000001:2.0:1770653413.823643:0:12206:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000800:00000200:3.0:1770653413.823644:0:76384:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000400:00000010:0.0:1770653413.823645:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8dd0. 00000020:00000001:2.0:1770653413.823648:0:12206:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000020:00000040:1.0:1770653413.823648:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 279 00000100:00000200:0.0:1770653413.823652:0:6728:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707190272, portal 16 00000800:00000010:3.0:1770653413.823655:0:76384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626cd00. 00000020:00000001:2.0:1770653413.823655:0:12206:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000010:1.0:1770653413.823655:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955608dc9660. 00000100:00000001:0.0:1770653413.823656:0:6728:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1770653413.823660:0:12206:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.823660:0:6728:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797056561536 : -117276652990080 : ffff955666c21180) 00040000:00000001:1.0:1770653413.823661:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.823665:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:2.0:1770653413.823666:0:12206:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00040000:00000001:1.0:1770653413.823668:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000800:00000200:3.0:1770653413.823670:0:76384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000020:00000001:2.0:1770653413.823670:0:12206:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00040000:00000001:1.0:1770653413.823671:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000040:0.0:1770653413.823671:0:6728:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955666c21180 x1856657707190272/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1770653413.823674:0:12206:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00080000:00000010:1.0:1770653413.823675:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556437e6400. 00000020:00000001:2.0:1770653413.823679:0:12206:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00080000:00000001:1.0:1770653413.823681:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:2.0:1770653413.823683:0:12206:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.823685:0:76384:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00080000:00000001:1.0:1770653413.823686:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000001:2.0:1770653413.823690:0:12206:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000040:1.0:1770653413.823690:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 170 00000001:00000001:2.0:1770653413.823694:0:12206:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.823695:0:76384:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626cd00 type 1, nob 424 niov 1 nkiov 1 00000020:00000040:1.0:1770653413.823696:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 278 00000100:00000001:0.0:1770653413.823699:0:6728:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000001:2.0:1770653413.823700:0:12206:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000010:1.0:1770653413.823702:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955608dc99c0. 00000001:00000001:2.0:1770653413.823704:0:12206:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.823706:0:76384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.823706:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000040:0.0:1770653413.823709:0:6728:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00040000:00000001:1.0:1770653413.823710:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000001:00000001:2.0:1770653413.823711:0:12206:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.823714:0:76384:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444666 00040000:00000001:1.0:1770653413.823714:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000001:00000001:2.0:1770653413.823715:0:12206:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000400:00000010:0.0:1770653413.823715:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8ee0. 00040000:00000001:1.0:1770653413.823717:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000001:00000001:2.0:1770653413.823718:0:12206:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1770653413.823721:0:6728:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707190272, offset 0 00080000:00000010:1.0:1770653413.823722:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556437e6c00. 00000001:00000001:2.0:1770653413.823723:0:12206:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.823726:0:76384:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4301444665 00000001:00000001:2.0:1770653413.823729:0:12206:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00080000:00000001:1.0:1770653413.823730:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000400:00000200:0.0:1770653413.823732:0:6728:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000001:00000001:2.0:1770653413.823734:0:12206:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1770653413.823735:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1770653413.823737:0:76384:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444666 00000001:00000001:2.0:1770653413.823738:0:12206:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1770653413.823749:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 169 00000400:00000200:0.0:1770653413.823753:0:6728:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000020:00000001:2.0:1770653413.823754:0:12206:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.823755:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 277 00000400:00000200:0.0:1770653413.823759:0:6728:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:2.0:1770653413.823761:0:12206:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1770653413.823762:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955608dc9960. 00000100:00000001:3.0:1770653413.823766:0:76384:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4301444665 00000400:00000200:0.0:1770653413.823766:0:6728:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000100:00000001:2.0:1770653413.823768:0:12206:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00040000:00000001:1.0:1770653413.823769:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 02000000:00000001:2.0:1770653413.823773:0:12206:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1770653413.823773:0:6728:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00040000:00000001:1.0:1770653413.823774:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:3.0:1770653413.823776:0:76384:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444666 00040000:00000001:1.0:1770653413.823778:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 02000000:00000010:2.0:1770653413.823780:0:12206:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95565a57ac00. 00000400:00000200:0.0:1770653413.823781:0:6728:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00040000:00000001:1.0:1770653413.823782:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:3.0:1770653413.823784:0:76384:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4301444665 02000000:00000001:2.0:1770653413.823785:0:12206:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1770653413.823786:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556437e4400. 00000100:00000001:2.0:1770653413.823790:0:12206:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.823791:0:6728:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164570:2164570:250:4294967295] 192.168.202.60@tcp LPNI seq info [2164566:2164566:2:4294967295] 00080000:00000001:1.0:1770653413.823794:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:3.0:1770653413.823796:0:76384:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444666 00002000:00000001:2.0:1770653413.823796:0:12206:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00080000:00000001:1.0:1770653413.823798:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:2.0:1770653413.823800:0:12206:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000001:00000040:1.0:1770653413.823802:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 168 00010000:00000001:2.0:1770653413.823804:0:12206:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.823805:0:76384:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4301444665 00000020:00000040:1.0:1770653413.823807:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 276 00002000:00080000:2.0:1770653413.823809:0:12206:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5109 count 1 00000001:00000010:1.0:1770653413.823814:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955608dc9180. 00000400:00000200:0.0:1770653413.823814:0:6728:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:3.0:1770653413.823815:0:76384:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1770653413.823815:0:12206:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:2.0:1770653413.823819:0:12206:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00040000:00000001:1.0:1770653413.823821:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:3.0:1770653413.823823:0:76384:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.823824:0:12206:0:(lu_object.c:808:lu_object_find_at()) Process entered 00040000:00000001:1.0:1770653413.823824:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.823829:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:2.0:1770653413.823830:0:12206:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797071731160 : -117276637820456 : ffff955667a989d8) 00000800:00000200:0.0:1770653413.823830:0:6728:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:3.0:1770653413.823831:0:76384:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.823831:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.823836:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556437e5000. 00002000:00000001:2.0:1770653413.823838:0:12206:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797071731072 : -117276637820544 : ffff955667a98980) 00010000:00000001:3.0:1770653413.823839:0:76384:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.823840:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000800:00000010:0.0:1770653413.823841:0:6728:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711591400. 00010000:00000001:2.0:1770653413.823843:0:12206:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1770653413.823844:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.823864:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 167 00010000:00000001:2.0:1770653413.823867:0:12206:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000040:1.0:1770653413.823867:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 275 00000001:00000010:1.0:1770653413.823869:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955608dc9ae0. 00000020:00000001:3.0:1770653413.823871:0:76384:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653413.823873:0:12206:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955633f4c300 count: 2 00040000:00000001:1.0:1770653413.823873:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.823877:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:3.0:1770653413.823878:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:0.0:1770653413.823879:0:6728:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:2.0:1770653413.823880:0:12206:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00040000:00000001:1.0:1770653413.823880:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:3.0:1770653413.823883:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00040000:00000001:1.0:1770653413.823884:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:2.0:1770653413.823888:0:12206:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:3.0:1770653413.823889:0:76384:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1770653413.823889:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556437e4000. 00000800:00000200:0.0:1770653413.823893:0:6728:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00080000:00000001:1.0:1770653413.823895:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:3.0:1770653413.823896:0:76384:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000010:2.0:1770653413.823896:0:12206:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9556080a6600. 00000800:00000200:0.0:1770653413.823899:0:6728:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711591400 type 1, nob 424 niov 1 nkiov 1 00080000:00000001:1.0:1770653413.823900:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:3.0:1770653413.823901:0:76384:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1770653413.823902:0:12206:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000001:00000040:1.0:1770653413.823904:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 166 00000100:00000001:0.0:1770653413.823905:0:6728:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.823906:0:12206:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9556080a6600 with handle 0x2aed14e4e178cdd2 to hash 00000100:00000001:3.0:1770653413.823908:0:76384:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.823909:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 274 00000100:00000001:0.0:1770653413.823912:0:6728:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444667 00000020:00000001:2.0:1770653413.823913:0:12206:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:3.0:1770653413.823916:0:76384:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000001:00000010:1.0:1770653413.823916:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955608dc9a80. 00010000:00000001:2.0:1770653413.823917:0:12206:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795467466240 : -117278242085376 : ffff9556080a6600) 00000100:00000001:0.0:1770653413.823920:0:6728:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4301444666 00040000:00000001:1.0:1770653413.823921:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:3.0:1770653413.823922:0:76384:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:2.0:1770653413.823922:0:12206:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795467466240 : -117278242085376 : ffff9556080a6600) 00040000:00000001:1.0:1770653413.823924:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:0.0:1770653413.823926:0:6728:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444667 00010000:00000001:2.0:1770653413.823929:0:12206:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00040000:00000001:1.0:1770653413.823929:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00100000:3.0:1770653413.823931:0:76384:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556189e1cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1770653413.823933:0:6728:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4301444666 00010000:00000001:2.0:1770653413.823934:0:12206:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.823934:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.823938:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556437e7800. 00000100:00000001:3.0:1770653413.823939:0:76384:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1770653413.823941:0:6728:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444667 00010000:00010000:2.0:1770653413.823942:0:12206:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9556080a6600/0x2aed14e4e178cdd2 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x13f5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1770653413.823943:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:3.0:1770653413.823944:0:76384:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.823947:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1770653413.823949:0:6728:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4301444666 00000001:00000040:1.0:1770653413.823952:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 165 00000020:00000040:1.0:1770653413.823957:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 273 00000100:00000001:0.0:1770653413.823957:0:6728:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444667 00010000:00000001:2.0:1770653413.823961:0:12206:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000001:00000010:1.0:1770653413.823964:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556320214e0. 00010000:00000001:2.0:1770653413.823965:0:12206:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:0.0:1770653413.823966:0:6728:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4301444666 00010000:00000001:2.0:1770653413.823970:0:12206:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00040000:00000001:1.0:1770653413.823971:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:0.0:1770653413.823972:0:6728:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.823973:0:12206:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00040000:00000001:1.0:1770653413.823974:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:2.0:1770653413.823978:0:12206:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000100:00000001:0.0:1770653413.823978:0:6728:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.823979:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:0.0:1770653413.823982:0:6728:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.823983:0:12206:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00040000:00000001:1.0:1770653413.823984:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:0.0:1770653413.823985:0:6728:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1770653413.823988:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556437e7400. 00000020:00000001:0.0:1770653413.823989:0:6728:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.823991:0:12206:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9556395a7e00/0x2aed14e4e178a258 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x13f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f65 expref: 105 pid: 12206 timeout: 0 lvb_type: 1 00080000:00000001:1.0:1770653413.823993:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:0.0:1770653413.823994:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:1.0:1770653413.823998:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:0.0:1770653413.823999:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.824003:0:6728:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.824004:0:12206:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000001:00000040:1.0:1770653413.824004:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 164 00010000:00000001:0.0:1770653413.824007:0:6728:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1770653413.824008:0:12206:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.824009:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 272 00010000:00000001:0.0:1770653413.824010:0:6728:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000800:00000200:3.0:1770653413.824014:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:2.0:1770653413.824014:0:12206:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000001:00000010:1.0:1770653413.824015:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95565741df60. 00000100:00000001:0.0:1770653413.824015:0:6728:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.824018:0:12206:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.824022:0:6728:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1770653413.824023:0:12206:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00040000:00000001:1.0:1770653413.824023:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000800:00000010:3.0:1770653413.824024:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c900. 00000100:00000001:0.0:1770653413.824027:0:6728:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00010000:2.0:1770653413.824029:0:12206:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00040000:00000001:1.0:1770653413.824029:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000200:3.0:1770653413.824031:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1770653413.824032:0:6728:0:(client.c:2680:ptlrpc_set_wait()) set ffff95564f362f00 going to sleep for 11 seconds 00040000:00000001:1.0:1770653413.824033:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:2.0:1770653413.824034:0:12206:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:1.0:1770653413.824037:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:2.0:1770653413.824039:0:12206:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.824040:0:6728:0:(client.c:1964:ptlrpc_check_set()) Process entered 00080000:00000010:1.0:1770653413.824041:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556437e5c00. 00000400:00000200:3.0:1770653413.824044:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653413.824045:0:6728:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.824046:0:12206:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00080000:00000001:1.0:1770653413.824048:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00010000:2.0:1770653413.824051:0:12206:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9556080a6600/0x2aed14e4e178cdd2 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x13f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1770653413.824054:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000400:00000200:3.0:1770653413.824056:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78c38 00000001:00000040:1.0:1770653413.824058:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 163 00000400:00000010:3.0:1770653413.824062:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78c38. 00010000:00000040:2.0:1770653413.824065:0:12206:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x13f5:0x0].0x0 (ffff955633f4c300) refcount = 2 00000020:00000040:1.0:1770653413.824065:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 271 00000100:00000001:3.0:1770653413.824068:0:3283:0:(events.c:34:request_out_callback()) Process entered 00000001:00000010:1.0:1770653413.824070:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955632021960. 00010000:00000040:2.0:1770653413.824072:0:12206:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00040000:00000001:1.0:1770653413.824074:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000200:3.0:1770653413.824076:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955618d88700 x1856657707189504/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00040000:00000001:1.0:1770653413.824077:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000040:2.0:1770653413.824080:0:12206:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9556395a7e00/0x2aed14e4e178a258 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f65 expref: 105 pid: 12206 timeout: 0 lvb_type: 1 00040000:00000001:1.0:1770653413.824081:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.824084:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.824087:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955641772400. 00080000:00000001:1.0:1770653413.824091:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.824094:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.824098:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 162 00010000:00000040:2.0:1770653413.824103:0:12206:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000020:00000040:1.0:1770653413.824103:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 270 00000100:00000001:3.0:1770653413.824106:0:3283:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000040:2.0:1770653413.824107:0:12206:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9556080a6600/0x2aed14e4e178cdd2 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x13f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000001:00000010:1.0:1770653413.824108:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95566626cf00. 00040000:00000001:1.0:1770653413.824113:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000040:3.0:1770653413.824116:0:3283:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955618d88700 x1856657707189504/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00040000:00000001:1.0:1770653413.824116:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000010:2.0:1770653413.824120:0:12206:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f59980. 00040000:00000001:1.0:1770653413.824120:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.824123:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:2.0:1770653413.824126:0:12206:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00080000:00000010:1.0:1770653413.824127:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955647b7a400. 00000100:00000010:2.0:1770653413.824131:0:12206:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0240. 00080000:00000001:1.0:1770653413.824134:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:2.0:1770653413.824137:0:12206:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100335680 : -117276609215936 : ffff9556695e0240) 00080000:00000001:1.0:1770653413.824138:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1770653413.824141:0:3283:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.824143:0:12206:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100335680 : -117276609215936 : ffff9556695e0240) 00000001:00000040:1.0:1770653413.824143:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 161 00000100:00000001:3.0:1770653413.824147:0:3283:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1770653413.824149:0:12206:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000020:00000040:1.0:1770653413.824149:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 269 00000100:00000001:2.0:1770653413.824153:0:12206:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000001:00000010:1.0:1770653413.824154:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556320212a0. 00010000:00000001:2.0:1770653413.824156:0:12206:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00040000:00000001:1.0:1770653413.824159:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:2.0:1770653413.824160:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00040000:00000001:1.0:1770653413.824163:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:2.0:1770653413.824164:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00040000:00000001:1.0:1770653413.824165:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:2.0:1770653413.824167:0:12206:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000800:00000200:3.0:1770653413.824168:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00040000:00000001:1.0:1770653413.824168:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:2.0:1770653413.824171:0:12206:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00080000:00000010:1.0:1770653413.824172:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955641773800. 00000800:00000010:3.0:1770653413.824174:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df200. 00010000:00000001:2.0:1770653413.824175:0:12206:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00080000:00000001:1.0:1770653413.824176:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:2.0:1770653413.824179:0:12206:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00080000:00000001:1.0:1770653413.824182:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000400:00000200:3.0:1770653413.824183:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1770653413.824183:0:12206:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9556074ab100. 00000001:00000040:1.0:1770653413.824186:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 160 00000020:00000040:2.0:1770653413.824189:0:12206:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=9 obd=lustre-OST0001 00000020:00000040:1.0:1770653413.824190:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 268 00000400:00000200:3.0:1770653413.824195:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653413.824196:0:12206:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000001:00000010:1.0:1770653413.824196:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556320215a0. 02000000:00000001:2.0:1770653413.824200:0:12206:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00040000:00000001:1.0:1770653413.824203:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000200:3.0:1770653413.824205:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268883b8 02000000:00000001:2.0:1770653413.824205:0:12206:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.824206:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.824209:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000010:3.0:1770653413.824212:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268883b8. 00040000:00000001:1.0:1770653413.824212:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 02000000:00000010:2.0:1770653413.824213:0:12206:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95564531ca00. 00080000:00000010:1.0:1770653413.824214:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955641770800. 00000100:00000001:2.0:1770653413.824220:0:12206:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.824222:0:3283:0:(events.c:34:request_out_callback()) Process entered 00080000:00000001:1.0:1770653413.824222:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.824226:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00010000:2.0:1770653413.824227:0:12206:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9556395a7e00/0x2aed14e4e178a258 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f65 expref: 105 pid: 12206 timeout: 0 lvb_type: 1 00000001:00000040:1.0:1770653413.824228:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 159 00000100:00000200:3.0:1770653413.824231:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955603ca4380 x1856657707189632/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:1.0:1770653413.824233:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 267 00000001:00000010:1.0:1770653413.824237:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955632021840. 00040000:00000001:1.0:1770653413.824242:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.824245:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.824247:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.824251:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.824253:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955641773400. 00010000:00010000:2.0:1770653413.824255:0:12206:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9556395a7e00/0x2aed14e4e178a258 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f65 expref: 105 pid: 12206 timeout: 6877 lvb_type: 1 00080000:00000001:1.0:1770653413.824258:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:3.0:1770653413.824260:0:3283:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00080000:00000001:1.0:1770653413.824263:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.824266:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 158 00010000:00000001:2.0:1770653413.824269:0:12206:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000020:00000040:1.0:1770653413.824270:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 266 00000100:00000040:3.0:1770653413.824272:0:3283:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955603ca4380 x1856657707189632/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.824273:0:12206:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000001:00000010:1.0:1770653413.824274:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955632021ba0. 00040000:00000001:1.0:1770653413.824279:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000040:2.0:1770653413.824281:0:12206:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9556074ab100 x1856657707190400/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00040000:00000001:1.0:1770653413.824281:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.824285:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.824287:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.824291:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955641771400. 00080000:00000001:1.0:1770653413.824296:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.824298:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.824301:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 157 00000100:00000001:3.0:1770653413.824305:0:3283:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.824306:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 265 00000100:00000001:2.0:1770653413.824309:0:12206:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1770653413.824312:0:3283:0:(events.c:68:request_out_callback()) Process leaving 00000001:00000010:1.0:1770653413.824312:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955632021900. 00000100:00000001:2.0:1770653413.824313:0:12206:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.824320:0:12206:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9556074ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12206:1856657707190400:192.168.202.60@tcp:104: 00040000:00000001:1.0:1770653413.824320:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.824324:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:2.0:1770653413.824326:0:12206:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00040000:00000001:1.0:1770653413.824327:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000800:00000200:3.0:1770653413.824329:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1770653413.824329:0:12206:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00040000:00000001:1.0:1770653413.824330:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 02000000:00000001:2.0:1770653413.824334:0:12206:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1770653413.824334:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955641770000. 00000800:00000010:3.0:1770653413.824336:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955601b6f200. 02000000:00000001:2.0:1770653413.824339:0:12206:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00080000:00000001:1.0:1770653413.824341:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 02000000:00000010:2.0:1770653413.824344:0:12206:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95562fa45400. 00000400:00000200:3.0:1770653413.824345:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:1.0:1770653413.824345:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 02000000:00000001:2.0:1770653413.824349:0:12206:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1770653413.824349:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 156 00000020:00000040:1.0:1770653413.824352:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 264 00000400:00000010:2.0:1770653413.824355:0:12206:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2f20. 00000400:00000200:3.0:1770653413.824356:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000001:00000010:1.0:1770653413.824357:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955632021120. 00000400:00000010:2.0:1770653413.824360:0:12206:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888198. 00040000:00000001:1.0:1770653413.824363:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000200:3.0:1770653413.824365:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8110 00040000:00000001:1.0:1770653413.824366:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.824370:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000010:3.0:1770653413.824371:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8110. 00040000:00000001:1.0:1770653413.824371:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.824374:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955641770c00. 00000100:00000001:3.0:1770653413.824378:0:3283:0:(events.c:34:request_out_callback()) Process entered 00080000:00000001:1.0:1770653413.824378:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000200:2.0:1770653413.824379:0:12206:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707190400, portal 16 00080000:00000001:1.0:1770653413.824383:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:2.0:1770653413.824384:0:12206:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000001:00000040:1.0:1770653413.824388:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 155 00000100:00000200:3.0:1770653413.824389:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955666c23b80 x1856657707189760/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.824389:0:12206:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795454902528 : -117278254649088 : ffff9556074ab100) 00000020:00000040:1.0:1770653413.824394:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 263 00000100:00000040:2.0:1770653413.824400:0:12206:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff9556074ab100 x1856657707190400/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000010:1.0:1770653413.824400:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95560be69600. 00040000:00000001:1.0:1770653413.824406:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.824408:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.824411:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.824413:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.824416:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955641773c00. 00080000:00000001:1.0:1770653413.824421:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:3.0:1770653413.824424:0:3283:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00080000:00000001:1.0:1770653413.824425:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:2.0:1770653413.824426:0:12206:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000040:1.0:1770653413.824429:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 154 00000100:00000040:2.0:1770653413.824435:0:12206:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000020:00000040:1.0:1770653413.824435:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 262 00000100:00000040:3.0:1770653413.824437:0:3283:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955666c23b80 x1856657707189760/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000010:1.0:1770653413.824441:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95565741d420. 00000400:00000010:2.0:1770653413.824442:0:12206:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888550. 00040000:00000001:1.0:1770653413.824447:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000200:2.0:1770653413.824449:0:12206:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707190400, offset 0 00040000:00000001:1.0:1770653413.824451:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.824455:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.824457:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000200:2.0:1770653413.824460:0:12206:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00080000:00000010:1.0:1770653413.824461:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556020fd400. 00000100:00000001:3.0:1770653413.824463:0:3283:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.824466:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:3.0:1770653413.824469:0:3283:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1770653413.824469:0:12206:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00080000:00000001:1.0:1770653413.824471:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.824475:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 153 00000400:00000200:2.0:1770653413.824477:0:12206:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:1.0:1770653413.824478:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 261 00000400:00000200:2.0:1770653413.824482:0:12206:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000001:00000010:1.0:1770653413.824485:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95566626c5a0. 00000400:00000200:2.0:1770653413.824486:0:12206:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1770653413.824491:0:12206:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00040000:00000001:1.0:1770653413.824492:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000200:2.0:1770653413.824497:0:12206:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164571:2164571:251:4294967295] 192.168.202.60@tcp LPNI seq info [2164567:2164567:3:4294967295] 00040000:00000001:1.0:1770653413.824497:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.824501:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.824505:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000200:2.0:1770653413.824509:0:12206:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00080000:00000010:1.0:1770653413.824509:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563de79400. 00080000:00000001:1.0:1770653413.824517:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000800:00000200:2.0:1770653413.824518:0:12206:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:2.0:1770653413.824524:0:12206:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3dfc00. 00080000:00000001:1.0:1770653413.824524:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.824529:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 152 00000800:00000200:2.0:1770653413.824530:0:12206:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:3.0:1770653413.824532:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:1.0:1770653413.824535:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 260 00000800:00000010:3.0:1770653413.824538:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c700. 00000800:00000200:2.0:1770653413.824542:0:12206:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000001:00000010:1.0:1770653413.824543:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95566626cae0. 00000400:00000200:3.0:1770653413.824545:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1770653413.824547:0:12206:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3dfc00 type 1, nob 424 niov 1 nkiov 1 00040000:00000001:1.0:1770653413.824550:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:2.0:1770653413.824553:0:12206:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.824555:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000200:3.0:1770653413.824558:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653413.824558:0:12206:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444667 00040000:00000001:1.0:1770653413.824559:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.824562:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:2.0:1770653413.824564:0:12206:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, keep current deadline 4301444667 00080000:00000010:1.0:1770653413.824566:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95566bee6000. 00000400:00000200:3.0:1770653413.824568:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a787f8 00000100:00000001:2.0:1770653413.824568:0:12206:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444667 00080000:00000001:1.0:1770653413.824571:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:2.0:1770653413.824574:0:12206:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, keep current deadline 4301444667 00000400:00000010:3.0:1770653413.824575:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a787f8. 00080000:00000001:1.0:1770653413.824575:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.824579:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 151 00000100:00000001:2.0:1770653413.824581:0:12206:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444667 00000020:00000040:1.0:1770653413.824583:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 259 00000100:00000001:3.0:1770653413.824584:0:3283:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1770653413.824585:0:12206:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, keep current deadline 4301444667 00000001:00000010:1.0:1770653413.824587:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95566626c600. 00000100:00000001:2.0:1770653413.824589:0:12206:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444667 00040000:00000001:1.0:1770653413.824593:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000200:3.0:1770653413.824594:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955618d8a680 x1856657707189888/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.824595:0:12206:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, keep current deadline 4301444667 00040000:00000001:1.0:1770653413.824596:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.824599:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:2.0:1770653413.824601:0:12206:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00040000:00000001:1.0:1770653413.824602:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.824606:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955647b78000. 00000100:00000001:2.0:1770653413.824607:0:12206:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.824612:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:2.0:1770653413.824613:0:12206:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.824616:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:2.0:1770653413.824618:0:12206:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1770653413.824620:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 150 00000100:00000001:3.0:1770653413.824623:0:3283:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1770653413.824623:0:12206:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.824624:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 258 00000001:00000010:1.0:1770653413.824629:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95566626c300. 00010000:00000001:2.0:1770653413.824630:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1770653413.824632:0:3283:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955618d8a680 x1856657707189888/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00040000:00000001:1.0:1770653413.824634:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:2.0:1770653413.824635:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.824639:0:12206:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.824639:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.824643:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:2.0:1770653413.824646:0:12206:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00040000:00000001:1.0:1770653413.824647:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:2.0:1770653413.824650:0:12206:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000010:1.0:1770653413.824651:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955647b7a800. 00000100:00000001:2.0:1770653413.824657:0:12206:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.824658:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:3.0:1770653413.824660:0:3283:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.824662:0:12206:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00080000:00000001:1.0:1770653413.824663:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1770653413.824664:0:3283:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1770653413.824665:0:12206:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000001:00000040:1.0:1770653413.824666:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 149 00000100:00100000:2.0:1770653413.824670:0:12206:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556695e0240 going to sleep for 11 seconds 00000020:00000040:1.0:1770653413.824671:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 257 00000001:00000010:1.0:1770653413.824676:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95566626c960. 00000100:00000001:2.0:1770653413.824677:0:12206:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1770653413.824679:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1770653413.824682:0:12206:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.824682:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000800:00000010:3.0:1770653413.824684:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df600. 00040000:00000001:1.0:1770653413.824685:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.824688:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.824690:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.824691:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955647b78c00. 00000400:00000200:3.0:1770653413.824692:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:1.0:1770653413.824695:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.824698:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.824701:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 148 00000400:00000200:3.0:1770653413.824702:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000040:1.0:1770653413.824704:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 256 00000001:00000010:1.0:1770653413.824708:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95566626cb40. 00000400:00000200:3.0:1770653413.824710:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888cc0 00040000:00000001:1.0:1770653413.824711:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.824714:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000010:3.0:1770653413.824716:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888cc0. 00040000:00000001:1.0:1770653413.824717:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.824719:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.824723:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955647b79800. 00000100:00000001:3.0:1770653413.824725:0:3283:0:(events.c:34:request_out_callback()) Process entered 00080000:00000001:1.0:1770653413.824726:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.824730:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.824731:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 147 00000100:00000200:3.0:1770653413.824734:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955603ca4000 x1856657707190016/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:1.0:1770653413.824734:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 255 00000001:00000010:1.0:1770653413.824738:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95566626c420. 00040000:00000001:1.0:1770653413.824752:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.824754:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.824756:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.824758:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.824760:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955647b7bc00. 00080000:00000001:1.0:1770653413.824765:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.824767:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.824770:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 146 00000020:00000040:1.0:1770653413.824774:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 254 00000001:00000010:1.0:1770653413.824777:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95566626c1e0. 00040000:00000001:1.0:1770653413.824781:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.824784:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.824787:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.824789:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:3.0:1770653413.824790:0:3283:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00080000:00000010:1.0:1770653413.824790:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955647b7a000. 00080000:00000001:1.0:1770653413.824795:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.824798:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000040:3.0:1770653413.824799:0:3283:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955603ca4000 x1856657707190016/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000040:1.0:1770653413.824800:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 145 00000020:00000040:1.0:1770653413.824803:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 253 00000001:00000010:1.0:1770653413.824807:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95566626c8a0. 00040000:00000001:1.0:1770653413.824811:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.824812:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.824815:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.824817:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.824819:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955647b7b000. 00080000:00000001:1.0:1770653413.824824:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:3.0:1770653413.824826:0:3283:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.824826:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.824829:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 144 00000100:00000001:3.0:1770653413.824832:0:3283:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:1.0:1770653413.824832:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 252 00000001:00000010:1.0:1770653413.824836:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95566626ca20. 00040000:00000001:1.0:1770653413.824840:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.824841:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.824842:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.824843:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.824844:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955647b79c00. 00080000:00000001:1.0:1770653413.824845:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.824847:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.824868:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 143 00000020:00000040:1.0:1770653413.824871:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 251 00000800:00000200:3.0:1770653413.824873:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000001:00000010:1.0:1770653413.824874:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95565741db40. 00000800:00000010:3.0:1770653413.824879:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626cd00. 00040000:00000001:1.0:1770653413.824880:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.824885:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000200:3.0:1770653413.824886:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00040000:00000001:1.0:1770653413.824887:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.824891:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.824895:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955601b41000. 00000400:00000200:3.0:1770653413.824897:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00080000:00000001:1.0:1770653413.824902:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000400:00000200:3.0:1770653413.824903:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78b28 00000400:00000010:3.0:1770653413.824908:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78b28. 00080000:00000001:1.0:1770653413.824908:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.824913:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 142 00000100:00000001:3.0:1770653413.824915:0:3283:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:1.0:1770653413.824920:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 250 00000100:00000200:3.0:1770653413.824923:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955618d88380 x1856657707190144/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000010:1.0:1770653413.824925:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955649980ea0. 00040000:00000001:1.0:1770653413.824932:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.824935:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.824938:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.824941:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:3.0:1770653413.824944:0:3283:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00080000:00000010:1.0:1770653413.824945:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955601b42400. 00080000:00000001:1.0:1770653413.824950:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000040:3.0:1770653413.824952:0:3283:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955618d88380 x1856657707190144/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:1.0:1770653413.824954:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.824958:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 141 00000020:00000040:1.0:1770653413.824963:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 249 00000001:00000010:1.0:1770653413.824968:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95565741d0c0. 00000100:00000001:3.0:1770653413.824970:0:3283:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.824974:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:3.0:1770653413.824975:0:3283:0:(events.c:68:request_out_callback()) Process leaving 00040000:00000001:1.0:1770653413.824979:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.824982:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.824984:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.824986:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556020ff400. 00000800:00000200:3.0:1770653413.824991:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000001:1.0:1770653413.824991:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.824995:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000800:00000010:3.0:1770653413.824997:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711591400. 00000001:00000040:1.0:1770653413.825000:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 140 00000400:00000200:3.0:1770653413.825003:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1770653413.825004:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 248 00000001:00000010:1.0:1770653413.825008:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95565741da80. 00040000:00000001:1.0:1770653413.825012:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825015:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000200:3.0:1770653413.825016:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00040000:00000001:1.0:1770653413.825017:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825019:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825021:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955645a5bc00. 00000400:00000200:3.0:1770653413.825025:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8ee0 00080000:00000001:1.0:1770653413.825027:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000400:00000010:3.0:1770653413.825031:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8ee0. 00080000:00000001:1.0:1770653413.825031:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825033:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 139 00000020:00000040:1.0:1770653413.825036:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 247 00000100:00000001:3.0:1770653413.825038:0:3283:0:(events.c:34:request_out_callback()) Process entered 00000001:00000010:1.0:1770653413.825038:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95565741d180. 00040000:00000001:1.0:1770653413.825043:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825046:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000200:3.0:1770653413.825048:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955666c21180 x1856657707190272/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00040000:00000001:1.0:1770653413.825048:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825050:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825052:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95566bee7400. 00080000:00000001:1.0:1770653413.825058:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825060:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825063:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 138 00000020:00000040:1.0:1770653413.825066:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 246 00000001:00000010:1.0:1770653413.825070:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95565741dae0. 00000100:00000001:3.0:1770653413.825071:0:3283:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00040000:00000001:1.0:1770653413.825073:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825075:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825077:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000040:3.0:1770653413.825079:0:3283:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955666c21180 x1856657707190272/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00040000:00000001:1.0:1770653413.825079:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825080:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95566bee6800. 00080000:00000001:1.0:1770653413.825084:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825086:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825089:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 137 00000020:00000040:1.0:1770653413.825092:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 245 00000001:00000010:1.0:1770653413.825095:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95565741d660. 00040000:00000001:1.0:1770653413.825098:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825100:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825102:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825104:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825106:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95566bee7800. 00080000:00000001:1.0:1770653413.825109:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825111:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825114:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 136 00000100:00000001:3.0:1770653413.825117:0:3283:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.825117:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 244 00000001:00000010:1.0:1770653413.825122:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95565741dc60. 00000100:00000001:3.0:1770653413.825123:0:3283:0:(events.c:68:request_out_callback()) Process leaving 00040000:00000001:1.0:1770653413.825126:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825128:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825129:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825131:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825132:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95566bee7c00. 00080000:00000001:1.0:1770653413.825134:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825136:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825138:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 135 00000020:00000040:1.0:1770653413.825139:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 243 00000001:00000010:1.0:1770653413.825140:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95565741da20. 00040000:00000001:1.0:1770653413.825141:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825142:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825143:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825144:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825145:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95566bee5000. 00080000:00000001:1.0:1770653413.825147:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825149:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825150:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 134 00000020:00000040:1.0:1770653413.825151:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 242 00000001:00000010:1.0:1770653413.825152:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95565741d360. 00040000:00000001:1.0:1770653413.825153:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825154:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825155:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825155:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825156:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95566bee5400. 00080000:00000001:1.0:1770653413.825158:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825159:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825160:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 133 00000020:00000040:1.0:1770653413.825161:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 241 00000001:00000010:1.0:1770653413.825162:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95565741dcc0. 00040000:00000001:1.0:1770653413.825163:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825164:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825165:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825165:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825166:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95566bee4c00. 00080000:00000001:1.0:1770653413.825169:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825170:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825171:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 132 00000020:00000040:1.0:1770653413.825172:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 240 00000001:00000010:1.0:1770653413.825173:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95565741dba0. 00040000:00000001:1.0:1770653413.825174:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825175:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825175:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825176:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825177:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955645a5a000. 00080000:00000001:1.0:1770653413.825179:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825180:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825181:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 131 00000020:00000040:1.0:1770653413.825182:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 239 00000001:00000010:1.0:1770653413.825183:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95565741d3c0. 00040000:00000001:1.0:1770653413.825185:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825186:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825187:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825188:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825189:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955645a59400. 00080000:00000001:1.0:1770653413.825191:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825193:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825194:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 130 00000800:00000200:3.0:1770653413.825195:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:1.0:1770653413.825196:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 238 00000800:00000010:3.0:1770653413.825200:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dfc00. 00000001:00000010:1.0:1770653413.825201:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95565741d000. 00040000:00000001:1.0:1770653413.825207:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000200:3.0:1770653413.825208:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00040000:00000001:1.0:1770653413.825209:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825211:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825214:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000200:3.0:1770653413.825217:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00080000:00000010:1.0:1770653413.825217:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955645a58c00. 00080000:00000001:1.0:1770653413.825221:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000400:00000200:3.0:1770653413.825222:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888550 00080000:00000001:1.0:1770653413.825224:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000400:00000010:3.0:1770653413.825226:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888550. 00000001:00000040:1.0:1770653413.825227:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 129 00000100:00000001:3.0:1770653413.825231:0:3283:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:1.0:1770653413.825231:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 237 00000001:00000010:1.0:1770653413.825233:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95560be69720. 00000100:00000200:3.0:1770653413.825237:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9556074ab100 x1856657707190400/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00040000:00000001:1.0:1770653413.825237:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825239:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825241:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825243:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825245:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955645a59c00. 00080000:00000001:1.0:1770653413.825248:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825252:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1770653413.825253:0:3283:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000001:00000040:1.0:1770653413.825254:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 128 00000020:00000040:1.0:1770653413.825259:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 236 00000100:00000040:3.0:1770653413.825260:0:3283:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9556074ab100 x1856657707190400/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000010:1.0:1770653413.825261:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95560be699c0. 00040000:00000001:1.0:1770653413.825266:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825268:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825271:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825273:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825274:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955645a58800. 00080000:00000001:1.0:1770653413.825277:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825278:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825279:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 127 00000020:00000040:1.0:1770653413.825282:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 235 00000001:00000010:1.0:1770653413.825283:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564265d1e0. 00040000:00000001:1.0:1770653413.825284:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825285:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825286:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825286:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825287:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955645a58400. 00080000:00000001:1.0:1770653413.825289:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825290:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825291:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 126 00000020:00000040:1.0:1770653413.825292:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 234 00000001:00000010:1.0:1770653413.825293:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556499804e0. 00040000:00000001:1.0:1770653413.825294:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825295:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825295:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825296:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825297:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95560bce6400. 00080000:00000001:1.0:1770653413.825299:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825300:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825301:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 125 00000020:00000040:1.0:1770653413.825302:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 233 00000001:00000010:1.0:1770653413.825303:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95560be69660. 00040000:00000001:1.0:1770653413.825304:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825305:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825305:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825306:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825307:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95560bce4000. 00080000:00000001:1.0:1770653413.825308:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825309:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825311:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 124 00000020:00000040:1.0:1770653413.825312:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 232 00000001:00000010:1.0:1770653413.825313:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95560be693c0. 00040000:00000001:1.0:1770653413.825314:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825315:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825315:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825316:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825317:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95560bce5800. 00080000:00000001:1.0:1770653413.825319:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825321:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825322:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 123 00000020:00000040:1.0:1770653413.825324:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 231 00000001:00000010:1.0:1770653413.825325:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95560be69960. 00040000:00000001:1.0:1770653413.825327:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825328:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825329:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825330:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825331:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95560bce5400. 00080000:00000001:1.0:1770653413.825333:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825335:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825338:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 122 00000100:00000001:3.0:1770653413.825339:0:3283:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.825342:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 230 00000100:00000001:3.0:1770653413.825343:0:3283:0:(events.c:68:request_out_callback()) Process leaving 00000001:00000010:1.0:1770653413.825347:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95560be694e0. 00040000:00000001:1.0:1770653413.825350:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825352:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825352:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825353:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825354:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95560bce6800. 00080000:00000001:1.0:1770653413.825356:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825357:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825359:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 121 00000020:00000040:1.0:1770653413.825360:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 229 00000001:00000010:1.0:1770653413.825362:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95560be69900. 00040000:00000001:1.0:1770653413.825363:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825364:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825365:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825365:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825366:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95560bce7c00. 00080000:00000001:1.0:1770653413.825368:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825369:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825370:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 120 00000020:00000040:1.0:1770653413.825371:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 228 00000001:00000010:1.0:1770653413.825372:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95560be69780. 00040000:00000001:1.0:1770653413.825373:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825374:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825375:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825376:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825377:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955618d8cc00. 00080000:00000001:1.0:1770653413.825380:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825381:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825382:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 119 00000020:00000040:1.0:1770653413.825383:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 227 00000001:00000010:1.0:1770653413.825384:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95560be691e0. 00040000:00000001:1.0:1770653413.825385:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825386:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825387:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825387:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825388:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955618d8d000. 00080000:00000001:1.0:1770653413.825390:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825391:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825392:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 118 00000020:00000040:1.0:1770653413.825393:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 226 00000001:00000010:1.0:1770653413.825394:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95560be69a80. 00040000:00000001:1.0:1770653413.825395:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825396:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825396:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825397:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825398:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955618d8dc00. 00080000:00000001:1.0:1770653413.825399:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825400:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825401:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 117 00000020:00000040:1.0:1770653413.825402:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 225 00000001:00000010:1.0:1770653413.825403:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95560be69240. 00040000:00000001:1.0:1770653413.825404:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825405:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825406:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825406:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825407:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955618d8c400. 00080000:00000001:1.0:1770653413.825409:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825410:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825411:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 116 00000020:00000040:1.0:1770653413.825412:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 224 00000001:00000010:1.0:1770653413.825413:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95560be69cc0. 00040000:00000001:1.0:1770653413.825415:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825416:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825417:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825417:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825418:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556607c7000. 00080000:00000001:1.0:1770653413.825420:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825421:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825422:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 115 00000020:00000040:1.0:1770653413.825423:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 223 00000001:00000010:1.0:1770653413.825424:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95560be69840. 00040000:00000001:1.0:1770653413.825425:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825426:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825427:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825427:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825428:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556607c7400. 00080000:00000001:1.0:1770653413.825429:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825430:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825432:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 114 00000020:00000040:1.0:1770653413.825433:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 222 00000001:00000010:1.0:1770653413.825434:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556384c2ba0. 00040000:00000001:1.0:1770653413.825435:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825436:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825437:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825437:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825438:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556607c6c00. 00080000:00000001:1.0:1770653413.825442:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825443:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825444:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 113 00000020:00000040:1.0:1770653413.825445:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 221 00000001:00000010:1.0:1770653413.825446:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955649980060. 00040000:00000001:1.0:1770653413.825447:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825448:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825448:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825449:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825450:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556607c7c00. 00080000:00000001:1.0:1770653413.825451:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825452:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825454:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 112 00000020:00000040:1.0:1770653413.825456:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 220 00000001:00000010:1.0:1770653413.825457:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae1ab40. 00040000:00000001:1.0:1770653413.825459:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825459:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825460:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825461:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825462:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556607c4000. 00080000:00000001:1.0:1770653413.825464:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825465:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825467:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 111 00000020:00000040:1.0:1770653413.825468:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 219 00000001:00000010:1.0:1770653413.825469:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556384c2f00. 00040000:00000001:1.0:1770653413.825470:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825471:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825471:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825472:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825473:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95561c5cc800. 00080000:00000001:1.0:1770653413.825474:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825475:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825477:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 110 00000020:00000040:1.0:1770653413.825478:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 218 00000001:00000010:1.0:1770653413.825479:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955649980360. 00040000:00000001:1.0:1770653413.825480:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825481:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825481:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825482:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825483:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95561c5cd800. 00080000:00000001:1.0:1770653413.825484:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825485:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825487:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 109 00000020:00000040:1.0:1770653413.825488:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 217 00000001:00000010:1.0:1770653413.825489:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556384c29c0. 00040000:00000001:1.0:1770653413.825490:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825491:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825492:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825492:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825493:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95561c5ce800. 00080000:00000001:1.0:1770653413.825495:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825497:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825498:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 108 00000020:00000040:1.0:1770653413.825500:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 216 00000001:00000010:1.0:1770653413.825501:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9e40. 00040000:00000001:1.0:1770653413.825503:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825504:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825505:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825505:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825506:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95561c5ce400. 00080000:00000001:1.0:1770653413.825507:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825509:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825510:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 107 00000020:00000040:1.0:1770653413.825511:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 215 00000001:00000010:1.0:1770653413.825512:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564265dae0. 00040000:00000001:1.0:1770653413.825513:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825514:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825514:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825515:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825516:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95561c5cf400. 00080000:00000001:1.0:1770653413.825517:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825518:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825520:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 106 00000020:00000040:1.0:1770653413.825521:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 214 00000001:00000010:1.0:1770653413.825522:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955649980de0. 00040000:00000001:1.0:1770653413.825523:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825524:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825525:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825525:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825526:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95561c5cd400. 00080000:00000001:1.0:1770653413.825527:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825528:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825530:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 105 00000020:00000040:1.0:1770653413.825531:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 213 00000001:00000010:1.0:1770653413.825532:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564265d480. 00040000:00000001:1.0:1770653413.825533:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825534:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825535:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825536:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825537:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955627e13000. 00080000:00000001:1.0:1770653413.825539:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825541:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825542:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 104 00000020:00000040:1.0:1770653413.825543:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 212 00000001:00000010:1.0:1770653413.825544:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955649980b40. 00040000:00000001:1.0:1770653413.825545:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825546:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825547:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825547:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825548:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955627e13400. 00080000:00000001:1.0:1770653413.825550:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825551:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825552:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 103 00000020:00000040:1.0:1770653413.825553:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 211 00000001:00000010:1.0:1770653413.825554:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564265d9c0. 00040000:00000001:1.0:1770653413.825555:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825556:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825557:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825557:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825558:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955627e10000. 00080000:00000001:1.0:1770653413.825560:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825561:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825562:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 102 00000020:00000040:1.0:1770653413.825563:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 210 00000001:00000010:1.0:1770653413.825564:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556384c22a0. 00040000:00000001:1.0:1770653413.825565:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825566:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825567:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825567:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825568:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955627e12400. 00080000:00000001:1.0:1770653413.825570:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825570:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825572:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 101 00000020:00000040:1.0:1770653413.825573:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 209 00000001:00000010:1.0:1770653413.825574:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b94e0. 00040000:00000001:1.0:1770653413.825576:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825577:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825577:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825578:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825579:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955627e13800. 00080000:00000001:1.0:1770653413.825581:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825582:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825583:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 100 00000020:00000040:1.0:1770653413.825584:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 208 00000001:00000010:1.0:1770653413.825585:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556384c2c60. 00040000:00000001:1.0:1770653413.825586:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825587:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825588:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825588:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825589:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955627e11000. 00080000:00000001:1.0:1770653413.825591:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825592:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825593:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 99 00000020:00000040:1.0:1770653413.825594:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 207 00000001:00000010:1.0:1770653413.825595:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae1a060. 00040000:00000001:1.0:1770653413.825597:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825597:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825598:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825599:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825600:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955627e11400. 00080000:00000001:1.0:1770653413.825601:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825602:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825603:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 98 00000020:00000040:1.0:1770653413.825604:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 206 00000001:00000010:1.0:1770653413.825606:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9f60. 00040000:00000001:1.0:1770653413.825607:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825608:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825608:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825609:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825610:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955627e10c00. 00080000:00000001:1.0:1770653413.825611:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825612:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825614:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 97 00000020:00000040:1.0:1770653413.825616:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 205 00000001:00000010:1.0:1770653413.825617:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955649980600. 00040000:00000001:1.0:1770653413.825619:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825620:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825620:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825621:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825622:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95570820c800. 00080000:00000001:1.0:1770653413.825624:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825625:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825627:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 96 00000020:00000040:1.0:1770653413.825628:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 204 00000001:00000010:1.0:1770653413.825629:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9060. 00040000:00000001:1.0:1770653413.825630:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825631:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825631:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825632:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825633:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95570820fc00. 00080000:00000001:1.0:1770653413.825636:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825637:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825638:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 95 00000020:00000040:1.0:1770653413.825639:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 203 00000001:00000010:1.0:1770653413.825640:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955649980ba0. 00040000:00000001:1.0:1770653413.825641:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825642:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825642:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825643:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825644:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95570820c000. 00080000:00000001:1.0:1770653413.825645:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825646:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825647:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 94 00000020:00000040:1.0:1770653413.825649:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 202 00000001:00000010:1.0:1770653413.825650:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9120. 00040000:00000001:1.0:1770653413.825651:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825652:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825652:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825653:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825654:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556188c6400. 00080000:00000001:1.0:1770653413.825656:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825657:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825659:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 93 00000020:00000040:1.0:1770653413.825661:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 201 00000001:00000010:1.0:1770653413.825662:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955649980c00. 00040000:00000001:1.0:1770653413.825664:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825664:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825665:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825666:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825667:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556188c5800. 00080000:00000001:1.0:1770653413.825669:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825670:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825671:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 92 00000020:00000040:1.0:1770653413.825672:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 200 00000001:00000010:1.0:1770653413.825673:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556384c2600. 00040000:00000001:1.0:1770653413.825675:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825675:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825676:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825677:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825678:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556188c5000. 00080000:00000001:1.0:1770653413.825679:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825680:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825682:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 91 00000020:00000040:1.0:1770653413.825683:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 199 00000001:00000010:1.0:1770653413.825684:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556499803c0. 00040000:00000001:1.0:1770653413.825686:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825687:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825687:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825688:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825689:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556188c7000. 00080000:00000001:1.0:1770653413.825690:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825691:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825693:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 90 00000020:00000040:1.0:1770653413.825694:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 198 00000001:00000010:1.0:1770653413.825695:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556384c2060. 00040000:00000001:1.0:1770653413.825696:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825697:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825698:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825699:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825700:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563029b800. 00080000:00000001:1.0:1770653413.825702:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825703:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825705:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 89 00000020:00000040:1.0:1770653413.825706:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 197 00000001:00000010:1.0:1770653413.825707:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556499801e0. 00040000:00000001:1.0:1770653413.825708:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825709:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825709:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825710:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825711:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955630299800. 00080000:00000001:1.0:1770653413.825712:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825713:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825715:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 88 00000020:00000040:1.0:1770653413.825716:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 196 00000001:00000010:1.0:1770653413.825717:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556384c26c0. 00040000:00000001:1.0:1770653413.825718:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825719:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825720:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825720:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825721:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563029b400. 00080000:00000001:1.0:1770653413.825723:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825724:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825725:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 87 00000020:00000040:1.0:1770653413.825726:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 195 00000001:00000010:1.0:1770653413.825728:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955649980f60. 00040000:00000001:1.0:1770653413.825730:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825731:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825731:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825732:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825733:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955630298400. 00080000:00000001:1.0:1770653413.825735:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825738:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825751:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 86 00000020:00000040:1.0:1770653413.825753:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 194 00000001:00000010:1.0:1770653413.825755:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae1a3c0. 00040000:00000001:1.0:1770653413.825757:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825759:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825759:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825760:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825761:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955630299c00. 00080000:00000001:1.0:1770653413.825763:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825764:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825766:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 85 00000020:00000040:1.0:1770653413.825767:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 193 00000001:00000010:1.0:1770653413.825768:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556384c2a80. 00040000:00000001:1.0:1770653413.825770:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825771:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825772:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825772:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825773:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955630299000. 00080000:00000001:1.0:1770653413.825775:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825776:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825777:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 84 00000020:00000040:1.0:1770653413.825778:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 192 00000001:00000010:1.0:1770653413.825779:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae1a960. 00040000:00000001:1.0:1770653413.825780:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825781:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825782:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825782:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825783:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955602579800. 00080000:00000001:1.0:1770653413.825785:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825786:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825787:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 83 00000020:00000040:1.0:1770653413.825788:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 191 00000001:00000010:1.0:1770653413.825789:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556384c2660. 00040000:00000001:1.0:1770653413.825790:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825791:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825791:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825792:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825793:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955602579c00. 00080000:00000001:1.0:1770653413.825794:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825795:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825796:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 82 00000020:00000040:1.0:1770653413.825798:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 190 00000001:00000010:1.0:1770653413.825800:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae1a000. 00040000:00000001:1.0:1770653413.825801:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825802:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825803:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825804:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825804:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955602579400. 00080000:00000001:1.0:1770653413.825806:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825807:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825808:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 81 00000020:00000040:1.0:1770653413.825809:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 189 00000001:00000010:1.0:1770653413.825810:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556384c2480. 00040000:00000001:1.0:1770653413.825811:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825812:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825813:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825813:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825814:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95564a1b1c00. 00080000:00000001:1.0:1770653413.825816:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825817:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825818:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 80 00000020:00000040:1.0:1770653413.825819:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 188 00000001:00000010:1.0:1770653413.825820:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae1a900. 00040000:00000001:1.0:1770653413.825822:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825822:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825823:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825824:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825825:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95564a1b2000. 00080000:00000001:1.0:1770653413.825826:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825827:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825828:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 79 00000020:00000040:1.0:1770653413.825829:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 187 00000001:00000010:1.0:1770653413.825830:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556384c2000. 00040000:00000001:1.0:1770653413.825831:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825832:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825833:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825834:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825834:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95564a1b2800. 00080000:00000001:1.0:1770653413.825836:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825838:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825839:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 78 00000020:00000040:1.0:1770653413.825841:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 186 00000001:00000010:1.0:1770653413.825842:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae1aba0. 00040000:00000001:1.0:1770653413.825843:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825844:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825844:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825845:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825846:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955625f20000. 00080000:00000001:1.0:1770653413.825847:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825864:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825866:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 77 00000020:00000040:1.0:1770653413.825867:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 185 00000001:00000010:1.0:1770653413.825868:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556384c2d20. 00040000:00000001:1.0:1770653413.825870:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825872:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825873:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825874:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825875:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955625f23400. 00080000:00000001:1.0:1770653413.825878:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825880:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825882:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 76 00000020:00000040:1.0:1770653413.825883:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 184 00000001:00000010:1.0:1770653413.825884:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9240. 00040000:00000001:1.0:1770653413.825886:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825887:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825888:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825888:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825889:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955625f22c00. 00080000:00000001:1.0:1770653413.825891:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825892:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825893:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 75 00000020:00000040:1.0:1770653413.825894:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 183 00000001:00000010:1.0:1770653413.825895:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556384c20c0. 00040000:00000001:1.0:1770653413.825896:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825897:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825898:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825899:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825900:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955625f21c00. 00080000:00000001:1.0:1770653413.825901:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825902:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825903:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 74 00000020:00000040:1.0:1770653413.825904:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 182 00000001:00000010:1.0:1770653413.825905:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9a80. 00040000:00000001:1.0:1770653413.825907:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825908:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825909:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825910:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825911:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955625f21800. 00080000:00000001:1.0:1770653413.825913:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825915:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825916:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 73 00000020:00000040:1.0:1770653413.825918:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 181 00000001:00000010:1.0:1770653413.825919:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556384c2960. 00040000:00000001:1.0:1770653413.825920:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825921:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825922:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825922:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825923:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955625f21400. 00080000:00000001:1.0:1770653413.825925:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825926:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825927:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 72 00000020:00000040:1.0:1770653413.825928:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 180 00000001:00000010:1.0:1770653413.825929:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9840. 00040000:00000001:1.0:1770653413.825930:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825931:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825931:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825932:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825933:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955625f21000. 00080000:00000001:1.0:1770653413.825934:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825935:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825936:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 71 00000020:00000040:1.0:1770653413.825938:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 179 00000001:00000010:1.0:1770653413.825939:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556384c2ae0. 00040000:00000001:1.0:1770653413.825940:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825941:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825942:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825943:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825944:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95560414a800. 00080000:00000001:1.0:1770653413.825946:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825947:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825948:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 70 00000020:00000040:1.0:1770653413.825949:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 178 00000001:00000010:1.0:1770653413.825950:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9720. 00040000:00000001:1.0:1770653413.825951:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825952:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825953:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825953:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825954:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955604149c00. 00080000:00000001:1.0:1770653413.825956:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825957:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825958:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 69 00000020:00000040:1.0:1770653413.825959:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 177 00000001:00000010:1.0:1770653413.825960:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556384c24e0. 00040000:00000001:1.0:1770653413.825961:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825962:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825962:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825963:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825964:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955604148800. 00080000:00000001:1.0:1770653413.825965:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825966:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825968:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 68 00000020:00000040:1.0:1770653413.825969:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 176 00000001:00000010:1.0:1770653413.825970:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae1ae40. 00040000:00000001:1.0:1770653413.825971:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825972:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825972:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825973:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825974:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955604149400. 00080000:00000001:1.0:1770653413.825975:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825976:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825977:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 67 00000020:00000040:1.0:1770653413.825978:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 175 00000001:00000010:1.0:1770653413.825980:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9ea0. 00040000:00000001:1.0:1770653413.825981:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825982:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825983:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825984:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825985:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955604149800. 00080000:00000001:1.0:1770653413.825986:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825987:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825989:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 66 00000020:00000040:1.0:1770653413.825990:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 174 00000001:00000010:1.0:1770653413.825991:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae1a600. 00040000:00000001:1.0:1770653413.825992:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825993:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.825993:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.825994:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.825995:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955662e7dc00. 00080000:00000001:1.0:1770653413.825997:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.825998:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.825999:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 65 00000020:00000040:1.0:1770653413.826000:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 173 00000001:00000010:1.0:1770653413.826001:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9360. 00040000:00000001:1.0:1770653413.826002:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826003:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826004:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826004:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826005:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955662e7e400. 00080000:00000001:1.0:1770653413.826007:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826008:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826009:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 64 00000020:00000040:1.0:1770653413.826010:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 172 00000001:00000010:1.0:1770653413.826011:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae1a240. 00040000:00000001:1.0:1770653413.826013:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826013:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826014:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826015:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826015:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955662e7d400. 00080000:00000001:1.0:1770653413.826017:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826019:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826020:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 63 00000020:00000040:1.0:1770653413.826021:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 171 00000001:00000010:1.0:1770653413.826022:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9540. 00040000:00000001:1.0:1770653413.826023:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826024:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826024:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826025:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826026:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955662e7fc00. 00080000:00000001:1.0:1770653413.826027:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826028:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826029:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 62 00000020:00000040:1.0:1770653413.826030:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 170 00000001:00000010:1.0:1770653413.826031:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae1a4e0. 00040000:00000001:1.0:1770653413.826033:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826033:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826034:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826034:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826035:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955662e7f400. 00080000:00000001:1.0:1770653413.826037:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826038:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826039:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 61 00000020:00000040:1.0:1770653413.826040:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 169 00000001:00000010:1.0:1770653413.826041:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9480. 00040000:00000001:1.0:1770653413.826042:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826043:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826043:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826044:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826045:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955662e7cc00. 00080000:00000001:1.0:1770653413.826046:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826047:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826049:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 60 00000020:00000040:1.0:1770653413.826050:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 168 00000001:00000010:1.0:1770653413.826051:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae1a720. 00040000:00000001:1.0:1770653413.826052:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826053:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826054:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826055:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826055:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95561f813c00. 00080000:00000001:1.0:1770653413.826057:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826058:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826059:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 59 00000020:00000040:1.0:1770653413.826060:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 167 00000001:00000010:1.0:1770653413.826061:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b95a0. 00040000:00000001:1.0:1770653413.826062:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826063:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826063:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826064:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826065:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95561f810c00. 00080000:00000001:1.0:1770653413.826066:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826067:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826068:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 58 00000020:00000040:1.0:1770653413.826069:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 166 00000001:00000010:1.0:1770653413.826070:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae1acc0. 00040000:00000001:1.0:1770653413.826072:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826072:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826073:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826073:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826074:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95561f810000. 00080000:00000001:1.0:1770653413.826076:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826077:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826078:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 57 00000020:00000040:1.0:1770653413.826079:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 165 00000001:00000010:1.0:1770653413.826080:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9000. 00040000:00000001:1.0:1770653413.826081:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826082:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826082:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826083:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826084:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95561f813000. 00080000:00000001:1.0:1770653413.826085:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826086:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826087:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 56 00000020:00000040:1.0:1770653413.826088:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 164 00000001:00000010:1.0:1770653413.826089:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae1aea0. 00040000:00000001:1.0:1770653413.826091:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826092:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826093:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826094:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826095:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95561f812400. 00080000:00000001:1.0:1770653413.826097:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826098:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826099:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 55 00000020:00000040:1.0:1770653413.826100:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 163 00000001:00000010:1.0:1770653413.826101:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9c60. 00040000:00000001:1.0:1770653413.826102:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826103:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826104:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826104:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826105:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95561f812c00. 00080000:00000001:1.0:1770653413.826107:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826107:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826109:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 54 00000020:00000040:1.0:1770653413.826110:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 162 00000001:00000010:1.0:1770653413.826111:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae1af00. 00040000:00000001:1.0:1770653413.826112:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826112:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826113:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826114:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826115:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95561f812000. 00080000:00000001:1.0:1770653413.826116:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826117:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826118:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 53 00000020:00000040:1.0:1770653413.826119:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 161 00000001:00000010:1.0:1770653413.826120:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b96c0. 00040000:00000001:1.0:1770653413.826122:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826122:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826123:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826124:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826124:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955622359c00. 00080000:00000001:1.0:1770653413.826126:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826127:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826128:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 52 00000020:00000040:1.0:1770653413.826130:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 160 00000001:00000010:1.0:1770653413.826131:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae1a660. 00040000:00000001:1.0:1770653413.826132:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826133:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826134:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826135:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826136:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95562235a800. 00080000:00000001:1.0:1770653413.826137:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826138:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826139:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 51 00000020:00000040:1.0:1770653413.826141:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 159 00000001:00000010:1.0:1770653413.826142:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9b40. 00040000:00000001:1.0:1770653413.826143:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826143:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826144:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826145:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826146:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95562235a400. 00080000:00000001:1.0:1770653413.826147:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826148:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826149:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 50 00000020:00000040:1.0:1770653413.826150:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 158 00000001:00000010:1.0:1770653413.826151:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae1af60. 00040000:00000001:1.0:1770653413.826152:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826153:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826153:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826154:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826155:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955622358c00. 00080000:00000001:1.0:1770653413.826156:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826157:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826159:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 49 00000020:00000040:1.0:1770653413.826160:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 157 00000001:00000010:1.0:1770653413.826161:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae1ad20. 00040000:00000001:1.0:1770653413.826162:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826163:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826163:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826164:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826165:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955622358800. 00080000:00000001:1.0:1770653413.826167:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826168:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826169:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 48 00000020:00000040:1.0:1770653413.826171:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 156 00000001:00000010:1.0:1770653413.826172:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae1a5a0. 00040000:00000001:1.0:1770653413.826174:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826174:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826175:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826176:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826176:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955622358000. 00080000:00000001:1.0:1770653413.826178:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826179:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826180:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 47 00000020:00000040:1.0:1770653413.826181:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 155 00000001:00000010:1.0:1770653413.826182:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae1a420. 00040000:00000001:1.0:1770653413.826183:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826184:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826184:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826185:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826186:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95560743c800. 00080000:00000001:1.0:1770653413.826188:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826189:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826190:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 46 00000020:00000040:1.0:1770653413.826191:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 154 00000001:00000010:1.0:1770653413.826192:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae1a9c0. 00040000:00000001:1.0:1770653413.826193:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826194:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826195:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826196:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826196:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95560743e000. 00080000:00000001:1.0:1770653413.826198:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826199:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826201:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 45 00000020:00000040:1.0:1770653413.826202:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 153 00000001:00000010:1.0:1770653413.826203:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae1a300. 00040000:00000001:1.0:1770653413.826204:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826205:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826206:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826206:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826207:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95560743c400. 00080000:00000001:1.0:1770653413.826209:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826210:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826211:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 44 00000020:00000040:1.0:1770653413.826212:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 152 00000001:00000010:1.0:1770653413.826213:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9900. 00040000:00000001:1.0:1770653413.826214:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826214:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826215:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826216:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826217:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95560743c000. 00080000:00000001:1.0:1770653413.826218:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826219:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826220:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 43 00000020:00000040:1.0:1770653413.826221:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 151 00000001:00000010:1.0:1770653413.826222:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9300. 00040000:00000001:1.0:1770653413.826223:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826224:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826225:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826225:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826226:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95560743d400. 00080000:00000001:1.0:1770653413.826229:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826230:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826231:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 42 00000020:00000040:1.0:1770653413.826232:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 150 00000001:00000010:1.0:1770653413.826233:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9180. 00040000:00000001:1.0:1770653413.826234:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826235:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826236:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826236:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826237:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95560743dc00. 00080000:00000001:1.0:1770653413.826239:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826240:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826241:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 41 00000020:00000040:1.0:1770653413.826242:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 149 00000001:00000010:1.0:1770653413.826243:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9a20. 00040000:00000001:1.0:1770653413.826245:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826246:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826246:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826247:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826248:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955605098400. 00080000:00000001:1.0:1770653413.826250:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826251:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826253:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 40 00000020:00000040:1.0:1770653413.826254:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 148 00000001:00000010:1.0:1770653413.826255:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9660. 00040000:00000001:1.0:1770653413.826256:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826257:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826257:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826258:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826259:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955605099c00. 00080000:00000001:1.0:1770653413.826262:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826263:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826264:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 39 00000020:00000040:1.0:1770653413.826265:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 147 00000001:00000010:1.0:1770653413.826266:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b97e0. 00040000:00000001:1.0:1770653413.826267:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826268:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826269:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826269:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826270:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95560509a400. 00080000:00000001:1.0:1770653413.826272:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826273:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826274:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 38 00000020:00000040:1.0:1770653413.826275:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 146 00000001:00000010:1.0:1770653413.826276:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9de0. 00040000:00000001:1.0:1770653413.826277:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826278:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826279:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826279:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826280:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95560509ac00. 00080000:00000001:1.0:1770653413.826281:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826283:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826284:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 37 00000020:00000040:1.0:1770653413.826286:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 145 00000001:00000010:1.0:1770653413.826287:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b99c0. 00040000:00000001:1.0:1770653413.826289:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826290:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826290:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826291:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826292:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955605098c00. 00080000:00000001:1.0:1770653413.826294:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826295:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826296:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 36 00000020:00000040:1.0:1770653413.826297:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 144 00000001:00000010:1.0:1770653413.826298:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9cc0. 00040000:00000001:1.0:1770653413.826299:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826300:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826300:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826301:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826302:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955605099800. 00080000:00000001:1.0:1770653413.826303:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826304:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826305:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 35 00000020:00000040:1.0:1770653413.826306:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 143 00000001:00000010:1.0:1770653413.826307:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9960. 00040000:00000001:1.0:1770653413.826309:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826309:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826310:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826310:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826311:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95560509bc00. 00080000:00000001:1.0:1770653413.826319:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826321:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826323:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 34 00000020:00000040:1.0:1770653413.826324:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 142 00000001:00000010:1.0:1770653413.826325:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9600. 00040000:00000001:1.0:1770653413.826327:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826327:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826328:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826329:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826330:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955601a43c00. 00080000:00000001:1.0:1770653413.826332:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826334:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826335:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 33 00000020:00000040:1.0:1770653413.826337:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 141 00000001:00000010:1.0:1770653413.826338:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b91e0. 00040000:00000001:1.0:1770653413.826339:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826340:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826341:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826341:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826342:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563097c400. 00080000:00000001:1.0:1770653413.826344:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826345:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826346:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 32 00000020:00000040:1.0:1770653413.826347:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 140 00000001:00000010:1.0:1770653413.826348:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9ba0. 00040000:00000001:1.0:1770653413.826349:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826350:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826351:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826352:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826352:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563097f400. 00080000:00000001:1.0:1770653413.826354:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826355:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826356:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 31 00000020:00000040:1.0:1770653413.826357:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 139 00000001:00000010:1.0:1770653413.826358:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9420. 00040000:00000001:1.0:1770653413.826359:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826360:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826361:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826361:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826362:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563097ec00. 00080000:00000001:1.0:1770653413.826364:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826365:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826366:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 30 00000020:00000040:1.0:1770653413.826367:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 138 00000001:00000010:1.0:1770653413.826368:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b93c0. 00040000:00000001:1.0:1770653413.826369:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826370:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826371:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826372:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826373:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563097d800. 00080000:00000001:1.0:1770653413.826374:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826378:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000004:00080000:1.0:1770653413.826379:0:5778:0:(osp_sync.c:1741:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1959 committed 00000004:00000010:1.0:1770653413.826388:0:5778:0:(osp_sync.c:1753:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff955662d81d80. 00040000:00000001:1.0:1770653413.826390:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826391:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826392:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826393:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826394:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95566b67dc00. 00080000:00000001:1.0:1770653413.826395:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826397:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826398:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 29 00000020:00000040:1.0:1770653413.826399:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 137 00000001:00000010:1.0:1770653413.826400:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955662d81b40. 00040000:00000001:1.0:1770653413.826402:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826403:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826404:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826404:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826406:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563db0c800. 00080000:00000001:1.0:1770653413.826408:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826409:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826410:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 28 00000020:00000040:1.0:1770653413.826411:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 136 00000001:00000010:1.0:1770653413.826412:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955662d81840. 00040000:00000001:1.0:1770653413.826413:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826414:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826415:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826415:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826416:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563db0c000. 00080000:00000001:1.0:1770653413.826418:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826419:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826420:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 27 00000020:00000040:1.0:1770653413.826421:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 135 00000001:00000010:1.0:1770653413.826422:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955662d815a0. 00040000:00000001:1.0:1770653413.826423:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826424:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826425:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826426:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826427:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563db0d000. 00080000:00000001:1.0:1770653413.826430:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826431:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826433:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 26 00000020:00000040:1.0:1770653413.826434:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 134 00000001:00000010:1.0:1770653413.826436:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955662d81cc0. 00040000:00000001:1.0:1770653413.826438:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826440:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000004:00000001:0.0:1770653413.826440:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00040000:00000001:1.0:1770653413.826443:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000004:00000001:0.0:1770653413.826444:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.826445:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826448:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563db0ec00. 00000004:00000001:0.0:1770653413.826449:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00080000:00000001:1.0:1770653413.826452:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000004:00000001:0.0:1770653413.826452:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00080000:00000001:1.0:1770653413.826456:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000004:00000001:0.0:1770653413.826456:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1770653413.826460:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 25 00000020:00000040:1.0:1770653413.826462:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 133 00000040:00001000:0.0:1770653413.826463:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64af40 type=0x0 idx=0 00000001:00000010:1.0:1770653413.826465:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955662d81300. 00040000:00000001:1.0:1770653413.826468:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000040:00001000:0.0:1770653413.826469:0:6724:0:(llog.c:720:llog_process_thread()) synced_idx: 1775 00040000:00000001:1.0:1770653413.826470:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826473:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826474:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826475:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563db0cc00. 00000040:00000001:0.0:1770653413.826476:0:6724:0:(lustre_log.h:473:llog_next_block()) Process entered 00080000:00000001:1.0:1770653413.826478:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000040:00000001:0.0:1770653413.826480:0:6724:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00080000:00000001:1.0:1770653413.826481:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826484:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 24 00000020:00000040:1.0:1770653413.826485:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 132 00000040:00001000:0.0:1770653413.826486:0:6724:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1726 (cur idx 1725 off 114688), size 121792 00000001:00000010:1.0:1770653413.826487:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955662d81d20. 00040000:00000001:1.0:1770653413.826491:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826493:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826494:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826495:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826496:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563db0e800. 00080000:00000001:1.0:1770653413.826498:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826500:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826501:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 23 00000020:00000040:1.0:1770653413.826503:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 131 00000001:00000010:1.0:1770653413.826505:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955662d81660. 00040000:00000001:1.0:1770653413.826507:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826509:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826510:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826511:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826513:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563db0f400. 00080000:00000001:1.0:1770653413.826515:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826518:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000040:00000001:0.0:1770653413.826518:0:6724:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000040:1.0:1770653413.826520:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 22 00000020:00000040:1.0:1770653413.826524:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 130 00000040:00000001:0.0:1770653413.826525:0:6724:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1770653413.826526:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556030add80. 00000040:00001000:0.0:1770653413.826531:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64af40 type=0x10692404 idx=1726 00040000:00000001:1.0:1770653413.826532:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826534:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826536:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000040:00001000:0.0:1770653413.826536:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1726 lrh_len: 64 (4288 remains) 00040000:00000001:1.0:1770653413.826539:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826541:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563db0f800. 00000040:00001000:0.0:1770653413.826541:0:6724:0:(llog.c:797:llog_process_thread()) index: 1726, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00080000:00000001:1.0:1770653413.826546:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000004:00000001:0.0:1770653413.826547:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00080000:00000001:1.0:1770653413.826548:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000004:00000001:0.0:1770653413.826550:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000001:00000040:1.0:1770653413.826551:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 21 00000004:00000001:0.0:1770653413.826553:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.826554:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 129 00000004:00000001:0.0:1770653413.826556:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000001:00000010:1.0:1770653413.826558:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556673ba660. 00000004:00000001:0.0:1770653413.826559:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00040000:00000001:1.0:1770653413.826561:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000004:00000001:0.0:1770653413.826562:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00040000:00000001:1.0:1770653413.826564:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826566:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000010:0.0:1770653413.826566:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c23800. 00040000:00000001:1.0:1770653413.826567:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826570:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563db0e000. 00000020:00000040:0.0:1770653413.826572:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=3 obd=lustre-OST0000-osc-MDT0000 00080000:00000001:1.0:1770653413.826573:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826577:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1770653413.826578:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000001:00000040:1.0:1770653413.826579:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 20 02000000:00000001:0.0:1770653413.826581:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:1.0:1770653413.826583:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 128 02000000:00000001:0.0:1770653413.826584:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1770653413.826586:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556673baba0. 00040000:00000001:1.0:1770653413.826589:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826591:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 02000000:00000010:0.0:1770653413.826591:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff955607ffc400. 00040000:00000001:1.0:1770653413.826594:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826597:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826599:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563db0fc00. 00000100:00000001:0.0:1770653413.826599:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.826603:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000004:00000001:0.0:1770653413.826604:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626797056571392 : -117276652980224 : ffff955666c23800) 00080000:00000001:1.0:1770653413.826605:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826609:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 19 00000100:00000001:0.0:1770653413.826611:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000040:1.0:1770653413.826612:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 127 00000001:00000010:1.0:1770653413.826615:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556673ba000. 00000100:00000001:0.0:1770653413.826616:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.826617:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826620:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826621:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826623:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000040:0.0:1770653413.826624:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036e994aa] to pc [ptlrpcd_00_00+0] req@ffff955666c23800 x1856657707190528/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000010:1.0:1770653413.826625:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563db0f000. 00080000:00000001:1.0:1770653413.826629:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826631:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826634:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 18 00000020:00000040:1.0:1770653413.826637:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 126 00000001:00000010:1.0:1770653413.826640:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556673ba6c0. 00040000:00000001:1.0:1770653413.826643:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826645:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826647:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826649:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826651:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556407fc800. 00080000:00000001:1.0:1770653413.826655:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826658:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826659:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 17 00000020:00000040:1.0:1770653413.826661:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 125 00000001:00000010:1.0:1770653413.826662:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556673bac60. 00040000:00000001:1.0:1770653413.826663:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826664:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826665:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826665:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.826666:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556407fc000. 00080000:00000001:1.0:1770653413.826668:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.826669:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826671:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 16 00000020:00000040:1.0:1770653413.826672:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 124 00000004:00000001:0.0:1770653413.826673:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1770653413.826674:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556673ba300. 00040000:00000001:1.0:1770653413.826678:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000004:00001000:0.0:1770653413.826680:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 1 in flight, 1 in progress 00040000:00000001:1.0:1770653413.826681:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826684:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000004:00001000:0.0:1770653413.826684:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1726, id 1957 00040000:00000001:1.0:1770653413.826687:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000004:00000001:0.0:1770653413.826689:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00080000:00000010:1.0:1770653413.826690:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556407fd000. 00000004:00000001:0.0:1770653413.826692:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00080000:00000001:1.0:1770653413.826694:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000004:00000001:0.0:1770653413.826694:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.826696:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000004:00000001:0.0:1770653413.826698:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000001:00000040:1.0:1770653413.826699:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 15 00000004:00000001:0.0:1770653413.826701:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000020:00000040:1.0:1770653413.826703:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 123 00000004:00000001:0.0:1770653413.826704:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1770653413.826706:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556673baf60. 00000040:00001000:0.0:1770653413.826708:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64af80 type=0x10692404 idx=1727 00040000:00000001:1.0:1770653413.826710:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000040:00001000:0.0:1770653413.826712:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1727 lrh_len: 64 (4224 remains) 00040000:00000001:1.0:1770653413.826713:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826716:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000040:00001000:0.0:1770653413.826717:0:6724:0:(llog.c:797:llog_process_thread()) index: 1727, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00040000:00000001:1.0:1770653413.826718:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000004:00000001:0.0:1770653413.826721:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00080000:00000010:1.0:1770653413.826722:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556407fc400. 00000004:00000001:0.0:1770653413.826726:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00080000:00000001:1.0:1770653413.826727:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000004:00000001:0.0:1770653413.826731:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.826732:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1770653413.826733:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:0.0:1770653413.826734:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000001:00000040:1.0:1770653413.826735:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 14 00000100:00000001:3.0:1770653413.826738:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000004:00000001:0.0:1770653413.826739:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000020:00000040:1.0:1770653413.826751:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 122 00000100:00000001:2.0:1770653413.826754:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653413.826758:0:3288:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1770653413.826758:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000001:00000010:1.0:1770653413.826758:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556673ba780. 00000004:00000001:0.0:1770653413.826758:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000001:2.0:1770653413.826765:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.826765:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000010:0.0:1770653413.826766:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c20700. 00000100:00000040:3.0:1770653413.826768:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955666c23800 x1856657707190528/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00040000:00000001:1.0:1770653413.826769:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:2.0:1770653413.826771:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.826773:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000040:0.0:1770653413.826773:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00040000:00000001:1.0:1770653413.826777:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:0.0:1770653413.826781:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00080000:00000010:1.0:1770653413.826782:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556407fcc00. 00000100:00000001:3.0:1770653413.826787:0:3288:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1770653413.826787:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00080000:00000001:1.0:1770653413.826788:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:3.0:1770653413.826792:0:3288:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.826792:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.826793:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.826797:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 13 02000000:00000001:3.0:1770653413.826799:0:3288:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1770653413.826800:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 121 02000000:00000010:0.0:1770653413.826801:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff955607ffc800. 02000000:00000001:3.0:1770653413.826802:0:3288:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000001:00000010:1.0:1770653413.826806:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556673ba420. 02000000:00000001:3.0:1770653413.826807:0:3288:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.826808:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.826809:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826813:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000004:00000001:0.0:1770653413.826814:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626797056558848 : -117276652992768 : ffff955666c20700) 00000100:00100000:3.0:1770653413.826816:0:3288:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955666c23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707190528:0@lo:6:osp-syn-0-0.0 00040000:00000001:1.0:1770653413.826816:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:0.0:1770653413.826819:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00040000:00000001:1.0:1770653413.826820:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:3.0:1770653413.826823:0:3288:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00080000:00000010:1.0:1770653413.826825:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556407fe400. 00000100:00000001:0.0:1770653413.826826:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.826827:0:3288:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00080000:00000001:1.0:1770653413.826829:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 02000000:00000001:3.0:1770653413.826831:0:3288:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.826832:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 02000000:00000001:3.0:1770653413.826834:0:3288:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000001:00000040:1.0:1770653413.826837:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 12 00000100:00000040:0.0:1770653413.826837:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e98512f] to pc [ptlrpcd_00_01+1] req@ffff955666c20700 x1856657707190656/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1770653413.826840:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95566b67fc00. 00000020:00000040:1.0:1770653413.826842:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 120 02000000:00000001:3.0:1770653413.826862:0:3288:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1770653413.826866:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556673ba1e0. 00000400:00000010:3.0:1770653413.826868:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2cb8. 00040000:00000001:1.0:1770653413.826870:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000010:3.0:1770653413.826873:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78b28. 00040000:00000001:1.0:1770653413.826874:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.826878:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000200:3.0:1770653413.826880:0:3288:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707190528, portal 4 00040000:00000001:1.0:1770653413.826880:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000004:00000001:0.0:1770653413.826882:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1770653413.826884:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556407fe000. 00000100:00000001:3.0:1770653413.826885:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000004:00001000:0.0:1770653413.826887:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 2 in flight, 2 in progress 00000100:00000001:3.0:1770653413.826889:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797056571392 : -117276652980224 : ffff955666c23800) 00080000:00000001:1.0:1770653413.826890:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000004:00001000:0.0:1770653413.826891:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1727, id 1958 00080000:00000001:1.0:1770653413.826894:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000004:00000001:0.0:1770653413.826896:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000001:00000040:1.0:1770653413.826898:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 11 00000100:00000040:3.0:1770653413.826900:0:3288:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955666c23800 x1856657707190528/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1770653413.826901:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000020:00000040:1.0:1770653413.826902:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 119 00000100:00000001:2.0:1770653413.826904:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:0.0:1770653413.826906:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.826909:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000001:00000010:1.0:1770653413.826910:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556673bad20. 00000004:00000001:0.0:1770653413.826913:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:2.0:1770653413.826914:0:3289:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00040000:00000001:1.0:1770653413.826917:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000004:00000001:0.0:1770653413.826918:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00040000:00000001:1.0:1770653413.826921:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000004:00000001:0.0:1770653413.826922:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.826923:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955666c20700 x1856657707190656/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.826924:0:3288:0:(niobuf.c:69:ptl_send_buf()) Process entered 00040000:00000001:1.0:1770653413.826925:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000040:00001000:0.0:1770653413.826928:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64afc0 type=0x10692404 idx=1728 00040000:00000001:1.0:1770653413.826929:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000040:3.0:1770653413.826933:0:3288:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00080000:00000010:1.0:1770653413.826935:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556407ff800. 00000040:00001000:0.0:1770653413.826935:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1728 lrh_len: 64 (4160 remains) 00000400:00000010:3.0:1770653413.826938:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a787f8. 00080000:00000001:1.0:1770653413.826943:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000040:00001000:0.0:1770653413.826943:0:6724:0:(llog.c:797:llog_process_thread()) index: 1728, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00000100:00000200:3.0:1770653413.826944:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707190528, offset 0 00080000:00000001:1.0:1770653413.826947:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:2.0:1770653413.826949:0:3289:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000004:00000001:0.0:1770653413.826951:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:2.0:1770653413.826953:0:3289:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1770653413.826953:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 10 00000004:00000001:0.0:1770653413.826955:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000400:00000200:3.0:1770653413.826957:0:3288:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1770653413.826959:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 118 00000004:00000001:0.0:1770653413.826960:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.826961:0:3289:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000001:00000010:1.0:1770653413.826963:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556673ba600. 00000004:00000001:0.0:1770653413.826965:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 02000000:00000001:2.0:1770653413.826966:0:3289:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1770653413.826969:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00040000:00000001:1.0:1770653413.826969:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000004:00000001:0.0:1770653413.826970:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00040000:00000001:1.0:1770653413.826973:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 02000000:00000001:2.0:1770653413.826975:0:3289:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1770653413.826975:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00040000:00000001:1.0:1770653413.826976:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653413.826980:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000010:0.0:1770653413.826981:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c21500. 00000400:00000200:3.0:1770653413.826982:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b4900 00080000:00000010:1.0:1770653413.826983:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556407ff000. 00000100:00100000:2.0:1770653413.826986:0:3289:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955666c20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707190656:0@lo:6:osp-syn-0-0.0 00000020:00000040:0.0:1770653413.826987:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=5 obd=lustre-OST0000-osc-MDT0000 00080000:00000001:1.0:1770653413.826990:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:0.0:1770653413.826993:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1770653413.826995:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecedf5 [8] + 11240 00080000:00000001:1.0:1770653413.826995:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 02000000:00000001:0.0:1770653413.826997:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1770653413.826999:0:3289:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000001:00000040:1.0:1770653413.827000:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 9 02000000:00000001:0.0:1770653413.827002:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.827005:0:3288:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1770653413.827006:0:3289:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:1.0:1770653413.827006:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 117 02000000:00000010:0.0:1770653413.827008:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff955607ffdc00. 00000400:00000200:3.0:1770653413.827012:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1770653413.827013:0:3289:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1770653413.827013:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556673bac00. 00000100:00000001:0.0:1770653413.827015:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.827019:0:3288:0:(events.c:286:request_in_callback()) Process entered 00040000:00000001:1.0:1770653413.827020:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 02000000:00000001:2.0:1770653413.827022:0:3289:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000004:00000001:0.0:1770653413.827022:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626797056562432 : -117276652989184 : ffff955666c21500) 00000100:00000200:3.0:1770653413.827023:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00040000:00000001:1.0:1770653413.827024:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.827028:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:0.0:1770653413.827029:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:2.0:1770653413.827031:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95565a579c00. 00040000:00000001:1.0:1770653413.827031:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000010:3.0:1770653413.827032:0:3288:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d88000. 00080000:00000010:1.0:1770653413.827035:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556407fec00. 00000100:00000001:0.0:1770653413.827035:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.827039:0:3289:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.827042:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000040:0.0:1770653413.827044:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cdbcf752] to pc [ptlrpcd_00_02+2] req@ffff955666c21500 x1856657707190784/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1770653413.827046:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000400:00000010:2.0:1770653413.827047:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2000. 00000001:00000040:1.0:1770653413.827049:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 8 00000020:00000040:1.0:1770653413.827054:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 116 00000400:00000010:2.0:1770653413.827057:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888660. 00000001:00000010:1.0:1770653413.827059:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556673ba480. 00040000:00000001:1.0:1770653413.827063:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000200:2.0:1770653413.827065:0:3289:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707190656, portal 4 00040000:00000001:1.0:1770653413.827065:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000004:00000001:0.0:1770653413.827067:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.827068:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:2.0:1770653413.827072:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00040000:00000001:1.0:1770653413.827072:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000004:00001000:0.0:1770653413.827073:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 3 in flight, 3 in progress 00080000:00000010:1.0:1770653413.827076:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563dea3800. 00000100:00000001:2.0:1770653413.827077:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797056558848 : -117276652992768 : ffff955666c20700) 00000004:00001000:0.0:1770653413.827078:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1728, id 1958 00080000:00000001:1.0:1770653413.827080:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653413.827084:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000004:00000001:0.0:1770653413.827085:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000001:00000040:1.0:1770653413.827087:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 7 00000004:00000001:0.0:1770653413.827088:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000040:2.0:1770653413.827092:0:3289:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955666c20700 x1856657707190656/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1770653413.827093:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 115 00000004:00000001:0.0:1770653413.827093:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1770653413.827098:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556673ba4e0. 00000004:00000001:0.0:1770653413.827099:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:0.0:1770653413.827103:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00040000:00000001:1.0:1770653413.827104:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000004:00000001:0.0:1770653413.827106:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.827108:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000040:3.0:1770653413.827110:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff955618d88000 x1856657707190528 msgsize 544 00040000:00000001:1.0:1770653413.827112:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000040:00001000:0.0:1770653413.827112:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64b000 type=0x10692404 idx=1729 00040000:00000001:1.0:1770653413.827116:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000040:00001000:0.0:1770653413.827118:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1729 lrh_len: 64 (4096 remains) 00080000:00000010:1.0:1770653413.827120:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563dea1c00. 00000100:00100000:3.0:1770653413.827126:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1770653413.827127:0:3289:0:(niobuf.c:69:ptl_send_buf()) Process entered 00080000:00000001:1.0:1770653413.827127:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000040:00001000:0.0:1770653413.827127:0:6724:0:(llog.c:797:llog_process_thread()) index: 1729, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00000004:00000001:0.0:1770653413.827132:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:3.0:1770653413.827133:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00080000:00000001:1.0:1770653413.827133:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000040:2.0:1770653413.827134:0:3289:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000004:00000001:0.0:1770653413.827137:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000001:00000040:1.0:1770653413.827138:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 6 00000004:00000001:0.0:1770653413.827140:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.827141:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888330. 00000020:00000040:1.0:1770653413.827141:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 114 00000400:00000200:3.0:1770653413.827142:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a787f8 00000004:00000001:0.0:1770653413.827145:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000001:00000010:1.0:1770653413.827147:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556673ba120. 00000400:00000010:3.0:1770653413.827149:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a787f8. 00000004:00000001:0.0:1770653413.827149:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00040000:00000001:1.0:1770653413.827152:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000004:00000001:0.0:1770653413.827152:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00040000:00000001:1.0:1770653413.827155:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:3.0:1770653413.827158:0:3288:0:(events.c:34:request_out_callback()) Process entered 00040000:00000001:1.0:1770653413.827158:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000010:0.0:1770653413.827158:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c22300. 00000100:00000200:2.0:1770653413.827159:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707190656, offset 0 00040000:00000001:1.0:1770653413.827161:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653413.827165:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563dea3400. 00000020:00000040:0.0:1770653413.827165:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=6 obd=lustre-OST0000-osc-MDT0000 00000100:00000200:3.0:1770653413.827168:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955666c23800 x1856657707190528/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1770653413.827172:0:3289:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000001:1.0:1770653413.827172:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:0.0:1770653413.827173:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1770653413.827178:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00080000:00000001:1.0:1770653413.827179:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 02000000:00000001:0.0:1770653413.827182:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1770653413.827183:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 5 00000400:00000200:2.0:1770653413.827186:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:1.0:1770653413.827189:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 113 02000000:00000010:0.0:1770653413.827191:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff955607ffcc00. 00000001:00000010:1.0:1770653413.827196:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556673bacc0. 00000100:00000001:0.0:1770653413.827197:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.827199:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00040000:00000001:1.0:1770653413.827201:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000200:2.0:1770653413.827202:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b4980 00000004:00000001:0.0:1770653413.827203:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626797056566016 : -117276652985600 : ffff955666c22300) 00040000:00000001:1.0:1770653413.827205:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653413.827208:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000040:3.0:1770653413.827210:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955666c23800 x1856657707190528/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00040000:00000001:1.0:1770653413.827211:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:0.0:1770653413.827212:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1770653413.827216:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecedf5 [8] + 11784 00080000:00000010:1.0:1770653413.827216:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563dea2000. 00000100:00000001:0.0:1770653413.827218:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.827223:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000040:0.0:1770653413.827227:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb8eeaaf] to pc [ptlrpcd_00_03+3] req@ffff955666c22300 x1856657707190912/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1770653413.827228:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000400:00000200:2.0:1770653413.827229:0:3289:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000040:1.0:1770653413.827233:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 4 00000100:00000001:3.0:1770653413.827238:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.827238:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 112 00000400:00000200:2.0:1770653413.827240:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000001:00000010:1.0:1770653413.827245:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556673ba7e0. 00000100:00000001:3.0:1770653413.827247:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1770653413.827249:0:3289:0:(events.c:286:request_in_callback()) Process entered 00040000:00000001:1.0:1770653413.827251:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000200:2.0:1770653413.827252:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00040000:00000001:1.0:1770653413.827255:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:3.0:1770653413.827256:0:3288:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.827259:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000004:00000001:0.0:1770653413.827259:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1770653413.827260:0:3289:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9556074a9880. 00000100:00000040:3.0:1770653413.827262:0:3288:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26297 usecs (27 jiffies) 00040000:00000001:1.0:1770653413.827263:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000004:00001000:0.0:1770653413.827267:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 4 in flight, 4 in progress 00000100:00000040:2.0:1770653413.827268:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9556074a9880 x1856657707190656 msgsize 544 00080000:00000010:1.0:1770653413.827268:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563dea0000. 00000100:00000001:3.0:1770653413.827270:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444667 00000004:00001000:0.0:1770653413.827270:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1729, id 1958 00080000:00000001:1.0:1770653413.827276:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000004:00000001:0.0:1770653413.827277:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000001:3.0:1770653413.827278:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444667 00080000:00000001:1.0:1770653413.827279:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00100000:2.0:1770653413.827282:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000001:0.0:1770653413.827282:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000001:00000040:1.0:1770653413.827283:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 3 00000004:00000001:0.0:1770653413.827285:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.827286:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444667 00000020:00000040:1.0:1770653413.827289:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 111 00000004:00000001:0.0:1770653413.827290:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000001:00000010:1.0:1770653413.827295:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556673baa20. 00000004:00000001:0.0:1770653413.827295:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:3.0:1770653413.827296:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444667 00000100:00000001:2.0:1770653413.827296:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000004:00000001:0.0:1770653413.827297:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.827301:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:3.0:1770653413.827304:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444667 00040000:00000001:1.0:1770653413.827304:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000200:2.0:1770653413.827305:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888330 00000040:00001000:0.0:1770653413.827305:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64b040 type=0x10692404 idx=1730 00040000:00000001:1.0:1770653413.827308:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000010:2.0:1770653413.827311:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888330. 00000100:00000001:3.0:1770653413.827313:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444667 00040000:00000001:1.0:1770653413.827313:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000040:00001000:0.0:1770653413.827313:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1730 lrh_len: 64 (4032 remains) 00000100:00000001:2.0:1770653413.827315:0:3289:0:(events.c:34:request_out_callback()) Process entered 00080000:00000010:1.0:1770653413.827317:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563dea2400. 00000100:00000001:3.0:1770653413.827321:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444667 00000040:00001000:0.0:1770653413.827321:0:6724:0:(llog.c:797:llog_process_thread()) index: 1730, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00080000:00000001:1.0:1770653413.827322:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000200:2.0:1770653413.827323:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955666c20700 x1856657707190656/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1770653413.827326:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1770653413.827329:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444667 00000004:00000001:0.0:1770653413.827329:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000001:00000040:1.0:1770653413.827330:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 2 00000004:00000001:0.0:1770653413.827333:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000020:00000040:1.0:1770653413.827336:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 110 00000004:00000001:0.0:1770653413.827338:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.827339:0:3288:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000010:1.0:1770653413.827342:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556673baae0. 00000004:00000001:0.0:1770653413.827344:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000100:00000001:3.0:1770653413.827349:0:3288:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.827350:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000004:00000001:0.0:1770653413.827350:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000100:00000001:2.0:1770653413.827351:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000004:00000001:0.0:1770653413.827355:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00040000:00000001:1.0:1770653413.827356:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:3.0:1770653413.827358:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.827359:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955666c20700 x1856657707190656/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00040000:00000001:1.0:1770653413.827360:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000010:0.0:1770653413.827362:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c21c00. 00040000:00000001:1.0:1770653413.827363:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:3.0:1770653413.827366:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1770653413.827368:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955602a0e000. 00000020:00000040:0.0:1770653413.827369:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=7 obd=lustre-OST0000-osc-MDT0000 00080000:00000001:1.0:1770653413.827376:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:0.0:1770653413.827376:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1770653413.827379:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00080000:00000001:1.0:1770653413.827381:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 02000000:00000001:0.0:1770653413.827381:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1770653413.827385:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000001:00000040:1.0:1770653413.827386:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 1 02000000:00000001:0.0:1770653413.827387:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.827392:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.827394:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 109 00000100:00000001:3.0:1770653413.827395:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1770653413.827395:0:3289:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:0.0:1770653413.827397:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95563097d800. 00000001:00000010:1.0:1770653413.827398:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556673ba8a0. 00000100:00000001:3.0:1770653413.827400:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653413.827402:0:3289:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.827403:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:1.0:1770653413.827404:0:5778:0:(osp_sync.c:1741:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1934 committed 00000100:00000001:3.0:1770653413.827405:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.827409:0:3289:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26297 usecs (27 jiffies) 00000004:00000001:0.0:1770653413.827410:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626797056564224 : -117276652987392 : ffff955666c21c00) 00000100:00000001:3.0:1770653413.827412:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1770653413.827416:0:5778:0:(osp_sync.c:1753:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff9556673bae40. 00000100:00000001:2.0:1770653413.827417:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444667 00000100:00000001:0.0:1770653413.827417:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1770653413.827422:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.827423:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:2.0:1770653413.827424:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444667 00040000:00000001:1.0:1770653413.827427:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:2.0:1770653413.827429:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444667 00040000:00000001:1.0:1770653413.827430:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000800:00000001:3.0:1770653413.827431:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1770653413.827432:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b7197ce] to pc [ptlrpcd_00_00+0] req@ffff955666c21c00 x1856657707191040/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00040000:00000001:1.0:1770653413.827434:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:2.0:1770653413.827436:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444667 00080000:00000010:1.0:1770653413.827438:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955602a0f400. 00000100:00000001:2.0:1770653413.827442:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444667 00080000:00000001:1.0:1770653413.827444:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000800:00000001:3.0:1770653413.827448:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.827449:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444667 00080000:00000001:1.0:1770653413.827450:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653413.827455:0:5778:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955603394000 : new cb_count 0 00000800:00000001:3.0:1770653413.827456:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653413.827456:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444667 00000020:00000040:1.0:1770653413.827460:0:5778:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 108 00000100:00000001:2.0:1770653413.827462:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444667 00000001:00000010:1.0:1770653413.827463:0:5778:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556673ba2a0. 00000800:00000001:3.0:1770653413.827467:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.827467:0:3289:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00080000:1.0:1770653413.827468:0:5778:0:(osp_sync.c:1741:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1958 committed 00000004:00000001:0.0:1770653413.827468:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.827474:0:3289:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:0.0:1770653413.827476:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 5 in flight, 5 in progress 00000004:00000010:1.0:1770653413.827477:0:5778:0:(osp_sync.c:1753:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff9556673ba3c0. 00000100:00000001:2.0:1770653413.827479:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1770653413.827484:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000004:00001000:0.0:1770653413.827484:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1730, id 1958 00000400:00000200:3.0:1770653413.827485:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:2.0:1770653413.827486:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:1.0:1770653413.827488:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000004:00000001:0.0:1770653413.827490:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00040000:00000001:1.0:1770653413.827492:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000004:00000001:0.0:1770653413.827494:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:2.0:1770653413.827495:0:3289:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00040000:00000001:1.0:1770653413.827496:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000004:00000001:0.0:1770653413.827498:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.827499:0:3289:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00080000:00000010:1.0:1770653413.827500:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955602a0fc00. 00000100:00000001:3.0:1770653413.827502:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:0.0:1770653413.827503:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:2.0:1770653413.827504:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00080000:00000001:1.0:1770653413.827505:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000004:00000001:0.0:1770653413.827507:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:3.0:1770653413.827508:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653413.827508:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000004:00000001:0.0:1770653413.827511:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.827513:0:3288:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1770653413.827513:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1770653413.827514:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64b080 type=0x10692404 idx=1731 00000040:00001000:0.0:1770653413.827519:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1731 lrh_len: 64 (3968 remains) 00000100:00000001:2.0:1770653413.827520:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.827522:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955666c21c00 x1856657707191040/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000040:00001000:0.0:1770653413.827525:0:6724:0:(llog.c:797:llog_process_thread()) index: 1731, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00000004:00000001:0.0:1770653413.827531:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:0.0:1770653413.827534:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:2.0:1770653413.827535:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653413.827536:0:3288:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000004:00000001:0.0:1770653413.827538:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.827540:0:3288:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.827540:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653413.827542:0:3290:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000004:00000001:0.0:1770653413.827542:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:0.0:1770653413.827546:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 02000000:00000001:3.0:1770653413.827547:0:3288:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000004:00000001:0.0:1770653413.827549:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000040:2.0:1770653413.827551:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955666c21500 x1856657707190784/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1770653413.827552:0:3288:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1770653413.827554:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c21f80. 02000000:00000001:3.0:1770653413.827557:0:3288:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.827560:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=8 obd=lustre-OST0000-osc-MDT0000 00000100:00100000:3.0:1770653413.827565:0:3288:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955666c21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707191040:0@lo:6:osp-syn-0-0.0 00000100:00000001:0.0:1770653413.827567:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1770653413.827571:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1770653413.827574:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.827576:0:3288:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1770653413.827578:0:3290:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 02000000:00000010:0.0:1770653413.827580:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95563097ec00. 00000100:00000001:2.0:1770653413.827581:0:3290:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.827585:0:3290:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1770653413.827588:0:3288:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1770653413.827588:0:3290:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.827589:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.827592:0:3288:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.827594:0:3290:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1770653413.827595:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626797056565120 : -117276652986496 : ffff955666c21f80) 02000000:00000001:3.0:1770653413.827596:0:3288:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1770653413.827601:0:3290:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955666c21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707190784:0@lo:6:osp-syn-0-0.0 00000100:00000001:0.0:1770653413.827601:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:3.0:1770653413.827602:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95566b67ec00. 00000100:00000001:0.0:1770653413.827606:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.827608:0:3288:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.827610:0:3290:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1770653413.827614:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000116f4123] to pc [ptlrpcd_00_01+1] req@ffff955666c21f80 x1856657707191168/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1770653413.827615:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d25d8. 02000000:00000001:2.0:1770653413.827615:0:3290:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1770653413.827619:0:3290:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.827622:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a787f8. 02000000:00000001:2.0:1770653413.827624:0:3290:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1770653413.827630:0:3288:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707191040, portal 4 02000000:00000010:2.0:1770653413.827631:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95565a57bc00. 00000100:00000001:3.0:1770653413.827636:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1770653413.827637:0:3290:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1770653413.827637:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.827639:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797056564224 : -117276652987392 : ffff955666c21c00) 00000400:00000010:2.0:1770653413.827644:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef29f8. 00000004:00001000:0.0:1770653413.827645:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 6 in flight, 6 in progress 00000100:00000040:3.0:1770653413.827648:0:3288:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955666c21c00 x1856657707191040/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00001000:0.0:1770653413.827650:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1731, id 1958 00000400:00000010:2.0:1770653413.827652:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888330. 00000004:00000001:0.0:1770653413.827658:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000200:2.0:1770653413.827660:0:3290:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707190784, portal 4 00000100:00000001:3.0:1770653413.827661:0:3288:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:0.0:1770653413.827663:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:2.0:1770653413.827666:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1770653413.827667:0:3288:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000004:00000001:0.0:1770653413.827667:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.827670:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797056562432 : -117276652989184 : ffff955666c21500) 00000004:00000001:0.0:1770653413.827672:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000400:00000010:3.0:1770653413.827674:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78c38. 00000004:00000001:0.0:1770653413.827675:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000040:2.0:1770653413.827678:0:3290:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955666c21500 x1856657707190784/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1770653413.827679:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.827680:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707191040, offset 0 00000040:00001000:0.0:1770653413.827685:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64b0c0 type=0x10692404 idx=1732 00000400:00000200:3.0:1770653413.827691:0:3288:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000040:00001000:0.0:1770653413.827692:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1732 lrh_len: 64 (3904 remains) 00000100:00000001:2.0:1770653413.827698:0:3290:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000040:00001000:0.0:1770653413.827698:0:6724:0:(llog.c:797:llog_process_thread()) index: 1732, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00000400:00000200:3.0:1770653413.827705:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1770653413.827705:0:3290:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000004:00000001:0.0:1770653413.827705:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:0.0:1770653413.827710:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000400:00000010:2.0:1770653413.827712:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268886e8. 00000004:00000001:0.0:1770653413.827713:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.827719:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b4b00 00000100:00000200:2.0:1770653413.827720:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707190784, offset 0 00000004:00000001:0.0:1770653413.827720:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:0.0:1770653413.827723:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:0.0:1770653413.827726:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000400:00000200:3.0:1770653413.827727:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecedf5 [8] + 12328 00000100:00000010:0.0:1770653413.827730:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c20000. 00000400:00000200:3.0:1770653413.827733:0:3288:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653413.827736:0:3290:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1770653413.827736:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=9 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1770653413.827754:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1770653413.827756:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1770653413.827757:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1770653413.827762:0:3290:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1770653413.827763:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.827764:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653413.827768:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000010:0.0:1770653413.827771:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95563097f400. 00000400:00000200:2.0:1770653413.827772:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b4a00 00000100:00000010:3.0:1770653413.827774:0:3288:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d89880. 00000100:00000001:0.0:1770653413.827777:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.827779:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff955618d89880 x1856657707191040 msgsize 544 00000400:00000200:2.0:1770653413.827782:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecedf5 [8] + 12872 00000004:00000001:0.0:1770653413.827783:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626797056557056 : -117276652994560 : ffff955666c20000) 00000100:00000001:0.0:1770653413.827790:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1770653413.827791:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1770653413.827792:0:3290:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1770653413.827795:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.827799:0:3290:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1770653413.827802:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1770653413.827803:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000977e05f7] to pc [ptlrpcd_00_02+2] req@ffff955666c20000 x1856657707191296/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1770653413.827813:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.827816:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78c38 00000100:00000001:2.0:1770653413.827816:0:3290:0:(events.c:286:request_in_callback()) Process entered 00000004:00001000:0.0:1770653413.827816:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 7 in flight, 7 in progress 00000100:00000200:2.0:1770653413.827820:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000010:3.0:1770653413.827821:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78c38. 00000004:00001000:0.0:1770653413.827822:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1732, id 1958 00000100:00000010:2.0:1770653413.827825:0:3290:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9556074a9f80. 00000100:00000001:3.0:1770653413.827827:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000004:00000001:0.0:1770653413.827827:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000040:2.0:1770653413.827829:0:3290:0:(events.c:337:request_in_callback()) incoming req@ffff9556074a9f80 x1856657707190784 msgsize 544 00000004:00000001:0.0:1770653413.827831:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000200:3.0:1770653413.827834:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955666c21c00 x1856657707191040/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1770653413.827835:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.827839:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000001:0.0:1770653413.827841:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:0.0:1770653413.827845:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:3.0:1770653413.827869:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1770653413.827870:0:3290:0:(events.c:373:request_in_callback()) Process leaving 00000004:00000001:0.0:1770653413.827874:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.827875:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955666c21c00 x1856657707191040/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1770653413.827878:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268886e8 00000040:00001000:0.0:1770653413.827879:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64b100 type=0x10692404 idx=1733 00000400:00000010:2.0:1770653413.827883:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268886e8. 00000040:00001000:0.0:1770653413.827885:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1733 lrh_len: 64 (3840 remains) 00000100:00000001:2.0:1770653413.827889:0:3290:0:(events.c:34:request_out_callback()) Process entered 00000040:00001000:0.0:1770653413.827890:0:6724:0:(llog.c:797:llog_process_thread()) index: 1733, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00000100:00000001:3.0:1770653413.827895:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.827897:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955666c21500 x1856657707190784/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1770653413.827897:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:3.0:1770653413.827898:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000004:00000001:0.0:1770653413.827901:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:3.0:1770653413.827904:0:3288:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1770653413.827905:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.827911:0:3288:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26297 usecs (27 jiffies) 00000004:00000001:0.0:1770653413.827912:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000100:00000001:2.0:1770653413.827913:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000004:00000001:0.0:1770653413.827916:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000100:00000001:3.0:1770653413.827917:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444668 00000004:00000001:0.0:1770653413.827920:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000040:2.0:1770653413.827921:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955666c21500 x1856657707190784/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.827925:0:3288:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444667 00000100:00000001:1.0:1770653413.827926:0:7966:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:0.0:1770653413.827926:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c20a80. 00000100:00100000:1.0:1770653413.827930:0:7966:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707190528 00000100:00000001:2.0:1770653413.827933:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.827934:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444668 02000000:00000001:1.0:1770653413.827934:0:7966:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:0.0:1770653413.827934:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=10 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1770653413.827939:0:7966:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653413.827940:0:3290:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1770653413.827942:0:7966:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.827942:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1770653413.827943:0:3288:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444667 00000100:00000001:2.0:1770653413.827946:0:3290:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.827947:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1770653413.827949:0:7966:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.827950:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444668 02000000:00000001:0.0:1770653413.827951:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.827953:0:3290:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26297 usecs (27 jiffies) 00000100:00100000:1.0:1770653413.827954:0:7966:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707190528 00000100:00000001:3.0:1770653413.827958:0:3288:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444667 00000100:00000001:2.0:1770653413.827960:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444668 00000020:00000001:1.0:1770653413.827960:0:7966:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:0.0:1770653413.827960:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95563097c400. 00000100:00000001:3.0:1770653413.827962:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444668 00000020:00000040:1.0:1770653413.827964:0:7966:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00000100:00000001:0.0:1770653413.827967:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.827968:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444668 00000020:00000001:1.0:1770653413.827969:0:7966:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1770653413.827970:0:3288:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444667 00000004:00000001:0.0:1770653413.827972:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626797056559744 : -117276652991872 : ffff955666c20a80) 00000100:00000001:2.0:1770653413.827974:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444668 00000020:00000040:1.0:1770653413.827974:0:7966:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=5 00000100:00000001:3.0:1770653413.827976:0:3288:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.827978:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:1.0:1770653413.827980:0:7966:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000001:2.0:1770653413.827982:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444668 00000100:00000001:3.0:1770653413.827983:0:3288:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.827984:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.827986:0:7966:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000001:3.0:1770653413.827989:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.827990:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444668 00000100:00000001:1.0:1770653413.827992:0:7966:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1770653413.827994:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653413.827995:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aaf923ab] to pc [ptlrpcd_00_03+3] req@ffff955666c20a80 x1856657707191424/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.827997:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444668 00000020:00000010:1.0:1770653413.827998:0:7966:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cf80. 00000100:00000001:3.0:1770653413.828000:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1770653413.828003:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444668 00000100:00000001:3.0:1770653413.828005:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1770653413.828006:0:7966:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.828008:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444668 00000100:00000001:3.0:1770653413.828013:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1770653413.828014:0:7966:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cf80. 00000100:00000001:2.0:1770653413.828015:0:3290:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.828018:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653413.828021:0:3290:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1770653413.828022:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.828023:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.828024:0:7966:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9556560aec00. 00000004:00001000:0.0:1770653413.828029:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 8 in flight, 8 in progress 00000100:00000001:2.0:1770653413.828030:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.828031:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00000010:1.0:1770653413.828032:0:7966:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d780. 00000100:00000001:2.0:1770653413.828036:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.828037:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000004:00001000:0.0:1770653413.828037:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1733, id 1958 00000100:00000001:2.0:1770653413.828040:0:3290:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1770653413.828040:0:7966:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada0c8. 00000100:00000001:3.0:1770653413.828044:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000004:00000001:0.0:1770653413.828044:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000001:2.0:1770653413.828045:0:3290:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1770653413.828047:0:7966:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653413.828050:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.828051:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653413.828051:0:7966:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1770653413.828056:0:7966:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.828057:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1770653413.828057:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1770653413.828062:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653413.828062:0:3290:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1770653413.828064:0:7966:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.828065:0:12204:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1770653413.828066:0:3288:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1770653413.828070:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955666c20000 x1856657707191296/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1770653413.828071:0:12204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707190656 00000100:00000040:3.0:1770653413.828075:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955666c21f80 x1856657707191168/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.828075:0:7966:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653413.828076:0:12204:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653413.828080:0:12204:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653413.828084:0:12204:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.828088:0:7966:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1770653413.828091:0:12204:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.828093:0:7966:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707191040 00000100:00000001:2.0:1770653413.828098:0:3290:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1770653413.828099:0:7966:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1770653413.828099:0:12204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707190656 00000100:00000001:2.0:1770653413.828102:0:3290:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.828104:0:7966:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1770653413.828105:0:12204:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1770653413.828106:0:3290:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1770653413.828107:0:3288:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1770653413.828109:0:7966:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.828110:0:12204:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 02000000:00000001:2.0:1770653413.828111:0:3290:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.828112:0:3288:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.828114:0:12204:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1770653413.828117:0:7966:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.828120:0:3290:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.828121:0:3288:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1770653413.828121:0:7966:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707191040 00000020:00000040:0.0:1770653413.828121:0:12204:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=6 00000020:00000001:1.0:1770653413.828126:0:7966:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1770653413.828127:0:3288:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.828127:0:12204:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00100000:2.0:1770653413.828130:0:3290:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955666c20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707191296:0@lo:6:osp-syn-0-0.0 00000020:00000040:1.0:1770653413.828130:0:7966:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 02000000:00000001:3.0:1770653413.828135:0:3288:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.828135:0:12204:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000020:00000001:1.0:1770653413.828136:0:7966:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1770653413.828137:0:3290:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1770653413.828141:0:7966:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=7 02000000:00000001:2.0:1770653413.828142:0:3290:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1770653413.828144:0:12204:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1770653413.828145:0:7966:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00100000:3.0:1770653413.828146:0:3288:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955666c21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707191168:0@lo:6:osp-syn-0-0.0 02000000:00000001:2.0:1770653413.828147:0:3290:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.828150:0:7966:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000020:00000010:0.0:1770653413.828150:0:12204:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a940. 02000000:00000001:2.0:1770653413.828151:0:3290:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1770653413.828158:0:3288:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1770653413.828159:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95565a579800. 00000100:00000001:1.0:1770653413.828160:0:7966:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1770653413.828160:0:12204:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1770653413.828161:0:3288:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:1.0:1770653413.828165:0:7966:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cf80. 02000000:00000001:3.0:1770653413.828166:0:3288:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.828167:0:3290:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.828168:0:12204:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a940. 00000100:00000001:1.0:1770653413.828172:0:7966:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1770653413.828173:0:3288:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1770653413.828175:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2108. 00000020:00000010:1.0:1770653413.828177:0:7966:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cf80. 00000020:00000010:0.0:1770653413.828178:0:12204:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997a200. 02000000:00000010:3.0:1770653413.828179:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95566b67e400. 00000400:00000010:2.0:1770653413.828182:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268886e8. 02000000:00000001:3.0:1770653413.828183:0:3288:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.828185:0:7966:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9556560af000. 00000020:00000010:0.0:1770653413.828185:0:12204:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519d00. 00000100:00000200:2.0:1770653413.828186:0:3290:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707191296, portal 4 00000400:00000010:3.0:1770653413.828189:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2d68. 00000100:00000001:2.0:1770653413.828191:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000020:00000010:1.0:1770653413.828193:0:7966:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d400. 00000020:00000010:0.0:1770653413.828194:0:12204:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d320. 00000100:00000001:2.0:1770653413.828195:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797056557056 : -117276652994560 : ffff955666c20000) 00000400:00000010:3.0:1770653413.828196:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78c38. 00000020:00000010:1.0:1770653413.828200:0:7966:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662adac80. 00000100:00000001:0.0:1770653413.828201:0:12204:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:3.0:1770653413.828204:0:3288:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707191168, portal 4 00000100:00000001:0.0:1770653413.828205:0:12204:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1770653413.828206:0:7966:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1770653413.828207:0:3290:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955666c20000 x1856657707191296/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.828208:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1770653413.828210:0:12204:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.828211:0:7966:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653413.828212:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797056565120 : -117276652986496 : ffff955666c21f80) 00000100:00000001:1.0:1770653413.828215:0:7966:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.828219:0:12204:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.828223:0:3288:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955666c21f80 x1856657707191168/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.828224:0:7966:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.828233:0:12204:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.828239:0:3290:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1770653413.828239:0:7966:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.828247:0:3288:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1770653413.828247:0:3290:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1770653413.828248:0:12204:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:2.0:1770653413.828253:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888a18. 00000100:00100000:0.0:1770653413.828253:0:12204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707190784 00000100:00000040:3.0:1770653413.828254:0:3288:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1770653413.828256:0:12204:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1770653413.828259:0:12200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1770653413.828260:0:12204:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1770653413.828261:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78f68. 00000100:00000200:2.0:1770653413.828261:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707191296, offset 0 00000100:00000001:1.0:1770653413.828263:0:12200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1770653413.828264:0:12204:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.828269:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707191168, offset 0 02000000:00000001:0.0:1770653413.828270:0:12204:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.828273:0:12200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136160 00000400:00000200:2.0:1770653413.828276:0:3290:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1770653413.828278:0:12204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707190784 00000100:00000040:1.0:1770653413.828280:0:12200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 1 00000020:00000001:0.0:1770653413.828281:0:12204:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1770653413.828285:0:12200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795749408768 : -117277960142848 : ffff955618d88000) 00000020:00000040:0.0:1770653413.828286:0:12204:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00000400:00000200:3.0:1770653413.828287:0:3288:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1770653413.828288:0:3290:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1770653413.828292:0:12204:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653413.828295:0:12204:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=8 00000100:00000040:1.0:1770653413.828297:0:12200:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955618d88000 x1856657707190528/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653413.828299:0:12204:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000400:00000200:3.0:1770653413.828303:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1770653413.828304:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b4c00 00000020:00000001:0.0:1770653413.828307:0:12204:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000001:0.0:1770653413.828314:0:12204:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1770653413.828317:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecedf5 [8] + 13416 00000400:00000200:3.0:1770653413.828320:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b4b80 00000020:00000010:0.0:1770653413.828321:0:12204:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a940. 00000100:00000001:0.0:1770653413.828329:0:12204:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1770653413.828331:0:3290:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653413.828331:0:12200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1770653413.828333:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecedf5 [8] + 13960 00000020:00000010:0.0:1770653413.828337:0:12204:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a940. 00000020:00000010:1.0:1770653413.828338:0:12200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cf80. 00000400:00000200:3.0:1770653413.828340:0:3288:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653413.828341:0:3290:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1770653413.828344:0:12200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653413.828347:0:12204:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997a400. 00000100:00000001:2.0:1770653413.828349:0:3290:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:1.0:1770653413.828349:0:12200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cf80. 00000400:00000200:3.0:1770653413.828351:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1770653413.828353:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:0.0:1770653413.828354:0:12204:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519b00. 00000100:00100000:1.0:1770653413.828360:0:12200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955618d88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3288:x1856657707190528:12345-0@lo:6:osp-syn-0-0.0 00000100:00000010:2.0:1770653413.828362:0:3290:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9556074a8a80. 00000020:00000010:0.0:1770653413.828363:0:12204:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d258. 00000100:00000200:1.0:1770653413.828364:0:12200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707190528 00000100:00000040:2.0:1770653413.828369:0:3290:0:(events.c:337:request_in_callback()) incoming req@ffff9556074a8a80 x1856657707191296 msgsize 544 00000020:00000001:1.0:1770653413.828370:0:12200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1770653413.828370:0:12204:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1770653413.828373:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b4500 00000100:00000001:0.0:1770653413.828375:0:12204:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1770653413.828376:0:12200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1770653413.828380:0:12204:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.828381:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda0d1 [1] + 224 00000020:00000001:1.0:1770653413.828381:0:12200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.828385:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1770653413.828387:0:12200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1770653413.828389:0:12204:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.828392:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1770653413.828392:0:12200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000100:00000001:2.0:1770653413.828397:0:3290:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1770653413.828397:0:12200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000001:3.0:1770653413.828401:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653413.828401:0:12200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.828406:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1770653413.828406:0:12200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1770653413.828408:0:12204:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653413.828409:0:12200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1770653413.828413:0:12200:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000400:00000200:3.0:1770653413.828415:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:2.0:1770653413.828415:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888a18 00000020:00000001:1.0:1770653413.828417:0:12200:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000100:00000001:0.0:1770653413.828419:0:12204:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:2.0:1770653413.828420:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888a18. 00000020:00000001:1.0:1770653413.828421:0:12200:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.828423:0:12204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707191296 00000100:00000001:2.0:1770653413.828426:0:3290:0:(events.c:34:request_out_callback()) Process entered 00000001:00000001:1.0:1770653413.828426:0:12200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1770653413.828427:0:3282:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1770653413.828427:0:12204:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000001:00000001:1.0:1770653413.828432:0:12200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.828432:0:12204:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1770653413.828433:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955666c20000 x1856657707191296/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1770653413.828436:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955618d88700 x1856657707189504/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.828437:0:12204:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.828438:0:12200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1770653413.828441:0:12200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1770653413.828445:0:12204:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.828448:0:12200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.828451:0:12204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707191296 00000001:00000001:1.0:1770653413.828455:0:12200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000001:0.0:1770653413.828457:0:12204:0:(genops.c:811:class_conn2export()) Process entered 00000001:00000001:1.0:1770653413.828459:0:12200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1770653413.828460:0:12204:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00000100:00000001:2.0:1770653413.828465:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1770653413.828465:0:12204:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000001:1.0:1770653413.828466:0:12200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.828470:0:12204:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=9 00000100:00000040:2.0:1770653413.828472:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955666c20000 x1856657707191296/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1770653413.828473:0:12200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000001:0.0:1770653413.828473:0:12204:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000040:3.0:1770653413.828477:0:3282:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955618d88700 x1856657707189504/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000001:1.0:1770653413.828477:0:12200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.828480:0:12204:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000001:00000001:1.0:1770653413.828485:0:12200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.828487:0:12204:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1770653413.828491:0:12200:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.828493:0:12204:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a940. 00000020:00000001:1.0:1770653413.828498:0:12200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.828500:0:12204:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.828502:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.828505:0:12200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1770653413.828509:0:3290:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1770653413.828509:0:12200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1770653413.828509:0:12204:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a940. 00000100:00000001:2.0:1770653413.828516:0:3290:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.828516:0:12200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95562de83000. 00000100:00000001:3.0:1770653413.828517:0:3282:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1770653413.828518:0:12204:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997b000. 02000000:00000001:1.0:1770653413.828523:0:12200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.828524:0:12204:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519c00. 00000100:00000040:2.0:1770653413.828525:0:3290:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26297 usecs (27 jiffies) 00000100:00000001:1.0:1770653413.828526:0:12200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.828531:0:12198:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1770653413.828531:0:12204:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3dc80. 00000100:00000001:2.0:1770653413.828532:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444668 00002000:00000001:1.0:1770653413.828533:0:12200:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000400:00000001:3.0:1770653413.828538:0:12198:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1770653413.828539:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444668 00010000:00000001:1.0:1770653413.828539:0:12200:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:0.0:1770653413.828539:0:12204:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000001:3.0:1770653413.828541:0:12198:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1770653413.828543:0:12204:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1770653413.828544:0:12200:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.828546:0:12198:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2790. 00000100:00000001:2.0:1770653413.828546:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444668 00000100:00000001:0.0:1770653413.828547:0:12204:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:1.0:1770653413.828548:0:12200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5434 count 1 00000400:00000200:3.0:1770653413.828551:0:12198:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a786e8 00000100:00000001:2.0:1770653413.828553:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444668 00002000:00000001:1.0:1770653413.828554:0:12200:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000400:00000010:3.0:1770653413.828555:0:12198:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a786e8. 00000100:00000001:0.0:1770653413.828555:0:12204:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653413.828558:0:12200:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00000001:2.0:1770653413.828560:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444668 00000100:00000001:3.0:1770653413.828563:0:12198:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1770653413.828563:0:12200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:2.0:1770653413.828564:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444668 00000100:00000001:0.0:1770653413.828568:0:12204:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.828569:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444668 00000100:00000200:3.0:1770653413.828570:0:12198:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955618d88700 x1856657707189504/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1770653413.828571:0:12200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796844910152 : -117276864641464 : ffff95565a248648) 00000100:00000001:2.0:1770653413.828575:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444668 00002000:00000001:1.0:1770653413.828578:0:12200:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796844910064 : -117276864641552 : ffff95565a2485f0) 00000100:00000001:0.0:1770653413.828578:0:12204:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1770653413.828581:0:3290:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.828582:0:12204:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1770653413.828585:0:12200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000001:2.0:1770653413.828588:0:3290:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.828590:0:12200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00100000:0.0:1770653413.828591:0:12204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136161 00000100:00000001:2.0:1770653413.828596:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.828597:0:12200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95561e13b600 count: 2 00000100:00000040:0.0:1770653413.828599:0:12204:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 2 00000100:00000001:2.0:1770653413.828603:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.828604:0:12200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.828605:0:12204:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795454896256 : -117278254655360 : ffff9556074a9880) 00000100:00000001:2.0:1770653413.828607:0:3290:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1770653413.828609:0:12198:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955618d88700 x1856657707189504/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.828610:0:3290:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:1.0:1770653413.828612:0:12200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000040:0.0:1770653413.828617:0:12204:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9556074a9880 x1856657707190656/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.828618:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000010:1.0:1770653413.828619:0:12200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9556565b4c00. 00000100:00000001:2.0:1770653413.828621:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653413.828625:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.828627:0:12200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:3.0:1770653413.828631:0:12198:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1770653413.828633:0:12200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9556565b4c00 with handle 0x2aed14e4e178cdd9 to hash 00000100:00100000:2.0:1770653413.828634:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00000001:3.0:1770653413.828636:0:12198:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.828636:0:12204:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1770653413.828639:0:12200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:2.0:1770653413.828640:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.828642:0:12198:0:(client.c:1568:after_reply()) Process entered 00010000:00000001:1.0:1770653413.828643:0:12200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626796781390848 : -117276928160768 : ffff9556565b4c00) 00000020:00000010:0.0:1770653413.828643:0:12204:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a940. 00000100:00000001:2.0:1770653413.828644:0:3290:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1770653413.828646:0:12198:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1770653413.828648:0:12200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626796781390848 : -117276928160768 : ffff9556565b4c00) 00000100:00000001:3.0:1770653413.828651:0:12198:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653413.828651:0:3290:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.828651:0:12204:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.828652:0:12200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1770653413.828655:0:12198:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.828657:0:12200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.828658:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1770653413.828658:0:12204:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a940. 02000000:00000001:3.0:1770653413.828659:0:12198:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.828662:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1770653413.828664:0:12200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9556565b4c00/0x2aed14e4e178cdd9 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x153a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.828666:0:3290:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00001000:3.0:1770653413.828667:0:12198:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00000100:00100000:0.0:1770653413.828671:0:12204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9556074a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+9:3289:x1856657707190656:12345-0@lo:6:osp-syn-0-0.0 00000100:00000040:2.0:1770653413.828674:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955666c22300 x1856657707190912/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1770653413.828678:0:12198:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00000100:00000200:0.0:1770653413.828683:0:12204:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707190656 00010000:00000001:1.0:1770653413.828688:0:12200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:0.0:1770653413.828689:0:12204:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1770653413.828690:0:12198:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1770653413.828694:0:12200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:3.0:1770653413.828695:0:12198:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.828695:0:12204:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1770653413.828696:0:3290:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1770653413.828697:0:12200:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000020:00000001:0.0:1770653413.828700:0:12204:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.828701:0:3290:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.828702:0:12198:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1770653413.828702:0:12200:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000001:0.0:1770653413.828704:0:12204:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:3.0:1770653413.828708:0:12198:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.828708:0:12200:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 02000000:00000001:2.0:1770653413.828709:0:3290:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1770653413.828709:0:12204:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 02000000:00000001:2.0:1770653413.828714:0:3290:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.828714:0:12200:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:3.0:1770653413.828716:0:12198:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.828716:0:12204:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:2.0:1770653413.828719:0:3290:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.828721:0:12204:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1770653413.828722:0:12200:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff95565f570800/0x2aed14e4e178a005 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x153a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d51 expref: 104 pid: 76382 timeout: 0 lvb_type: 1 00000100:00000040:3.0:1770653413.828727:0:12198:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955618d88700 x1856657707189504/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1770653413.828727:0:3290:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955666c22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707190912:0@lo:6:osp-syn-0-0.0 00000020:00000001:0.0:1770653413.828727:0:12204:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1770653413.828732:0:12204:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1770653413.828735:0:12204:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1770653413.828750:0:12204:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000100:00000001:2.0:1770653413.828751:0:3290:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1770653413.828753:0:12204:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.828755:0:3290:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:1.0:1770653413.828758:0:12200:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 02000000:00000001:2.0:1770653413.828760:0:3290:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.828760:0:12204:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:1.0:1770653413.828762:0:12200:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.828765:0:12204:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.828766:0:3290:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:1.0:1770653413.828767:0:12200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 02000000:00000010:2.0:1770653413.828772:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95565a579000. 00000001:00000001:0.0:1770653413.828772:0:12204:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:1.0:1770653413.828773:0:12200:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.828774:0:12198:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1770653413.828775:0:12204:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1770653413.828778:0:3290:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.828780:0:12200:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:3.0:1770653413.828781:0:12198:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000001:00000001:0.0:1770653413.828782:0:12204:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.828784:0:12200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:3.0:1770653413.828785:0:12198:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1770653413.828785:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2d10. 00000001:00000001:0.0:1770653413.828786:0:12204:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:1.0:1770653413.828789:0:12200:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1770653413.828790:0:12204:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.828791:0:12198:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000400:00000010:2.0:1770653413.828793:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888a18. 00010000:00000001:1.0:1770653413.828793:0:12200:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.828795:0:12198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:0.0:1770653413.828795:0:12204:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.828800:0:12198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1770653413.828801:0:3290:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707190912, portal 4 00010000:00000001:1.0:1770653413.828801:0:12200:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000001:00000001:0.0:1770653413.828802:0:12204:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:3.0:1770653413.828803:0:12198:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.828806:0:12200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9556565b4c00/0x2aed14e4e178cdd9 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x153a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1770653413.828806:0:12204:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.828808:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1770653413.828812:0:12198:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d88700 x1856657707189504/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.828813:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797056566016 : -117276652985600 : ffff955666c22300) 00000001:00000001:0.0:1770653413.828813:0:12204:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.828821:0:12204:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.828823:0:12200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x153a:0x0].0x0 (ffff95561e13b600) refcount = 2 00000100:00000040:2.0:1770653413.828825:0:3290:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955666c22300 x1856657707190912/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653413.828827:0:12204:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.828832:0:12200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:0.0:1770653413.828834:0:12204:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1770653413.828839:0:12204:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000040:1.0:1770653413.828840:0:12200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95565f570800/0x2aed14e4e178a005 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x153a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d51 expref: 104 pid: 76382 timeout: 0 lvb_type: 1 02000000:00000010:0.0:1770653413.828845:0:12204:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95563097cc00. 00000100:00100000:3.0:1770653413.828864:0:12198:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955618d88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12198:1856657707189504:192.168.202.60@tcp:104: 00000100:00000001:3.0:1770653413.828869:0:12198:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.828871:0:12198:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.828874:0:12204:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.828877:0:12198:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1770653413.828880:0:3290:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1770653413.828882:0:12198:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1770653413.828882:0:12204:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.828888:0:3290:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000040:1.0:1770653413.828890:0:12200:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000100:00000040:3.0:1770653413.828891:0:12198:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955618d88700 x1856657707189504/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00002000:00000001:0.0:1770653413.828891:0:12204:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000400:00000010:2.0:1770653413.828893:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888000. 00010000:00000040:1.0:1770653413.828895:0:12200:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9556565b4c00/0x2aed14e4e178cdd9 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x153a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.828895:0:12204:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000200:2.0:1770653413.828900:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707190912, offset 0 00010000:00000001:0.0:1770653413.828900:0:12204:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:0.0:1770653413.828907:0:12204:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5435 count 1 00000400:00000200:2.0:1770653413.828913:0:3290:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00002000:00000001:0.0:1770653413.828914:0:12204:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:0.0:1770653413.828918:0:12204:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1770653413.828921:0:12204:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:1.0:1770653413.828922:0:12200:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9cf80. 00000100:00000001:3.0:1770653413.828923:0:12198:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1770653413.828926:0:3290:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1770653413.828928:0:12204:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796844916232 : -117276864635384 : ffff95565a249e08) 02000000:00000001:3.0:1770653413.828929:0:12198:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1770653413.828929:0:12200:0:(client.c:1145:ptlrpc_prep_set()) Process entered 02000000:00000010:3.0:1770653413.828936:0:12198:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95564e9bd200. 00000400:00000200:2.0:1770653413.828936:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b4a80 00002000:00000001:0.0:1770653413.828936:0:12204:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796844916144 : -117276864635472 : ffff95565a249db0) 00000100:00000010:1.0:1770653413.828937:0:12200:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95563ce03b40. 00000100:00000001:1.0:1770653413.828945:0:12200:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796353895232 : -117277355656384 : ffff95563ce03b40) 00010000:00000001:0.0:1770653413.828945:0:12204:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 02000000:00000001:3.0:1770653413.828947:0:12198:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1770653413.828950:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecedf5 [8] + 14504 00010000:00000001:0.0:1770653413.828950:0:12204:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:1.0:1770653413.828953:0:12200:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796353895232 : -117277355656384 : ffff95563ce03b40) 00000020:00000001:3.0:1770653413.828954:0:12198:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000040:0.0:1770653413.828956:0:12204:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955666214500 count: 2 00000400:00000200:2.0:1770653413.828957:0:3290:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1770653413.828959:0:12198:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=8 obd=lustre-OST0001 00000100:00000001:1.0:1770653413.828959:0:12200:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000001:0.0:1770653413.828962:0:12204:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.828963:0:12200:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000020:00000001:3.0:1770653413.828968:0:12198:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1770653413.828968:0:3290:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1770653413.828969:0:12200:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1770653413.828969:0:12204:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 02000000:00000010:3.0:1770653413.828976:0:12198:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95564e9bda00. 00000100:00000001:2.0:1770653413.828976:0:3290:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:1.0:1770653413.828976:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:0.0:1770653413.828977:0:12204:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561ae2ac00. 00000100:00000200:2.0:1770653413.828981:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000001:1.0:1770653413.828981:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1770653413.828984:0:12198:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1770653413.828984:0:12204:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:1.0:1770653413.828985:0:12200:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000010:2.0:1770653413.828987:0:3290:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9556074abb80. 00000020:00000040:0.0:1770653413.828989:0:12204:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561ae2ac00 with handle 0x2aed14e4e178cde0 to hash 02000000:00000001:3.0:1770653413.828990:0:12198:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1770653413.828990:0:12200:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000040:2.0:1770653413.828992:0:3290:0:(events.c:337:request_in_callback()) incoming req@ffff9556074abb80 x1856657707190912 msgsize 544 00010000:00000001:1.0:1770653413.828994:0:12200:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000020:00000001:0.0:1770653413.828995:0:12204:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000010:3.0:1770653413.828997:0:12198:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d88700. 00010000:00000001:1.0:1770653413.828998:0:12200:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00010000:00000001:0.0:1770653413.828999:0:12204:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795783629824 : -117277925921792 : ffff95561ae2ac00) 00000100:00100000:2.0:1770653413.829003:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:1.0:1770653413.829005:0:12200:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95563735aa00. 00010000:00000001:0.0:1770653413.829005:0:12204:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795783629824 : -117277925921792 : ffff95561ae2ac00) 00000100:00000001:3.0:1770653413.829006:0:12198:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1770653413.829010:0:12198:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.829013:0:3290:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:1.0:1770653413.829013:0:12200:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=2 obd=lustre-OST0000 00010000:00000001:0.0:1770653413.829014:0:12204:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000010:3.0:1770653413.829016:0:12198:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556189e10c0. 00010000:00000001:0.0:1770653413.829018:0:12204:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.829019:0:12200:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1770653413.829020:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888000 00000100:00000001:3.0:1770653413.829022:0:12198:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 02000000:00000001:1.0:1770653413.829022:0:12200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00010000:0.0:1770653413.829023:0:12204:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cde0 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x153b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1770653413.829024:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888000. 00010000:00000001:3.0:1770653413.829027:0:12198:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1770653413.829028:0:12200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.829030:0:3290:0:(events.c:34:request_out_callback()) Process entered 00010000:00000010:3.0:1770653413.829036:0:12198:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9556196fbac0. 02000000:00000010:1.0:1770653413.829038:0:12200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9556560ae600. 00000100:00000200:2.0:1770653413.829039:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955666c22300 x1856657707190912/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.829040:0:12204:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1770653413.829043:0:12198:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.829046:0:12200:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.829046:0:12204:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1770653413.829051:0:12204:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1770653413.829052:0:12198:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.829055:0:12204:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653413.829057:0:12200:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff95565f570800/0x2aed14e4e178a005 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x153a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d51 expref: 104 pid: 76382 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1770653413.829061:0:12198:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.829061:0:12204:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:0.0:1770653413.829065:0:12204:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:3.0:1770653413.829071:0:12198:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:2.0:1770653413.829071:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00010000:0.0:1770653413.829074:0:12204:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff95565d1f8000/0x2aed14e4e178a204 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x153b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f2d expref: 104 pid: 12199 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1770653413.829077:0:12198:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3c00/0x2aed14e4e178cda8 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x13f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1770653413.829080:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955666c22300 x1856657707190912/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1770653413.829081:0:12200:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff95565f570800/0x2aed14e4e178a005 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x153a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d51 expref: 104 pid: 76382 timeout: 6877 lvb_type: 1 00010000:00000001:0.0:1770653413.829099:0:12204:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1770653413.829103:0:12204:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.829110:0:12204:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:2.0:1770653413.829113:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.829113:0:12200:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000800:00000001:3.0:1770653413.829114:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653413.829114:0:12204:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.829117:0:12200:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1770653413.829120:0:3290:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1770653413.829121:0:12204:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000800:00000001:3.0:1770653413.829123:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1770653413.829124:0:12204:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000040:1.0:1770653413.829125:0:12200:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95563735aa00 x1856657707191552/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.829126:0:3290:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.829128:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653413.829130:0:12204:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1770653413.829132:0:3290:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26297 usecs (27 jiffies) 00000800:00000001:3.0:1770653413.829134:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.829136:0:12204:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.829139:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444669 00010000:00000001:0.0:1770653413.829143:0:12204:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000100:00000001:2.0:1770653413.829148:0:3290:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444668 00010000:00010000:0.0:1770653413.829148:0:12204:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cde0 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x153b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1770653413.829150:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:1.0:1770653413.829156:0:12200:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1770653413.829157:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444669 00000100:00000001:1.0:1770653413.829160:0:12200:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.829164:0:3290:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444668 00000400:00000200:3.0:1770653413.829167:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b4600 00000100:00100000:1.0:1770653413.829169:0:12200:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95563735aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12200:1856657707191552:192.168.202.60@tcp:104: 00000100:00000001:2.0:1770653413.829172:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444669 00010000:00000040:0.0:1770653413.829173:0:12204:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x153b:0x0].0x0 (ffff955666214500) refcount = 2 00000100:00000001:1.0:1770653413.829180:0:12200:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1770653413.829181:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda0e1 [1] + 224 00000100:00000001:2.0:1770653413.829182:0:3290:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444668 00010000:00000040:0.0:1770653413.829182:0:12204:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 02000000:00000001:1.0:1770653413.829184:0:12200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1770653413.829188:0:12200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.829189:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444669 00010000:00000040:0.0:1770653413.829190:0:12204:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95565d1f8000/0x2aed14e4e178a204 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x153b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f2d expref: 104 pid: 12199 timeout: 0 lvb_type: 1 00000800:00000001:3.0:1770653413.829191:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1770653413.829191:0:12200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1770653413.829194:0:3290:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444668 02000000:00000010:1.0:1770653413.829197:0:12200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9556560af200. 00000800:00000001:3.0:1770653413.829201:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.829201:0:3290:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1770653413.829202:0:12200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.829209:0:3290:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.829210:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:0.0:1770653413.829210:0:12204:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000400:00000010:1.0:1770653413.829211:0:12200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955642e02420. 00000100:00000001:2.0:1770653413.829216:0:3290:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00000040:0.0:1770653413.829216:0:12204:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cde0 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x153b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1770653413.829220:0:12200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022bb0. 00000400:00000200:3.0:1770653413.829222:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000040:2.0:1770653413.829225:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955666c20a80 x1856657707191424/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1770653413.829227:0:12200:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707191552, portal 16 00000100:00000001:3.0:1770653413.829232:0:3282:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1770653413.829234:0:12200:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653413.829237:0:12200:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796258830848 : -117277450720768 : ffff95563735aa00) 00010000:00000010:0.0:1770653413.829239:0:12204:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a940. 00000100:00000200:3.0:1770653413.829240:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955666c23b80 x1856657707189760/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.829245:0:12204:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000040:1.0:1770653413.829249:0:12200:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff95563735aa00 x1856657707191552/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1770653413.829251:0:12204:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f362cc0. 00000100:00000001:0.0:1770653413.829257:0:12204:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661517504 : -117277048034112 : ffff95564f362cc0) 00000100:00000001:2.0:1770653413.829258:0:3290:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1770653413.829262:0:3290:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.829264:0:12204:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661517504 : -117277048034112 : ffff95564f362cc0) 02000000:00000001:2.0:1770653413.829269:0:3290:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1770653413.829271:0:12204:0:(client.c:2653:ptlrpc_set_wait()) Process entered 02000000:00000001:2.0:1770653413.829274:0:3290:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.829275:0:12204:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000040:3.0:1770653413.829278:0:3282:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955666c23b80 x1856657707189760/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.829279:0:12204:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 02000000:00000001:2.0:1770653413.829281:0:3290:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.829282:0:12200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1770653413.829283:0:12204:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.829288:0:12204:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:2.0:1770653413.829291:0:3290:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955666c20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707191424:0@lo:6:osp-syn-0-0.0 00000100:00000040:1.0:1770653413.829292:0:12200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000020:00000001:0.0:1770653413.829293:0:12204:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.829297:0:12204:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000400:00000010:1.0:1770653413.829299:0:12200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022198. 00010000:00000001:0.0:1770653413.829301:0:12204:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000100:00000001:2.0:1770653413.829303:0:3290:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1770653413.829306:0:12200:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707191552, offset 0 02000000:00000001:2.0:1770653413.829307:0:3290:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:0.0:1770653413.829307:0:12204:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000001:3.0:1770653413.829308:0:3282:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1770653413.829312:0:3290:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653413.829313:0:12204:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c22a00. 02000000:00000001:2.0:1770653413.829315:0:3290:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:3.0:1770653413.829317:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:0.0:1770653413.829318:0:12204:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=3 obd=lustre-OST0000 00000400:00000200:1.0:1770653413.829320:0:12200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 02000000:00000010:2.0:1770653413.829322:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95565a57b000. 00000800:00000001:3.0:1770653413.829323:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.829324:0:12204:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1770653413.829328:0:3290:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.829329:0:12204:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1770653413.829332:0:12200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000400:00000010:2.0:1770653413.829333:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2e18. 02000000:00000001:0.0:1770653413.829334:0:12204:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.829337:0:12200:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1770653413.829340:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888000. 00000400:00000200:1.0:1770653413.829342:0:12200:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 02000000:00000010:0.0:1770653413.829343:0:12204:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95571a5ce000. 00000100:00000200:2.0:1770653413.829345:0:3290:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707191424, portal 4 00000400:00000200:1.0:1770653413.829348:0:12200:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1770653413.829349:0:12204:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.829350:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1770653413.829354:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797056559744 : -117276652991872 : ffff955666c20a80) 00000400:00000200:1.0:1770653413.829355:0:12200:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00010000:00010000:0.0:1770653413.829360:0:12204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff95565d1f8000/0x2aed14e4e178a204 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x153b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f2d expref: 104 pid: 12199 timeout: 0 lvb_type: 1 00000100:00000040:2.0:1770653413.829362:0:3290:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955666c20a80 x1856657707191424/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653413.829364:0:12200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164572:2164572:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164568:2164568:8:4294967295] 00000400:00000200:1.0:1770653413.829387:0:12200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:2.0:1770653413.829388:0:3290:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:0.0:1770653413.829390:0:12204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff95565d1f8000/0x2aed14e4e178a204 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x153b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f2d expref: 104 pid: 12199 timeout: 6877 lvb_type: 1 00000100:00000040:2.0:1770653413.829395:0:3290:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1770653413.829400:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268887f8. 00000800:00000200:1.0:1770653413.829401:0:12200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000200:2.0:1770653413.829405:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707191424, offset 0 00000800:00000010:1.0:1770653413.829408:0:12200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399b00. 00010000:00000001:0.0:1770653413.829414:0:12204:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1770653413.829417:0:12204:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1770653413.829420:0:3290:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:1.0:1770653413.829421:0:12200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000040:0.0:1770653413.829425:0:12204:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955666c22a00 x1856657707191680/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1770653413.829433:0:3290:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:1.0:1770653413.829433:0:12200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:1.0:1770653413.829440:0:12200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399b00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1770653413.829447:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b4c80 00000100:00000001:0.0:1770653413.829449:0:12204:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1770653413.829453:0:12204:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.829455:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecedf5 [8] + 15048 00000100:00000001:1.0:1770653413.829458:0:12200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.829460:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2aa8. 00000100:00100000:0.0:1770653413.829461:0:12204:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955666c22a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12204:1856657707191680:192.168.202.60@tcp:104: 00000100:00000001:1.0:1770653413.829463:0:12200:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444672 00000400:00000200:2.0:1770653413.829467:0:3290:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9556041e9300 00000100:00000001:0.0:1770653413.829469:0:12204:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1770653413.829472:0:3290:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653413.829472:0:12200:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444669 02000000:00000001:0.0:1770653413.829473:0:12204:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1770653413.829477:0:12204:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.829480:0:12200:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444672 02000000:00000001:0.0:1770653413.829481:0:12204:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1770653413.829482:0:3290:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1770653413.829489:0:12200:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444669 00000100:00000001:2.0:1770653413.829490:0:3290:0:(events.c:286:request_in_callback()) Process entered 02000000:00000010:0.0:1770653413.829490:0:12204:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95563db65800. 00000100:00000200:2.0:1770653413.829494:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:0.0:1770653413.829497:0:12204:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.829499:0:12200:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444672 00000100:00000010:2.0:1770653413.829500:0:3290:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9556074aad80. 00000400:00000010:0.0:1770653413.829502:0:12204:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e053d10. 00000100:00000040:2.0:1770653413.829506:0:3290:0:(events.c:337:request_in_callback()) incoming req@ffff9556074aad80 x1856657707191424 msgsize 544 00000100:00000001:1.0:1770653413.829506:0:12200:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444669 00000400:00000010:0.0:1770653413.829510:0:12204:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8a18. 00000100:00000001:1.0:1770653413.829512:0:12200:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444672 00000100:00100000:2.0:1770653413.829517:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:0.0:1770653413.829518:0:12204:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707191680, portal 16 00000100:00000001:1.0:1770653413.829520:0:12200:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444669 00000800:00000200:3.0:1770653413.829523:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1770653413.829523:0:12204:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653413.829525:0:12200:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.829527:0:3290:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1770653413.829527:0:12204:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797056567808 : -117276652983808 : ffff955666c22a00) 00000800:00000010:3.0:1770653413.829528:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399b00. 00000100:00000001:1.0:1770653413.829529:0:12200:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.829535:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268887f8 00010000:00000001:1.0:1770653413.829535:0:12200:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.829536:0:12204:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955666c22a00 x1856657707191680/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1770653413.829537:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1770653413.829541:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268887f8. 00010000:00000001:1.0:1770653413.829541:0:12200:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.829549:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653413.829549:0:3290:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1770653413.829549:0:12200:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.829553:0:12204:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1770653413.829555:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1770653413.829558:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955666c20a80 x1856657707191424/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1770653413.829559:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022198 00010000:00000001:1.0:1770653413.829560:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1770653413.829561:0:12204:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:1.0:1770653413.829564:0:12200:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.829565:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022198. 00000400:00000010:0.0:1770653413.829568:0:12204:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8550. 00010000:00000001:1.0:1770653413.829570:0:12200:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:3.0:1770653413.829572:0:3281:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:1.0:1770653413.829575:0:12200:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000200:0.0:1770653413.829576:0:12204:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707191680, offset 0 00000100:00000001:1.0:1770653413.829583:0:12200:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.829584:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653413.829586:0:12200:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1770653413.829587:0:12204:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:1.0:1770653413.829589:0:12200:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1770653413.829591:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955666c20a80 x1856657707191424/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770653413.829593:0:12200:0:(client.c:2680:ptlrpc_set_wait()) set ffff95563ce03b40 going to sleep for 11 seconds 00000400:00000200:0.0:1770653413.829598:0:12204:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000100:00000001:1.0:1770653413.829599:0:12200:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1770653413.829603:0:12200:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.829604:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.829607:0:12204:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1770653413.829608:0:3290:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1770653413.829612:0:12204:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000400:00000200:0.0:1770653413.829616:0:12204:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1770653413.829619:0:12204:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00000001:1.0:1770653413.829621:0:51197:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1770653413.829622:0:12204:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164573:2164573:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164569:2164569:7:4294967295] 00000100:00100000:1.0:1770653413.829625:0:51197:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707190912 02000000:00000001:1.0:1770653413.829629:0:51197:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1770653413.829632:0:51197:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653413.829635:0:51197:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.829639:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95563735aa00 x1856657707191552/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1770653413.829639:0:51197:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.829640:0:12204:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00100000:1.0:1770653413.829646:0:51197:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707190912 00000020:00000001:1.0:1770653413.829650:0:51197:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1770653413.829653:0:51197:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00000100:00000001:2.0:1770653413.829654:0:3290:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653413.829656:0:12204:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000020:00000001:1.0:1770653413.829658:0:51197:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1770653413.829660:0:3290:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26297 usecs (27 jiffies) 00000020:00000040:1.0:1770653413.829662:0:51197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=10 00000800:00000010:0.0:1770653413.829664:0:12204:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711591400. 00000100:00000001:2.0:1770653413.829666:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444669 00000020:00000001:1.0:1770653413.829668:0:51197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000001:3.0:1770653413.829671:0:3281:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1770653413.829673:0:51197:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000001:2.0:1770653413.829674:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444672 00000800:00000200:0.0:1770653413.829676:0:12204:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000040:3.0:1770653413.829681:0:3281:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563735aa00 x1856657707191552/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.829681:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444669 00000100:00000001:1.0:1770653413.829681:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653413.829687:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cac0. 00000800:00000200:0.0:1770653413.829688:0:12204:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:2.0:1770653413.829689:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444672 00000100:00000001:1.0:1770653413.829694:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.829696:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444669 00000800:00000200:0.0:1770653413.829697:0:12204:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711591400 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1770653413.829701:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cac0. 00000100:00000001:2.0:1770653413.829702:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444672 00000100:00000001:0.0:1770653413.829705:0:12204:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.829709:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444669 00000020:00000010:1.0:1770653413.829709:0:51197:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9556560ae400. 00000100:00000001:3.0:1770653413.829712:0:3281:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.829713:0:12204:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444672 00000100:00000001:2.0:1770653413.829716:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444672 00000100:00000001:3.0:1770653413.829717:0:3281:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1770653413.829718:0:51197:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d980. 00000100:00000001:0.0:1770653413.829719:0:12204:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, keep current deadline 4301444672 00000100:00000001:2.0:1770653413.829720:0:3290:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653413.829725:0:51197:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada898. 00000100:00000001:0.0:1770653413.829726:0:12204:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444672 00000100:00000001:2.0:1770653413.829727:0:3290:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.829732:0:51197:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1770653413.829733:0:12204:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, keep current deadline 4301444672 00000100:00000001:2.0:1770653413.829734:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.829736:0:51197:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1770653413.829753:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.829753:0:12204:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444672 00000100:00000001:1.0:1770653413.829754:0:51197:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.829761:0:12204:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, keep current deadline 4301444672 00000100:00000001:1.0:1770653413.829764:0:51197:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.829765:0:12204:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444672 00000100:00000001:0.0:1770653413.829769:0:12204:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, keep current deadline 4301444672 00000100:00000001:0.0:1770653413.829771:0:12204:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.829773:0:12204:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.829774:0:51197:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.829775:0:12204:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.829780:0:6531:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1770653413.829781:0:12204:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.829784:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707191424 00000020:00000001:0.0:1770653413.829785:0:12204:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.829787:0:51197:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1770653413.829789:0:6531:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:0.0:1770653413.829790:0:12204:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.829791:0:51197:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1770653413.829792:0:6531:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1770653413.829794:0:12204:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.829796:0:6531:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.829798:0:12204:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.829800:0:51197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136162 02000000:00000001:2.0:1770653413.829803:0:6531:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.829803:0:12204:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000040:1.0:1770653413.829805:0:51197:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 3 00010000:00000001:0.0:1770653413.829807:0:12204:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00100000:2.0:1770653413.829808:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707191424 00000100:00000001:1.0:1770653413.829809:0:51197:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795749415040 : -117277960136576 : ffff955618d89880) 00000020:00000001:2.0:1770653413.829813:0:6531:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1770653413.829814:0:12204:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.829815:0:6531:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00000100:00000040:1.0:1770653413.829818:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955618d89880 x1856657707191040/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.829819:0:12204:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1770653413.829820:0:6531:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1770653413.829824:0:12204:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:2.0:1770653413.829825:0:6531:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=11 00000800:00000200:3.0:1770653413.829829:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:0.0:1770653413.829830:0:12204:0:(client.c:2680:ptlrpc_set_wait()) set ffff95564f362cc0 going to sleep for 11 seconds 00000020:00000001:2.0:1770653413.829831:0:6531:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000800:00000010:3.0:1770653413.829834:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711591400. 00000100:00000001:0.0:1770653413.829836:0:12204:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1770653413.829838:0:6531:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000400:00000200:3.0:1770653413.829841:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653413.829841:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1770653413.829842:0:12204:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.829843:0:6531:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653413.829845:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cac0. 00000020:00000010:2.0:1770653413.829864:0:6531:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59540. 00000100:00000001:1.0:1770653413.829867:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.829868:0:6531:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653413.829872:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cac0. 00000020:00000010:2.0:1770653413.829873:0:6531:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59540. 00000100:00100000:1.0:1770653413.829880:0:51197:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955618d89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+11:3288:x1856657707191040:12345-0@lo:6:osp-syn-0-0.0 00000020:00000010:2.0:1770653413.829881:0:6531:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95562fa45e00. 00000100:00000001:0.0:1770653413.829882:0:12201:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1770653413.829888:0:6531:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95566aa1c580. 00000100:00000200:1.0:1770653413.829888:0:51197:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707191040 00000100:00000001:0.0:1770653413.829888:0:12201:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1770653413.829893:0:51197:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1770653413.829895:0:6531:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510640. 00000020:00000001:1.0:1770653413.829897:0:51197:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:0.0:1770653413.829897:0:12201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136163 00000100:00000001:2.0:1770653413.829901:0:6531:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1770653413.829901:0:51197:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.829903:0:12201:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 4 00000100:00000001:2.0:1770653413.829904:0:6531:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1770653413.829906:0:51197:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1770653413.829909:0:6531:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.829909:0:51197:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000100:00000001:0.0:1770653413.829909:0:12201:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795454898048 : -117278254653568 : ffff9556074a9f80) 00000020:00000001:1.0:1770653413.829917:0:51197:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1770653413.829918:0:6531:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.829919:0:51197:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653413.829921:0:12201:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9556074a9f80 x1856657707190784/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1770653413.829924:0:51197:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1770653413.829927:0:6531:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653413.829927:0:51197:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1770653413.829931:0:51197:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1770653413.829935:0:51197:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000100:00000001:0.0:1770653413.829935:0:12201:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1770653413.829940:0:51197:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.829942:0:51197:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000020:00000010:0.0:1770653413.829942:0:12201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95af40. 00000100:00000001:2.0:1770653413.829943:0:6531:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000001:00000001:1.0:1770653413.829946:0:51197:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.829948:0:6531:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000001:00000001:1.0:1770653413.829950:0:51197:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:0.0:1770653413.829950:0:12201:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1770653413.829954:0:51197:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1770653413.829956:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000010:0.0:1770653413.829957:0:12201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95af40. 00000100:00100000:2.0:1770653413.829958:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136164 00000001:00000001:1.0:1770653413.829960:0:51197:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.829965:0:51197:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000400:00000200:3.0:1770653413.829967:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8550 00000100:00000040:2.0:1770653413.829967:0:6531:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 5 00000100:00100000:0.0:1770653413.829967:0:12201:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9556074a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+11:3290:x1856657707190784:12345-0@lo:6:osp-syn-0-0.0 00000001:00000001:1.0:1770653413.829968:0:51197:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1770653413.829973:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8550. 00000100:00000001:2.0:1770653413.829973:0:6531:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795454892672 : -117278254658944 : ffff9556074a8a80) 00000001:00000001:1.0:1770653413.829974:0:51197:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.829979:0:12201:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707190784 00000100:00000001:3.0:1770653413.829980:0:3281:0:(events.c:34:request_out_callback()) Process entered 00000001:00000001:1.0:1770653413.829981:0:51197:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000040:2.0:1770653413.829985:0:6531:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9556074a8a80 x1856657707191296/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1770653413.829986:0:51197:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.829986:0:12201:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:3.0:1770653413.829990:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955666c22a00 x1856657707191680/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1770653413.829991:0:12201:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1770653413.829993:0:51197:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.829995:0:12201:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.829999:0:51197:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.830002:0:12201:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1770653413.830005:0:51197:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.830007:0:12201:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000100:00000001:1.0:1770653413.830010:0:51197:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1770653413.830013:0:6531:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1770653413.830014:0:51197:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1770653413.830014:0:12201:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1770653413.830018:0:6531:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59540. 00000020:00000001:0.0:1770653413.830019:0:12201:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1770653413.830021:0:51197:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95562de80800. 00000100:00000001:2.0:1770653413.830022:0:6531:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.830023:0:12201:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:1.0:1770653413.830025:0:51197:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.830026:0:12201:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:2.0:1770653413.830029:0:6531:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59540. 00000100:00000001:1.0:1770653413.830030:0:51197:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.830031:0:12201:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1770653413.830036:0:12201:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000100:00100000:2.0:1770653413.830037:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9556074a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+11:3290:x1856657707191296:12345-0@lo:6:osp-syn-0-0.0 00002000:00000001:1.0:1770653413.830037:0:51197:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000020:00000001:0.0:1770653413.830040:0:12201:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.830041:0:51197:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000200:2.0:1770653413.830044:0:6531:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707191296 00010000:00000001:1.0:1770653413.830046:0:51197:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.830046:0:12201:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000020:00000001:2.0:1770653413.830048:0:6531:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000001:00000001:0.0:1770653413.830050:0:12201:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:1.0:1770653413.830053:0:51197:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5438 count 1 00000020:00000001:2.0:1770653413.830054:0:6531:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1770653413.830056:0:12201:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000001:2.0:1770653413.830059:0:6531:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653413.830060:0:51197:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000001:00000001:0.0:1770653413.830060:0:12201:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1770653413.830065:0:51197:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1770653413.830066:0:6531:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000001:00000001:0.0:1770653413.830066:0:12201:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.830067:0:3281:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1770653413.830068:0:51197:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1770653413.830070:0:6531:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000001:00000001:0.0:1770653413.830072:0:12201:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000001:1.0:1770653413.830074:0:51197:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796844911064 : -117276864640552 : ffff95565a2489d8) 00000100:00000040:3.0:1770653413.830075:0:3281:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955666c22a00 x1856657707191680/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000001:0.0:1770653413.830076:0:12201:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1770653413.830077:0:6531:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00002000:00000001:1.0:1770653413.830079:0:51197:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796844910976 : -117276864640640 : ffff95565a248980) 00000020:00000001:2.0:1770653413.830081:0:6531:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1770653413.830084:0:12201:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.830085:0:51197:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000020:00000001:2.0:1770653413.830088:0:6531:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:1.0:1770653413.830089:0:51197:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000001:00000001:0.0:1770653413.830091:0:12201:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000001:2.0:1770653413.830092:0:6531:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000001:00000001:0.0:1770653413.830095:0:12201:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1770653413.830097:0:6531:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00010000:00000040:1.0:1770653413.830097:0:51197:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955666214b00 count: 2 00000020:00000001:2.0:1770653413.830102:0:6531:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000100:00000001:3.0:1770653413.830103:0:3281:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.830103:0:12201:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.830104:0:51197:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1770653413.830106:0:6531:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.830110:0:3281:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1770653413.830111:0:51197:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:0.0:1770653413.830111:0:12201:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.830112:0:6531:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000800:00000001:3.0:1770653413.830115:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000001:00000001:2.0:1770653413.830117:0:6531:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.830117:0:12201:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1770653413.830119:0:51197:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95571016ae00. 00000001:00000001:2.0:1770653413.830122:0:6531:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000001:1.0:1770653413.830124:0:51197:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:0.0:1770653413.830124:0:12201:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000001:00000001:2.0:1770653413.830126:0:6531:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1770653413.830127:0:12201:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:1.0:1770653413.830130:0:51197:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95571016ae00 with handle 0x2aed14e4e178cde7 to hash 00000001:00000001:2.0:1770653413.830131:0:6531:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.830134:0:51197:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 02000000:00000010:0.0:1770653413.830134:0:12201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95563097dc00. 00000001:00000001:2.0:1770653413.830135:0:6531:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:1.0:1770653413.830138:0:51197:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799897456128 : -117273812095488 : ffff95571016ae00) 00000800:00000001:3.0:1770653413.830139:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1770653413.830139:0:6531:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1770653413.830140:0:12201:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.830143:0:51197:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799897456128 : -117273812095488 : ffff95571016ae00) 00000800:00000001:3.0:1770653413.830147:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000001:00000001:2.0:1770653413.830148:0:6531:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.830148:0:51197:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1770653413.830148:0:12201:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.830153:0:51197:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.830154:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1770653413.830154:0:6531:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00002000:00000001:0.0:1770653413.830155:0:12201:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00010000:1.0:1770653413.830158:0:51197:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178cde7 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x153e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00000001:00000001:2.0:1770653413.830159:0:6531:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.830160:0:12201:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1770653413.830164:0:12201:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.830166:0:6531:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.830168:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00002000:00080000:0.0:1770653413.830170:0:12201:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5436 count 1 00000020:00000001:2.0:1770653413.830173:0:6531:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.830178:0:12201:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000020:00000001:2.0:1770653413.830180:0:6531:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.830180:0:51197:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1770653413.830181:0:12201:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:1.0:1770653413.830185:0:51197:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000400:00000200:3.0:1770653413.830186:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b4580 00000020:00000001:0.0:1770653413.830186:0:12201:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:2.0:1770653413.830187:0:6531:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1770653413.830188:0:51197:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 02000000:00000001:2.0:1770653413.830192:0:6531:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1770653413.830192:0:51197:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000001:0.0:1770653413.830193:0:12201:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796844911976 : -117276864639640 : ffff95565a248d68) 00010000:00000001:1.0:1770653413.830196:0:51197:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00002000:00000001:0.0:1770653413.830198:0:12201:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796844911888 : -117276864639728 : ffff95565a248d10) 00010000:00000001:1.0:1770653413.830199:0:51197:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 02000000:00000010:2.0:1770653413.830201:0:6531:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95564c109800. 00010000:00000001:0.0:1770653413.830202:0:12201:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 02000000:00000001:2.0:1770653413.830204:0:6531:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.830206:0:12201:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:2.0:1770653413.830207:0:6531:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.830207:0:51197:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff95565d1f9200/0x2aed14e4e178a1f6 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x153e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f18 expref: 104 pid: 76419 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1770653413.830211:0:12201:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95560d669600 count: 2 00002000:00000001:2.0:1770653413.830214:0:6531:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:0.0:1770653413.830218:0:12201:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.830219:0:6531:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1770653413.830220:0:51197:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1770653413.830222:0:6531:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.830224:0:51197:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.830224:0:12201:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00002000:00080000:2.0:1770653413.830226:0:6531:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5440 count 1 00010000:00010000:1.0:1770653413.830229:0:51197:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00000001:2.0:1770653413.830230:0:6531:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00010000:00000010:0.0:1770653413.830231:0:12201:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561ae2a000. 00010000:00000001:1.0:1770653413.830233:0:51197:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653413.830234:0:6531:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:1.0:1770653413.830237:0:51197:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000001:0.0:1770653413.830237:0:12201:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:2.0:1770653413.830238:0:6531:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:1.0:1770653413.830242:0:51197:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000040:0.0:1770653413.830243:0:12201:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561ae2a000 with handle 0x2aed14e4e178cdee to hash 00000400:00000200:3.0:1770653413.830244:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda0d5 [1] + 224 00010000:00000001:1.0:1770653413.830245:0:51197:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653413.830246:0:6531:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796844908632 : -117276864642984 : ffff95565a248058) 00000020:00000001:0.0:1770653413.830249:0:12201:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1770653413.830252:0:51197:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1770653413.830254:0:6531:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796844908544 : -117276864643072 : ffff95565a248000) 00010000:00000001:0.0:1770653413.830254:0:12201:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795783626752 : -117277925924864 : ffff95561ae2a000) 00000800:00000001:3.0:1770653413.830256:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1770653413.830256:0:51197:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1770653413.830261:0:51197:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178cde7 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x153e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.830263:0:6531:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1770653413.830263:0:12201:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795783626752 : -117277925924864 : ffff95561ae2a000) 00000800:00000001:3.0:1770653413.830265:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.830268:0:6531:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000200:3.0:1770653413.830272:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1770653413.830272:0:12201:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000040:1.0:1770653413.830274:0:51197:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x153e:0x0].0x0 (ffff955666214b00) refcount = 2 00010000:00000040:2.0:1770653413.830275:0:6531:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95560d669c00 count: 2 00010000:00000001:0.0:1770653413.830276:0:12201:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.830282:0:51197:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000400:00000200:3.0:1770653413.830283:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:2.0:1770653413.830284:0:6531:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1770653413.830285:0:12201:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cdee lrc: 3/0,1 mode: --/PW res: [0x240000403:0x153c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.830291:0:6531:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000040:1.0:1770653413.830291:0:51197:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95565d1f9200/0x2aed14e4e178a1f6 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x153e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f18 expref: 104 pid: 76419 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1770653413.830292:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000010:2.0:1770653413.830298:0:6531:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9556080a7000. 00000100:00000200:3.0:1770653413.830300:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955603ca4380 x1856657707189632/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.830304:0:12201:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:2.0:1770653413.830305:0:6531:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:0.0:1770653413.830308:0:12201:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000040:2.0:1770653413.830310:0:6531:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9556080a7000 with handle 0x2aed14e4e178cdf5 to hash 00010000:00000001:0.0:1770653413.830312:0:12201:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000040:1.0:1770653413.830316:0:51197:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000020:00000001:2.0:1770653413.830317:0:6531:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1770653413.830317:0:12201:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000040:1.0:1770653413.830321:0:51197:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178cde7 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x153e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.830322:0:6531:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795467468800 : -117278242082816 : ffff9556080a7000) 00010000:00000001:0.0:1770653413.830322:0:12201:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000100:00000040:3.0:1770653413.830326:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955603ca4380 x1856657707189632/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.830327:0:12201:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:2.0:1770653413.830329:0:6531:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795467468800 : -117278242082816 : ffff9556080a7000) 00010000:00010000:0.0:1770653413.830335:0:12201:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff95565f571000/0x2aed14e4e178a091 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x153c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dd6 expref: 104 pid: 12204 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1770653413.830336:0:6531:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1770653413.830340:0:6531:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.830347:0:6531:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9556080a7000/0x2aed14e4e178cdf5 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1540:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1770653413.830347:0:51197:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9cac0. 00000100:00000001:1.0:1770653413.830353:0:51197:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1770653413.830358:0:51197:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95563ce03000. 00010000:00000001:0.0:1770653413.830360:0:12201:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:1.0:1770653413.830364:0:51197:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796353892352 : -117277355659264 : ffff95563ce03000) 00010000:00000001:0.0:1770653413.830365:0:12201:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.830370:0:51197:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796353892352 : -117277355659264 : ffff95563ce03000) 00010000:00000001:2.0:1770653413.830371:0:6531:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00010000:0.0:1770653413.830371:0:12201:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:3.0:1770653413.830372:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1770653413.830376:0:6531:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:1.0:1770653413.830378:0:51197:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000001:0.0:1770653413.830378:0:12201:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.830379:0:6531:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000800:00000001:3.0:1770653413.830380:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653413.830382:0:51197:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1770653413.830385:0:6531:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1770653413.830386:0:51197:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1770653413.830386:0:12201:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000800:00000001:3.0:1770653413.830388:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1770653413.830391:0:12201:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000800:00000001:3.0:1770653413.830392:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653413.830392:0:6531:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:1.0:1770653413.830392:0:51197:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.830394:0:12201:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.830398:0:6531:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000800:00000001:3.0:1770653413.830399:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.830399:0:51197:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.830399:0:12201:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653413.830404:0:51197:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.830406:0:12201:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1770653413.830409:0:6531:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff95565f570400/0x2aed14e4e178a075 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1540:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dba expref: 104 pid: 12204 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1770653413.830409:0:51197:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00010000:0.0:1770653413.830411:0:12201:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cdee lrc: 4/0,1 mode: --/PW res: [0x240000403:0x153c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1770653413.830413:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:1.0:1770653413.830413:0:51197:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1770653413.830418:0:51197:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1770653413.830425:0:51197:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955637358a80. 00000400:00000200:3.0:1770653413.830430:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b4680 00000020:00000040:1.0:1770653413.830431:0:51197:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=4 obd=lustre-OST0000 00010000:00000001:2.0:1770653413.830436:0:6531:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000040:0.0:1770653413.830437:0:12201:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x153c:0x0].0x0 (ffff95560d669600) refcount = 2 00000100:00000001:1.0:1770653413.830438:0:51197:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:2.0:1770653413.830440:0:6531:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.830442:0:51197:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1770653413.830443:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda0e9 [1] + 224 00010000:00000040:0.0:1770653413.830444:0:12201:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00010000:2.0:1770653413.830447:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 02000000:00000001:1.0:1770653413.830447:0:51197:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.830451:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653413.830453:0:6531:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.830453:0:12201:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95565f571000/0x2aed14e4e178a091 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x153c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dd6 expref: 104 pid: 12204 timeout: 0 lvb_type: 1 02000000:00000010:1.0:1770653413.830454:0:51197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9556560afc00. 00000800:00000001:3.0:1770653413.830456:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.830460:0:6531:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:1.0:1770653413.830462:0:51197:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.830463:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:2.0:1770653413.830464:0:6531:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653413.830470:0:6531:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1770653413.830473:0:51197:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff95565d1f9200/0x2aed14e4e178a1f6 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x153e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f18 expref: 104 pid: 76419 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1770653413.830474:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:2.0:1770653413.830476:0:6531:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.830482:0:6531:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000100:00000001:3.0:1770653413.830483:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:2.0:1770653413.830486:0:6531:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9556080a7000/0x2aed14e4e178cdf5 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1540:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1770653413.830491:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955618d8a680 x1856657707189888/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000040:0.0:1770653413.830495:0:12201:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1770653413.830498:0:12201:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cdee lrc: 4/0,1 mode: --/PW res: [0x240000403:0x153c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770653413.830506:0:51197:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff95565d1f9200/0x2aed14e4e178a1f6 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x153e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f18 expref: 104 pid: 76419 timeout: 6877 lvb_type: 1 00010000:00000040:2.0:1770653413.830515:0:6531:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1540:0x0].0x0 (ffff95560d669c00) refcount = 2 00010000:00000040:2.0:1770653413.830523:0:6531:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000010:0.0:1770653413.830528:0:12201:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95af40. 00010000:00000040:2.0:1770653413.830531:0:6531:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95565f570400/0x2aed14e4e178a075 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1540:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dba expref: 104 pid: 12204 timeout: 0 lvb_type: 1 00000100:00000040:3.0:1770653413.830532:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955618d8a680 x1856657707189888/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.830534:0:12201:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1770653413.830539:0:12201:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f3626c0. 00000100:00000001:0.0:1770653413.830545:0:12201:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661515968 : -117277048035648 : ffff95564f3626c0) 00000100:00000001:0.0:1770653413.830552:0:12201:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661515968 : -117277048035648 : ffff95564f3626c0) 00000100:00000001:0.0:1770653413.830558:0:12201:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000040:2.0:1770653413.830559:0:6531:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000001:1.0:1770653413.830561:0:51197:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1770653413.830562:0:12201:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000040:2.0:1770653413.830564:0:6531:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9556080a7000/0x2aed14e4e178cdf5 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1540:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.830566:0:51197:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1770653413.830566:0:12201:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1770653413.830572:0:12201:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.830575:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1770653413.830576:0:12201:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1770653413.830577:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955637358a80 x1856657707191808/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:2.0:1770653413.830580:0:6531:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f59540. 00000020:00000001:0.0:1770653413.830580:0:12201:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.830584:0:12201:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000001:3.0:1770653413.830586:0:51596:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653413.830586:0:6531:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00000001:0.0:1770653413.830587:0:12201:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000400:00000001:3.0:1770653413.830591:0:51596:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000010:2.0:1770653413.830593:0:6531:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0c00. 00010000:00000001:0.0:1770653413.830593:0:12201:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000001:1.0:1770653413.830595:0:51197:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000400:00000001:3.0:1770653413.830596:0:51596:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1770653413.830600:0:6531:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100338176 : -117276609213440 : ffff9556695e0c00) 00000100:00000001:1.0:1770653413.830601:0:51197:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653413.830601:0:12201:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c22d80. 00000400:00000010:3.0:1770653413.830602:0:51596:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2160. 00000100:00000001:2.0:1770653413.830606:0:6531:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100338176 : -117276609213440 : ffff9556695e0c00) 00000400:00000200:3.0:1770653413.830610:0:51596:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78880 00000020:00000040:0.0:1770653413.830610:0:12201:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=5 obd=lustre-OST0000 00000100:00000001:2.0:1770653413.830611:0:6531:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00100000:1.0:1770653413.830611:0:51197:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955637358a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:51197:1856657707191808:192.168.202.60@tcp:104: 00000400:00000010:3.0:1770653413.830615:0:51596:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78880. 00000100:00000001:2.0:1770653413.830615:0:6531:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000001:0.0:1770653413.830618:0:12201:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:2.0:1770653413.830620:0:6531:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:1.0:1770653413.830622:0:51197:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1770653413.830623:0:51596:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1770653413.830623:0:6531:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1770653413.830623:0:12201:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1770653413.830625:0:51197:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1770653413.830628:0:6531:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1770653413.830629:0:51197:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.830629:0:12201:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.830633:0:51596:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955618d8a680 x1856657707189888/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1770653413.830633:0:6531:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 02000000:00000001:1.0:1770653413.830634:0:51197:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1770653413.830637:0:6531:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 02000000:00000010:0.0:1770653413.830639:0:12201:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff955706121c00. 00010000:00000001:2.0:1770653413.830640:0:6531:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 02000000:00000010:1.0:1770653413.830640:0:51197:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9556560af600. 00010000:00000001:2.0:1770653413.830645:0:6531:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 02000000:00000001:1.0:1770653413.830646:0:51197:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.830647:0:12201:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1770653413.830650:0:6531:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9556074a9c00. 00000400:00000010:1.0:1770653413.830655:0:51197:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955642e02c08. 00000020:00000040:2.0:1770653413.830658:0:6531:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=6 obd=lustre-OST0000 00010000:00010000:0.0:1770653413.830659:0:12201:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff95565f571000/0x2aed14e4e178a091 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x153c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dd6 expref: 104 pid: 12204 timeout: 0 lvb_type: 1 00000100:00000200:3.0:1770653413.830661:0:51596:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955618d8a680 x1856657707189888/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1770653413.830662:0:51197:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022220. 00000100:00000001:2.0:1770653413.830665:0:6531:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:1.0:1770653413.830669:0:51197:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707191808, portal 16 02000000:00000001:2.0:1770653413.830670:0:6531:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1770653413.830675:0:51197:0:(client.c:3234:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1770653413.830676:0:6531:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.830679:0:51197:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796258822784 : -117277450728832 : ffff955637358a80) 02000000:00000010:2.0:1770653413.830688:0:6531:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95562fa44000. 00010000:00010000:0.0:1770653413.830689:0:12201:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff95565f571000/0x2aed14e4e178a091 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x153c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dd6 expref: 104 pid: 12204 timeout: 6877 lvb_type: 1 00000100:00000040:1.0:1770653413.830690:0:51197:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955637358a80 x1856657707191808/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.830692:0:51596:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1770653413.830697:0:51596:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.830699:0:6531:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.830704:0:51596:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:3.0:1770653413.830710:0:51596:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00010000:2.0:1770653413.830714:0:6531:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff95565f570400/0x2aed14e4e178a075 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1540:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dba expref: 104 pid: 12204 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1770653413.830715:0:51596:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653413.830720:0:51197:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1770653413.830721:0:51596:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.830728:0:51197:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 02000000:00000001:3.0:1770653413.830730:0:51596:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.830734:0:51197:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022dd0. 00000100:00000200:1.0:1770653413.830754:0:51197:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707191808, offset 0 00010000:00000001:0.0:1770653413.830754:0:12201:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00001000:3.0:1770653413.830756:0:51596:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00000100:00000001:0.0:1770653413.830758:0:12201:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00010000:2.0:1770653413.830762:0:6531:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff95565f570400/0x2aed14e4e178a075 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1540:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dba expref: 104 pid: 12204 timeout: 6877 lvb_type: 1 00000400:00000200:1.0:1770653413.830766:0:51197:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00001000:3.0:1770653413.830767:0:51596:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00000100:00000040:0.0:1770653413.830767:0:12201:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955666c22d80 x1856657707191936/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.830779:0:51596:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1770653413.830780:0:51197:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000100:00000001:3.0:1770653413.830783:0:51596:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.830789:0:51596:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1770653413.830792:0:51197:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:3.0:1770653413.830795:0:51596:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.830795:0:6531:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1770653413.830798:0:12201:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1770653413.830801:0:51197:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000100:00000001:3.0:1770653413.830802:0:51596:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.830803:0:6531:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1770653413.830803:0:12201:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.830810:0:51197:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000100:00100000:0.0:1770653413.830814:0:12201:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955666c22d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:12201:1856657707191936:192.168.202.60@tcp:104: 00000100:00000040:2.0:1770653413.830815:0:6531:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9556074a9c00 x1856657707192064/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1770653413.830816:0:51596:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955618d8a680 x1856657707189888/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1770653413.830820:0:51197:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00000001:0.0:1770653413.830823:0:12201:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1770653413.830829:0:12201:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1770653413.830831:0:12201:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.830834:0:51197:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164574:2164574:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164570:2164570:8:4294967295] 02000000:00000001:0.0:1770653413.830838:0:12201:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1770653413.830844:0:12201:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff955706120800. 02000000:00000001:0.0:1770653413.830872:0:12201:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.830875:0:51596:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.830877:0:6531:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1770653413.830879:0:12201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e0539f8. 00000100:00000001:3.0:1770653413.830883:0:51596:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1770653413.830883:0:6531:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653413.830886:0:12201:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8d48. 00000100:00000001:3.0:1770653413.830889:0:51596:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.830890:0:51197:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000200:0.0:1770653413.830892:0:12201:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707191936, portal 16 00000100:00100000:2.0:1770653413.830894:0:6531:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9556074a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6531:1856657707192064:192.168.202.60@tcp:104: 00010000:00000001:3.0:1770653413.830897:0:51596:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000100:00000001:0.0:1770653413.830897:0:12201:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1770653413.830901:0:12201:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797056568704 : -117276652982912 : ffff955666c22d80) 00010000:00000001:3.0:1770653413.830902:0:51596:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.830904:0:6531:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1770653413.830908:0:51596:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1770653413.830909:0:6531:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:1.0:1770653413.830910:0:51197:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000040:0.0:1770653413.830911:0:12201:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955666c22d80 x1856657707191936/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.830913:0:51596:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.830913:0:6531:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.830920:0:6531:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:1.0:1770653413.830921:0:51197:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399b00. 02000000:00000010:2.0:1770653413.830925:0:6531:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95562fa44400. 00000100:00000040:3.0:1770653413.830928:0:51596:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d8a680 x1856657707189888/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1770653413.830930:0:6531:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653413.830935:0:51197:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000400:00000010:2.0:1770653413.830938:0:6531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2aa8. 00000100:00000001:0.0:1770653413.830941:0:12201:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1770653413.830945:0:6531:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268887f8. 00000800:00000200:1.0:1770653413.830947:0:51197:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000040:0.0:1770653413.830950:0:12201:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000200:2.0:1770653413.830953:0:6531:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707192064, portal 16 00000800:00000200:1.0:1770653413.830956:0:51197:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1770653413.830958:0:6531:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1770653413.830959:0:12201:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8e58. 00000100:00000001:2.0:1770653413.830962:0:6531:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795454897152 : -117278254654464 : ffff9556074a9c00) 00000100:00000200:0.0:1770653413.830966:0:12201:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707191936, offset 0 00000100:00100000:3.0:1770653413.830970:0:51596:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955618d8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:51596:1856657707189888:192.168.202.60@tcp:104: 00000100:00000001:1.0:1770653413.830971:0:51197:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.830972:0:6531:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff9556074a9c00 x1856657707192064/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1770653413.830977:0:12201:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:1.0:1770653413.830979:0:51197:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444674 00000100:00000001:3.0:1770653413.830986:0:51596:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.830988:0:51197:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444672 00000400:00000200:0.0:1770653413.830990:0:12201:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000100:00000001:3.0:1770653413.830994:0:51596:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.830996:0:51197:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444674 00000400:00000200:0.0:1770653413.831000:0:12201:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1770653413.831002:0:51596:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1770653413.831006:0:51197:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444672 00000100:00000001:3.0:1770653413.831009:0:51596:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1770653413.831009:0:12201:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000100:00000001:2.0:1770653413.831015:0:6531:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1770653413.831018:0:51197:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444674 00000400:00000200:0.0:1770653413.831018:0:12201:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1770653413.831021:0:51596:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955618d8a680 x1856657707189888/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1770653413.831024:0:6531:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:1.0:1770653413.831027:0:51197:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444672 00000400:00000200:0.0:1770653413.831027:0:12201:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000400:00000010:2.0:1770653413.831029:0:6531:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888ee0. 00000100:00000200:2.0:1770653413.831036:0:6531:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707192064, offset 0 00000400:00000200:0.0:1770653413.831036:0:12201:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164575:2164575:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164571:2164571:7:4294967295] 00000100:00000001:1.0:1770653413.831038:0:51197:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444674 00000400:00000200:2.0:1770653413.831047:0:6531:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:1.0:1770653413.831048:0:51197:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444672 00000100:00000001:3.0:1770653413.831052:0:51596:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1770653413.831057:0:51197:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1770653413.831058:0:51596:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1770653413.831060:0:12201:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 02000000:00000010:3.0:1770653413.831065:0:51596:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95564e9bcc00. 00000100:00000001:1.0:1770653413.831065:0:51197:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653413.831070:0:12201:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000400:00000200:2.0:1770653413.831072:0:6531:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00010000:00000001:1.0:1770653413.831072:0:51197:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.831075:0:51596:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000010:0.0:1770653413.831076:0:12201:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711591400. 00010000:00000001:1.0:1770653413.831078:0:51197:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.831081:0:51596:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1770653413.831081:0:6531:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:1.0:1770653413.831083:0:51197:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653413.831086:0:51596:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=7 obd=lustre-OST0001 00000800:00000200:0.0:1770653413.831087:0:12201:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:1.0:1770653413.831088:0:51197:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1770653413.831090:0:6531:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00010000:00000001:1.0:1770653413.831093:0:51197:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1770653413.831095:0:51596:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1770653413.831096:0:51197:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.831099:0:6531:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 02000000:00000010:3.0:1770653413.831100:0:51596:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95564e9bc400. 00000800:00000200:0.0:1770653413.831102:0:12201:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:1.0:1770653413.831103:0:51197:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000400:00000200:2.0:1770653413.831107:0:6531:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00010000:00000001:1.0:1770653413.831108:0:51197:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 02000000:00000001:3.0:1770653413.831110:0:51596:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000200:0.0:1770653413.831110:0:12201:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711591400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1770653413.831114:0:51197:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.831115:0:51596:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:2.0:1770653413.831117:0:6531:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164576:2164576:254:4294967295] 192.168.202.60@tcp LPNI seq info [2164572:2164572:6:4294967295] 00000100:00000001:0.0:1770653413.831117:0:12201:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.831119:0:51197:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:3.0:1770653413.831121:0:51596:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d8a680. 00000100:00000001:0.0:1770653413.831122:0:12201:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444674 00000100:00000001:1.0:1770653413.831123:0:51197:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1770653413.831131:0:51197:0:(client.c:2680:ptlrpc_set_wait()) set ffff95563ce03000 going to sleep for 11 seconds 00000100:00000001:0.0:1770653413.831131:0:12201:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, keep current deadline 4301444674 00000100:00000001:3.0:1770653413.831132:0:51596:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1770653413.831138:0:51596:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.831138:0:51197:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1770653413.831139:0:12201:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444674 00000400:00000200:2.0:1770653413.831143:0:6531:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:1.0:1770653413.831144:0:51197:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1770653413.831145:0:51596:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556189e1840. 00000100:00000001:0.0:1770653413.831146:0:12201:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, keep current deadline 4301444674 00000100:00000001:0.0:1770653413.831152:0:12201:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444674 00000100:00000001:3.0:1770653413.831153:0:51596:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000800:00000200:2.0:1770653413.831153:0:6531:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:3.0:1770653413.831159:0:51596:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.831159:0:12201:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, keep current deadline 4301444674 00000800:00000010:2.0:1770653413.831161:0:6531:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3dfc00. 00000100:00000001:1.0:1770653413.831162:0:7966:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1770653413.831168:0:7966:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000010:3.0:1770653413.831169:0:51596:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9556196fb340. 00000100:00000001:0.0:1770653413.831169:0:12201:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444674 00000800:00000200:2.0:1770653413.831174:0:6531:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00100000:1.0:1770653413.831176:0:7966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136165 00000100:00000001:0.0:1770653413.831177:0:12201:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, keep current deadline 4301444674 00010000:00000001:3.0:1770653413.831179:0:51596:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.831181:0:7966:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 6 00000100:00000001:0.0:1770653413.831183:0:12201:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1770653413.831184:0:6531:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:3.0:1770653413.831186:0:51596:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.831186:0:7966:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795454905216 : -117278254646400 : ffff9556074abb80) 00000100:00000001:0.0:1770653413.831190:0:12201:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1770653413.831191:0:6531:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3dfc00 type 1, nob 424 niov 1 nkiov 1 00010000:00000001:3.0:1770653413.831194:0:51596:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.831195:0:12201:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.831197:0:6531:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.831197:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9556074abb80 x1856657707190912/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.831202:0:12201:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.831203:0:51596:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:2.0:1770653413.831204:0:6531:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444674 00000020:00000001:0.0:1770653413.831209:0:12201:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.831211:0:51596:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95570ffc2000/0x2aed14e4e178cdb6 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x13f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.831211:0:6531:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, keep current deadline 4301444674 00010000:00000001:0.0:1770653413.831215:0:12201:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.831220:0:6531:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444674 00010000:00000001:0.0:1770653413.831220:0:12201:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.831223:0:7966:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1770653413.831224:0:12201:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.831226:0:6531:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, keep current deadline 4301444674 00000020:00000010:1.0:1770653413.831230:0:7966:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9c400. 00010000:00000001:0.0:1770653413.831230:0:12201:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:2.0:1770653413.831232:0:6531:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444674 00010000:00000001:0.0:1770653413.831234:0:12201:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1770653413.831236:0:7966:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.831238:0:6531:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, keep current deadline 4301444674 00000100:00000001:0.0:1770653413.831240:0:12201:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.831242:0:7966:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9c400. 00000100:00000001:2.0:1770653413.831243:0:6531:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444674 00000100:00000001:0.0:1770653413.831244:0:12201:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1770653413.831248:0:12201:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1770653413.831249:0:6531:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, keep current deadline 4301444674 00000100:00100000:1.0:1770653413.831253:0:7966:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9556074abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+11:3290:x1856657707190912:12345-0@lo:6:osp-syn-0-0.0 00000800:00000001:3.0:1770653413.831254:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653413.831255:0:6531:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1770653413.831256:0:12201:0:(client.c:2680:ptlrpc_set_wait()) set ffff95564f3626c0 going to sleep for 11 seconds 00000100:00000200:1.0:1770653413.831262:0:7966:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707190912 00000100:00000001:2.0:1770653413.831263:0:6531:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.831263:0:12201:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1770653413.831264:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653413.831265:0:7966:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1770653413.831268:0:12201:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.831270:0:6531:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.831271:0:7966:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000001:3.0:1770653413.831272:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1770653413.831275:0:7966:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.831276:0:6531:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.831280:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653413.831280:0:6531:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.831280:0:7966:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1770653413.831283:0:7966:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00010000:00000001:2.0:1770653413.831286:0:6531:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.831287:0:76389:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1770653413.831288:0:7966:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:2.0:1770653413.831290:0:6531:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1770653413.831292:0:7966:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.831292:0:76389:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1770653413.831294:0:6531:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.831297:0:7966:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1770653413.831298:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:2.0:1770653413.831299:0:6531:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00100000:0.0:1770653413.831300:0:76389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136166 00000020:00000001:1.0:1770653413.831301:0:7966:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:2.0:1770653413.831303:0:6531:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:1.0:1770653413.831306:0:7966:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000100:00000040:0.0:1770653413.831308:0:76389:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 7 00000100:00000001:2.0:1770653413.831309:0:6531:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.831310:0:7966:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000100:00000001:0.0:1770653413.831314:0:76389:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795454901632 : -117278254649984 : ffff9556074aad80) 00000100:00000001:2.0:1770653413.831315:0:6531:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1770653413.831315:0:7966:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.831320:0:6531:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1770653413.831322:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8cfd80 00000001:00000001:1.0:1770653413.831323:0:7966:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00100000:2.0:1770653413.831324:0:6531:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556695e0c00 going to sleep for 11 seconds 00000001:00000001:1.0:1770653413.831326:0:7966:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.831327:0:76389:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9556074aad80 x1856657707191424/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.831329:0:6531:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000001:00000001:1.0:1770653413.831332:0:7966:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:2.0:1770653413.831334:0:6531:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.831337:0:7966:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1770653413.831340:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6a35 [2] + 328 00000001:00000001:1.0:1770653413.831343:0:7966:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.831349:0:7966:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000800:00000001:3.0:1770653413.831353:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000001:00000001:1.0:1770653413.831353:0:7966:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.831354:0:76389:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000001:00000001:1.0:1770653413.831359:0:7966:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.831361:0:76389:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a680. 00000001:00000001:1.0:1770653413.831362:0:7966:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000400:00000200:2.0:1770653413.831363:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556041e9300 00000800:00000001:3.0:1770653413.831364:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1770653413.831365:0:7966:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.831367:0:76389:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1770653413.831368:0:3288:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff9556041e9300. 00000400:00000200:3.0:1770653413.831371:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000001:1.0:1770653413.831372:0:7966:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.831374:0:76389:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a680. 00000100:00000001:2.0:1770653413.831376:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1770653413.831378:0:7966:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.831381:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000001:1.0:1770653413.831383:0:7966:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.831386:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00100000:0.0:1770653413.831387:0:76389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9556074aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+11:3290:x1856657707191424:12345-0@lo:6:osp-syn-0-0.0 00000100:00000001:1.0:1770653413.831388:0:7966:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1770653413.831389:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff95573d27e450 x1856657707191168 msgsize 544 02000000:00000001:1.0:1770653413.831393:0:7966:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1770653413.831397:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653413.831397:0:76389:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707191424 02000000:00000010:1.0:1770653413.831399:0:7966:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95562de83c00. 00000100:00100000:2.0:1770653413.831402:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1770653413.831404:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000001:1.0:1770653413.831404:0:7966:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.831404:0:76389:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1770653413.831405:0:3288:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000020:00000001:0.0:1770653413.831409:0:76389:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1770653413.831411:0:7966:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.831412:0:76389:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.831413:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:3.0:1770653413.831414:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d8a680. 00002000:00000001:1.0:1770653413.831415:0:7966:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000020:00000001:0.0:1770653413.831417:0:76389:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:1.0:1770653413.831419:0:7966:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000020:00000001:0.0:1770653413.831420:0:76389:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000400:00000200:2.0:1770653413.831421:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78f68 00000100:00000040:3.0:1770653413.831423:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955618d8a680 x1856657966300544 msgsize 328 00010000:00000001:1.0:1770653413.831423:0:7966:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.831425:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78f68. 00000020:00000001:0.0:1770653413.831426:0:76389:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00002000:00080000:1.0:1770653413.831430:0:7966:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5437 count 1 00000020:00000001:0.0:1770653413.831432:0:76389:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.831433:0:3288:0:(events.c:34:request_out_callback()) Process entered 00002000:00000001:1.0:1770653413.831433:0:7966:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:1.0:1770653413.831439:0:7966:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1770653413.831440:0:76389:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:2.0:1770653413.831442:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955666c21f80 x1856657707191168/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1770653413.831443:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000020:00000001:1.0:1770653413.831444:0:7966:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1770653413.831444:0:76389:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1770653413.831449:0:76389:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1770653413.831450:0:7966:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796844910760 : -117276864640856 : ffff95565a2488a8) 00000020:00000001:0.0:1770653413.831453:0:76389:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00002000:00000001:1.0:1770653413.831457:0:7966:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796844910672 : -117276864640944 : ffff95565a248850) 00000020:00000001:0.0:1770653413.831458:0:76389:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.831461:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.831461:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000001:00000001:0.0:1770653413.831464:0:76389:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:1.0:1770653413.831465:0:7966:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000001:00000001:0.0:1770653413.831468:0:76389:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.831469:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955666c21f80 x1856657707191168/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.831470:0:7966:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000001:00000001:0.0:1770653413.831471:0:76389:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000040:1.0:1770653413.831476:0:7966:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95563cd5ce00 count: 2 00000001:00000001:0.0:1770653413.831476:0:76389:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.831482:0:7966:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1770653413.831483:0:76389:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.831484:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.831486:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000001:00000001:0.0:1770653413.831490:0:76389:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:2.0:1770653413.831491:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1770653413.831491:0:7966:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000800:00000010:3.0:1770653413.831493:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399b00. 00000001:00000001:0.0:1770653413.831493:0:76389:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1770653413.831497:0:7966:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95571016be00. 00000100:00000001:2.0:1770653413.831498:0:3288:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.831499:0:76389:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.831501:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1770653413.831502:0:7966:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000001:00000001:0.0:1770653413.831504:0:76389:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000040:2.0:1770653413.831505:0:3288:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26297 usecs (27 jiffies) 00000020:00000040:1.0:1770653413.831507:0:7966:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95571016be00 with handle 0x2aed14e4e178cdfc to hash 00000001:00000001:0.0:1770653413.831508:0:76389:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.831513:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444671 00000020:00000001:1.0:1770653413.831513:0:7966:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000001:00000001:0.0:1770653413.831514:0:76389:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.831515:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:1.0:1770653413.831517:0:7966:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799897460224 : -117273812091392 : ffff95571016be00) 00000100:00000001:2.0:1770653413.831521:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444674 00000020:00000001:0.0:1770653413.831521:0:76389:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.831523:0:7966:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799897460224 : -117273812091392 : ffff95571016be00) 00000400:00000200:3.0:1770653413.831525:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022dd0 00000020:00000001:0.0:1770653413.831526:0:76389:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.831527:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444671 00010000:00000001:1.0:1770653413.831529:0:7966:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:3.0:1770653413.831531:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022dd0. 00000100:00000001:2.0:1770653413.831532:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444674 00000100:00000001:0.0:1770653413.831532:0:76389:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1770653413.831533:0:7966:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.831538:0:76389:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1770653413.831540:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444671 00010000:00010000:1.0:1770653413.831541:0:7966:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95571016be00/0x2aed14e4e178cdfc lrc: 3/0,1 mode: --/PW res: [0x240000403:0x153d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 02000000:00000010:0.0:1770653413.831543:0:76389:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95563097fc00. 00000100:00000001:2.0:1770653413.831545:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444674 02000000:00000001:0.0:1770653413.831550:0:76389:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.831551:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444671 00000100:00000001:0.0:1770653413.831556:0:76389:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.831557:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444674 00010000:00000001:1.0:1770653413.831558:0:7966:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:2.0:1770653413.831562:0:3288:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1770653413.831562:0:76389:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:1.0:1770653413.831563:0:7966:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1770653413.831566:0:76389:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1770653413.831567:0:7966:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:2.0:1770653413.831568:0:3288:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.831569:0:76389:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.831571:0:7966:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:2.0:1770653413.831572:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:0.0:1770653413.831574:0:76389:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5441 count 1 00010000:00000001:1.0:1770653413.831575:0:7966:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000100:00000001:2.0:1770653413.831577:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.831578:0:7966:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00002000:00000001:0.0:1770653413.831580:0:76389:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:0.0:1770653413.831583:0:76389:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00010000:1.0:1770653413.831586:0:7966:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff955662dc0400/0x2aed14e4e178a194 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x153d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ebd expref: 104 pid: 12199 timeout: 0 lvb_type: 1 00000020:00000001:0.0:1770653413.831586:0:76389:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:2.0:1770653413.831590:0:12202:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1770653413.831592:0:76389:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796844915928 : -117276864635688 : ffff95565a249cd8) 00000100:00100000:2.0:1770653413.831594:0:12202:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707191168 02000000:00000001:2.0:1770653413.831598:0:12202:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00002000:00000001:0.0:1770653413.831599:0:76389:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796844915840 : -117276864635776 : ffff95565a249c80) 00000100:00000001:2.0:1770653413.831602:0:12202:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1770653413.831602:0:7966:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1770653413.831603:0:76389:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000001:2.0:1770653413.831608:0:12202:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.831609:0:7966:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.831609:0:76389:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 02000000:00000001:2.0:1770653413.831615:0:12202:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.831615:0:7966:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:3.0:1770653413.831616:0:3281:0:(events.c:34:request_out_callback()) Process entered 00010000:00000040:0.0:1770653413.831616:0:76389:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955633f4cf00 count: 2 00010000:00000001:1.0:1770653413.831619:0:7966:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.831622:0:12202:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707191168 00010000:00000001:1.0:1770653413.831623:0:7966:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1770653413.831624:0:76389:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1770653413.831628:0:7966:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000001:2.0:1770653413.831629:0:12202:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:3.0:1770653413.831630:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955637358a80 x1856657707191808/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.831630:0:76389:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000040:2.0:1770653413.831634:0:12202:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00010000:00000001:1.0:1770653413.831634:0:7966:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1770653413.831636:0:76389:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561ae2ae00. 00000020:00000001:2.0:1770653413.831638:0:12202:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1770653413.831640:0:7966:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1770653413.831644:0:12202:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=12 00000020:00000001:0.0:1770653413.831644:0:76389:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:1.0:1770653413.831646:0:7966:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000020:00000040:0.0:1770653413.831649:0:76389:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561ae2ae00 with handle 0x2aed14e4e178ce03 to hash 00000020:00000001:2.0:1770653413.831651:0:12202:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00010000:00010000:1.0:1770653413.831651:0:7966:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95571016be00/0x2aed14e4e178cdfc lrc: 4/0,1 mode: --/PW res: [0x240000403:0x153d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1770653413.831654:0:76389:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1770653413.831657:0:12202:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00010000:00000001:0.0:1770653413.831658:0:76389:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795783630336 : -117277925921280 : ffff95561ae2ae00) 00000100:00000001:2.0:1770653413.831665:0:12202:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1770653413.831665:0:76389:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795783630336 : -117277925921280 : ffff95561ae2ae00) 00010000:00000040:1.0:1770653413.831667:0:7966:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x153d:0x0].0x0 (ffff95563cd5ce00) refcount = 2 00010000:00000001:0.0:1770653413.831670:0:76389:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:2.0:1770653413.831672:0:12202:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59a40. 00010000:00000040:1.0:1770653413.831672:0:7966:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:0.0:1770653413.831673:0:76389:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.831679:0:12202:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1770653413.831680:0:7966:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955662dc0400/0x2aed14e4e178a194 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x153d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ebd expref: 104 pid: 12199 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770653413.831680:0:76389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178ce03 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1541:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1770653413.831685:0:12202:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59a40. 00000020:00000010:2.0:1770653413.831694:0:12202:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95562fa44800. 00000020:00000010:2.0:1770653413.831701:0:12202:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95566aa1c680. 00000100:00000001:3.0:1770653413.831704:0:3281:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000040:1.0:1770653413.831707:0:7966:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000020:00000010:2.0:1770653413.831709:0:12202:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510708. 00010000:00000040:1.0:1770653413.831712:0:7966:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95571016be00/0x2aed14e4e178cdfc lrc: 4/0,1 mode: --/PW res: [0x240000403:0x153d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1770653413.831714:0:3281:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955637358a80 x1856657707191808/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.831716:0:12202:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1770653413.831719:0:12202:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1770653413.831722:0:12202:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.831727:0:76389:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:2.0:1770653413.831730:0:12202:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.831731:0:76389:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1770653413.831735:0:76389:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1770653413.831751:0:76389:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1770653413.831755:0:76389:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000100:00000001:2.0:1770653413.831756:0:12202:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1770653413.831756:0:7966:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9c400. 00000100:00000001:3.0:1770653413.831757:0:3281:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.831757:0:76389:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:3.0:1770653413.831764:0:3281:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1770653413.831764:0:7966:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00010000:0.0:1770653413.831765:0:76389:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9556395a6c00/0x2aed14e4e178a22e lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1541:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f42 expref: 104 pid: 12206 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1770653413.831768:0:12202:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000010:1.0:1770653413.831771:0:7966:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95563ce03840. 00000100:00000001:2.0:1770653413.831772:0:12202:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000001:3.0:1770653413.831773:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653413.831777:0:7966:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796353894464 : -117277355657152 : ffff95563ce03840) 00010000:00000001:0.0:1770653413.831779:0:76389:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00100000:2.0:1770653413.831780:0:12202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136167 00000800:00000001:3.0:1770653413.831781:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.831783:0:7966:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796353894464 : -117277355657152 : ffff95563ce03840) 00010000:00000001:0.0:1770653413.831784:0:76389:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.831788:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1770653413.831788:0:12202:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 8 00000100:00000001:1.0:1770653413.831790:0:7966:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00010000:0.0:1770653413.831790:0:76389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:2.0:1770653413.831793:0:12202:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800653558864 : -117273055992752 : ffff95573d27e450) 00000800:00000001:3.0:1770653413.831794:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.831794:0:7966:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1770653413.831795:0:76389:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.831799:0:7966:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000040:2.0:1770653413.831800:0:12202:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95573d27e450 x1856657707191168/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.831801:0:76389:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1770653413.831802:0:7966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1770653413.831806:0:76389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653413.831807:0:7966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1770653413.831809:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:0.0:1770653413.831812:0:76389:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653413.831813:0:7966:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1770653413.831817:0:7966:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.831819:0:76389:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.831821:0:7966:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1770653413.831826:0:7966:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00010000:00000001:0.0:1770653413.831826:0:76389:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000100:00000001:2.0:1770653413.831827:0:12202:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00010000:0.0:1770653413.831830:0:76389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178ce03 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1541:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1770653413.831833:0:12202:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59a40. 00000100:00000010:1.0:1770653413.831833:0:7966:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955637359880. 00000020:00000040:1.0:1770653413.831840:0:7966:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=7 obd=lustre-OST0000 00000100:00000001:2.0:1770653413.831841:0:12202:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1770653413.831842:0:76389:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1541:0x0].0x0 (ffff955633f4cf00) refcount = 2 00000100:00000001:1.0:1770653413.831846:0:7966:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000020:00000010:2.0:1770653413.831865:0:12202:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59a40. 02000000:00000001:1.0:1770653413.831869:0:7966:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000040:0.0:1770653413.831870:0:76389:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00100000:2.0:1770653413.831874:0:12202:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95573d27e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+12:3288:x1856657707191168:12345-0@lo:6:osp-syn-0-0.0 02000000:00000001:1.0:1770653413.831874:0:7966:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.831877:0:76389:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9556395a6c00/0x2aed14e4e178a22e lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1541:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f42 expref: 104 pid: 12206 timeout: 0 lvb_type: 1 02000000:00000010:1.0:1770653413.831882:0:7966:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9556560ae200. 00000100:00000200:2.0:1770653413.831884:0:12202:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707191168 00000020:00000001:2.0:1770653413.831889:0:12202:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1770653413.831890:0:7966:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.831891:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8cfe00 00000020:00000001:2.0:1770653413.831893:0:12202:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000040:0.0:1770653413.831894:0:76389:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000020:00000001:2.0:1770653413.831897:0:12202:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.831901:0:76389:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178ce03 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1541:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1770653413.831902:0:12202:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00010000:1.0:1770653413.831902:0:7966:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff955662dc0400/0x2aed14e4e178a194 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x153d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ebd expref: 104 pid: 12199 timeout: 0 lvb_type: 1 00000020:00000001:2.0:1770653413.831906:0:12202:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000020:00000001:2.0:1770653413.831912:0:12202:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1770653413.831914:0:12202:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653413.831920:0:12202:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1770653413.831924:0:12202:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1770653413.831926:0:12202:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00010000:00000010:0.0:1770653413.831926:0:76389:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a680. 00010000:00010000:1.0:1770653413.831929:0:7966:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff955662dc0400/0x2aed14e4e178a194 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x153d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ebd expref: 104 pid: 12199 timeout: 6877 lvb_type: 1 00000020:00000001:2.0:1770653413.831930:0:12202:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000100:00000001:0.0:1770653413.831932:0:76389:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000020:00000001:2.0:1770653413.831935:0:12202:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653413.831937:0:76389:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f362180. 00000400:00000200:3.0:1770653413.831941:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6a35 [2] + 656 00000001:00000001:2.0:1770653413.831942:0:12202:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:0.0:1770653413.831943:0:76389:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661514624 : -117277048036992 : ffff95564f362180) 00000001:00000001:2.0:1770653413.831947:0:12202:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.831948:0:7966:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1770653413.831950:0:76389:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661514624 : -117277048036992 : ffff95564f362180) 00000001:00000001:2.0:1770653413.831953:0:12202:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:1.0:1770653413.831954:0:7966:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000800:00000001:3.0:1770653413.831955:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653413.831955:0:76389:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000001:00000001:2.0:1770653413.831959:0:12202:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.831960:0:76389:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000800:00000001:3.0:1770653413.831964:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653413.831964:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955637359880 x1856657707192192/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000001:2.0:1770653413.831965:0:12202:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.831965:0:76389:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000400:00000200:3.0:1770653413.831969:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1770653413.831970:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:2.0:1770653413.831971:0:12202:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:0.0:1770653413.831974:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:2.0:1770653413.831976:0:12202:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.831978:0:76389:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000200:3.0:1770653413.831981:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:0.0:1770653413.831982:0:76389:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000001:00000001:2.0:1770653413.831983:0:12202:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.831986:0:76389:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000100:00000001:3.0:1770653413.831991:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000001:00000001:2.0:1770653413.831991:0:12202:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:0.0:1770653413.831991:0:76389:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000001:1.0:1770653413.831993:0:7966:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000001:00000001:2.0:1770653413.831995:0:12202:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1770653413.831996:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:1.0:1770653413.831997:0:7966:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653413.831998:0:76389:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c23480. 00000001:00000001:2.0:1770653413.832001:0:12202:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1770653413.832004:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d88700. 00000020:00000001:2.0:1770653413.832005:0:12202:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.832005:0:76389:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=8 obd=lustre-OST0000 00000100:00100000:1.0:1770653413.832007:0:7966:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955637359880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:7966:1856657707192192:192.168.202.60@tcp:104: 00000100:00000040:3.0:1770653413.832012:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955618d88700 x1856657966300672 msgsize 328 00000020:00000001:2.0:1770653413.832012:0:12202:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.832012:0:76389:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1770653413.832017:0:76389:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1770653413.832019:0:12202:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1770653413.832021:0:7966:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1770653413.832022:0:76389:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.832023:0:12202:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1770653413.832025:0:7966:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1770653413.832028:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 02000000:00000001:1.0:1770653413.832029:0:7966:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653413.832030:0:12202:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95564c108800. 02000000:00000010:0.0:1770653413.832031:0:76389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff955626009c00. 02000000:00000001:1.0:1770653413.832035:0:7966:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1770653413.832037:0:12202:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.832038:0:76389:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.832040:0:12202:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.832041:0:7966:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95566628a200. 00002000:00000001:2.0:1770653413.832044:0:12202:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000100:00000001:3.0:1770653413.832046:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00010000:00010000:0.0:1770653413.832047:0:76389:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9556395a6c00/0x2aed14e4e178a22e lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1541:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f42 expref: 104 pid: 12206 timeout: 0 lvb_type: 1 02000000:00000001:1.0:1770653413.832048:0:7966:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.832049:0:12202:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1770653413.832052:0:12202:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:2.0:1770653413.832057:0:12202:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5439 count 1 00002000:00000001:2.0:1770653413.832062:0:12202:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000800:00000200:3.0:1770653413.832063:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00002000:00000001:2.0:1770653413.832065:0:12202:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00000001:1.0:1770653413.832065:0:73799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000010:3.0:1770653413.832067:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711591400. 00000100:00100000:1.0:1770653413.832069:0:73799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966300544 00010000:00010000:0.0:1770653413.832069:0:76389:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9556395a6c00/0x2aed14e4e178a22e lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1541:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f42 expref: 104 pid: 12206 timeout: 6877 lvb_type: 1 00000020:00000001:2.0:1770653413.832070:0:12202:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1770653413.832073:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1770653413.832074:0:73799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1770653413.832076:0:12202:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796844908936 : -117276864642680 : ffff95565a248188) 00000100:00000001:1.0:1770653413.832078:0:73799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653413.832082:0:73799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653413.832083:0:12202:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796844908848 : -117276864642768 : ffff95565a248130) 02000000:00000001:1.0:1770653413.832088:0:73799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.832089:0:12202:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1770653413.832091:0:76389:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00010000:00000001:2.0:1770653413.832094:0:12202:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00100000:1.0:1770653413.832094:0:73799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966300544 00000100:00000001:0.0:1770653413.832095:0:76389:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1770653413.832099:0:73799:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000040:2.0:1770653413.832100:0:12202:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95563f2d2a00 count: 2 00000020:00000040:1.0:1770653413.832102:0:73799:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000100:00000040:0.0:1770653413.832103:0:76389:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955666c23480 x1856657707192320/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.832104:0:12202:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1770653413.832105:0:73799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653413.832109:0:73799:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=106 00010000:00000001:2.0:1770653413.832111:0:12202:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:1.0:1770653413.832114:0:73799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00010000:00000010:2.0:1770653413.832119:0:12202:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561c987400. 00000020:00000001:1.0:1770653413.832120:0:73799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:0.0:1770653413.832122:0:76389:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1770653413.832123:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000001:2.0:1770653413.832125:0:12202:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:0.0:1770653413.832127:0:76389:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.832128:0:73799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1770653413.832129:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8e58 00000020:00000040:2.0:1770653413.832130:0:12202:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561c987400 with handle 0x2aed14e4e178ce0a to hash 00000020:00000010:1.0:1770653413.832133:0:73799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cfc0. 00000400:00000010:3.0:1770653413.832134:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8e58. 00000020:00000001:2.0:1770653413.832135:0:12202:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00100000:0.0:1770653413.832136:0:76389:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955666c23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:76389:1856657707192320:192.168.202.60@tcp:104: 00010000:00000001:2.0:1770653413.832140:0:12202:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795812320256 : -117277897231360 : ffff95561c987400) 00000100:00000001:1.0:1770653413.832141:0:73799:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.832142:0:3281:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:2.0:1770653413.832149:0:12202:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795812320256 : -117277897231360 : ffff95561c987400) 00000100:00000001:0.0:1770653413.832149:0:76389:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000020:00000010:1.0:1770653413.832150:0:73799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cfc0. 00000100:00000200:3.0:1770653413.832151:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955666c22d80 x1856657707191936/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1770653413.832154:0:76389:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1770653413.832155:0:12202:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:0.0:1770653413.832157:0:76389:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.832159:0:73799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95566628b200. 00010000:00000001:2.0:1770653413.832160:0:12202:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.832163:0:76389:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:1.0:1770653413.832167:0:73799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d680. 00010000:00010000:2.0:1770653413.832168:0:12202:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95561c987400/0x2aed14e4e178ce0a lrc: 3/0,1 mode: --/PW res: [0x240000403:0x153f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12202 timeout: 0 lvb_type: 0 02000000:00000010:0.0:1770653413.832170:0:76389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff955626008200. 00000100:00000001:3.0:1770653413.832172:0:3281:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1770653413.832176:0:73799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada708. 02000000:00000001:0.0:1770653413.832176:0:76389:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.832180:0:3281:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955666c22d80 x1856657707191936/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1770653413.832185:0:76389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e0533c8. 00000100:00000040:1.0:1770653413.832186:0:73799:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00010000:00000001:2.0:1770653413.832193:0:12202:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:1.0:1770653413.832194:0:73799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:0.0:1770653413.832194:0:76389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8f68. 00000100:00000001:3.0:1770653413.832195:0:3281:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.832198:0:73799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1770653413.832200:0:12202:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:3.0:1770653413.832201:0:3281:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1770653413.832202:0:73799:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000100:00000200:0.0:1770653413.832203:0:76389:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707192320, portal 16 00010000:00000001:2.0:1770653413.832205:0:12202:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000800:00000001:3.0:1770653413.832207:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1770653413.832208:0:73799:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.832208:0:76389:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:2.0:1770653413.832210:0:12202:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:0.0:1770653413.832212:0:76389:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797056570496 : -117276652981120 : ffff955666c23480) 00000800:00000001:3.0:1770653413.832214:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.832214:0:73799:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1770653413.832216:0:12202:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:1.0:1770653413.832219:0:73799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:0.0:1770653413.832220:0:76389:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955666c23480 x1856657707192320/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:3.0:1770653413.832221:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653413.832222:0:12202:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000020:00000001:1.0:1770653413.832222:0:73799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:3.0:1770653413.832228:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1770653413.832228:0:73799:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955620465600 refcount=4 00010000:00010000:2.0:1770653413.832235:0:12202:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff95561c986600/0x2aed14e4e178a1a9 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x153f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ea8 expref: 104 pid: 76573 timeout: 0 lvb_type: 1 00000020:00000001:1.0:1770653413.832235:0:73799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795874047488 : -117277835504128 : ffff955620465600) 00000100:00000001:0.0:1770653413.832238:0:76389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1770653413.832242:0:73799:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795874047488 : -117277835504128 : ffff955620465600) 00000400:00000200:3.0:1770653413.832243:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000040:0.0:1770653413.832248:0:76389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00010000:1.0:1770653413.832254:0:73799:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff955620465600/0x2aed14e4e178a0d0 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e07 expref: 106 pid: 12198 timeout: 6877 lvb_type: 1 00000400:00000010:0.0:1770653413.832255:0:76389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8cc0. 00010000:00000001:2.0:1770653413.832258:0:12202:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000400:00000200:3.0:1770653413.832259:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b4700 00000100:00000200:0.0:1770653413.832261:0:76389:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707192320, offset 0 00010000:00000001:2.0:1770653413.832263:0:12202:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.832270:0:12202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000200:3.0:1770653413.832273:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda0f1 [1] + 224 00010000:00000001:2.0:1770653413.832273:0:12202:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.832276:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.832279:0:12202:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1770653413.832280:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:3.0:1770653413.832282:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:2.0:1770653413.832283:0:12202:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653413.832284:0:73799:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653413.832285:0:76389:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653413.832288:0:12202:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653413.832290:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.832290:0:73799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.832291:0:12202:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653413.832295:0:76389:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000100:00000001:1.0:1770653413.832296:0:73799:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:3.0:1770653413.832297:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1770653413.832298:0:12202:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000400:00000200:0.0:1770653413.832303:0:76389:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00010000:2.0:1770653413.832304:0:12202:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95561c987400/0x2aed14e4e178ce0a lrc: 4/0,1 mode: --/PW res: [0x240000403:0x153f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12202 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1770653413.832308:0:73799:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955618d8a680 x1856657966300544/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1770653413.832309:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653413.832312:0:76389:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000400:00000200:0.0:1770653413.832320:0:76389:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00010000:00000040:2.0:1770653413.832326:0:12202:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x153f:0x0].0x0 (ffff95563f2d2a00) refcount = 2 00000400:00000200:0.0:1770653413.832328:0:76389:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00000001:1.0:1770653413.832334:0:73799:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000040:2.0:1770653413.832335:0:12202:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000400:00000200:0.0:1770653413.832336:0:76389:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164577:2164577:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164573:2164573:7:4294967295] 00000100:00000001:1.0:1770653413.832338:0:73799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653413.832343:0:12202:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561c986600/0x2aed14e4e178a1a9 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x153f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ea8 expref: 104 pid: 76573 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1770653413.832350:0:73799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1770653413.832351:0:12202:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1770653413.832355:0:12202:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561c987400/0x2aed14e4e178ce0a lrc: 4/0,1 mode: --/PW res: [0x240000403:0x153f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12202 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1770653413.832356:0:76389:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:1.0:1770653413.832360:0:73799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1770653413.832364:0:73799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966300672 02000000:00000001:1.0:1770653413.832368:0:73799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000200:0.0:1770653413.832370:0:76389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:1.0:1770653413.832372:0:73799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653413.832376:0:73799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1770653413.832378:0:76389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711591400. 02000000:00000001:1.0:1770653413.832381:0:73799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.832383:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1770653413.832385:0:73799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966300672 00010000:00000010:2.0:1770653413.832387:0:12202:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f59a40. 00000020:00000001:1.0:1770653413.832390:0:73799:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000200:0.0:1770653413.832390:0:76389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:2.0:1770653413.832391:0:12202:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000020:00000040:1.0:1770653413.832393:0:73799:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000100:00000200:3.0:1770653413.832396:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955603ca4000 x1856657707190016/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1770653413.832397:0:12202:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0600. 00000020:00000001:1.0:1770653413.832398:0:73799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653413.832402:0:73799:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=107 00000100:00000001:2.0:1770653413.832404:0:12202:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100336640 : -117276609214976 : ffff9556695e0600) 00000800:00000200:0.0:1770653413.832404:0:76389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000020:00000001:1.0:1770653413.832409:0:73799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:2.0:1770653413.832410:0:12202:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100336640 : -117276609214976 : ffff9556695e0600) 00000800:00000200:0.0:1770653413.832411:0:76389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711591400 type 1, nob 424 niov 1 nkiov 1 00000020:00000001:1.0:1770653413.832415:0:73799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:2.0:1770653413.832417:0:12202:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1770653413.832419:0:76389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.832422:0:12202:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000001:1.0:1770653413.832422:0:73799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1770653413.832425:0:76389:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444675 00010000:00000001:2.0:1770653413.832426:0:12202:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000010:1.0:1770653413.832429:0:73799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cfc0. 00010000:00000001:2.0:1770653413.832431:0:12202:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.832433:0:73799:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.832435:0:12202:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.832435:0:76389:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444674 00000100:00000040:3.0:1770653413.832437:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955603ca4000 x1856657707190016/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1770653413.832440:0:12202:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000010:1.0:1770653413.832440:0:73799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cfc0. 00000100:00000001:0.0:1770653413.832442:0:76389:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444675 00010000:00000001:2.0:1770653413.832444:0:12202:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1770653413.832448:0:12202:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000020:00000010:1.0:1770653413.832449:0:73799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563d588400. 00000100:00000001:0.0:1770653413.832450:0:76389:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444674 00010000:00000001:2.0:1770653413.832451:0:12202:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1770653413.832458:0:12202:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9556074aaa00. 00000100:00000001:0.0:1770653413.832459:0:76389:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444675 00000020:00000010:1.0:1770653413.832460:0:73799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07db80. 00000020:00000040:2.0:1770653413.832464:0:12202:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=9 obd=lustre-OST0000 00000100:00000001:2.0:1770653413.832469:0:12202:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000020:00000010:1.0:1770653413.832469:0:73799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662adaed8. 00000100:00000001:0.0:1770653413.832469:0:76389:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444674 00000100:00000001:3.0:1770653413.832472:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1770653413.832473:0:12202:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1770653413.832476:0:73799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1770653413.832477:0:76389:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444675 02000000:00000001:2.0:1770653413.832479:0:12202:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.832481:0:73799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1770653413.832484:0:73799:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000100:00000001:0.0:1770653413.832484:0:76389:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444674 02000000:00000010:2.0:1770653413.832487:0:12202:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95562fa44c00. 00010000:00000001:1.0:1770653413.832487:0:73799:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.832490:0:76389:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1770653413.832492:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1770653413.832492:0:73799:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:0.0:1770653413.832494:0:76389:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.832495:0:12202:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.832496:0:73799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000010:3.0:1770653413.832497:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dfc00. 00000020:00000001:1.0:1770653413.832501:0:73799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1770653413.832501:0:76389:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.832504:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1770653413.832505:0:73799:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565f571c00 refcount=5 00010000:00000001:0.0:1770653413.832506:0:76389:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.832507:0:12202:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff95561c986600/0x2aed14e4e178a1a9 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x153f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ea8 expref: 104 pid: 76573 timeout: 0 lvb_type: 1 00000020:00000001:1.0:1770653413.832511:0:73799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796932111360 : -117276777440256 : ffff95565f571c00) 00000020:00000001:0.0:1770653413.832512:0:76389:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.832515:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:1.0:1770653413.832519:0:73799:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796932111360 : -117276777440256 : ffff95565f571c00) 00010000:00000001:0.0:1770653413.832520:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.832524:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1770653413.832525:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888ee0 00010000:00000001:0.0:1770653413.832528:0:76389:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.832529:0:73799:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff95565f571c00/0x2aed14e4e1789fa3 lrc: 5/0,0 mode: PR/PR res: [0x280000403:0x13f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d19 expref: 107 pid: 76389 timeout: 6877 lvb_type: 1 00000400:00000010:3.0:1770653413.832530:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888ee0. 00010000:00000001:0.0:1770653413.832531:0:76389:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00010000:2.0:1770653413.832536:0:12202:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff95561c986600/0x2aed14e4e178a1a9 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x153f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ea8 expref: 104 pid: 76573 timeout: 6877 lvb_type: 1 00010000:00000001:0.0:1770653413.832536:0:76389:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1770653413.832538:0:3281:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1770653413.832541:0:76389:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.832547:0:76389:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1770653413.832549:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9556074a9c00 x1856657707192064/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.832550:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.832551:0:76389:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:1.0:1770653413.832555:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1770653413.832557:0:76389:0:(client.c:2680:ptlrpc_set_wait()) set ffff95564f362180 going to sleep for 11 seconds 00010000:00000001:1.0:1770653413.832558:0:73799:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.832561:0:12202:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1770653413.832563:0:76389:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1770653413.832564:0:73799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.832566:0:12202:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1770653413.832567:0:76389:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.832572:0:73799:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:2.0:1770653413.832575:0:12202:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9556074aaa00 x1856657707192448/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1770653413.832580:0:73799:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955618d88700 x1856657966300672/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.832581:0:3281:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653413.832591:0:3281:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9556074a9c00 x1856657707192064/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.832592:0:5743:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1770653413.832596:0:5743:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1770653413.832609:0:73799:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1770653413.832612:0:73799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.832619:0:5743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161804 00000100:00000001:1.0:1770653413.832624:0:73799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653413.832626:0:5743:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:3.0:1770653413.832628:0:3281:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.832632:0:5743:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795749418624 : -117277960132992 : ffff955618d8a680) 00000100:00000001:2.0:1770653413.832633:0:12202:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1770653413.832634:0:3281:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1770653413.832637:0:12202:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.832637:0:73799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1770653413.832641:0:73799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1770653413.832642:0:5743:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955618d8a680 x1856657966300544/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1770653413.832644:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1770653413.832646:0:12202:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9556074aaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:12202:1856657707192448:192.168.202.60@tcp:104: 00000100:00100000:1.0:1770653413.832649:0:73799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161805 00000800:00000001:3.0:1770653413.832654:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.832656:0:12202:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1770653413.832657:0:73799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 2 00000800:00000001:3.0:1770653413.832661:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1770653413.832662:0:12202:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1770653413.832662:0:73799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795749410560 : -117277960141056 : ffff955618d88700) 02000000:00000001:2.0:1770653413.832667:0:12202:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.832669:0:5743:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:3.0:1770653413.832671:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653413.832671:0:12202:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1770653413.832672:0:73799:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955618d88700 x1856657966300672/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1770653413.832675:0:5743:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95aac0. 02000000:00000010:2.0:1770653413.832676:0:12202:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95562fa44200. 02000000:00000001:2.0:1770653413.832682:0:12202:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.832683:0:5743:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1770653413.832689:0:12202:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2d68. 00000400:00000200:3.0:1770653413.832690:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000020:00000010:0.0:1770653413.832691:0:5743:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95aac0. 00000400:00000010:2.0:1770653413.832696:0:12202:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888908. 00000100:00100000:0.0:1770653413.832703:0:5743:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955618d8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b31b1d82-c1d4-4680-ae7a-71292416d1f5+107:2366:x1856657966300544:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000100:00000200:2.0:1770653413.832704:0:12202:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707192448, portal 16 00000100:00000001:2.0:1770653413.832710:0:12202:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1770653413.832712:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b4780 00000100:00000001:2.0:1770653413.832714:0:12202:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795454900736 : -117278254650880 : ffff9556074aaa00) 00000100:00000200:0.0:1770653413.832716:0:5743:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966300544 00010000:00000001:0.0:1770653413.832722:0:5743:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000100:00000001:1.0:1770653413.832724:0:73799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1770653413.832726:0:12202:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff9556074aaa00 x1856657707192448/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000002:0.0:1770653413.832727:0:5743:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000020:00000010:1.0:1770653413.832728:0:73799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cfc0. 00010000:00000001:0.0:1770653413.832730:0:5743:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1770653413.832736:0:73799:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.832736:0:5743:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1770653413.832753:0:12202:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1770653413.832754:0:5743:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:1.0:1770653413.832755:0:73799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cfc0. 00000100:00000040:2.0:1770653413.832760:0:12202:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 02000000:00000010:0.0:1770653413.832761:0:5743:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95563097c800. 00000400:00000010:2.0:1770653413.832764:0:12202:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268885d8. 00000100:00100000:1.0:1770653413.832766:0:73799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955618d88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:b31b1d82-c1d4-4680-ae7a-71292416d1f5+107:2365:x1856657966300672:12345-192.168.202.60@tcp:103:ldlm_bl.0 02000000:00000001:0.0:1770653413.832766:0:5743:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.832768:0:12202:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707192448, offset 0 00000100:00000001:0.0:1770653413.832772:0:5743:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.832777:0:73799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966300672 00000400:00000200:2.0:1770653413.832778:0:12202:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.832778:0:5743:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1770653413.832782:0:73799:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00010000:00010000:0.0:1770653413.832783:0:5743:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000002:1.0:1770653413.832786:0:73799:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1770653413.832787:0:5743:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1770653413.832788:0:12202:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000020:00000001:0.0:1770653413.832791:0:5743:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1770653413.832792:0:73799:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000400:00000200:2.0:1770653413.832793:0:12202:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:0.0:1770653413.832797:0:5743:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955620465600 refcount=4 00000100:00000001:1.0:1770653413.832798:0:73799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1770653413.832799:0:12202:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000020:00000001:0.0:1770653413.832803:0:5743:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795874047488 : -117277835504128 : ffff955620465600) 02000000:00000001:1.0:1770653413.832804:0:73799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1770653413.832805:0:12202:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00010000:00000001:0.0:1770653413.832810:0:5743:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795874047488 : -117277835504128 : ffff955620465600) 00000400:00000200:2.0:1770653413.832811:0:12202:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 02000000:00000010:1.0:1770653413.832811:0:73799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95562de80c00. 02000000:00000001:1.0:1770653413.832817:0:73799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.832817:0:5743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95562c678700 count: 3 00000400:00000200:3.0:1770653413.832821:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda101 [1] + 224 00000400:00000200:2.0:1770653413.832822:0:12202:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164578:2164578:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164574:2164574:7:4294967295] 00000100:00000001:1.0:1770653413.832824:0:73799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.832826:0:5743:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff955620465600/0x2aed14e4e178a0d0 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e07 expref: 107 pid: 12198 timeout: 6877 lvb_type: 1 00010000:00000001:1.0:1770653413.832831:0:73799:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000800:00000001:3.0:1770653413.832834:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:1.0:1770653413.832835:0:73799:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1770653413.832840:0:73799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1770653413.832845:0:73799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:0.0:1770653413.832845:0:5743:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00000800:00000001:3.0:1770653413.832846:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653413.832846:0:12202:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000020:00000040:1.0:1770653413.832868:0:73799:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565f571c00 refcount=5 00000800:00000200:2.0:1770653413.832869:0:12202:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000020:00000001:1.0:1770653413.832874:0:73799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796932111360 : -117276777440256 : ffff95565f571c00) 00000800:00000010:2.0:1770653413.832877:0:12202:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df600. 00010000:00000001:0.0:1770653413.832877:0:5743:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1770653413.832878:0:73799:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796932111360 : -117276777440256 : ffff95565f571c00) 00010000:00000001:0.0:1770653413.832882:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:1.0:1770653413.832884:0:73799:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95561e13b000 count: 3 00010000:00000001:0.0:1770653413.832885:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:2.0:1770653413.832889:0:12202:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00010000:0.0:1770653413.832893:0:5743:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff955620465600/0x2aed14e4e178a0d0 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e07 expref: 107 pid: 12198 timeout: 6877 lvb_type: 1 00010000:00010000:1.0:1770653413.832894:0:73799:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff95565f571c00/0x2aed14e4e1789fa3 lrc: 5/0,0 mode: PR/PR res: [0x280000403:0x13f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d19 expref: 107 pid: 76389 timeout: 6877 lvb_type: 1 00000800:00000200:2.0:1770653413.832899:0:12202:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:2.0:1770653413.832905:0:12202:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1770653413.832913:0:12202:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.832915:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653413.832920:0:12202:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444676 00000100:00001000:1.0:1770653413.832922:0:73799:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00000020:00000001:0.0:1770653413.832922:0:5743:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:2.0:1770653413.832926:0:12202:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444675 00010000:00000001:0.0:1770653413.832927:0:5743:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1770653413.832929:0:73799:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:3.0:1770653413.832930:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:0.0:1770653413.832931:0:5743:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.832933:0:12202:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444676 00010000:00000001:1.0:1770653413.832934:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1770653413.832938:0:5743:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.832939:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1770653413.832939:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.832940:0:12202:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444675 00010000:00000001:0.0:1770653413.832943:0:5743:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1770653413.832949:0:12202:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444676 00010000:00010000:1.0:1770653413.832949:0:73799:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff95565f571c00/0x2aed14e4e1789fa3 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d19 expref: 107 pid: 76389 timeout: 6877 lvb_type: 1 00010000:00000001:0.0:1770653413.832949:0:5743:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000200:3.0:1770653413.832951:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955618d88380 x1856657707190144/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.832957:0:12202:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444675 00010000:00000001:0.0:1770653413.832957:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.832961:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.832965:0:12202:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444676 00010000:00000001:0.0:1770653413.832966:0:5743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1770653413.832969:0:5743:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.832973:0:12202:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444675 00000020:00000040:0.0:1770653413.832976:0:5743:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff955620465600 with handle 0x2aed14e4e178a0d0 from hash 00000100:00000001:2.0:1770653413.832981:0:12202:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.832982:0:5743:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1770653413.832985:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.832988:0:12202:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.832989:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.832992:0:5743:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1770653413.832995:0:12202:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.832996:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955618d88380 x1856657707190144/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.832999:0:5743:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653413.833000:0:12202:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.833001:0:73799:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.833002:0:5743:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.833007:0:12202:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.833007:0:73799:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.833008:0:5743:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1770653413.833014:0:73799:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.833014:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.833015:0:12202:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.833018:0:12202:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1770653413.833021:0:5743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff955620465600/0x2aed14e4e178a0d0 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x13f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e07 expref: 107 pid: 12198 timeout: 6877 lvb_type: 1 00010000:00000001:2.0:1770653413.833023:0:12202:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.833023:0:73799:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.833028:0:12202:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:3.0:1770653413.833030:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1770653413.833032:0:12202:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1770653413.833032:0:73799:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1770653413.833038:0:73799:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1770653413.833039:0:12202:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.833040:0:5743:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 100 00000100:00000001:2.0:1770653413.833044:0:12202:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1770653413.833045:0:5743:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 106 00000100:00000001:2.0:1770653413.833048:0:12202:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:1.0:1770653413.833049:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:3.0:1770653413.833052:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1770653413.833052:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:2.0:1770653413.833055:0:12202:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556695e0600 going to sleep for 11 seconds 00010000:00000001:1.0:1770653413.833055:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.833056:0:5743:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000800:00000010:3.0:1770653413.833057:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711591400. 00010000:00000001:0.0:1770653413.833060:0:5743:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1770653413.833062:0:12202:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1770653413.833062:0:73799:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000040:0.0:1770653413.833063:0:5743:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95570ffc3c00 00000400:00000200:3.0:1770653413.833064:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653413.833066:0:12202:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.833068:0:5743:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1770653413.833069:0:73799:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.833072:0:5743:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653413.833076:0:5743:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000200:3.0:1770653413.833077:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000040:1.0:1770653413.833077:0:73799:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95565f571c00 with handle 0x2aed14e4e1789fa3 from hash 00010000:00000001:0.0:1770653413.833079:0:5743:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.833084:0:5743:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:2.0:1770653413.833087:0:76386:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1770653413.833087:0:73799:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:3.0:1770653413.833088:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8cc0 00010000:00010000:0.0:1770653413.833088:0:5743:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653413.833094:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1770653413.833095:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8cc0. 00010000:00000001:0.0:1770653413.833095:0:5743:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.833098:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.833102:0:73799:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1770653413.833103:0:5743:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:3.0:1770653413.833104:0:3281:0:(events.c:34:request_out_callback()) Process entered 00000400:00000001:2.0:1770653413.833105:0:76386:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1770653413.833106:0:73799:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653413.833107:0:5743:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000400:00000001:2.0:1770653413.833109:0:76386:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1770653413.833111:0:73799:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.833112:0:5743:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3c00/0x2aed14e4e178cda8 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1770653413.833114:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955666c23480 x1856657707192320/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1770653413.833114:0:76386:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95561b0eeec8. 00010000:00000001:1.0:1770653413.833115:0:73799:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1770653413.833119:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1770653413.833120:0:76386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888440 00010000:00000001:1.0:1770653413.833122:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1770653413.833127:0:76386:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888440. 00010000:00000001:1.0:1770653413.833127:0:73799:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1770653413.833131:0:73799:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1770653413.833135:0:76386:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:1.0:1770653413.833135:0:73799:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95561ae2b200 00010000:00000001:0.0:1770653413.833138:0:5743:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1770653413.833140:0:73799:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000200:2.0:1770653413.833145:0:76386:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955603ca4000 x1856657707190016/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.833145:0:73799:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653413.833147:0:5743:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3c00/0x2aed14e4e178cda8 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x13f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.833148:0:3281:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00010000:1.0:1770653413.833149:0:73799:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653413.833154:0:73799:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1770653413.833159:0:3281:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955666c23480 x1856657707192320/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.833160:0:73799:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653413.833164:0:73799:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653413.833168:0:73799:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.833174:0:73799:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1770653413.833177:0:73799:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000040:0.0:1770653413.833177:0:5743:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x13f3:0x0].0x0 (ffff95562c678700) refcount = 2 00000100:00000200:2.0:1770653413.833181:0:76386:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955603ca4000 x1856657707190016/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1770653413.833182:0:73799:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b200/0x2aed14e4e178cdaf lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1770653413.833187:0:5743:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:3.0:1770653413.833192:0:3281:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.833195:0:5743:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3c00/0x2aed14e4e178cda8 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x13f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.833199:0:3281:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1770653413.833207:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653413.833214:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.833216:0:76386:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.833219:0:76386:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653413.833221:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653413.833225:0:76386:0:(client.c:1568:after_reply()) Process entered 00010000:00000001:0.0:1770653413.833226:0:5743:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653413.833228:0:73799:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000800:00000001:3.0:1770653413.833229:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653413.833229:0:76386:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1770653413.833229:0:5743:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.833232:0:73799:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b200/0x2aed14e4e178cdaf lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x13f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.833233:0:76386:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1770653413.833235:0:5743:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:2.0:1770653413.833237:0:76386:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.833240:0:5743:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653413.833243:0:76386:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.833244:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:0.0:1770653413.833246:0:5743:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1770653413.833250:0:76386:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00010000:00000010:0.0:1770653413.833254:0:5743:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95aac0. 00010000:00000040:1.0:1770653413.833255:0:73799:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x13f4:0x0].0x0 (ffff95561e13b000) refcount = 3 00000100:00001000:2.0:1770653413.833257:0:76386:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00000100:00000001:0.0:1770653413.833258:0:5743:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000400:00000200:3.0:1770653413.833264:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b4800 00010000:00000040:1.0:1770653413.833264:0:73799:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:2.0:1770653413.833265:0:76386:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000010:0.0:1770653413.833266:0:5743:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f362d80. 00000100:00000001:2.0:1770653413.833269:0:76386:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.833270:0:73799:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b200/0x2aed14e4e178cdaf lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x13f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.833272:0:5743:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661517696 : -117277048033920 : ffff95564f362d80) 00010000:00000001:2.0:1770653413.833275:0:76386:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1770653413.833279:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda109 [1] + 224 00010000:00000001:2.0:1770653413.833281:0:76386:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.833282:0:5743:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661517696 : -117277048033920 : ffff95564f362d80) 00000100:00000001:2.0:1770653413.833289:0:76386:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.833291:0:5743:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000800:00000001:3.0:1770653413.833293:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1770653413.833293:0:73799:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:0.0:1770653413.833295:0:5743:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1770653413.833297:0:73799:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.833298:0:76386:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955603ca4000 x1856657707190016/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.833299:0:5743:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000800:00000001:3.0:1770653413.833301:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.833303:0:73799:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1770653413.833304:0:5743:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:3.0:1770653413.833308:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1770653413.833309:0:73799:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.833315:0:73799:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.833316:0:76386:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.833319:0:5743:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1770653413.833320:0:73799:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9cfc0. 00000100:00000001:2.0:1770653413.833321:0:76386:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1770653413.833323:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653413.833326:0:76386:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.833326:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.833327:0:73799:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:3.0:1770653413.833330:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1770653413.833331:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.833332:0:76386:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000100:00000010:1.0:1770653413.833333:0:73799:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95563ce03540. 00010000:00000001:2.0:1770653413.833335:0:76386:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.833335:0:5743:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.833337:0:73799:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796353893696 : -117277355657920 : ffff95563ce03540) 00000100:00000200:3.0:1770653413.833339:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955666c21180 x1856657707190272/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.833339:0:76386:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.833340:0:5743:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:1.0:1770653413.833342:0:73799:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796353893696 : -117277355657920 : ffff95563ce03540) 00010000:00000001:2.0:1770653413.833344:0:76386:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.833344:0:5743:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1770653413.833351:0:73799:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1770653413.833352:0:5743:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.833355:0:73799:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000040:2.0:1770653413.833356:0:76386:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955603ca4000 x1856657707190016/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.833358:0:5743:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.833359:0:73799:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1770653413.833364:0:73799:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:0.0:1770653413.833365:0:5743:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000040:3.0:1770653413.833367:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955666c21180 x1856657707190272/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.833369:0:73799:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653413.833370:0:5743:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f362d80. 00010000:00000001:1.0:1770653413.833375:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.833378:0:5743:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1770653413.833379:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.833382:0:5743:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.833383:0:73799:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.833390:0:73799:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00100000:2.0:1770653413.833391:0:76386:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955603ca4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:76386:1856657707190016:192.168.202.60@tcp:104: 00010000:00000010:0.0:1770653413.833391:0:5743:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95aac0. 00010000:00000001:1.0:1770653413.833394:0:73799:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1770653413.833397:0:5743:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:1.0:1770653413.833401:0:73799:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.833402:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:0.0:1770653413.833402:0:5743:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000001:2.0:1770653413.833403:0:76386:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.833404:0:73799:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.833407:0:5743:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.833411:0:73799:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1770653413.833412:0:76386:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.833413:0:5743:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000010:1.0:1770653413.833415:0:73799:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95563ce03540. 00000100:00000001:2.0:1770653413.833416:0:76386:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:0.0:1770653413.833418:0:5743:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.833420:0:76386:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00010000:3.0:1770653413.833421:0:12198:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3c00/0x2aed14e4e178cda8 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.833422:0:73799:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00001000:0.0:1770653413.833422:0:5743:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00010000:00000001:1.0:1770653413.833426:0:73799:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1770653413.833427:0:76386:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955603ca4000 x1856657707190016/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.0:1770653413.833433:0:73799:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9cfc0. 00000100:00000001:0.0:1770653413.833434:0:5743:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1770653413.833440:0:73799:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000040:0.0:1770653413.833441:0:5743:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00010000:1.0:1770653413.833444:0:73799:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1770653413.833448:0:73799:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.833449:0:12198:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.833450:0:5743:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00000001:1.0:1770653413.833454:0:73799:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1770653413.833456:0:76386:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00010000:00010000:3.0:1770653413.833457:0:12198:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3c00/0x2aed14e4e178cda8 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.833459:0:73799:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.833459:0:5743:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1770653413.833460:0:76386:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1770653413.833465:0:5743:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653413.833466:0:76386:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95564531ce00. 00000100:00001000:1.0:1770653413.833466:0:73799:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000100:00000001:0.0:1770653413.833472:0:5743:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1770653413.833474:0:76386:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1770653413.833475:0:12198:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:1.0:1770653413.833475:0:73799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1770653413.833479:0:12198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1770653413.833479:0:76386:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1770653413.833480:0:5743:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000020:00000040:2.0:1770653413.833483:0:76386:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=6 obd=lustre-OST0001 00010000:00000001:3.0:1770653413.833484:0:12198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1770653413.833484:0:73799:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000400:00000010:0.0:1770653413.833487:0:5743:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8880. 00000020:00000001:2.0:1770653413.833489:0:76386:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1770653413.833490:0:12198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1770653413.833490:0:73799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000200:0.0:1770653413.833492:0:5743:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966300544, offset 224 02000000:00000010:2.0:1770653413.833493:0:76386:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95564531da00. 00000020:00000001:3.0:1770653413.833494:0:12198:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1770653413.833496:0:73799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:3.0:1770653413.833498:0:12198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95570ffc3c00 refcount=3 02000000:00000001:1.0:1770653413.833500:0:73799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.833501:0:76386:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1770653413.833502:0:12198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799895723008 : -117273813828608 : ffff95570ffc3c00) 02000000:00000001:2.0:1770653413.833505:0:76386:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1770653413.833506:0:5743:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:1.0:1770653413.833508:0:73799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1770653413.833509:0:12198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799895723008 : -117273813828608 : ffff95570ffc3c00) 00000100:00000010:2.0:1770653413.833510:0:76386:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955603ca4000. 00000100:00000040:1.0:1770653413.833516:0:73799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:3.0:1770653413.833517:0:12198:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:2.0:1770653413.833518:0:76386:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1770653413.833519:0:5743:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000001:2.0:1770653413.833522:0:76386:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1770653413.833524:0:12198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3c00/0x2aed14e4e178cda8 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1770653413.833524:0:73799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022440. 00000100:00000010:2.0:1770653413.833527:0:76386:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0540. 00000400:00000200:0.0:1770653413.833529:0:5743:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164579:2164579:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164575:2164575:7:4294967295] 00000100:00000200:1.0:1770653413.833531:0:73799:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966300672, offset 224 00000100:00000001:2.0:1770653413.833533:0:76386:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1770653413.833537:0:76386:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1770653413.833544:0:76386:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f59440. 00000400:00000200:1.0:1770653413.833545:0:73799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:3.0:1770653413.833550:0:12198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.833552:0:76386:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.833553:0:12198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1770653413.833557:0:5743:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:2.0:1770653413.833558:0:76386:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.833559:0:12198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3c00/0x2aed14e4e178cda8 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.833563:0:76386:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.833570:0:76386:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000800:00000200:0.0:1770653413.833571:0:5743:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000400:00000200:1.0:1770653413.833574:0:73799:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00010000:2.0:1770653413.833575:0:76386:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff955605728800/0x2aed14e4e178cdbd lrc: 3/0,1 mode: --/PW res: [0x280000403:0x13f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00000800:00000010:0.0:1770653413.833579:0:5743:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711591400. 00000400:00000200:1.0:1770653413.833588:0:73799:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164580:2164580:254:4294967295] 192.168.202.60@tcp LPNI seq info [2164576:2164576:6:4294967295] 00000800:00000200:0.0:1770653413.833592:0:5743:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:0.0:1770653413.833604:0:5743:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:3.0:1770653413.833605:0:12198:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653413.833608:0:12198:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653413.833611:0:5743:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711591400 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:3.0:1770653413.833614:0:12198:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1770653413.833616:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1770653413.833619:0:5743:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.833620:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1770653413.833620:0:73799:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000010:3.0:1770653413.833621:0:12198:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556189e1840. 00000100:00000001:2.0:1770653413.833626:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.833628:0:12198:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000100:00000040:0.0:1770653413.833629:0:5743:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:2.0:1770653413.833632:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653413.833635:0:73799:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.833636:0:5743:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.833638:0:12198:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00000001:2.0:1770653413.833642:0:76385:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1770653413.833642:0:73799:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399f00. 00010000:00000001:0.0:1770653413.833642:0:5743:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.833643:0:12198:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1770653413.833648:0:76385:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1770653413.833650:0:12198:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1770653413.833653:0:76385:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:1.0:1770653413.833654:0:73799:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000040:0.0:1770653413.833655:0:5743:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d8a680 x1856657966300544/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.833656:0:12198:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000010:2.0:1770653413.833656:0:76385:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95561b0eee18. 00010000:00000001:3.0:1770653413.833661:0:12198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1770653413.833663:0:76385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888f68 00010000:00000001:3.0:1770653413.833664:0:12198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:1.0:1770653413.833667:0:73799:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00002000:00000001:3.0:1770653413.833669:0:12198:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000400:00000010:2.0:1770653413.833669:0:76385:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888f68. 00080000:00000001:3.0:1770653413.833675:0:12198:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:2.0:1770653413.833676:0:76385:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:1.0:1770653413.833676:0:73799:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399f00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1770653413.833683:0:12198:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95566b67d400. 00000100:00100000:0.0:1770653413.833683:0:5743:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955618d8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b31b1d82-c1d4-4680-ae7a-71292416d1f5+106:2366:x1856657966300544:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1007us (2255us total) trans 0 rc 0/0 00000100:00000001:1.0:1770653413.833684:0:73799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.833685:0:76385:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955603ca4380 x1856657707189632/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:3.0:1770653413.833689:0:12198:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626797134533632 : -117276575017984 : ffff95566b67d400) 00000100:00000040:1.0:1770653413.833694:0:73799:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000001:00000001:3.0:1770653413.833696:0:12198:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1770653413.833701:0:12198:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.833702:0:73799:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.833706:0:5743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161804 00010000:00000001:1.0:1770653413.833709:0:73799:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1770653413.833711:0:12198:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x13f3:0x0] not in the id map cache 00000100:00000040:0.0:1770653413.833714:0:5743:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 1 00000100:00000200:2.0:1770653413.833716:0:76385:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955603ca4380 x1856657707189632/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:3.0:1770653413.833718:0:12198:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000100:00000001:0.0:1770653413.833718:0:5743:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1770653413.833719:0:73799:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d88700 x1856657966300672/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.833723:0:5743:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1770653413.833729:0:5743:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d680. 00080000:00000001:3.0:1770653413.833734:0:12198:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653413.833736:0:5743:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada708. 00080000:00000001:3.0:1770653413.833756:0:12198:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.833758:0:76385:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1770653413.833758:0:5743:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95566628b200. 00000100:00000001:2.0:1770653413.833762:0:76385:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1770653413.833765:0:12198:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000100:00100000:1.0:1770653413.833766:0:73799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955618d88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:b31b1d82-c1d4-4680-ae7a-71292416d1f5+106:2365:x1856657966300672:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1037us (1749us total) trans 0 rc 0/0 00000100:00000001:2.0:1770653413.833767:0:76385:0:(client.c:1568:after_reply()) Process entered 00000020:00000040:0.0:1770653413.833767:0:5743:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 105 00080000:00000001:3.0:1770653413.833770:0:12198:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 02000000:00000001:2.0:1770653413.833771:0:76385:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1770653413.833774:0:5743:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.833775:0:76385:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 80000000:00000001:3.0:1770653413.833777:0:12198:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000001:2.0:1770653413.833779:0:76385:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1770653413.833781:0:12198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00100000:1.0:1770653413.833781:0:73799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161805 02000000:00000001:2.0:1770653413.833783:0:76385:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1770653413.833786:0:12198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1770653413.833789:0:76385:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 80000000:00000001:3.0:1770653413.833790:0:12198:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.833790:0:73799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000100:00000001:1.0:1770653413.833797:0:73799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1770653413.833797:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000001:3.0:1770653413.833798:0:12198:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1770653413.833798:0:76385:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00000020:00000001:0.0:1770653413.833802:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.833803:0:73799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00080000:00000001:3.0:1770653413.833804:0:12198:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000100:00000001:2.0:1770653413.833805:0:76385:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1770653413.833809:0:73799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07db80. 00080000:00000001:3.0:1770653413.833810:0:12198:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000100:00000001:2.0:1770653413.833810:0:76385:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.833811:0:7410:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1770653413.833816:0:76385:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:1.0:1770653413.833818:0:73799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662adaed8. 00010000:00000001:0.0:1770653413.833819:0:7410:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1770653413.833820:0:76385:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.833825:0:76385:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.833825:0:73799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563d588400. 00010000:00000001:0.0:1770653413.833825:0:7410:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1770653413.833831:0:7410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3c00/0x2aed14e4e178cda8 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1770653413.833832:0:76385:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955603ca4380 x1856657707189632/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:1.0:1770653413.833833:0:73799:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 104 00000100:00000001:1.0:1770653413.833839:0:73799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1770653413.833842:0:12198:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1770653413.833847:0:12198:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:2.0:1770653413.833869:0:76385:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1770653413.833871:0:7966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955642e02a50. 00000100:00000001:2.0:1770653413.833876:0:76385:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00010000:0.0:1770653413.833876:0:7410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95570ffc3c00 already unused, calling callback (ffffffffc16fe650) 00000400:00000010:1.0:1770653413.833878:0:7966:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0224c8. 00000100:00000001:2.0:1770653413.833879:0:76385:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.833881:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1770653413.833886:0:76385:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000100:00000200:1.0:1770653413.833886:0:7966:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707192192, portal 16 00010000:00000001:0.0:1770653413.833886:0:7410:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:2.0:1770653413.833890:0:76385:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.833891:0:7966:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00010000:0.0:1770653413.833892:0:7410:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3c00/0x2aed14e4e178cda8 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.833893:0:76385:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.833894:0:7966:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796258826368 : -117277450725248 : ffff955637359880) 00010000:00000001:2.0:1770653413.833897:0:76385:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.833907:0:7966:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955637359880 x1856657707192192/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.833907:0:7410:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000040:2.0:1770653413.833908:0:76385:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955603ca4380 x1856657707189632/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.833910:0:7410:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1770653413.833913:0:7410:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653413.833918:0:7410:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95570ffc3c00 refcount=3 00000020:00000001:0.0:1770653413.833925:0:7410:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799895723008 : -117273813828608 : ffff95570ffc3c00) 00010000:00000001:0.0:1770653413.833930:0:7410:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799895723008 : -117273813828608 : ffff95570ffc3c00) 00000100:00000001:1.0:1770653413.833938:0:7966:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1770653413.833938:0:7410:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00100000:2.0:1770653413.833941:0:76385:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955603ca4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:76385:1856657707189632:192.168.202.60@tcp:104: 00010000:00010000:0.0:1770653413.833943:0:7410:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3c00/0x2aed14e4e178cda8 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x13f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1770653413.833947:0:7966:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:2.0:1770653413.833953:0:76385:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1770653413.833953:0:7966:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022000. 00000100:00000200:1.0:1770653413.833960:0:7966:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707192192, offset 0 00010000:00000001:0.0:1770653413.833960:0:7410:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1770653413.833961:0:76385:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.833963:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:3.0:1770653413.833968:0:12198:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.833968:0:76385:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:0.0:1770653413.833969:0:7410:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.833974:0:76385:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1770653413.833974:0:7966:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00080000:00000001:3.0:1770653413.833975:0:12198:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1770653413.833976:0:7410:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:2.0:1770653413.833982:0:76385:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955603ca4380 x1856657707189632/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.833982:0:7410:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000001:3.0:1770653413.833983:0:12198:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1770653413.833985:0:7410:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:1.0:1770653413.833987:0:7966:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00010000:00000001:0.0:1770653413.833989:0:7410:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.833995:0:7966:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:0.0:1770653413.833995:0:7410:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95570ffc3c00 with handle 0x2aed14e4e178cda8 from hash 00010000:00000001:0.0:1770653413.834000:0:7410:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1770653413.834002:0:76385:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1770653413.834003:0:7966:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00010000:00000001:0.0:1770653413.834004:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1770653413.834005:0:76385:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1770653413.834008:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:2.0:1770653413.834009:0:76385:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95564531cc00. 00000400:00000200:1.0:1770653413.834011:0:7966:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00010000:00000001:0.0:1770653413.834012:0:7410:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:2.0:1770653413.834015:0:76385:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1770653413.834017:0:7410:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000001:2.0:1770653413.834019:0:76385:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1770653413.834019:0:7966:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00010000:00000001:0.0:1770653413.834020:0:7410:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.834023:0:76385:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=5 obd=lustre-OST0001 00010000:00000001:0.0:1770653413.834024:0:7410:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1770653413.834028:0:7410:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:2.0:1770653413.834029:0:76385:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1770653413.834029:0:7966:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164581:2164581:253:4294967295] 192.168.202.60@tcp LPNI seq info [2164577:2164577:5:4294967295] 00010000:00000001:0.0:1770653413.834031:0:7410:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 02000000:00000010:2.0:1770653413.834033:0:76385:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95564531d600. 00010000:00000001:0.0:1770653413.834035:0:7410:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.834039:0:7410:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.834040:0:76385:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1770653413.834044:0:76385:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1770653413.834045:0:7410:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:1.0:1770653413.834047:0:7966:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000010:2.0:1770653413.834048:0:76385:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955603ca4380. 00010000:00000001:0.0:1770653413.834049:0:7410:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000001:00000001:3.0:1770653413.834051:0:12198:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:2.0:1770653413.834054:0:76385:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000800:00000200:1.0:1770653413.834056:0:7966:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.834056:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:3.0:1770653413.834057:0:12198:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.834057:0:76385:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.834061:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:1.0:1770653413.834062:0:7966:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399a00. 00000100:00000010:2.0:1770653413.834065:0:76385:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e03c0. 00010000:00000001:0.0:1770653413.834066:0:7410:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.834071:0:76385:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000800:00000200:1.0:1770653413.834072:0:7966:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:0.0:1770653413.834072:0:7410:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.834075:0:76385:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.834079:0:7410:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1770653413.834080:0:76385:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f59b00. 00080000:00000001:3.0:1770653413.834084:0:12198:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653413.834085:0:7966:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:2.0:1770653413.834087:0:76385:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.834088:0:7410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3c00/0x2aed14e4e178cda8 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x13f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00000800:00000200:1.0:1770653413.834091:0:7966:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399a00 type 1, nob 424 niov 1 nkiov 1 00010000:00000001:2.0:1770653413.834093:0:76385:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.834094:0:12198:0:(osd_object.c:2094:osd_ref_del()) Process entered 00010000:00000001:2.0:1770653413.834100:0:76385:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.834100:0:7966:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.834106:0:76385:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:1.0:1770653413.834109:0:7966:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444677 00010000:00010000:2.0:1770653413.834111:0:76385:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff955605729400/0x2aed14e4e178cda1 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x13ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.834114:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.834119:0:7966:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444676 00010000:00010000:0.0:1770653413.834120:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3c00/0x2aed14e4e178cda8 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x13f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.834128:0:7966:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444677 00010000:00000040:0.0:1770653413.834133:0:7410:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95562c678700 count: 0 00000100:00000001:1.0:1770653413.834138:0:7966:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444676 00002000:00000010:0.0:1770653413.834143:0:7410:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9556196fb1c0. 00000100:00000001:1.0:1770653413.834145:0:7966:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444677 00080000:00000001:3.0:1770653413.834152:0:12198:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1770653413.834152:0:7410:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95562c678300. 00000100:00000001:1.0:1770653413.834153:0:7966:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444676 00080000:00000001:3.0:1770653413.834161:0:12198:0:(osd_object.c:806:osd_destroy()) Process entered 00000100:00000001:1.0:1770653413.834162:0:7966:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444677 00010000:00000001:0.0:1770653413.834165:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:3.0:1770653413.834167:0:12198:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000001:1.0:1770653413.834169:0:7966:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444676 00010000:00000001:0.0:1770653413.834169:0:7410:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 80000000:00000001:3.0:1770653413.834173:0:12198:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000010:0.0:1770653413.834175:0:7410:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556189e1840. 00000100:00000001:1.0:1770653413.834176:0:7966:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 80000000:00000001:3.0:1770653413.834177:0:12198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1770653413.834182:0:12198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.834183:0:7966:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.834183:0:7410:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1770653413.834191:0:12198:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.834191:0:7966:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.834192:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1770653413.834197:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.834198:0:7966:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.834199:0:12198:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653413.834203:0:7966:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.834203:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1770653413.834205:0:12198:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000020:00000001:0.0:1770653413.834207:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1770653413.834209:0:7966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:3.0:1770653413.834210:0:12198:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000020:00000001:0.0:1770653413.834210:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.834213:0:7966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1770653413.834216:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1770653413.834218:0:7966:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.834219:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1770653413.834222:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.834224:0:7966:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00010000:0.0:1770653413.834226:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1770653413.834228:0:7966:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1770653413.834234:0:7966:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.834237:0:7966:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1770653413.834239:0:7966:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1770653413.834243:0:7966:0:(client.c:2680:ptlrpc_set_wait()) set ffff95563ce03840 going to sleep for 11 seconds 00000100:00000001:1.0:1770653413.834246:0:7966:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1770653413.834248:0:6529:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1770653413.834250:0:7966:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1770653413.834253:0:6529:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1770653413.834256:0:6529:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1770653413.834259:0:6529:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e0534d0. 00000400:00000200:0.0:1770653413.834263:0:6529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8aa0 00000400:00000010:0.0:1770653413.834265:0:6529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8aa0. 00000100:00000001:0.0:1770653413.834268:0:6529:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1770653413.834273:0:6529:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955666c23b80 x1856657707189760/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1770653413.834281:0:6529:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955666c23b80 x1856657707189760/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.834287:0:6529:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1770653413.834289:0:6529:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.834291:0:6529:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:0.0:1770653413.834293:0:6529:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1770653413.834295:0:6529:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653413.834296:0:6529:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.834298:0:6529:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.834300:0:12198:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1770653413.834301:0:6529:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00080000:00000001:3.0:1770653413.834308:0:12198:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653413.834309:0:6529:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00000100:00000001:0.0:1770653413.834315:0:6529:0:(client.c:1470:ptlrpc_check_status()) Process entered 00080000:00000001:3.0:1770653413.834316:0:12198:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:0.0:1770653413.834316:0:6529:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.834320:0:6529:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1770653413.834322:0:6529:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.834323:0:12198:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000100:00000001:0.0:1770653413.834324:0:6529:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:3.0:1770653413.834329:0:12198:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332608, last_committed = 4295332607 00000100:00000040:0.0:1770653413.834330:0:6529:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955666c23b80 x1856657707189760/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000010:3.0:1770653413.834337:0:12198:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff955662d81c60. 00000100:00000001:0.0:1770653413.834338:0:6529:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.834343:0:6529:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000001:00000040:3.0:1770653413.834345:0:12198:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 1 00000100:00000001:0.0:1770653413.834346:0:6529:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.834349:0:6529:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1770653413.834352:0:6529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:3.0:1770653413.834354:0:12198:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=13 00010000:00010000:0.0:1770653413.834356:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95565f571c00/0x2aed14e4e1789fa3 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x13f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d19 expref: 104 pid: 76389 timeout: 6877 lvb_type: 1 00080000:00000001:3.0:1770653413.834364:0:12198:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000040:0.0:1770653413.834365:0:6529:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 99 00000020:00000040:0.0:1770653413.834367:0:6529:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 103 00010000:00000001:0.0:1770653413.834371:0:6529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.834372:0:6529:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.834374:0:6529:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c23b80 x1856657707189760/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1770653413.834380:0:6529:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955666c23b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6529:1856657707189760:192.168.202.60@tcp:104: 00000100:00000001:0.0:1770653413.834383:0:6529:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.834384:0:6529:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.834385:0:6529:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1770653413.834387:0:6529:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1770653413.834389:0:6529:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955666c23b80 x1856657707189760/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.834394:0:6529:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1770653413.834396:0:6529:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653413.834397:0:6529:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95561997b600. 02000000:00000001:0.0:1770653413.834400:0:6529:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653413.834401:0:6529:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1770653413.834402:0:6529:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=4 obd=lustre-OST0001 00000020:00000001:0.0:1770653413.834403:0:6529:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1770653413.834404:0:6529:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95561997b400. 02000000:00000001:0.0:1770653413.834406:0:6529:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1770653413.834407:0:6529:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1770653413.834408:0:6529:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c23b80. 00000100:00000001:0.0:1770653413.834411:0:6529:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1770653413.834412:0:6529:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1770653413.834414:0:6529:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f362e40. 00000100:00000001:0.0:1770653413.834416:0:6529:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1770653413.834417:0:6529:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1770653413.834419:0:6529:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a7c0. 00010000:00000001:0.0:1770653413.834422:0:6529:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.834424:0:6529:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.834426:0:6529:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.834430:0:6529:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1770653413.834432:0:6529:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b200/0x2aed14e4e178cdaf lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770653413.834438:0:6529:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b200/0x2aed14e4e178cdaf lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.834443:0:6529:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.834444:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b200/0x2aed14e4e178cdaf lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.834453:0:6529:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1770653413.834455:0:6529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.834456:0:6529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.834458:0:6529:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:3.0:1770653413.834460:0:12198:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000020:00000001:0.0:1770653413.834460:0:6529:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653413.834463:0:6529:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2b200 refcount=3 00000001:00000001:3.0:1770653413.834467:0:12198:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.834467:0:6529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783631360 : -117277925920256 : ffff95561ae2b200) 00010000:00000001:0.0:1770653413.834469:0:6529:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783631360 : -117277925920256 : ffff95561ae2b200) 00010000:00000001:0.0:1770653413.834473:0:6529:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1770653413.834476:0:6529:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b200/0x2aed14e4e178cdaf lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.834481:0:6529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.834482:0:6529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1770653413.834484:0:6529:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b200/0x2aed14e4e178cdaf lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1770653413.834486:0:12198:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.834491:0:6529:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00002000:00000001:3.0:1770653413.834492:0:12198:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.834493:0:6529:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653413.834497:0:12198:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00010000:00000001:0.0:1770653413.834498:0:6529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1770653413.834503:0:6529:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff95564f362e40. 00010000:00000001:0.0:1770653413.834506:0:6529:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00080000:00000010:3.0:1770653413.834520:0:12198:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff95561b7038f0. 00010000:00010000:0.0:1770653413.834521:0:6529:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1770653413.834527:0:6529:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653413.834529:0:12198:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00000001:0.0:1770653413.834531:0:6529:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00002000:00000040:3.0:1770653413.834534:0:12198:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x13f3:0x0] 00010000:00000001:0.0:1770653413.834535:0:6529:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00002000:00000010:3.0:1770653413.834539:0:12198:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff955667a98d10. 00010000:00000001:0.0:1770653413.834540:0:6529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.834544:0:6529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1770653413.834547:0:12198:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:0.0:1770653413.834548:0:6529:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00002000:00000001:3.0:1770653413.834552:0:12198:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.834553:0:6529:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:1.0:1770653413.834554:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1770653413.834558:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1770653413.834562:0:6529:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95563097e800. 00010000:00010000:1.0:1770653413.834563:0:5744:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1770653413.834570:0:5744:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00080000:00000001:0.0:1770653413.834570:0:6529:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796147828736 : -117277561722880 : ffff95563097e800) 00010000:00000001:1.0:1770653413.834574:0:5744:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000001:00000001:0.0:1770653413.834576:0:6529:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1770653413.834578:0:6529:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.834580:0:5744:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b200/0x2aed14e4e178cdaf lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00080000:00000002:0.0:1770653413.834581:0:6529:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x13f4:0x0] not in the id map cache 00080000:00000001:0.0:1770653413.834588:0:6529:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00010000:00010000:1.0:1770653413.834596:0:5744:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95561ae2b200 already unused, calling callback (ffffffffc16fe650) 00080000:00000001:0.0:1770653413.834599:0:6529:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.834600:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1770653413.834604:0:5744:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00080000:00000001:0.0:1770653413.834605:0:6529:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.834609:0:6529:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00010000:00010000:1.0:1770653413.834610:0:5744:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b200/0x2aed14e4e178cdaf lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1770653413.834611:0:6529:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00002000:00000001:3.0:1770653413.834613:0:12198:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 80000000:00000001:0.0:1770653413.834614:0:6529:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1770653413.834617:0:6529:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1770653413.834622:0:6529:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653413.834623:0:12198:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332608, xid 1856657707188992 80000000:00000001:0.0:1770653413.834626:0:6529:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.834629:0:5744:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1770653413.834631:0:12198:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00080000:00000001:0.0:1770653413.834631:0:6529:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.834632:0:5744:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:0.0:1770653413.834636:0:6529:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000020:00000001:1.0:1770653413.834637:0:5744:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:0.0:1770653413.834639:0:6529:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00010000:00000200:3.0:1770653413.834642:0:12198:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955666c20380 x1856657707188992/t4295332608(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1770653413.834642:0:5744:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2b200 refcount=3 00000020:00000001:1.0:1770653413.834649:0:5744:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783631360 : -117277925920256 : ffff95561ae2b200) 00000001:00000001:0.0:1770653413.834652:0:6529:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:0.0:1770653413.834655:0:6529:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1770653413.834657:0:5744:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783631360 : -117277925920256 : ffff95561ae2b200) 00080000:00000001:0.0:1770653413.834661:0:6529:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.834664:0:5744:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000001:0.0:1770653413.834667:0:6529:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1770653413.834668:0:12198:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00010000:1.0:1770653413.834669:0:5744:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b200/0x2aed14e4e178cdaf lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x13f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1770653413.834671:0:6529:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1770653413.834673:0:12198:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653413.834681:0:12198:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00010000:00000001:1.0:1770653413.834683:0:5744:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000001:00000001:0.0:1770653413.834683:0:6529:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:3.0:1770653413.834688:0:12198:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1770653413.834688:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:0.0:1770653413.834688:0:6529:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.834693:0:5744:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.834695:0:12198:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00010000:00000001:1.0:1770653413.834699:0:5744:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1770653413.834700:0:12198:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00080000:00000001:0.0:1770653413.834700:0:6529:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.834703:0:5744:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000001:0.0:1770653413.834706:0:6529:0:(osd_object.c:2094:osd_ref_del()) Process entered 02000000:00000001:3.0:1770653413.834708:0:12198:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1770653413.834709:0:5744:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:3.0:1770653413.834712:0:12198:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.834713:0:5744:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.834717:0:6529:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.834720:0:5744:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561ae2b200 with handle 0x2aed14e4e178cdaf from hash 00080000:00000001:0.0:1770653413.834721:0:6529:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:0.0:1770653413.834723:0:6529:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1770653413.834727:0:6529:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:1.0:1770653413.834728:0:5744:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 80000000:00000001:0.0:1770653413.834732:0:6529:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:1.0:1770653413.834733:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 80000000:00000001:0.0:1770653413.834735:0:6529:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.834736:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 80000000:00000001:0.0:1770653413.834738:0:6529:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.834755:0:5744:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000001:0.0:1770653413.834759:0:6529:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.834761:0:5744:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00080000:00000001:0.0:1770653413.834762:0:6529:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:1.0:1770653413.834765:0:5744:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.834765:0:6529:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00010000:00000001:1.0:1770653413.834772:0:5744:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1770653413.834776:0:5744:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1770653413.834778:0:5744:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1770653413.834780:0:5744:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.834782:0:12198:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1770653413.834784:0:5744:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.834791:0:12198:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1770653413.834791:0:5744:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1770653413.834796:0:5744:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000010:3.0:1770653413.834798:0:12198:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78880. 00010000:00000001:1.0:1770653413.834799:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.834802:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1770653413.834806:0:12198:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707188992, offset 224 00010000:00000001:1.0:1770653413.834806:0:5744:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.834812:0:5744:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.834816:0:5744:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.834817:0:6529:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1770653413.834820:0:12198:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:1.0:1770653413.834822:0:5744:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b200/0x2aed14e4e178cdaf lrc: 1/0,0 mode: --/PW res: [0x280000403:0x13f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1770653413.834823:0:6529:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.834827:0:6529:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1770653413.834832:0:6529:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000400:00000200:3.0:1770653413.834833:0:12198:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000002:0.0:1770653413.834836:0:6529:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332609, last_committed = 4295332607 00010000:00000001:1.0:1770653413.834843:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000010:0.0:1770653413.834844:0:6529:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95566a08a7e0. 00010000:00010000:1.0:1770653413.834877:0:5744:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b200/0x2aed14e4e178cdaf lrc: 0/0,0 mode: --/PW res: [0x280000403:0x13f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1770653413.834879:0:12198:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b4300 00000001:00000040:0.0:1770653413.834885:0:6529:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 2 00000020:00000040:0.0:1770653413.834891:0:6529:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=14 00000400:00000200:3.0:1770653413.834893:0:12198:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda0a9 [1] + 224 00080000:00000001:0.0:1770653413.834898:0:6529:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000040:1.0:1770653413.834900:0:5744:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95561e13b000 count: 0 00000400:00000200:3.0:1770653413.834904:0:12198:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000010:1.0:1770653413.834907:0:5744:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff95562ede4680. 00080000:00000001:0.0:1770653413.834909:0:6529:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000400:00000200:3.0:1770653413.834914:0:12198:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000001:00000001:0.0:1770653413.834914:0:6529:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1770653413.834916:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:1.0:1770653413.834917:0:5744:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95561e13ba00. 00000100:00000001:3.0:1770653413.834924:0:12198:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1770653413.834927:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653413.834930:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1770653413.834934:0:12198:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955603ca4a80 x1856657707188992/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.834935:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:2.0:1770653413.834936:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1770653413.834937:0:6529:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.834940:0:5744:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00002000:00000001:0.0:1770653413.834943:0:6529:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1770653413.834946:0:5744:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff95564f362e40. 00002000:00000001:0.0:1770653413.834949:0:6529:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000400:00000200:2.0:1770653413.834950:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:1.0:1770653413.834956:0:5744:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1770653413.834962:0:6529:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff95566040ae40. 00000020:00000001:1.0:1770653413.834963:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1770653413.834969:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b4880 00000100:00000040:3.0:1770653413.834970:0:12198:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff955603ca4a80 x1856657707188992/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1770653413.834970:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.834971:0:6529:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:0.0:1770653413.834975:0:6529:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x13f4:0x0] 00010000:00010000:1.0:1770653413.834977:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1770653413.834981:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda111 [1] + 224 00002000:00000010:0.0:1770653413.834982:0:6529:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff955667a98850. 00000020:00000001:1.0:1770653413.834983:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1770653413.834988:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.834990:0:6529:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000800:00000001:2.0:1770653413.834993:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:1.0:1770653413.834995:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00000001:0.0:1770653413.834995:0:6529:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1770653413.834999:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653413.835001:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00002000:00000001:0.0:1770653413.835003:0:6529:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1770653413.835006:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1770653413.835006:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.835009:0:6529:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332609, xid 1856657707189120 00010000:00010000:1.0:1770653413.835013:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1770653413.835015:0:12198:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1770653413.835015:0:6529:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000400:00000200:2.0:1770653413.835019:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:3.0:1770653413.835025:0:12198:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78880 00010000:00000200:0.0:1770653413.835027:0:6529:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955618d8b100 x1856657707189120/t4295332609(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1770653413.835031:0:12198:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78880. 00000100:00000001:3.0:1770653413.835037:0:12198:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653413.835038:0:3282:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1770653413.835042:0:12198:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1770653413.835044:0:6529:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000200:2.0:1770653413.835046:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9556074ab100 x1856657707190400/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.835049:0:12198:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.835049:0:6529:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.835058:0:12198:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000100:00001000:0.0:1770653413.835058:0:6529:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000100:00000040:2.0:1770653413.835064:0:3282:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9556074ab100 x1856657707190400/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.835066:0:12198:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:0.0:1770653413.835068:0:6529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1770653413.835072:0:12198:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.835075:0:6529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000020:00000001:3.0:1770653413.835078:0:12198:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1770653413.835081:0:6529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 02000000:00000001:0.0:1770653413.835085:0:6529:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1770653413.835086:0:3282:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1770653413.835087:0:12198:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c20380 x1856657707188992/t4295332608(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1770653413.835090:0:6529:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.835096:0:6529:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1770653413.835100:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1770653413.835104:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1770653413.835104:0:6529:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1770653413.835106:0:12198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955666c20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+14:3289:x1856657707188992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15337us (16464us total) trans 4295332608 rc 0/0 00000400:00000001:2.0:1770653413.835110:0:3289:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1770653413.835111:0:12206:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1770653413.835111:0:6529:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8aa0. 00000400:00000001:2.0:1770653413.835113:0:3289:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1770653413.835117:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e053630. 00000400:00000200:2.0:1770653413.835122:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac84c8 00000100:00100000:3.0:1770653413.835126:0:12198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136153 00000400:00000010:2.0:1770653413.835126:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac84c8. 00000100:00000001:2.0:1770653413.835130:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1770653413.835132:0:12206:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1770653413.835135:0:12198:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 7 00000100:00000200:2.0:1770653413.835137:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955603ca4a80 x1856657707188992/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1770653413.835138:0:12206:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1770653413.835141:0:12198:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1770653413.835143:0:12206:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2f20. 00000100:00000001:3.0:1770653413.835146:0:12198:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1770653413.835152:0:12206:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888198 00000020:00000010:3.0:1770653413.835153:0:12198:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3600. 00000100:00000200:2.0:1770653413.835154:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955603ca4a80 x1856657707188992/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1770653413.835157:0:12206:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888198. 00000100:00000001:1.0:1770653413.835164:0:12206:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1770653413.835166:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1770653413.835166:0:6529:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707189120, offset 224 00000100:00000001:2.0:1770653413.835170:0:3289:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1770653413.835174:0:12206:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9556074ab100 x1856657707190400/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.835175:0:3289:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:2.0:1770653413.835180:0:3289:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1770653413.835181:0:6529:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1770653413.835185:0:3289:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653413.835191:0:3289:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.835198:0:3289:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.835199:0:6529:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1770653413.835200:0:12206:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9556074ab100 x1856657707190400/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00001000:2.0:1770653413.835207:0:3289:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00000400:00000200:0.0:1770653413.835215:0:6529:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b4380 00000020:00000010:3.0:1770653413.835217:0:12198:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90578. 00000100:00001000:2.0:1770653413.835219:0:3289:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00000100:00000001:1.0:1770653413.835220:0:12206:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1770653413.835224:0:12198:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bc800. 00000100:00000001:1.0:1770653413.835226:0:12206:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.835227:0:3289:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1770653413.835227:0:6529:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda0b1 [1] + 224 00000100:00000001:2.0:1770653413.835231:0:3289:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.835233:0:12206:0:(client.c:1568:after_reply()) Process entered 00000020:00000040:3.0:1770653413.835234:0:12198:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 13 00010000:00000001:2.0:1770653413.835237:0:3289:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1770653413.835238:0:12206:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1770653413.835240:0:6529:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1770653413.835241:0:3289:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.835242:0:12198:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.835243:0:12206:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653413.835247:0:3289:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1770653413.835248:0:12206:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.835251:0:3289:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 02000000:00000001:1.0:1770653413.835253:0:12206:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.835254:0:6529:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1770653413.835255:0:3289:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1770653413.835260:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00001000:1.0:1770653413.835261:0:12206:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00000100:00000001:0.0:1770653413.835262:0:6529:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1770653413.835263:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795396156032 : -117278313395584 : ffff955603ca4a80) 00000100:00000001:3.0:1770653413.835264:0:76384:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1770653413.835267:0:12206:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00000100:00000001:2.0:1770653413.835268:0:3289:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000200:0.0:1770653413.835271:0:6529:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955603ca6680 x1856657707189120/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1770653413.835272:0:3289:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00000400:00000001:3.0:1770653413.835273:0:76384:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1770653413.835273:0:12206:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1770653413.835277:0:12206:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.835278:0:3289:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000400:00000001:3.0:1770653413.835279:0:76384:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1770653413.835283:0:3289:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.835283:0:12206:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1770653413.835286:0:76384:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2370. 00010000:00000001:1.0:1770653413.835288:0:12206:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.835294:0:76384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a783b8 00000100:00000040:2.0:1770653413.835294:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955603ca4a80 x1856657707188992/t4295332608(4295332608) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.835295:0:12206:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.835301:0:76384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a783b8. 00000100:00000040:0.0:1770653413.835301:0:6529:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff955603ca6680 x1856657707189120/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653413.835305:0:12206:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9556074ab100 x1856657707190400/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.835309:0:3289:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.835310:0:76384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1770653413.835316:0:3289:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1770653413.835320:0:3289:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1770653413.835321:0:76384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955618d88380 x1856657707190144/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00080000:2.0:1770653413.835326:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff955603ca4a80/2, rc 0, transno 4295332608 00000004:00001000:2.0:1770653413.835334:0:3289:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 7 in flight, 8 in progress 00000100:00000001:1.0:1770653413.835342:0:12206:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1770653413.835350:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955603ca4a80 x1856657707188992/t4295332608(4295332608) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.835350:0:12206:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1770653413.835350:0:6529:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1770653413.835356:0:12206:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1770653413.835357:0:76384:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955618d88380 x1856657707190144/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1770653413.835358:0:6529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8aa0 00010000:00000001:1.0:1770653413.835362:0:12206:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000400:00000010:0.0:1770653413.835364:0:6529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8aa0. 00010000:00000001:1.0:1770653413.835366:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.835371:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.835371:0:6529:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1770653413.835376:0:12206:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.835377:0:6529:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:2.0:1770653413.835378:0:3289:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955603ca4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707188992:0@lo:6:osp-syn-1-0.0 00000100:00000001:0.0:1770653413.835384:0:6529:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.835389:0:76384:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1770653413.835389:0:12206:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9556074ab100 x1856657707190400/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.835390:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.835391:0:6529:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000100:00000001:3.0:1770653413.835394:0:76384:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.835396:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1770653413.835399:0:6529:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:3.0:1770653413.835401:0:76384:0:(client.c:1568:after_reply()) Process entered 00000020:00000001:0.0:1770653413.835403:0:6529:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.835404:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955603ca4a80 x1856657707188992/t4295332608(4295332608) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1770653413.835405:0:76384:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1770653413.835409:0:6529:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1770653413.835410:0:76384:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653413.835414:0:76384:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.835418:0:6529:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d8b100 x1856657707189120/t4295332609(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1770653413.835420:0:76384:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.835422:0:12206:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9556074ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12206:1856657707190400:192.168.202.60@tcp:104: 00000100:00001000:3.0:1770653413.835429:0:76384:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00000100:00000001:1.0:1770653413.835435:0:12206:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1770653413.835440:0:76384:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00000100:00000001:2.0:1770653413.835441:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.835442:0:12206:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.835449:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.835449:0:12206:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1770653413.835451:0:76384:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00100000:0.0:1770653413.835452:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955618d8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3288:x1856657707189120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15148us (16445us total) trans 4295332609 rc 0/0 00000100:00000001:1.0:1770653413.835453:0:12206:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1770653413.835455:0:76384:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.835455:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1770653413.835460:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1770653413.835462:0:76384:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1770653413.835462:0:12206:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9556074ab100 x1856657707190400/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.835464:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.835467:0:76384:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.835471:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.835471:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136154 00000100:00000001:3.0:1770653413.835473:0:76384:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.835480:0:6529:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 6 00000100:00000001:1.0:1770653413.835482:0:12206:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1770653413.835484:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955618d88380 x1856657707190144/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:2.0:1770653413.835485:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:0.0:1770653413.835485:0:6529:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1770653413.835486:0:12206:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000004:00000001:2.0:1770653413.835490:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.835491:0:12206:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95562fa45400. 00000100:00000001:0.0:1770653413.835491:0:6529:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1770653413.835496:0:6529:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1ca00. 00000004:00000001:2.0:1770653413.835497:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 02000000:00000001:1.0:1770653413.835499:0:12206:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000004:00000001:2.0:1770653413.835502:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000020:00000001:1.0:1770653413.835503:0:12206:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1770653413.835504:0:76384:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1770653413.835505:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.835505:0:6529:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510ed8. 00000020:00000040:1.0:1770653413.835506:0:12206:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=3 obd=lustre-OST0001 00000100:00000001:3.0:1770653413.835513:0:76384:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1770653413.835514:0:12206:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:0.0:1770653413.835514:0:6529:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564531c600. 00000040:00001000:2.0:1770653413.835515:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f649a00 type=0x10692404 idx=3561 00000100:00000001:3.0:1770653413.835517:0:76384:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1770653413.835518:0:12206:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95564531ca00. 00000040:00001000:2.0:1770653413.835522:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3561 lrh_len: 64 (1536 remains) 00010000:00000001:3.0:1770653413.835523:0:76384:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000020:00000040:0.0:1770653413.835523:0:6529:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 12 02000000:00000001:1.0:1770653413.835525:0:12206:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000040:00001000:2.0:1770653413.835526:0:7854:0:(llog.c:797:llog_process_thread()) index: 3561, lh_last_idx: 3602 synced_idx: 3602 lgh_last_idx: 3602 00010000:00000001:3.0:1770653413.835527:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1770653413.835529:0:12206:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1770653413.835530:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.835531:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1770653413.835532:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000010:1.0:1770653413.835532:0:12206:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9556074ab100. 00010000:00000001:3.0:1770653413.835536:0:76384:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.835538:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:1.0:1770653413.835538:0:12206:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000004:00000001:2.0:1770653413.835543:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.835543:0:12206:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1770653413.835544:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d88380 x1856657707190144/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.835547:0:6728:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1770653413.835548:0:12206:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0240. 00000004:00000001:2.0:1770653413.835550:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000400:00000001:0.0:1770653413.835552:0:6728:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000004:00000001:2.0:1770653413.835554:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000100:00000001:1.0:1770653413.835555:0:12206:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000400:00000001:0.0:1770653413.835556:0:6728:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000004:00000001:2.0:1770653413.835558:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00010000:00000001:1.0:1770653413.835560:0:12206:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1770653413.835562:0:6728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e053aa8. 00000100:00000010:2.0:1770653413.835565:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9556074a8700. 00010000:00000010:1.0:1770653413.835566:0:12206:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f59980. 00000400:00000200:0.0:1770653413.835569:0:6728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8dd0 00000020:00000040:2.0:1770653413.835573:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=11 obd=lustre-OST0001-osc-MDT0000 00000400:00000010:0.0:1770653413.835574:0:6728:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8dd0. 00000100:00100000:3.0:1770653413.835575:0:76384:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955618d88380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:76384:1856657707190144:192.168.202.60@tcp:104: 00010000:00000001:1.0:1770653413.835575:0:12206:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.835580:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:1.0:1770653413.835581:0:12206:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.835582:0:6728:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1770653413.835584:0:76384:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653413.835585:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:1.0:1770653413.835586:0:12206:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.835589:0:76384:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.835590:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.835591:0:12206:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1770653413.835592:0:76384:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000200:0.0:1770653413.835592:0:6728:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955666c21180 x1856657707190272/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.835597:0:76384:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1770653413.835597:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95564c10b400. 00010000:00010000:1.0:1770653413.835598:0:12206:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9556080a6600/0x2aed14e4e178cdd2 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x13f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1770653413.835605:0:76384:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955618d88380 x1856657707190144/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.835605:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.835612:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626795454891776 : -117278254659840 : ffff9556074a8700) 00000100:00000001:2.0:1770653413.835619:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1770653413.835625:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.835625:0:6728:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955666c21180 x1856657707190272/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.835628:0:76384:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1770653413.835632:0:76384:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1770653413.835634:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df940327] to pc [ptlrpcd_00_00+0] req@ffff9556074a8700 x1856657707192576/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1770653413.835636:0:76384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95563da9a400. 02000000:00000001:3.0:1770653413.835643:0:76384:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1770653413.835648:0:76384:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1770653413.835648:0:6728:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1770653413.835652:0:76384:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=2 obd=lustre-OST0001 00000100:00000001:0.0:1770653413.835653:0:6728:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653413.835656:0:76384:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000001:2.0:1770653413.835656:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.835657:0:6728:0:(client.c:1568:after_reply()) Process entered 02000000:00000010:3.0:1770653413.835662:0:76384:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95564e9bde00. 02000000:00000001:0.0:1770653413.835662:0:6728:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000004:00001000:2.0:1770653413.835663:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 8 in flight, 9 in progress 00000100:00000001:0.0:1770653413.835666:0:6728:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1770653413.835668:0:76384:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000004:00001000:2.0:1770653413.835668:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3561, id 1934 00000100:00000001:0.0:1770653413.835669:0:6728:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.835672:0:76384:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000004:00000001:2.0:1770653413.835674:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 02000000:00000001:0.0:1770653413.835675:0:6728:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1770653413.835676:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d88380. 00000100:00000001:3.0:1770653413.835681:0:76384:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00001000:0.0:1770653413.835682:0:6728:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00000100:00000001:3.0:1770653413.835683:0:76384:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.835685:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1770653413.835687:0:6728:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00000100:00000010:3.0:1770653413.835689:0:76384:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556189e1cc0. 00000100:00000001:2.0:1770653413.835689:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1770653413.835692:0:6728:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1770653413.835693:0:3288:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1770653413.835694:0:76384:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1770653413.835695:0:6728:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.835697:0:76384:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1770653413.835699:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9556074a8700 x1856657707192576/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.835700:0:6728:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000010:3.0:1770653413.835702:0:76384:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9556196fbe80. 00010000:00000001:0.0:1770653413.835704:0:6728:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.835709:0:76384:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.835709:0:6728:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.835716:0:3288:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1770653413.835717:0:76384:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.835721:0:3288:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.835721:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955666c21180 x1856657707190272/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.835722:0:76384:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1770653413.835728:0:3288:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:3.0:1770653413.835729:0:76384:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000001:2.0:1770653413.835732:0:3288:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1770653413.835734:0:76384:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3400/0x2aed14e4e178cdc4 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x13f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1770653413.835754:0:3288:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.835756:0:6728:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1770653413.835763:0:3288:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9556074a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707192576:0@lo:6:osp-syn-1-0.0 00000100:00000001:0.0:1770653413.835764:0:6728:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1770653413.835768:0:6728:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.835770:0:3288:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1770653413.835771:0:6728:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 02000000:00000001:2.0:1770653413.835775:0:3288:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:0.0:1770653413.835775:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1770653413.835779:0:3288:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.835779:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1770653413.835783:0:3288:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1770653413.835784:0:6728:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653413.835788:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95564c10b000. 00000800:00000200:3.0:1770653413.835791:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1770653413.835791:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c21180 x1856657707190272/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1770653413.835792:0:3288:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1770653413.835797:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df600. 00000400:00000010:2.0:1770653413.835799:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2478. 00000400:00000200:3.0:1770653413.835803:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1770653413.835806:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888f68. 00000100:00000200:2.0:1770653413.835812:0:3288:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707192576, portal 4 00000400:00000200:3.0:1770653413.835813:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653413.835818:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1770653413.835821:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268885d8 00000100:00100000:0.0:1770653413.835821:0:6728:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955666c21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:6728:1856657707190272:192.168.202.60@tcp:104: 00000100:00000001:2.0:1770653413.835822:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795454891776 : -117278254659840 : ffff9556074a8700) 00000400:00000010:3.0:1770653413.835826:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268885d8. 00000100:00000001:3.0:1770653413.835832:0:3281:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1770653413.835832:0:6728:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1770653413.835833:0:3288:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff9556074a8700 x1856657707192576/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.835838:0:6728:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.835840:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9556074aaa00 x1856657707192448/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.835843:0:6728:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1770653413.835847:0:6728:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1770653413.835874:0:3281:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1770653413.835875:0:6728:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955666c21180 x1856657707190272/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.835876:0:3288:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1770653413.835882:0:3281:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9556074aaa00 x1856657707192448/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1770653413.835883:0:3288:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1770653413.835887:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888440. 00000100:00000001:1.0:1770653413.835891:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1770653413.835893:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707192576, offset 0 00000100:00000001:1.0:1770653413.835895:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1770653413.835899:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.835902:0:6728:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1770653413.835904:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.835907:0:3288:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1770653413.835907:0:6728:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653413.835912:0:6728:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95561997ba00. 00000100:00000001:3.0:1770653413.835914:0:3281:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.835917:0:3281:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1770653413.835918:0:6728:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1770653413.835921:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1770653413.835922:0:6728:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:3.0:1770653413.835923:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:0.0:1770653413.835926:0:6728:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=1 obd=lustre-OST0001 00000020:00000001:0.0:1770653413.835930:0:6728:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:3.0:1770653413.835931:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1770653413.835932:0:6728:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95561997be00. 00000400:00000200:2.0:1770653413.835935:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b5100 00000800:00000001:3.0:1770653413.835937:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1770653413.835939:0:6728:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1770653413.835942:0:6728:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:3.0:1770653413.835943:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653413.835946:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecef71 [8] + 0 00000100:00000010:0.0:1770653413.835946:0:6728:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c21180. 00000100:00000001:0.0:1770653413.835952:0:6728:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1770653413.835955:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:2.0:1770653413.835956:0:3288:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1770653413.835956:0:6728:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1770653413.835962:0:6728:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f362f00. 00000400:00000200:2.0:1770653413.835965:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1770653413.835967:0:6728:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000400:00000200:3.0:1770653413.835969:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8cfe80 00010000:00000001:0.0:1770653413.835970:0:6728:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.835972:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653413.835977:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000010:0.0:1770653413.835977:0:6728:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a2c0. 00000400:00000200:3.0:1770653413.835982:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6a35 [2] + 984 00000100:00000010:2.0:1770653413.835984:0:3288:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9556074aa300. 00010000:00000001:0.0:1770653413.835984:0:6728:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.835989:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653413.835991:0:6728:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.835992:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9556074aa300 x1856657707192576 msgsize 544 00000800:00000001:3.0:1770653413.835995:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.835995:0:6728:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1770653413.836000:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1770653413.836002:0:6728:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00100000:2.0:1770653413.836004:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1770653413.836008:0:6728:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ba00/0x2aed14e4e178cdcb lrc: 3/0,1 mode: --/PW res: [0x280000403:0x13f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1770653413.836010:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653413.836016:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1770653413.836017:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:3.0:1770653413.836019:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1770653413.836024:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d88380. 00000400:00000200:2.0:1770653413.836025:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888440 00000100:00000040:3.0:1770653413.836028:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955618d88380 x1856657966300800 msgsize 328 00000400:00000010:2.0:1770653413.836029:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888440. 00000100:00000001:2.0:1770653413.836036:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1770653413.836038:0:6529:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1770653413.836040:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000200:2.0:1770653413.836043:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9556074a8700 x1856657707192576/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770653413.836043:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707192576 02000000:00000001:1.0:1770653413.836047:0:6529:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1770653413.836051:0:6529:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653413.836054:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1770653413.836055:0:6529:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.836056:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1770653413.836061:0:6529:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.836062:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9556074a8700 x1856657707192576/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770653413.836064:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707192576 00000800:00000200:3.0:1770653413.836067:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1770653413.836068:0:6529:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1770653413.836072:0:6529:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00000800:00000010:3.0:1770653413.836073:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711591400. 00000100:00000001:2.0:1770653413.836076:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.836076:0:6529:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1770653413.836078:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1770653413.836078:0:73799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1770653413.836082:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:1.0:1770653413.836082:0:6529:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=13 00000100:00100000:0.0:1770653413.836084:0:73799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966300800 00000400:00000200:3.0:1770653413.836089:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653413.836090:0:3288:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.836090:0:6529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 02000000:00000001:0.0:1770653413.836090:0:73799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653413.836095:0:73799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1770653413.836097:0:6529:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000040:2.0:1770653413.836098:0:3288:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26311 usecs (27 jiffies) 00000400:00000200:3.0:1770653413.836099:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8880 00000100:00000001:0.0:1770653413.836099:0:73799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.836102:0:6529:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1770653413.836105:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8880. 00000100:00000001:2.0:1770653413.836106:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444676 02000000:00000001:0.0:1770653413.836107:0:73799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.836108:0:6529:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cfc0. 00000100:00000001:3.0:1770653413.836111:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653413.836112:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444677 00000100:00100000:0.0:1770653413.836114:0:73799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966300800 00000100:00000001:1.0:1770653413.836115:0:6529:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.836117:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1770653413.836117:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444676 00000020:00000001:0.0:1770653413.836118:0:73799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1770653413.836123:0:73799:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000100:00000001:2.0:1770653413.836124:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444677 00000020:00000010:1.0:1770653413.836124:0:6529:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cfc0. 00000800:00000001:3.0:1770653413.836127:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1770653413.836128:0:73799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1770653413.836133:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444676 00000020:00000040:0.0:1770653413.836133:0:73799:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=104 00000020:00000010:1.0:1770653413.836136:0:6529:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563d588400. 00000800:00000001:3.0:1770653413.836138:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.836138:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444677 00000020:00000001:0.0:1770653413.836138:0:73799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:2.0:1770653413.836145:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444676 00000020:00000001:0.0:1770653413.836145:0:73799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000800:00000001:3.0:1770653413.836146:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:1.0:1770653413.836146:0:6529:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07db80. 00000100:00000001:2.0:1770653413.836154:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444677 00000100:00000001:0.0:1770653413.836154:0:73799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:3.0:1770653413.836155:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1770653413.836155:0:6529:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662adaed8. 00000020:00000010:0.0:1770653413.836160:0:73799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00000100:00000001:2.0:1770653413.836162:0:3288:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.836165:0:6529:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1770653413.836166:0:73799:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.836169:0:6529:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1770653413.836170:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:2.0:1770653413.836170:0:3288:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.836172:0:73799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00000100:00000001:1.0:1770653413.836174:0:6529:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.836181:0:73799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955626009600. 00000400:00000001:2.0:1770653413.836182:0:3288:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1770653413.836183:0:6529:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1770653413.836188:0:3288:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1770653413.836188:0:73799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519480. 00000400:00000200:3.0:1770653413.836189:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8cff80 00000400:00000010:2.0:1770653413.836193:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2268. 00000020:00000010:0.0:1770653413.836195:0:73799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3dd48. 00000100:00000001:1.0:1770653413.836199:0:6529:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653413.836201:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a785d8 00000100:00000040:0.0:1770653413.836201:0:73799:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000400:00000010:2.0:1770653413.836207:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a785d8. 00000100:00000001:0.0:1770653413.836208:0:73799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653413.836209:0:6529:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1770653413.836210:0:73799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1770653413.836212:0:6529:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1770653413.836214:0:73799:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000100:00000001:2.0:1770653413.836216:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1770653413.836217:0:73799:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.836223:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136168 00000400:00000200:3.0:1770653413.836224:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6a35 [2] + 1312 00010000:00000001:0.0:1770653413.836224:0:73799:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000100:00000200:2.0:1770653413.836226:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955603ca6680 x1856657707189120/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.836229:0:73799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:1.0:1770653413.836230:0:6529:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 7 00000020:00000001:0.0:1770653413.836233:0:73799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:3.0:1770653413.836236:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653413.836236:0:6529:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795454898944 : -117278254652672 : ffff9556074aa300) 00000020:00000040:0.0:1770653413.836237:0:73799:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955642601000 refcount=4 00000020:00000001:0.0:1770653413.836244:0:73799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796446158848 : -117277263392768 : ffff955642601000) 00000100:00000040:1.0:1770653413.836248:0:6529:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9556074aa300 x1856657707192576/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.836250:0:73799:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796446158848 : -117277263392768 : ffff955642601000) 00000800:00000001:3.0:1770653413.836253:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1770653413.836254:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955603ca6680 x1856657707189120/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1770653413.836260:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:0.0:1770653413.836260:0:73799:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff955642601000/0x2aed14e4e178a14e lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e70 expref: 104 pid: 12200 timeout: 6877 lvb_type: 1 00000400:00000200:3.0:1770653413.836273:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653413.836279:0:6529:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1770653413.836282:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653413.836286:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1770653413.836286:0:6529:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cfc0. 00010000:00000001:0.0:1770653413.836287:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.836288:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1770653413.836293:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.836294:0:6529:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.836295:0:3288:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1770653413.836296:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d8b800. 00010000:00000001:0.0:1770653413.836297:0:73799:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.836301:0:3288:0:(client.c:1568:after_reply()) Process entered 00000020:00000010:1.0:1770653413.836303:0:6529:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cfc0. 00000100:00000001:0.0:1770653413.836304:0:73799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1770653413.836305:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955618d8b800 x1856657966301056 msgsize 328 02000000:00000001:2.0:1770653413.836305:0:3288:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1770653413.836309:0:3288:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653413.836311:0:73799:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:1.0:1770653413.836312:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9556074aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3288:x1856657707192576:12345-0@lo:6:osp-syn-1-0.0 00000100:00000001:2.0:1770653413.836313:0:3288:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.836320:0:3288:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.836320:0:73799:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955618d88380 x1856657966300800/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1770653413.836323:0:6529:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707192576 00000100:00100000:3.0:1770653413.836324:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00001000:2.0:1770653413.836326:0:3288:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00000020:00000001:1.0:1770653413.836329:0:6529:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1770653413.836333:0:6529:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1770653413.836335:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000100:00001000:2.0:1770653413.836337:0:3288:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00000020:00000001:1.0:1770653413.836337:0:6529:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.836343:0:6529:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1770653413.836345:0:3288:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1770653413.836346:0:6529:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000800:00000200:3.0:1770653413.836347:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1770653413.836349:0:3288:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.836350:0:73799:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:1.0:1770653413.836353:0:6529:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000010:3.0:1770653413.836354:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399f00. 00010000:00000001:2.0:1770653413.836355:0:3288:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1770653413.836355:0:73799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.836358:0:6529:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.836362:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1770653413.836362:0:3288:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.836362:0:6529:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1770653413.836366:0:6529:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1770653413.836367:0:73799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.836370:0:3288:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000020:00000001:1.0:1770653413.836371:0:6529:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000400:00000200:3.0:1770653413.836373:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000040:2.0:1770653413.836375:0:3288:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000020:00000001:1.0:1770653413.836376:0:6529:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000400:00000200:3.0:1770653413.836377:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022440 00000100:00000001:0.0:1770653413.836378:0:73799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1770653413.836380:0:3288:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000020:00000001:1.0:1770653413.836380:0:6529:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.836382:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022440. 00000100:00100000:0.0:1770653413.836383:0:73799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966301056 00000100:00000001:2.0:1770653413.836384:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000001:00000001:1.0:1770653413.836385:0:6529:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1770653413.836390:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653413.836391:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795396163200 : -117278313388416 : ffff955603ca6680) 00000001:00000001:1.0:1770653413.836391:0:6529:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.836391:0:73799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653413.836394:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1770653413.836395:0:73799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653413.836398:0:3288:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000001:00000001:1.0:1770653413.836398:0:6529:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:0.0:1770653413.836399:0:73799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.836400:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000001:00000001:1.0:1770653413.836402:0:6529:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1770653413.836403:0:3288:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00000800:00000001:3.0:1770653413.836405:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653413.836406:0:73799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.836408:0:3288:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000001:00000001:1.0:1770653413.836409:0:6529:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.836411:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653413.836413:0:3288:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.836414:0:6529:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00100000:0.0:1770653413.836414:0:73799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966301056 00000800:00000001:3.0:1770653413.836416:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1770653413.836419:0:6529:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.836419:0:73799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1770653413.836423:0:73799:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000100:00000040:2.0:1770653413.836425:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955603ca6680 x1856657707189120/t4295332609(4295332609) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1770653413.836426:0:6529:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.836427:0:73799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1770653413.836429:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000020:00000040:0.0:1770653413.836431:0:73799:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=105 00000001:00000001:1.0:1770653413.836432:0:6529:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1770653413.836436:0:6529:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.836439:0:73799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000001:00000001:1.0:1770653413.836442:0:6529:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.836445:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d0080 00000020:00000001:0.0:1770653413.836446:0:73799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:1.0:1770653413.836450:0:6529:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.836454:0:3288:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1770653413.836455:0:6529:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.836455:0:73799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1770653413.836461:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6a35 [2] + 1640 00000100:00000001:2.0:1770653413.836462:0:3288:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1770653413.836462:0:6529:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1770653413.836462:0:73799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 02000000:00000001:1.0:1770653413.836466:0:6529:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1770653413.836467:0:3288:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.836468:0:73799:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1770653413.836470:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000004:00080000:2.0:1770653413.836472:0:3288:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff955603ca6680/2, rc 0, transno 4295332609 02000000:00000010:1.0:1770653413.836473:0:6529:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95562de81400. 00000020:00000010:0.0:1770653413.836473:0:73799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00000800:00000001:3.0:1770653413.836476:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653413.836479:0:6529:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.836481:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00001000:2.0:1770653413.836481:0:3288:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 7 in flight, 9 in progress 00000020:00000010:0.0:1770653413.836483:0:73799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955626009200. 00000100:00000001:1.0:1770653413.836484:0:6529:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653413.836489:0:6529:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000020:00000010:0.0:1770653413.836490:0:73799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519400. 00000400:00000200:3.0:1770653413.836491:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:1.0:1770653413.836493:0:6529:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000040:2.0:1770653413.836497:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955603ca6680 x1856657707189120/t4295332609(4295332609) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.836498:0:6529:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.836499:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:0.0:1770653413.836499:0:73799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d000. 00000100:00000200:3.0:1770653413.836503:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00002000:00080000:1.0:1770653413.836505:0:6529:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5111 count 1 00000100:00000001:0.0:1770653413.836507:0:73799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000010:3.0:1770653413.836510:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955606dfc700. 00000100:00000001:0.0:1770653413.836511:0:73799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00002000:00000001:1.0:1770653413.836512:0:6529:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:1.0:1770653413.836517:0:6529:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:0.0:1770653413.836517:0:73799:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000100:00000040:3.0:1770653413.836518:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955606dfc700 x1856657966301312 msgsize 328 00000020:00000001:1.0:1770653413.836523:0:6529:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00100000:2.0:1770653413.836524:0:3288:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955603ca6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707189120:0@lo:6:osp-syn-1-0.0 00010000:00000001:0.0:1770653413.836524:0:73799:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.836529:0:6529:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797071728728 : -117276637822888 : ffff955667a98058) 00010000:00000001:0.0:1770653413.836530:0:73799:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:2.0:1770653413.836532:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.836534:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:2.0:1770653413.836536:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00002000:00000001:1.0:1770653413.836536:0:6529:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797071728640 : -117276637822976 : ffff955667a98000) 00010000:00000001:0.0:1770653413.836536:0:73799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1770653413.836541:0:73799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1770653413.836542:0:6529:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000001:3.0:1770653413.836544:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1770653413.836544:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955603ca6680 x1856657707189120/t4295332609(4295332609) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.836546:0:6529:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000040:0.0:1770653413.836547:0:73799:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556323fd600 refcount=4 00010000:00000040:1.0:1770653413.836552:0:6529:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95563f2d2900 count: 2 00000020:00000001:0.0:1770653413.836553:0:73799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796175611392 : -117277533940224 : ffff9556323fd600) 00000100:00000001:2.0:1770653413.836557:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.836558:0:6529:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.836559:0:73799:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796175611392 : -117277533940224 : ffff9556323fd600) 00000100:00000001:2.0:1770653413.836560:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.836566:0:6529:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:2.0:1770653413.836568:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:0.0:1770653413.836569:0:73799:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9556323fd600/0x2aed14e4e178a0ec lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e15 expref: 105 pid: 12202 timeout: 6877 lvb_type: 1 00010000:00000010:1.0:1770653413.836571:0:6529:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95571016b000. 00000100:00000001:2.0:1770653413.836572:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1770653413.836576:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1770653413.836577:0:6529:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:2.0:1770653413.836579:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1770653413.836583:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399a00. 00000100:00000001:2.0:1770653413.836583:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1770653413.836584:0:6529:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95571016b000 with handle 0x2aed14e4e178ce11 to hash 00010000:00000001:0.0:1770653413.836586:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.836588:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.836590:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1770653413.836591:0:6529:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1770653413.836591:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.836592:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.836596:0:6529:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799897456640 : -117273812094976 : ffff95571016b000) 00010000:00000001:0.0:1770653413.836597:0:73799:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.836602:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:1.0:1770653413.836603:0:6529:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799897456640 : -117273812094976 : ffff95571016b000) 00000100:00000001:0.0:1770653413.836603:0:73799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.836609:0:6545:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:1.0:1770653413.836610:0:6529:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1770653413.836612:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022000 00000100:00000001:0.0:1770653413.836612:0:73799:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:2.0:1770653413.836613:0:6545:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966301312 00010000:00000001:1.0:1770653413.836613:0:6529:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.836617:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022000. 02000000:00000001:2.0:1770653413.836619:0:6545:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00010000:1.0:1770653413.836620:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178ce11 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x13f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1770653413.836621:0:73799:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955618d8b800 x1856657966301056/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.836623:0:6545:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653413.836624:0:3281:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1770653413.836628:0:6545:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.836632:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955637359880 x1856657707192192/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1770653413.836635:0:6545:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.836640:0:6545:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966301312 00000020:00000001:2.0:1770653413.836646:0:6545:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1770653413.836647:0:6529:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000040:2.0:1770653413.836651:0:6545:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00010000:00000001:1.0:1770653413.836652:0:6529:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:0.0:1770653413.836654:0:73799:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:1.0:1770653413.836656:0:6529:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000020:00000001:2.0:1770653413.836657:0:6545:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1770653413.836658:0:73799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.836660:0:6529:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000040:2.0:1770653413.836662:0:6545:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=106 00000100:00000001:3.0:1770653413.836665:0:3281:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1770653413.836666:0:6545:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00010000:00000001:1.0:1770653413.836666:0:6529:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:1.0:1770653413.836669:0:6529:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000020:00000001:2.0:1770653413.836671:0:6545:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:0.0:1770653413.836672:0:73799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1770653413.836676:0:6529:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff95566c162600/0x2aed14e4e178a171 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x13f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e93 expref: 106 pid: 76416 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1770653413.836678:0:6545:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1770653413.836683:0:73799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1770653413.836684:0:6545:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59b00. 00010000:00000001:1.0:1770653413.836685:0:6529:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:0.0:1770653413.836687:0:73799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1770653413.836689:0:6529:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.836690:0:6545:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1770653413.836694:0:6529:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1770653413.836696:0:73799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161806 00000020:00000010:2.0:1770653413.836697:0:6545:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59b00. 00010000:00000001:1.0:1770653413.836698:0:6529:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.836702:0:73799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00010000:00000001:1.0:1770653413.836703:0:6529:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000010:2.0:1770653413.836706:0:6545:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95562fa44600. 00010000:00010000:1.0:1770653413.836707:0:6529:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:0.0:1770653413.836708:0:73799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795749409664 : -117277960141952 : ffff955618d88380) 00000100:00000040:3.0:1770653413.836710:0:3281:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955637359880 x1856657707192192/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1770653413.836712:0:6545:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95566aa1c800. 00010000:00000001:1.0:1770653413.836713:0:6529:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653413.836718:0:73799:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955618d88380 x1856657966300800/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.836720:0:6529:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1770653413.836722:0:6545:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510c80. 00010000:00000001:1.0:1770653413.836726:0:6529:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000100:00000001:2.0:1770653413.836730:0:6545:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00010000:1.0:1770653413.836731:0:6529:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178ce11 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x13f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.836735:0:6545:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653413.836736:0:3281:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.836752:0:6545:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000100:00000001:3.0:1770653413.836753:0:3281:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1770653413.836756:0:6545:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.836760:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653413.836762:0:6545:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1770653413.836767:0:6545:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000001:3.0:1770653413.836768:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653413.836770:0:6545:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1770653413.836770:0:73799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000040:1.0:1770653413.836771:0:6529:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x13f7:0x0].0x0 (ffff95563f2d2900) refcount = 2 00000800:00000001:3.0:1770653413.836772:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:2.0:1770653413.836774:0:6545:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556395a6e00 refcount=4 00000020:00000010:0.0:1770653413.836776:0:73799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00010000:00000040:1.0:1770653413.836777:0:6529:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000800:00000001:3.0:1770653413.836778:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653413.836779:0:6545:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796294794752 : -117277414756864 : ffff9556395a6e00) 00000100:00000001:0.0:1770653413.836783:0:73799:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.836786:0:6545:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796294794752 : -117277414756864 : ffff9556395a6e00) 00010000:00000040:1.0:1770653413.836786:0:6529:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95566c162600/0x2aed14e4e178a171 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e93 expref: 106 pid: 76416 timeout: 0 lvb_type: 1 00000020:00000010:0.0:1770653413.836791:0:73799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00000400:00000200:3.0:1770653413.836792:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00010000:2.0:1770653413.836797:0:6545:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9556395a6e00/0x2aed14e4e178a274 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f7a expref: 106 pid: 6728 timeout: 6877 lvb_type: 1 00000100:00100000:0.0:1770653413.836804:0:73799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955618d88380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:b31b1d82-c1d4-4680-ae7a-71292416d1f5+106:2366:x1856657966300800:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000400:00000200:3.0:1770653413.836809:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8cff00 00010000:00000040:1.0:1770653413.836811:0:6529:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1770653413.836816:0:6529:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178ce11 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x13f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1770653413.836822:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6a35 [2] + 1968 00010000:00000001:2.0:1770653413.836824:0:6545:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:0.0:1770653413.836827:0:73799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966300800 00010000:00000001:2.0:1770653413.836828:0:6545:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.836833:0:6545:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1770653413.836834:0:3281:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e2d1000. 00010000:00000001:0.0:1770653413.836834:0:73799:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1770653413.836838:0:73799:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000100:00000001:2.0:1770653413.836839:0:6545:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.836841:0:3281:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9556678cdc00 00010000:00000001:0.0:1770653413.836841:0:73799:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00010000:00000010:1.0:1770653413.836842:0:6529:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9cfc0. 00000100:00000001:2.0:1770653413.836845:0:6545:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1770653413.836846:0:73799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1770653413.836847:0:6529:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1770653413.836868:0:6529:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95563ce03540. 00000100:00000001:1.0:1770653413.836870:0:6529:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796353893696 : -117277355657920 : ffff95563ce03540) 00000800:00000001:3.0:1770653413.836871:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653413.836872:0:6529:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796353893696 : -117277355657920 : ffff95563ce03540) 00000100:00000001:1.0:1770653413.836877:0:6529:0:(client.c:2653:ptlrpc_set_wait()) Process entered 02000000:00000001:0.0:1770653413.836877:0:73799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:3.0:1770653413.836879:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1770653413.836882:0:6545:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955606dfc700 x1856657966301312/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.836882:0:6529:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000400:00000200:3.0:1770653413.836883:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1770653413.836883:0:73799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955620549400. 00010000:00000001:1.0:1770653413.836885:0:6529:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1770653413.836890:0:6529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1770653413.836891:0:73799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.836894:0:6529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1770653413.836897:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653413.836898:0:73799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.836899:0:6529:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1770653413.836902:0:6529:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.836906:0:73799:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000400:00000200:3.0:1770653413.836907:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556678cdc00 00010000:00000001:1.0:1770653413.836907:0:6529:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000100:00000001:2.0:1770653413.836908:0:6545:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00010000:0.0:1770653413.836909:0:73799:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1770653413.836911:0:6529:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000400:00000010:3.0:1770653413.836913:0:3281:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9556678cdc00. 00000100:00000001:2.0:1770653413.836913:0:6545:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.836914:0:73799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000010:1.0:1770653413.836917:0:6529:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955637359f80. 00000020:00000001:0.0:1770653413.836918:0:73799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1770653413.836921:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:1.0:1770653413.836923:0:6529:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=2 obd=lustre-OST0001 00000020:00000040:0.0:1770653413.836923:0:73799:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955642601000 refcount=4 00000100:00000200:3.0:1770653413.836924:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:2.0:1770653413.836926:0:6545:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653413.836929:0:73799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796446158848 : -117277263392768 : ffff955642601000) 00000100:00000001:1.0:1770653413.836930:0:6529:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1770653413.836932:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff95560b765450 x1856657966300928 msgsize 328 02000000:00000001:1.0:1770653413.836934:0:6529:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:0.0:1770653413.836934:0:73799:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796446158848 : -117277263392768 : ffff955642601000) 00000100:00000001:2.0:1770653413.836938:0:6545:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1770653413.836939:0:6529:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.836940:0:73799:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95563cd5cb00 count: 3 00000100:00000001:2.0:1770653413.836941:0:6545:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1770653413.836944:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000040:3.0:1770653413.836948:0:3281:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000010:1.0:1770653413.836948:0:6529:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95563d589600. 00010000:00010000:0.0:1770653413.836952:0:73799:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff955642601000/0x2aed14e4e178a14e lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e70 expref: 106 pid: 12200 timeout: 6877 lvb_type: 1 00000100:00100000:2.0:1770653413.836953:0:6545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161807 00000100:00000001:1.0:1770653413.836955:0:6529:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.836960:0:6545:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 2 00000100:00000001:3.0:1770653413.836961:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.836966:0:6545:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795749423104 : -117277960128512 : ffff955618d8b800) 00010000:00010000:1.0:1770653413.836966:0:6529:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff95566c162600/0x2aed14e4e178a171 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e93 expref: 106 pid: 76416 timeout: 0 lvb_type: 1 00000100:00001000:0.0:1770653413.836969:0:73799:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00000100:00000001:3.0:1770653413.836978:0:76646:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1770653413.836979:0:6545:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955618d8b800 x1856657966301056/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.836979:0:73799:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00100000:3.0:1770653413.836985:0:76646:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966300928 00010000:00000001:0.0:1770653413.836987:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1770653413.836990:0:76646:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00010000:1.0:1770653413.836990:0:6529:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff95566c162600/0x2aed14e4e178a171 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e93 expref: 106 pid: 76416 timeout: 6877 lvb_type: 1 00010000:00000001:0.0:1770653413.836991:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.836995:0:76646:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653413.836999:0:6545:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1770653413.837000:0:76646:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.837001:0:73799:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff955642601000/0x2aed14e4e178a14e lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e70 expref: 106 pid: 12200 timeout: 6877 lvb_type: 1 00000020:00000010:2.0:1770653413.837005:0:6545:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59b00. 02000000:00000001:3.0:1770653413.837007:0:76646:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.837011:0:6545:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.837013:0:6529:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00100000:3.0:1770653413.837014:0:76646:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966300928 00000100:00000001:1.0:1770653413.837018:0:6529:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000020:00000010:2.0:1770653413.837019:0:6545:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59b00. 00000020:00000001:3.0:1770653413.837020:0:76646:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1770653413.837023:0:76646:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000100:00000040:1.0:1770653413.837026:0:6529:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955637359f80 x1856657707192704/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1770653413.837026:0:73799:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000001:3.0:1770653413.837027:0:76646:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1770653413.837032:0:73799:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000020:00000040:3.0:1770653413.837033:0:76646:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=107 00000100:00100000:2.0:1770653413.837033:0:6545:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955618d8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+107:2366:x1856657966301056:12345-192.168.202.60@tcp:103:ldlm_bl.0 00010000:00000001:0.0:1770653413.837036:0:73799:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.837039:0:76646:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:0.0:1770653413.837043:0:73799:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.837046:0:6545:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966301056 00000020:00000001:3.0:1770653413.837047:0:76646:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00010000:00000001:0.0:1770653413.837049:0:73799:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1770653413.837051:0:6545:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00010000:00000001:0.0:1770653413.837053:0:73799:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1770653413.837054:0:76646:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000002:2.0:1770653413.837056:0:6545:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000100:00000001:1.0:1770653413.837058:0:6529:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1770653413.837059:0:6545:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00010000:00000001:0.0:1770653413.837060:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1770653413.837061:0:76646:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbe80. 00000100:00000001:1.0:1770653413.837061:0:6529:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.837064:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.837065:0:6545:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1770653413.837068:0:76646:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1770653413.837070:0:6545:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1770653413.837071:0:73799:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00100000:1.0:1770653413.837072:0:6529:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955637359f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6529:1856657707192704:192.168.202.60@tcp:104: 00000020:00000010:3.0:1770653413.837076:0:76646:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbe80. 00000100:00000001:1.0:1770653413.837077:0:6529:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1770653413.837077:0:73799:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653413.837078:0:6545:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95564c10b800. 02000000:00000001:1.0:1770653413.837082:0:6529:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1770653413.837085:0:6545:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.837085:0:6529:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.837085:0:73799:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff955642601000 with handle 0x2aed14e4e178a14e from hash 00000020:00000010:3.0:1770653413.837086:0:76646:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bde00. 00000100:00000001:2.0:1770653413.837093:0:6545:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.837093:0:6529:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:3.0:1770653413.837094:0:76646:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3600. 00010000:00000001:0.0:1770653413.837094:0:73799:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1770653413.837097:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:1.0:1770653413.837099:0:6529:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95563d588c00. 00010000:00000001:2.0:1770653413.837100:0:6545:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1770653413.837101:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:3.0:1770653413.837102:0:76646:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90578. 02000000:00000001:1.0:1770653413.837103:0:6529:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.837105:0:6545:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1770653413.837106:0:73799:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1770653413.837111:0:76646:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:2.0:1770653413.837111:0:6545:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1770653413.837112:0:73799:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000400:00000010:1.0:1770653413.837113:0:6529:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955642e02898. 00000020:00000001:2.0:1770653413.837114:0:6545:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1770653413.837116:0:76646:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1770653413.837117:0:73799:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.837118:0:6545:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556323fd600 refcount=4 00010000:00000001:3.0:1770653413.837122:0:76646:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000400:00000010:1.0:1770653413.837122:0:6529:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0222a8. 00000020:00000001:2.0:1770653413.837124:0:6545:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796175611392 : -117277533940224 : ffff9556323fd600) 00010000:00000001:0.0:1770653413.837125:0:73799:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653413.837128:0:76646:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.837130:0:6529:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707192704, portal 16 00010000:00000001:0.0:1770653413.837130:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.837131:0:6545:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796175611392 : -117277533940224 : ffff9556323fd600) 00010000:00000001:3.0:1770653413.837135:0:76646:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00000040:2.0:1770653413.837138:0:6545:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556110e6500 count: 3 00000100:00000001:1.0:1770653413.837138:0:6529:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1770653413.837141:0:76646:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00010000:0.0:1770653413.837142:0:73799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff955642601000/0x2aed14e4e178a14e lrc: 0/0,0 mode: --/PR res: [0x280000403:0x13ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e70 expref: 107 pid: 12200 timeout: 6877 lvb_type: 1 00000100:00000001:1.0:1770653413.837143:0:6529:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796258828160 : -117277450723456 : ffff955637359f80) 00000020:00000001:3.0:1770653413.837145:0:76646:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:2.0:1770653413.837147:0:6545:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9556323fd600/0x2aed14e4e178a0ec lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e15 expref: 107 pid: 12202 timeout: 6877 lvb_type: 1 00000020:00000040:3.0:1770653413.837152:0:76646:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c162400 refcount=4 00000100:00000040:1.0:1770653413.837157:0:6529:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955637359f80 x1856657707192704/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1770653413.837160:0:76646:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145957376 : -117276563594240 : ffff95566c162400) 00010000:00000001:3.0:1770653413.837168:0:76646:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145957376 : -117276563594240 : ffff95566c162400) 00010000:00000040:0.0:1770653413.837173:0:73799:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 98 00000100:00001000:2.0:1770653413.837177:0:6545:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00000020:00000040:0.0:1770653413.837180:0:73799:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 106 00010000:00010000:3.0:1770653413.837183:0:76646:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff95566c162400/0x2aed14e4e1789fc6 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d35 expref: 107 pid: 76385 timeout: 6877 lvb_type: 1 00000100:00000001:1.0:1770653413.837189:0:6529:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1770653413.837190:0:6545:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1770653413.837191:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.837196:0:6545:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.837196:0:73799:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:1.0:1770653413.837197:0:6529:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653413.837201:0:6545:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.837203:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.837203:0:73799:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000010:1.0:1770653413.837204:0:6529:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022908. 00010000:00000001:3.0:1770653413.837208:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1770653413.837209:0:6545:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9556323fd600/0x2aed14e4e178a0ec lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e15 expref: 106 pid: 12202 timeout: 6877 lvb_type: 1 00010000:00000040:0.0:1770653413.837209:0:73799:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff955605729400 00000100:00000200:1.0:1770653413.837210:0:6529:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707192704, offset 0 00010000:00000001:3.0:1770653413.837212:0:76646:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.837214:0:73799:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1770653413.837218:0:73799:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:3.0:1770653413.837219:0:76646:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1770653413.837222:0:73799:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000200:1.0:1770653413.837223:0:6529:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.837227:0:73799:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.837228:0:76646:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:0.0:1770653413.837233:0:73799:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000400:00000200:1.0:1770653413.837234:0:6529:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000020:00000001:2.0:1770653413.837235:0:6545:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00010000:0.0:1770653413.837237:0:73799:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000200:3.0:1770653413.837239:0:76646:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff95560b765450 x1856657966300928/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.837240:0:6545:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.837242:0:73799:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.837243:0:6529:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:2.0:1770653413.837244:0:6545:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.837248:0:73799:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000001:2.0:1770653413.837250:0:6545:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.837252:0:6529:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00010000:00000001:0.0:1770653413.837252:0:73799:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:2.0:1770653413.837258:0:6545:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00010000:0.0:1770653413.837259:0:73799:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff955605729400/0x2aed14e4e178cda1 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1770653413.837260:0:6529:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00010000:00000001:2.0:1770653413.837264:0:6545:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1770653413.837265:0:76646:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:1.0:1770653413.837268:0:6529:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00000001:3.0:1770653413.837269:0:76646:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.837271:0:6545:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.837276:0:6545:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1770653413.837278:0:6529:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164582:2164582:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164578:2164578:8:4294967295] 00010000:00000001:2.0:1770653413.837279:0:6545:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1770653413.837279:0:73799:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:3.0:1770653413.837281:0:76646:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.837283:0:6545:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.837285:0:73799:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff955605729400/0x2aed14e4e178cda1 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x13ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1770653413.837290:0:6545:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9556323fd600 with handle 0x2aed14e4e178a0ec from hash 00010000:00000001:2.0:1770653413.837296:0:6545:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1770653413.837298:0:76646:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000040:0.0:1770653413.837299:0:73799:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x13ef:0x0].0x0 (ffff95563cd5cb00) refcount = 2 00010000:00000001:2.0:1770653413.837300:0:6545:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.837302:0:76646:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1770653413.837303:0:6529:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:2.0:1770653413.837304:0:6545:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1770653413.837306:0:73799:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:2.0:1770653413.837308:0:6545:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000040:0.0:1770653413.837311:0:73799:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff955605729400/0x2aed14e4e178cda1 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x13ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770653413.837312:0:76646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161808 00010000:00000001:2.0:1770653413.837314:0:6545:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000800:00000200:1.0:1770653413.837317:0:6529:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653413.837318:0:6545:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.837320:0:76646:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 3 00010000:00000001:2.0:1770653413.837325:0:6545:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:3.0:1770653413.837326:0:76646:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795447895808 : -117278261655808 : ffff955606dfc700) 00000800:00000010:1.0:1770653413.837327:0:6529:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399a00. 00010000:00000001:2.0:1770653413.837328:0:6545:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1770653413.837335:0:6545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9556323fd600/0x2aed14e4e178a0ec lrc: 0/0,0 mode: --/PR res: [0x280000403:0x13f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e15 expref: 106 pid: 12202 timeout: 6877 lvb_type: 1 00010000:00000001:0.0:1770653413.837336:0:73799:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000040:3.0:1770653413.837339:0:76646:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955606dfc700 x1856657966301312/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1770653413.837341:0:6529:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:0.0:1770653413.837341:0:73799:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.837349:0:73799:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1770653413.837351:0:73799:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1770653413.837355:0:6529:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:0.0:1770653413.837358:0:73799:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1770653413.837362:0:6545:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 97 00000800:00000200:1.0:1770653413.837363:0:6529:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399a00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.0:1770653413.837366:0:73799:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a2c0. 00000020:00000040:2.0:1770653413.837368:0:6545:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 105 00000100:00000001:1.0:1770653413.837372:0:6529:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.837373:0:73799:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:3.0:1770653413.837376:0:76646:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1770653413.837378:0:6529:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444680 00010000:00000001:2.0:1770653413.837379:0:6545:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:0.0:1770653413.837379:0:73799:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f362f00. 00000020:00000010:3.0:1770653413.837381:0:76646:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbe80. 00010000:00000001:2.0:1770653413.837383:0:6545:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:0.0:1770653413.837385:0:73799:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661518080 : -117277048033536 : ffff95564f362f00) 00000100:00000001:3.0:1770653413.837388:0:76646:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.837389:0:6545:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:1.0:1770653413.837389:0:6529:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4301444677 00000100:00000001:0.0:1770653413.837389:0:73799:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661518080 : -117277048033536 : ffff95564f362f00) 00010000:00000040:2.0:1770653413.837393:0:6545:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff955605728800 00000020:00000010:3.0:1770653413.837396:0:76646:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbe80. 00000100:00000001:0.0:1770653413.837396:0:73799:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000001:2.0:1770653413.837398:0:6545:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:1.0:1770653413.837399:0:6529:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444680 00000100:00000001:0.0:1770653413.837400:0:73799:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1770653413.837403:0:6545:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1770653413.837405:0:73799:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00010000:2.0:1770653413.837407:0:6545:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:1.0:1770653413.837407:0:6529:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4301444677 00000100:00100000:3.0:1770653413.837408:0:76646:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955606dfc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_024:b31b1d82-c1d4-4680-ae7a-71292416d1f5+105:2366:x1856657966301312:12345-192.168.202.60@tcp:103:ldlm_bl.0 00010000:00000001:0.0:1770653413.837409:0:73799:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1770653413.837412:0:6545:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.837415:0:6529:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444680 00010000:00000001:2.0:1770653413.837417:0:6545:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000200:3.0:1770653413.837421:0:76646:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966301312 00010000:00000001:0.0:1770653413.837421:0:73799:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.837422:0:6545:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:1.0:1770653413.837423:0:6529:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4301444677 00010000:00000001:3.0:1770653413.837428:0:76646:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00010000:00000001:2.0:1770653413.837429:0:6545:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.837429:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.837430:0:6529:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444680 00010000:00000002:3.0:1770653413.837433:0:76646:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1770653413.837434:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.837435:0:6545:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:1.0:1770653413.837436:0:6529:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4301444677 00010000:00000001:3.0:1770653413.837437:0:76646:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00010000:00000001:2.0:1770653413.837438:0:6545:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:0.0:1770653413.837438:0:73799:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.837443:0:76646:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1770653413.837444:0:6529:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.837444:0:73799:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00010000:2.0:1770653413.837445:0:6545:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff955605728800/0x2aed14e4e178cdbd lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1770653413.837446:0:76646:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1770653413.837449:0:73799:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1770653413.837451:0:6529:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1770653413.837452:0:76646:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95566b67c400. 00000100:00000001:0.0:1770653413.837456:0:73799:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.837457:0:6529:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.837458:0:76646:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.837462:0:73799:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.837464:0:6529:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.837465:0:76646:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.837467:0:73799:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000020:00000001:1.0:1770653413.837471:0:6529:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.837472:0:76646:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1770653413.837472:0:6545:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000010:0.0:1770653413.837473:0:73799:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f362f00. 00010000:00010000:3.0:1770653413.837478:0:76646:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1770653413.837478:0:6529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1770653413.837479:0:6545:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff955605728800/0x2aed14e4e178cdbd lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x13f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.837479:0:73799:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1770653413.837481:0:6529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.837484:0:73799:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.837485:0:76646:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1770653413.837485:0:6529:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.837489:0:76646:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000010:0.0:1770653413.837492:0:73799:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a2c0. 00010000:00000001:1.0:1770653413.837493:0:6529:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000040:3.0:1770653413.837494:0:76646:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556395a6e00 refcount=4 00010000:00000001:1.0:1770653413.837497:0:6529:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1770653413.837499:0:73799:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000001:3.0:1770653413.837500:0:76646:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796294794752 : -117277414756864 : ffff9556395a6e00) 00010000:00000040:2.0:1770653413.837500:0:6545:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x13f6:0x0].0x0 (ffff9556110e6500) refcount = 2 00000100:00000001:1.0:1770653413.837502:0:6529:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.837503:0:73799:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1770653413.837508:0:76646:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796294794752 : -117277414756864 : ffff9556395a6e00) 00010000:00000040:2.0:1770653413.837509:0:6545:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:1.0:1770653413.837509:0:6529:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1770653413.837509:0:73799:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.837514:0:6529:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000040:3.0:1770653413.837515:0:76646:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95562721be00 count: 3 00010000:00000040:2.0:1770653413.837515:0:6545:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff955605728800/0x2aed14e4e178cdbd lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x13f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.837516:0:73799:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00100000:1.0:1770653413.837520:0:6529:0:(client.c:2680:ptlrpc_set_wait()) set ffff95563ce03540 going to sleep for 11 seconds 00010000:00000001:0.0:1770653413.837521:0:73799:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.837525:0:76646:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9556395a6e00/0x2aed14e4e178a274 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f7a expref: 105 pid: 6728 timeout: 6877 lvb_type: 1 00000100:00000001:1.0:1770653413.837527:0:6529:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1770653413.837528:0:73799:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000100:00000001:1.0:1770653413.837532:0:6529:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.837533:0:6545:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653413.837538:0:6545:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.837540:0:73799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1770653413.837543:0:6545:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00001000:3.0:1770653413.837546:0:76646:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00010000:00000001:2.0:1770653413.837547:0:6545:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653413.837547:0:73799:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000001:2.0:1770653413.837555:0:6545:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.837555:0:73799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00000001:3.0:1770653413.837556:0:76646:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1770653413.837562:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:2.0:1770653413.837562:0:6545:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f59b00. 02000000:00000001:0.0:1770653413.837562:0:73799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1770653413.837566:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.837567:0:6545:0:(client.c:1145:ptlrpc_prep_set()) Process entered 02000000:00000001:0.0:1770653413.837567:0:73799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.837572:0:73799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:3.0:1770653413.837573:0:76646:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9556395a6e00/0x2aed14e4e178a274 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f7a expref: 105 pid: 6728 timeout: 6877 lvb_type: 1 00000100:00000010:2.0:1770653413.837573:0:6545:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e03c0. 00000100:00000001:2.0:1770653413.837580:0:6545:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100336064 : -117276609215552 : ffff9556695e03c0) 00000100:00000040:0.0:1770653413.837580:0:73799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:2.0:1770653413.837587:0:6545:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100336064 : -117276609215552 : ffff9556695e03c0) 00000400:00000010:0.0:1770653413.837587:0:73799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8dd0. 00000020:00000001:3.0:1770653413.837588:0:76646:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.837592:0:76646:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000001:2.0:1770653413.837593:0:6545:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000200:0.0:1770653413.837594:0:73799:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966300800, offset 224 00010000:00000001:3.0:1770653413.837595:0:76646:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.837596:0:6545:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1770653413.837600:0:6545:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000020:00000001:3.0:1770653413.837601:0:76646:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.837603:0:6545:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:0.0:1770653413.837606:0:73799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:3.0:1770653413.837607:0:76646:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653413.837610:0:76646:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653413.837614:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.837614:0:6545:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.837615:0:73799:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000001:3.0:1770653413.837618:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.837619:0:6545:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.837622:0:76646:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1770653413.837623:0:6545:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1770653413.837625:0:73799:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164583:2164583:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164579:2164579:7:4294967295] 00010000:00000001:3.0:1770653413.837626:0:76646:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.837626:0:6545:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653413.837633:0:76646:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9556395a6e00 with handle 0x2aed14e4e178a274 from hash 00010000:00000001:2.0:1770653413.837633:0:6545:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1770653413.837637:0:6545:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:3.0:1770653413.837638:0:76646:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1770653413.837642:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.837643:0:6545:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.837645:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.837647:0:6545:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.837649:0:76646:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:0.0:1770653413.837649:0:73799:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:2.0:1770653413.837650:0:6545:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:3.0:1770653413.837655:0:76646:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000010:2.0:1770653413.837655:0:6545:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e03c0. 00010000:00000001:3.0:1770653413.837659:0:76646:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653413.837660:0:73799:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:3.0:1770653413.837662:0:76646:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1770653413.837662:0:6545:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1770653413.837665:0:6545:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.837667:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:2.0:1770653413.837669:0:6545:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f59b00. 00000800:00000010:0.0:1770653413.837669:0:73799:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711591400. 00010000:00010000:3.0:1770653413.837673:0:76646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9556395a6e00/0x2aed14e4e178a274 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x13f1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f7a expref: 105 pid: 6728 timeout: 6877 lvb_type: 1 00010000:00000001:2.0:1770653413.837675:0:6545:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1770653413.837679:0:6545:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000800:00000200:0.0:1770653413.837681:0:73799:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:2.0:1770653413.837683:0:6545:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.837689:0:6545:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1770653413.837693:0:6545:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653413.837693:0:73799:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00001000:2.0:1770653413.837700:0:6545:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000800:00000200:0.0:1770653413.837701:0:73799:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711591400 type 1, nob 320 niov 1 nkiov 1 00010000:00000040:3.0:1770653413.837702:0:76646:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 96 00000020:00000040:3.0:1770653413.837707:0:76646:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 104 00000100:00000001:2.0:1770653413.837709:0:6545:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1770653413.837710:0:73799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.837714:0:6545:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000001:3.0:1770653413.837715:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1770653413.837716:0:73799:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:2.0:1770653413.837719:0:6545:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00000001:3.0:1770653413.837720:0:76646:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1770653413.837720:0:73799:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.837723:0:76646:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 02000000:00000001:2.0:1770653413.837724:0:6545:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1770653413.837725:0:73799:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653413.837726:0:76646:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95561ae2ba00 02000000:00000001:2.0:1770653413.837728:0:6545:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.837730:0:76646:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:2.0:1770653413.837732:0:6545:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1770653413.837734:0:76646:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000040:0.0:1770653413.837735:0:73799:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d88380 x1856657966300800/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1770653413.837754:0:76646:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000040:2.0:1770653413.837755:0:6545:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:3.0:1770653413.837759:0:76646:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1770653413.837761:0:6545:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888440. 00010000:00000001:3.0:1770653413.837765:0:76646:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000200:2.0:1770653413.837767:0:6545:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966301056, offset 224 00010000:00010000:3.0:1770653413.837768:0:76646:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1770653413.837770:0:73799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955618d88380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:b31b1d82-c1d4-4680-ae7a-71292416d1f5+104:2366:x1856657966300800:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 997us (1738us total) trans 0 rc 0/0 00010000:00000001:3.0:1770653413.837772:0:76646:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653413.837778:0:6545:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:3.0:1770653413.837779:0:76646:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1770653413.837785:0:76646:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1770653413.837787:0:76646:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ba00/0x2aed14e4e178cdcb lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770653413.837788:0:73799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161806 00000400:00000200:2.0:1770653413.837792:0:6545:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000040:0.0:1770653413.837794:0:73799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 2 00000100:00000001:0.0:1770653413.837798:0:73799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1770653413.837799:0:6545:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164584:2164584:254:4294967295] 192.168.202.60@tcp LPNI seq info [2164580:2164580:6:4294967295] 00000100:00000001:0.0:1770653413.837801:0:73799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1770653413.837805:0:73799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519480. 00000400:00000200:2.0:1770653413.837812:0:6545:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000020:00000010:0.0:1770653413.837812:0:73799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3dd48. 00000020:00000010:0.0:1770653413.837817:0:73799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955626009600. 00000800:00000200:2.0:1770653413.837822:0:6545:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000020:00000040:0.0:1770653413.837824:0:73799:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 103 00000800:00000010:2.0:1770653413.837827:0:6545:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df200. 00000100:00000001:0.0:1770653413.837828:0:73799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1770653413.837834:0:6545:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:2.0:1770653413.837841:0:6545:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:0.0:1770653413.837842:0:73799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000200:2.0:1770653413.837845:0:6545:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1770653413.837845:0:73799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1770653413.837868:0:76646:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:2.0:1770653413.837870:0:6545:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.837872:0:76646:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ba00/0x2aed14e4e178cdcb lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x13f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1770653413.837878:0:6545:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000100:00100000:0.0:1770653413.837880:0:73799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161809 00010000:00000001:2.0:1770653413.837884:0:6545:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.837886:0:73799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 3 00010000:00000001:2.0:1770653413.837891:0:6545:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653413.837892:0:76646:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x13f1:0x0].0x0 (ffff95562721be00) refcount = 2 00000100:00000001:0.0:1770653413.837892:0:73799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795524871248 : -117278184680368 : ffff95560b765450) 00000100:00000040:2.0:1770653413.837898:0:6545:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d8b800 x1856657966301056/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1770653413.837900:0:76646:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000040:0.0:1770653413.837904:0:73799:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95560b765450 x1856657966300928/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1770653413.837905:0:76646:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ba00/0x2aed14e4e178cdcb lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x13f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770653413.837913:0:6545:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955618d8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+103:2366:x1856657966301056:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 908us (1603us total) trans 0 rc 0/0 00010000:00000001:3.0:1770653413.837930:0:76646:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:0.0:1770653413.837932:0:73799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1770653413.837934:0:76646:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.837935:0:6545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161807 00000020:00000010:0.0:1770653413.837937:0:73799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00010000:00000001:3.0:1770653413.837939:0:76646:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000040:2.0:1770653413.837940:0:6545:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 2 00010000:00000001:3.0:1770653413.837942:0:76646:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.837943:0:73799:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.837944:0:6545:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653413.837947:0:6545:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1770653413.837950:0:76646:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1770653413.837951:0:73799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00000020:00000010:2.0:1770653413.837952:0:6545:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519400. 00010000:00000010:3.0:1770653413.837956:0:76646:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9556196fbe80. 00000020:00000010:2.0:1770653413.837959:0:6545:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d000. 00000100:00000001:3.0:1770653413.837961:0:76646:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00100000:0.0:1770653413.837962:0:73799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95560b765450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:b31b1d82-c1d4-4680-ae7a-71292416d1f5+103:2365:x1856657966300928:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000020:00000010:2.0:1770653413.837967:0:6545:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955626009200. 00000100:00000200:0.0:1770653413.837967:0:73799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966300928 00000100:00000010:3.0:1770653413.837968:0:76646:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556189e1cc0. 00010000:00000001:0.0:1770653413.837972:0:73799:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000100:00000001:3.0:1770653413.837973:0:76646:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626795745582272 : -117277963969344 : ffff9556189e1cc0) 00000020:00000040:2.0:1770653413.837975:0:6545:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 102 00010000:00000002:0.0:1770653413.837976:0:73799:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000100:00000001:3.0:1770653413.837978:0:76646:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626795745582272 : -117277963969344 : ffff9556189e1cc0) 00010000:00000001:0.0:1770653413.837979:0:73799:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1770653413.837980:0:6545:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.837981:0:76646:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1770653413.837984:0:73799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1770653413.837985:0:76646:0:(client.c:1922:ptlrpc_set_producer()) Process entered 02000000:00000001:0.0:1770653413.837988:0:73799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1770653413.837989:0:76646:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1770653413.837992:0:76646:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000010:0.0:1770653413.837993:0:73799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95562054b000. 02000000:00000001:0.0:1770653413.837996:0:73799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.837998:0:73799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.838001:0:73799:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1770653413.838002:0:76646:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.838003:0:73799:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1770653413.838005:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1770653413.838006:0:76386:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff955605728800/0x2aed14e4e178cdbd lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.838007:0:73799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1770653413.838009:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1770653413.838011:0:73799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1770653413.838013:0:76646:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.838015:0:73799:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c162400 refcount=4 00010000:00000001:3.0:1770653413.838018:0:76646:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000020:00000001:0.0:1770653413.838021:0:73799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145957376 : -117276563594240 : ffff95566c162400) 00010000:00010000:1.0:1770653413.838022:0:6728:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ba00/0x2aed14e4e178cdcb lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.838023:0:76646:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1770653413.838027:0:76386:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.838029:0:76646:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.838029:0:73799:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145957376 : -117276563594240 : ffff95566c162400) 00010000:00010000:2.0:1770653413.838034:0:76386:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff955605728800/0x2aed14e4e178cdbd lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1770653413.838036:0:73799:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556373a1b00 count: 3 00010000:00000001:1.0:1770653413.838046:0:6728:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.838046:0:73799:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff95566c162400/0x2aed14e4e1789fc6 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d35 expref: 102 pid: 76385 timeout: 6877 lvb_type: 1 00010000:00000001:2.0:1770653413.838048:0:76386:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1770653413.838051:0:76386:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1770653413.838053:0:6728:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ba00/0x2aed14e4e178cdcb lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13f1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.838054:0:76386:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.838058:0:76386:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1770653413.838061:0:76386:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653413.838064:0:76386:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955605728800 refcount=3 00000100:00001000:0.0:1770653413.838066:0:73799:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00000020:00000001:2.0:1770653413.838069:0:76386:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795423959040 : -117278285592576 : ffff955605728800) 00010000:00000001:1.0:1770653413.838072:0:6728:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:3.0:1770653413.838075:0:76646:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.838076:0:76386:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795423959040 : -117278285592576 : ffff955605728800) 00010000:00000001:0.0:1770653413.838076:0:73799:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1770653413.838077:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.838081:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.838082:0:76646:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:2.0:1770653413.838083:0:76386:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:0.0:1770653413.838083:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.838084:0:6728:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000010:3.0:1770653413.838086:0:76646:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556189e1cc0. 00010000:00000001:0.0:1770653413.838088:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1770653413.838089:0:6728:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1770653413.838090:0:76646:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00010000:2.0:1770653413.838090:0:76386:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff955605728800/0x2aed14e4e178cdbd lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00000020:00000040:1.0:1770653413.838092:0:6728:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2ba00 refcount=3 00010000:00000001:3.0:1770653413.838095:0:76646:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1770653413.838096:0:73799:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff95566c162400/0x2aed14e4e1789fc6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d35 expref: 102 pid: 76385 timeout: 6877 lvb_type: 1 00000020:00000001:1.0:1770653413.838099:0:6728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783633408 : -117277925918208 : ffff95561ae2ba00) 00010000:00000010:3.0:1770653413.838103:0:76646:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9556196fbe80. 00010000:00000001:1.0:1770653413.838106:0:6728:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783633408 : -117277925918208 : ffff95561ae2ba00) 00010000:00000001:3.0:1770653413.838110:0:76646:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1770653413.838114:0:6728:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1770653413.838117:0:76646:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1770653413.838117:0:76386:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1770653413.838118:0:73799:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00010000:1.0:1770653413.838121:0:6728:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ba00/0x2aed14e4e178cdcb lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.838123:0:76646:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.838123:0:76386:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.838124:0:73799:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.838128:0:73799:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.838129:0:76386:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff955605728800/0x2aed14e4e178cdbd lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.838133:0:76646:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1770653413.838133:0:73799:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.838139:0:76646:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.838141:0:73799:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1770653413.838144:0:73799:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00001000:3.0:1770653413.838149:0:76646:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00010000:00000001:2.0:1770653413.838151:0:76386:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1770653413.838151:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.838151:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.838155:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.838157:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.838158:0:76386:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.838159:0:76646:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1770653413.838159:0:73799:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1770653413.838163:0:73799:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.838164:0:6728:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ba00/0x2aed14e4e178cdcb lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.838165:0:76386:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000040:3.0:1770653413.838170:0:76646:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000020:00000040:0.0:1770653413.838170:0:73799:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95566c162400 with handle 0x2aed14e4e1789fc6 from hash 00010000:00000010:2.0:1770653413.838173:0:76386:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556695e03c0. 00010000:00000001:0.0:1770653413.838177:0:73799:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1770653413.838178:0:76646:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00000001:2.0:1770653413.838180:0:76386:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1770653413.838181:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.838183:0:6728:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1770653413.838186:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1770653413.838187:0:76646:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1770653413.838187:0:6728:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.838189:0:73799:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:3.0:1770653413.838192:0:76646:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.838193:0:6728:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1770653413.838193:0:73799:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00010000:2.0:1770653413.838195:0:76386:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1770653413.838199:0:73799:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.838200:0:76646:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1770653413.838201:0:76386:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1770653413.838201:0:6728:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff95563ce03cc0. 00010000:00000001:0.0:1770653413.838202:0:73799:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1770653413.838207:0:6728:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1770653413.838207:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1770653413.838208:0:76646:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653413.838209:0:76386:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.838214:0:76386:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00010000:0.0:1770653413.838214:0:73799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95566c162400/0x2aed14e4e1789fc6 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x13f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d35 expref: 102 pid: 76385 timeout: 6877 lvb_type: 1 00000400:00000010:3.0:1770653413.838215:0:76646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a783b8. 00010000:00000001:2.0:1770653413.838218:0:76386:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1770653413.838218:0:6728:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00000200:3.0:1770653413.838221:0:76646:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966301312, offset 224 00010000:00000001:2.0:1770653413.838222:0:76386:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1770653413.838226:0:76386:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00010000:00000001:1.0:1770653413.838226:0:6728:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.838231:0:76386:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1770653413.838233:0:6728:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.838234:0:76646:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00080000:00000010:2.0:1770653413.838238:0:76386:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95564c108c00. 00010000:00000001:1.0:1770653413.838239:0:6728:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000040:0.0:1770653413.838240:0:73799:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 95 00080000:00000001:2.0:1770653413.838242:0:76386:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796608719872 : -117277100831744 : ffff95564c108c00) 00010000:00000001:1.0:1770653413.838243:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:0.0:1770653413.838245:0:73799:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 101 00000400:00000200:3.0:1770653413.838247:0:76646:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000001:1.0:1770653413.838248:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:2.0:1770653413.838249:0:76386:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00002000:00000001:1.0:1770653413.838252:0:6728:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000001:00000001:2.0:1770653413.838253:0:76386:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.838253:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:1.0:1770653413.838255:0:6728:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1770653413.838257:0:73799:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:3.0:1770653413.838259:0:76646:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164585:2164585:253:4294967295] 192.168.202.60@tcp LPNI seq info [2164581:2164581:5:4294967295] 00080000:00000002:2.0:1770653413.838261:0:76386:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x13f6:0x0] not in the id map cache 00010000:00000001:0.0:1770653413.838261:0:73799:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00080000:00000010:1.0:1770653413.838265:0:6728:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95562de82c00. 00010000:00000040:0.0:1770653413.838266:0:73799:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95570ffc2000 00080000:00000001:2.0:1770653413.838267:0:76386:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1770653413.838271:0:6728:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796102757376 : -117277606794240 : ffff95562de82c00) 00010000:00000001:0.0:1770653413.838272:0:73799:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1770653413.838277:0:73799:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000001:00000001:1.0:1770653413.838278:0:6728:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000400:00000200:3.0:1770653413.838279:0:76646:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00010000:0.0:1770653413.838282:0:73799:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00080000:00000001:2.0:1770653413.838283:0:76386:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1770653413.838283:0:6728:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.838288:0:73799:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1770653413.838290:0:76646:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00080000:00000002:1.0:1770653413.838290:0:6728:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x13f1:0x0] not in the id map cache 00080000:00000001:2.0:1770653413.838291:0:76386:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.838292:0:73799:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653413.838297:0:73799:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00080000:00000001:2.0:1770653413.838299:0:76386:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000800:00000010:3.0:1770653413.838300:0:76646:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626cd00. 00080000:00000001:1.0:1770653413.838300:0:6728:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00010000:00000001:0.0:1770653413.838300:0:73799:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653413.838305:0:76386:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:0.0:1770653413.838306:0:73799:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 80000000:00000001:2.0:1770653413.838310:0:76386:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000800:00000200:3.0:1770653413.838311:0:76646:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:0.0:1770653413.838311:0:73799:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 80000000:00000001:2.0:1770653413.838313:0:76386:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00080000:00000001:1.0:1770653413.838315:0:6728:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1770653413.838316:0:73799:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95570ffc2000/0x2aed14e4e178cdb6 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 80000000:00000001:2.0:1770653413.838318:0:76386:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.838321:0:6728:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.838323:0:76646:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 80000000:00000001:2.0:1770653413.838324:0:76386:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.838327:0:6728:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000800:00000200:3.0:1770653413.838332:0:76646:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626cd00 type 1, nob 320 niov 1 nkiov 1 00080000:00000001:2.0:1770653413.838332:0:76386:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1770653413.838332:0:6728:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:0.0:1770653413.838334:0:73799:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 80000000:00000001:1.0:1770653413.838336:0:6728:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00080000:00000001:2.0:1770653413.838339:0:76386:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 80000000:00000001:1.0:1770653413.838340:0:6728:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00010000:0.0:1770653413.838340:0:73799:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95570ffc2000/0x2aed14e4e178cdb6 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x13f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.838341:0:76646:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.838343:0:76386:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 80000000:00000001:1.0:1770653413.838345:0:6728:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.838350:0:76646:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 80000000:00000001:1.0:1770653413.838351:0:6728:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.838356:0:76646:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.838357:0:6728:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1770653413.838358:0:73799:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x13f2:0x0].0x0 (ffff9556373a1b00) refcount = 2 00010000:00000001:3.0:1770653413.838363:0:76646:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.838363:0:6728:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000001:00000001:2.0:1770653413.838364:0:76386:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000040:0.0:1770653413.838364:0:73799:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00080000:00000001:1.0:1770653413.838368:0:6728:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000001:00000001:2.0:1770653413.838369:0:76386:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000040:0.0:1770653413.838370:0:73799:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95570ffc2000/0x2aed14e4e178cdb6 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x13f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1770653413.838373:0:76646:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955606dfc700 x1856657966301312/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.838382:0:73799:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653413.838384:0:73799:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.838386:0:73799:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000001:2.0:1770653413.838388:0:76386:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.838388:0:73799:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.838393:0:73799:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653413.838394:0:76386:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000001:00000001:1.0:1770653413.838395:0:6728:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:1.0:1770653413.838398:0:6728:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1770653413.838399:0:76386:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000010:0.0:1770653413.838400:0:73799:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a2c0. 00000100:00000001:0.0:1770653413.838404:0:73799:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00080000:00000001:1.0:1770653413.838407:0:6728:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653413.838408:0:73799:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f362f00. 00080000:00000001:1.0:1770653413.838413:0:6728:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:0.0:1770653413.838413:0:73799:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661518080 : -117277048033536 : ffff95564f362f00) 00000001:00000001:2.0:1770653413.838417:0:76386:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:0.0:1770653413.838417:0:73799:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661518080 : -117277048033536 : ffff95564f362f00) 00080000:00000001:1.0:1770653413.838418:0:6728:0:(osd_io.c:243:osd_declare_write()) Process entered 00080000:00000001:2.0:1770653413.838419:0:76386:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.838423:0:73799:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1770653413.838426:0:73799:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1770653413.838428:0:73799:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1770653413.838431:0:73799:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00080000:00000001:2.0:1770653413.838436:0:76386:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.838437:0:76646:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955606dfc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_024:b31b1d82-c1d4-4680-ae7a-71292416d1f5+101:2366:x1856657966301312:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1057us (1915us total) trans 0 rc 0/0 00000001:00000001:1.0:1770653413.838440:0:6728:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1770653413.838442:0:76386:0:(osd_object.c:2094:osd_ref_del()) Process entered 00010000:00000001:0.0:1770653413.838442:0:73799:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.838444:0:6728:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.838448:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.838452:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.838453:0:73799:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.838457:0:76646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161808 00010000:00000001:0.0:1770653413.838458:0:73799:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00080000:00000001:2.0:1770653413.838459:0:76386:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.838462:0:6728:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.838463:0:76646:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 1 00010000:00000001:0.0:1770653413.838463:0:73799:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1770653413.838464:0:76386:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:1.0:1770653413.838467:0:6728:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000100:00000001:3.0:1770653413.838469:0:76646:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00080000:00000001:2.0:1770653413.838470:0:76386:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000001:0.0:1770653413.838470:0:73799:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.838475:0:76646:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 80000000:00000001:2.0:1770653413.838475:0:76386:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000001:0.0:1770653413.838476:0:73799:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1770653413.838478:0:76386:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00000001:0.0:1770653413.838480:0:73799:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000020:00000010:3.0:1770653413.838481:0:76646:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1c800. 80000000:00000001:2.0:1770653413.838482:0:76386:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.838484:0:6728:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653413.838484:0:73799:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f362f00. 80000000:00000001:2.0:1770653413.838487:0:76386:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.838489:0:76646:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510c80. 00080000:00000001:1.0:1770653413.838490:0:6728:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:2.0:1770653413.838491:0:76386:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.838491:0:73799:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00080000:00000001:1.0:1770653413.838495:0:6728:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1770653413.838496:0:76386:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:0.0:1770653413.838496:0:73799:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653413.838497:0:76646:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95562fa44600. 80000000:00000001:1.0:1770653413.838498:0:6728:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00080000:00000001:2.0:1770653413.838501:0:76386:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 80000000:00000001:1.0:1770653413.838502:0:6728:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000010:0.0:1770653413.838504:0:73799:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a2c0. 00000020:00000040:3.0:1770653413.838505:0:76646:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 100 80000000:00000001:1.0:1770653413.838506:0:6728:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.838510:0:73799:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:3.0:1770653413.838512:0:76646:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 80000000:00000001:1.0:1770653413.838512:0:6728:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.838513:0:73799:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00080000:00000001:1.0:1770653413.838517:0:6728:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.838518:0:73799:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1770653413.838522:0:6728:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:0.0:1770653413.838524:0:73799:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00080000:00000001:1.0:1770653413.838526:0:6728:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00010000:00000001:0.0:1770653413.838528:0:73799:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653413.838532:0:73799:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000020:00000001:3.0:1770653413.838535:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1770653413.838536:0:73799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1770653413.838540:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.838541:0:73799:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00010000:3.0:1770653413.838547:0:7409:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00000001:0.0:1770653413.838547:0:73799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00000001:3.0:1770653413.838554:0:7409:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 02000000:00000001:0.0:1770653413.838554:0:73799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1770653413.838556:0:73799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.838557:0:7409:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1770653413.838560:0:73799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:3.0:1770653413.838562:0:7409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff955605728800/0x2aed14e4e178cdbd lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1770653413.838567:0:73799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:0.0:1770653413.838573:0:73799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8aa0. 00010000:00010000:3.0:1770653413.838574:0:7409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff955605728800 already unused, calling callback (ffffffffc16fe650) 00000100:00000200:0.0:1770653413.838577:0:73799:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966300928, offset 224 00010000:00000001:3.0:1770653413.838578:0:7409:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.838582:0:7409:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1770653413.838586:0:7409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff955605728800/0x2aed14e4e178cdbd lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1770653413.838589:0:73799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00080000:00000001:2.0:1770653413.838591:0:76386:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653413.838598:0:76386:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.838600:0:73799:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000001:3.0:1770653413.838604:0:7409:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000001:2.0:1770653413.838605:0:76386:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1770653413.838608:0:7409:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000001:00000001:2.0:1770653413.838609:0:76386:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000400:00000200:0.0:1770653413.838610:0:73799:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164586:2164586:252:4294967295] 192.168.202.60@tcp LPNI seq info [2164582:2164582:4:4294967295] 00000020:00000001:3.0:1770653413.838611:0:7409:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000002:2.0:1770653413.838614:0:76386:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332610, last_committed = 4295332607 00000020:00000040:3.0:1770653413.838615:0:7409:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955605728800 refcount=3 00080000:00000001:1.0:1770653413.838615:0:6728:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1770653413.838623:0:7409:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795423959040 : -117278285592576 : ffff955605728800) 00000001:00000010:2.0:1770653413.838623:0:76386:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564ae60720. 00080000:00000001:1.0:1770653413.838623:0:6728:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.838628:0:73799:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00080000:00000001:1.0:1770653413.838629:0:6728:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000040:2.0:1770653413.838630:0:76386:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 3 00000001:00000001:1.0:1770653413.838633:0:6728:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000020:00000040:2.0:1770653413.838636:0:76386:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=14 00000001:00000002:1.0:1770653413.838639:0:6728:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332611, last_committed = 4295332607 00080000:00000001:2.0:1770653413.838640:0:76386:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:0.0:1770653413.838643:0:73799:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000001:00000010:1.0:1770653413.838646:0:6728:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564334aa20. 00000800:00000010:0.0:1770653413.838649:0:73799:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9300. 00000001:00000040:1.0:1770653413.838650:0:6728:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 4 00080000:00000001:2.0:1770653413.838653:0:76386:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000020:00000040:1.0:1770653413.838655:0:6728:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=15 00000001:00000001:2.0:1770653413.838658:0:76386:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653413.838659:0:73799:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00080000:00000001:1.0:1770653413.838662:0:6728:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:0.0:1770653413.838667:0:73799:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:3.0:1770653413.838672:0:7409:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795423959040 : -117278285592576 : ffff955605728800) 00000800:00000200:0.0:1770653413.838673:0:73799:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9300 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:3.0:1770653413.838678:0:7409:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000001:1.0:1770653413.838679:0:6728:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00080000:00000001:2.0:1770653413.838680:0:76386:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.838680:0:73799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.838684:0:7409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff955605728800/0x2aed14e4e178cdbd lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x13f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1770653413.838685:0:6728:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653413.838687:0:76386:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.838690:0:73799:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00002000:00000001:2.0:1770653413.838693:0:76386:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00010000:00000001:0.0:1770653413.838695:0:73799:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.838700:0:73799:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.838703:0:7409:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1770653413.838706:0:7409:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:0.0:1770653413.838707:0:73799:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95560b765450 x1856657966300928/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.838708:0:7409:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.838709:0:6728:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1770653413.838711:0:76386:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff95566040a8e8. 00002000:00000001:1.0:1770653413.838716:0:6728:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.838717:0:7409:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00002000:00000001:2.0:1770653413.838718:0:76386:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00000001:3.0:1770653413.838721:0:7409:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00002000:00000040:2.0:1770653413.838722:0:76386:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x13f6:0x0] 00002000:00000001:1.0:1770653413.838723:0:6728:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00010000:00000001:3.0:1770653413.838725:0:7409:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653413.838730:0:7409:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1770653413.838730:0:76386:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff955667a98130. 00000100:00100000:0.0:1770653413.838731:0:73799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95560b765450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:b31b1d82-c1d4-4680-ae7a-71292416d1f5+100:2365:x1856657966300928:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 794us (1794us total) trans 0 rc 0/0 00000020:00000040:3.0:1770653413.838737:0:7409:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff955605728800 with handle 0x2aed14e4e178cdbd from hash 00080000:00000010:1.0:1770653413.838753:0:6728:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff95561b702c78. 00010000:00000001:3.0:1770653413.838754:0:7409:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00002000:00000001:2.0:1770653413.838757:0:76386:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00010000:00000001:3.0:1770653413.838759:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:0.0:1770653413.838759:0:73799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161809 00002000:00000001:2.0:1770653413.838760:0:76386:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653413.838761:0:6728:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00000001:3.0:1770653413.838764:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000040:1.0:1770653413.838765:0:6728:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x13f1:0x0] 00000100:00000040:0.0:1770653413.838767:0:73799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00010000:00000001:3.0:1770653413.838768:0:7409:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00002000:00000001:2.0:1770653413.838769:0:76386:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000010:1.0:1770653413.838769:0:6728:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff955667a985f0. 00000100:00000001:0.0:1770653413.838772:0:73799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1770653413.838774:0:7409:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000040:2.0:1770653413.838776:0:76386:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332610, xid 1856657707189376 00010000:00000001:3.0:1770653413.838777:0:7409:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.838777:0:73799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00002000:00000001:1.0:1770653413.838779:0:6728:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000020:00000010:0.0:1770653413.838781:0:73799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3600. 00010000:00000001:2.0:1770653413.838784:0:76386:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00002000:00000001:1.0:1770653413.838784:0:6728:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.838785:0:7409:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000010:0.0:1770653413.838787:0:73799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90578. 00010000:00000001:3.0:1770653413.838790:0:7409:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00002000:00000001:1.0:1770653413.838792:0:6728:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653413.838792:0:73799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bde00. 00010000:00000001:3.0:1770653413.838793:0:7409:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000200:2.0:1770653413.838794:0:76386:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955666c23100 x1856657707189376/t4295332610(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.838797:0:7409:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1770653413.838800:0:6728:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332611, xid 1856657707188736 00000020:00000040:0.0:1770653413.838801:0:73799:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 99 00010000:00000001:3.0:1770653413.838803:0:7409:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.838807:0:6728:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:3.0:1770653413.838810:0:7409:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000010:0.0:1770653413.838810:0:73799:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955606dfc700. 00010000:00000001:3.0:1770653413.838813:0:7409:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000200:1.0:1770653413.838815:0:6728:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955603ca6d80 x1856657707188736/t4295332611(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1770653413.838818:0:73799:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d8b800. 00010000:00000001:2.0:1770653413.838819:0:76386:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653413.838820:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.838824:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.838825:0:76386:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653413.838827:0:73799:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d88380. 00010000:00000001:3.0:1770653413.838828:0:7409:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1770653413.838831:0:76386:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 02000000:00000001:0.0:1770653413.838834:0:73799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1770653413.838835:0:7409:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.838836:0:6728:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1770653413.838837:0:76386:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:0.0:1770653413.838838:0:73799:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95562de80c00. 00010000:00000001:1.0:1770653413.838841:0:6728:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.838842:0:7409:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.838843:0:73799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1770653413.838845:0:76386:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00010000:00010000:3.0:1770653413.838864:0:7409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff955605728800/0x2aed14e4e178cdbd lrc: 1/0,0 mode: --/PW res: [0x280000403:0x13f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00000100:00001000:1.0:1770653413.838868:0:6728:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000100:00000010:0.0:1770653413.838870:0:73799:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d88700. 00000100:00000001:2.0:1770653413.838871:0:76386:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 02000000:00000001:0.0:1770653413.838878:0:73799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1770653413.838879:0:76386:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1770653413.838879:0:6728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1770653413.838880:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:0.0:1770653413.838882:0:73799:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95563097c800. 02000000:00000001:2.0:1770653413.838883:0:76386:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.838885:0:7409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff955605728800/0x2aed14e4e178cdbd lrc: 0/0,0 mode: --/PW res: [0x280000403:0x13f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1770653413.838886:0:6728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 32 to 0@lo 02000000:00000001:0.0:1770653413.838888:0:73799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1770653413.838889:0:76386:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1770653413.838892:0:6728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00000010:0.0:1770653413.838893:0:73799:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d8a680. 00000100:00000040:2.0:1770653413.838898:0:76386:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1770653413.838900:0:6728:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1770653413.838902:0:73799:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:2.0:1770653413.838904:0:76386:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888880. 02000000:00000001:1.0:1770653413.838904:0:6728:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653413.838906:0:7409:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9556110e6500 count: 0 02000000:00000010:0.0:1770653413.838907:0:73799:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955703098400. 00000100:00000001:1.0:1770653413.838909:0:6728:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1770653413.838911:0:76386:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707189376, offset 224 02000000:00000001:0.0:1770653413.838915:0:73799:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00002000:00000010:3.0:1770653413.838916:0:7409:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff95562ede4100. 00000100:00000040:1.0:1770653413.838916:0:6728:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:0.0:1770653413.838918:0:73799:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955718e29c00. 00000400:00000200:2.0:1770653413.838921:0:76386:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1770653413.838924:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022660. 00010000:00000010:3.0:1770653413.838925:0:7409:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9556110e6100. 00000100:00000001:0.0:1770653413.838926:0:73799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1770653413.838930:0:6728:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707188736, offset 224 00000400:00000200:2.0:1770653413.838932:0:76386:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1770653413.838935:0:73799:0:(niobuf.c:1189:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00010000:00000001:3.0:1770653413.838939:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1770653413.838940:0:6728:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1770653413.838943:0:7409:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:2.0:1770653413.838945:0:76386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b4480 00010000:00000010:3.0:1770653413.838947:0:7409:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556695e03c0. 00010000:00000001:3.0:1770653413.838952:0:7409:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.838956:0:76386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda0c9 [1] + 224 00000020:00000001:3.0:1770653413.838957:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:1.0:1770653413.838957:0:6728:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1770653413.838961:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.838964:0:76386:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:0.0:1770653413.838964:0:51596:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95570ffc2000/0x2aed14e4e178cdb6 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770653413.838965:0:7409:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1770653413.838970:0:7409:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000400:00000200:1.0:1770653413.838973:0:6728:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b4200 00010000:00000001:3.0:1770653413.838974:0:7409:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:2.0:1770653413.838975:0:76386:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:3.0:1770653413.838981:0:7409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ba00/0x2aed14e4e178cdcb lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1770653413.838986:0:6728:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda0bd [1] + 224 00010000:00000001:0.0:1770653413.838988:0:51596:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.838996:0:51596:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95570ffc2000/0x2aed14e4e178cdb6 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.838997:0:76386:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1770653413.838997:0:6728:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:3.0:1770653413.838998:0:7409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95561ae2ba00 already unused, calling callback (ffffffffc16fe650) 00010000:00000001:3.0:1770653413.839006:0:7409:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000200:2.0:1770653413.839006:0:76386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955603ca5880 x1856657707189376/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653413.839008:0:6728:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1770653413.839011:0:7409:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:0.0:1770653413.839013:0:51596:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00010000:3.0:1770653413.839016:0:7409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ba00/0x2aed14e4e178cdcb lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.839017:0:6728:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1770653413.839017:0:51596:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.839023:0:51596:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:1.0:1770653413.839026:0:6728:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955603ca4700 x1856657707188736/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.839028:0:51596:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1770653413.839030:0:51596:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653413.839033:0:51596:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95570ffc2000 refcount=3 00000020:00000001:0.0:1770653413.839040:0:51596:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799895715840 : -117273813835776 : ffff95570ffc2000) 00010000:00000001:3.0:1770653413.839041:0:7409:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1770653413.839045:0:7409:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:2.0:1770653413.839047:0:76386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff955603ca5880 x1856657707189376/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.839047:0:51596:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799895715840 : -117273813835776 : ffff95570ffc2000) 00000020:00000001:3.0:1770653413.839049:0:7409:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1770653413.839052:0:51596:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000020:00000040:3.0:1770653413.839053:0:7409:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2ba00 refcount=3 00000100:00000040:1.0:1770653413.839054:0:6728:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff955603ca4700 x1856657707188736/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1770653413.839058:0:51596:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95570ffc2000/0x2aed14e4e178cdb6 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1770653413.839060:0:7409:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783633408 : -117277925918208 : ffff95561ae2ba00) 00010000:00000001:3.0:1770653413.839066:0:7409:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783633408 : -117277925918208 : ffff95561ae2ba00) 00010000:00000001:3.0:1770653413.839072:0:7409:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1770653413.839076:0:7409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ba00/0x2aed14e4e178cdcb lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x13f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.839087:0:51596:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.839090:0:51596:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.839095:0:7409:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00010000:0.0:1770653413.839095:0:51596:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95570ffc2000/0x2aed14e4e178cdb6 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.839097:0:76386:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1770653413.839098:0:6728:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1770653413.839099:0:7409:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.839103:0:7409:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.839107:0:76386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888880 00010000:00000001:0.0:1770653413.839108:0:51596:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653413.839109:0:7409:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653413.839113:0:7409:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1770653413.839113:0:51596:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.839114:0:76386:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888880. 00010000:00000001:3.0:1770653413.839117:0:7409:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1770653413.839117:0:51596:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1770653413.839121:0:7409:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.839122:0:76386:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:1.0:1770653413.839123:0:6728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022660 00010000:00000010:0.0:1770653413.839123:0:51596:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff95564f362f00. 00000020:00000040:3.0:1770653413.839124:0:7409:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561ae2ba00 with handle 0x2aed14e4e178cdcb from hash 00000100:00000001:2.0:1770653413.839127:0:76386:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:1.0:1770653413.839129:0:6728:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022660. 00010000:00000001:3.0:1770653413.839130:0:7409:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1770653413.839130:0:51596:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1770653413.839134:0:76386:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.839135:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.839138:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.839138:0:6728:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:0.0:1770653413.839141:0:51596:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1770653413.839142:0:7409:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:2.0:1770653413.839143:0:76386:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000001:1.0:1770653413.839143:0:6728:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1770653413.839146:0:7409:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653413.839146:0:51596:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.839151:0:76386:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000001:0.0:1770653413.839151:0:51596:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.839152:0:7409:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.839152:0:6728:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.839154:0:76386:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.839157:0:51596:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1770653413.839159:0:7409:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:2.0:1770653413.839160:0:76386:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1770653413.839161:0:51596:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.839163:0:7409:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:1.0:1770653413.839164:0:6728:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00010000:00000001:0.0:1770653413.839165:0:51596:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.839168:0:7409:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00002000:00000001:0.0:1770653413.839169:0:51596:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000100:00000040:2.0:1770653413.839170:0:76386:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c23100 x1856657707189376/t4295332610(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.839170:0:6728:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000001:3.0:1770653413.839171:0:7409:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1770653413.839174:0:51596:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:1.0:1770653413.839175:0:6728:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.839177:0:7409:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.839181:0:6728:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1770653413.839182:0:7409:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00080000:00000010:0.0:1770653413.839182:0:51596:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95562054b400. 00010000:00000001:3.0:1770653413.839187:0:7409:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00080000:00000001:0.0:1770653413.839188:0:51596:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626795874989056 : -117277834562560 : ffff95562054b400) 00000100:00000040:1.0:1770653413.839190:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955603ca6d80 x1856657707188736/t4295332611(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.839193:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:0.0:1770653413.839195:0:51596:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:3.0:1770653413.839198:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:0.0:1770653413.839200:0:51596:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.839201:0:76386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955666c23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+15:3291:x1856657707189376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17936us (19475us total) trans 4295332610 rc 0/0 00010000:00000001:3.0:1770653413.839202:0:7409:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1770653413.839207:0:51596:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x13f2:0x0] not in the id map cache 00010000:00000001:3.0:1770653413.839209:0:7409:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.839215:0:51596:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00010000:00000001:3.0:1770653413.839216:0:7409:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.839222:0:76386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136156 00010000:00010000:3.0:1770653413.839224:0:7409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ba00/0x2aed14e4e178cdcb lrc: 1/0,0 mode: --/PW res: [0x280000403:0x13f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1770653413.839227:0:51596:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1770653413.839228:0:76386:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 6 00000100:00100000:1.0:1770653413.839229:0:6728:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955603ca6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:3290:x1856657707188736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16465us (16737us total) trans 4295332611 rc 0/0 00000100:00000001:2.0:1770653413.839235:0:76386:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00080000:00000001:0.0:1770653413.839235:0:51596:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.839240:0:76386:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00080000:00000001:0.0:1770653413.839242:0:51596:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000020:00000010:2.0:1770653413.839245:0:76386:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519b80. 00080000:00000001:0.0:1770653413.839246:0:51596:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:3.0:1770653413.839247:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 80000000:00000001:0.0:1770653413.839252:0:51596:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00010000:3.0:1770653413.839253:0:7409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ba00/0x2aed14e4e178cdcb lrc: 0/0,0 mode: --/PW res: [0x280000403:0x13f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1770653413.839253:0:76386:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d708. 00000100:00100000:1.0:1770653413.839253:0:6728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136158 80000000:00000001:0.0:1770653413.839258:0:51596:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000020:00000010:2.0:1770653413.839261:0:76386:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997a600. 00000100:00000040:1.0:1770653413.839261:0:6728:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 5 80000000:00000001:0.0:1770653413.839262:0:51596:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.839268:0:6728:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 80000000:00000001:0.0:1770653413.839270:0:51596:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653413.839271:0:7409:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95562721be00 count: 0 00000020:00000040:2.0:1770653413.839272:0:76386:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 14 00000100:00000001:1.0:1770653413.839272:0:6728:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00080000:00000001:0.0:1770653413.839274:0:51596:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1770653413.839279:0:6728:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519980. 00080000:00000001:0.0:1770653413.839279:0:51596:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00002000:00000010:3.0:1770653413.839280:0:7409:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff95562ede4380. 00000100:00000001:2.0:1770653413.839280:0:76386:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1770653413.839283:0:51596:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000020:00000010:1.0:1770653413.839286:0:6728:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3de10. 00010000:00000010:3.0:1770653413.839288:0:7409:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95562721bd00. 00000020:00000010:1.0:1770653413.839292:0:6728:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997aa00. 00000020:00000040:1.0:1770653413.839300:0:6728:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 13 00010000:00000001:3.0:1770653413.839302:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1770653413.839302:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1770653413.839303:0:6728:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1770653413.839304:0:51596:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1770653413.839305:0:7409:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000020:00000001:2.0:1770653413.839306:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.839307:0:51596:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000010:3.0:1770653413.839310:0:7409:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff95563ce03cc0. 00010000:00010000:2.0:1770653413.839313:0:66075:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1770653413.839315:0:7409:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.839317:0:66075:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00080000:00000001:0.0:1770653413.839319:0:51596:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.839320:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1770653413.839320:0:66075:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1770653413.839323:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1770653413.839324:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.839325:0:51596:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:2.0:1770653413.839326:0:66075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95570ffc2000/0x2aed14e4e178cdb6 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.839326:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00080000:00000001:0.0:1770653413.839331:0:51596:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00010000:3.0:1770653413.839332:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1770653413.839334:0:3291:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1770653413.839336:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000001:1.0:1770653413.839338:0:3291:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1770653413.839341:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.839343:0:66075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95570ffc2000 already unused, calling callback (ffffffffc16fe650) 00000400:00000010:1.0:1770653413.839343:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e053bb0. 00010000:00010000:3.0:1770653413.839345:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1770653413.839345:0:51596:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:1.0:1770653413.839349:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac86e8 00080000:00000001:0.0:1770653413.839350:0:51596:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.839351:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1770653413.839351:0:66075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000010:1.0:1770653413.839354:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac86e8. 00000020:00000001:3.0:1770653413.839356:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.839357:0:66075:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:1.0:1770653413.839358:0:3291:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:3.0:1770653413.839362:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770653413.839362:0:66075:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95570ffc2000/0x2aed14e4e178cdb6 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1770653413.839364:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955603ca5880 x1856657707189376/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1770653413.839365:0:51596:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.839372:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:0.0:1770653413.839372:0:51596:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000800:00000001:3.0:1770653413.839380:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.839384:0:66075:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000001:0.0:1770653413.839384:0:51596:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.839386:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653413.839388:0:66075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:0.0:1770653413.839391:0:51596:0:(osd_object.c:806:osd_destroy()) Process entered 00000020:00000001:2.0:1770653413.839392:0:66075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:3.0:1770653413.839393:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1770653413.839396:0:51596:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000020:00000040:2.0:1770653413.839397:0:66075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95570ffc2000 refcount=3 80000000:00000001:0.0:1770653413.839399:0:51596:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000020:00000001:2.0:1770653413.839404:0:66075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799895715840 : -117273813835776 : ffff95570ffc2000) 80000000:00000001:0.0:1770653413.839404:0:51596:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000400:00000200:3.0:1770653413.839408:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 80000000:00000001:0.0:1770653413.839409:0:51596:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.839410:0:66075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799895715840 : -117273813835776 : ffff95570ffc2000) 80000000:00000001:0.0:1770653413.839415:0:51596:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.839416:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955603ca5880 x1856657707189376/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.839417:0:66075:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000001:0.0:1770653413.839421:0:51596:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1770653413.839422:0:66075:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95570ffc2000/0x2aed14e4e178cdb6 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x13f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1770653413.839427:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b4d00 00080000:00000001:0.0:1770653413.839428:0:51596:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1770653413.839432:0:51596:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000400:00000200:3.0:1770653413.839442:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda151 [1] + 224 00000100:00000001:1.0:1770653413.839442:0:3291:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1770653413.839444:0:66075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1770653413.839447:0:3291:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.839448:0:66075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000800:00000001:3.0:1770653413.839450:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653413.839450:0:3291:0:(client.c:1568:after_reply()) Process entered 00010000:00000001:2.0:1770653413.839451:0:66075:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.839453:0:3291:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1770653413.839456:0:3291:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1770653413.839457:0:66075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000800:00000001:3.0:1770653413.839459:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.839459:0:3291:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.839460:0:66075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1770653413.839465:0:66075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1770653413.839466:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1770653413.839466:0:3291:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.839468:0:66075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.839474:0:66075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95570ffc2000 with handle 0x2aed14e4e178cdb6 from hash 00000100:00001000:1.0:1770653413.839474:0:3291:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00000400:00000200:3.0:1770653413.839476:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:2.0:1770653413.839480:0:66075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00080000:00000001:0.0:1770653413.839483:0:51596:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.839484:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:1.0:1770653413.839484:0:3291:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653413.839485:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1770653413.839488:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1770653413.839490:0:51596:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.839492:0:66075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1770653413.839493:0:3291:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1770653413.839494:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95563735aa00 x1856657707191552/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:0.0:1770653413.839495:0:51596:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:2.0:1770653413.839497:0:66075:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:1.0:1770653413.839497:0:3291:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.839499:0:51596:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00000001:2.0:1770653413.839500:0:66075:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.839503:0:3291:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1770653413.839505:0:66075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000001:00000002:0.0:1770653413.839505:0:51596:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332612, last_committed = 4295332607 00010000:00000001:1.0:1770653413.839508:0:3291:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.839510:0:66075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000001:00000010:0.0:1770653413.839512:0:51596:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95566a08aba0. 00000100:00000001:1.0:1770653413.839514:0:3291:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00010000:00000001:2.0:1770653413.839515:0:66075:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000040:1.0:1770653413.839519:0:3291:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00010000:00000001:2.0:1770653413.839520:0:66075:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000040:0.0:1770653413.839520:0:51596:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 5 00000100:00000001:1.0:1770653413.839525:0:3291:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00010000:00000001:2.0:1770653413.839526:0:66075:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.839527:0:51596:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=14 00000100:00000040:3.0:1770653413.839528:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff95563735aa00 x1856657707191552/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.839529:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:2.0:1770653413.839530:0:66075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1770653413.839534:0:66075:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:1.0:1770653413.839534:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795396159616 : -117278313392000 : ffff955603ca5880) 00080000:00000001:0.0:1770653413.839535:0:51596:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1770653413.839542:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.839542:0:3291:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00080000:00000001:0.0:1770653413.839543:0:51596:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00010000:00000001:2.0:1770653413.839547:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1770653413.839547:0:3291:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00000001:00000001:0.0:1770653413.839548:0:51596:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.839551:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1770653413.839552:0:66075:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.839552:0:3291:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00010000:00000001:2.0:1770653413.839557:0:66075:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.839557:0:3291:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.839563:0:66075:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.839564:0:51596:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.839567:0:66075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95570ffc2000/0x2aed14e4e178cdb6 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x13f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1770653413.839567:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955603ca5880 x1856657707189376/t4295332610(4295332610) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00002000:00000001:0.0:1770653413.839568:0:51596:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.839570:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00002000:00000001:0.0:1770653413.839573:0:51596:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000800:00000010:3.0:1770653413.839576:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399a00. 00000400:00000200:3.0:1770653413.839583:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:0.0:1770653413.839586:0:51596:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff95561b703c80. 00010000:00000001:2.0:1770653413.839593:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1770653413.839594:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00002000:00000001:0.0:1770653413.839594:0:51596:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000100:00000001:1.0:1770653413.839599:0:3291:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00002000:00000040:0.0:1770653413.839599:0:51596:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x13f2:0x0] 00010000:00010000:2.0:1770653413.839600:0:66075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95570ffc2000/0x2aed14e4e178cdb6 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x13f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1770653413.839601:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022908 00000100:00000001:1.0:1770653413.839606:0:3291:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1770653413.839607:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022908. 00002000:00000010:0.0:1770653413.839608:0:51596:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff955667a99db0. 00000100:00000001:1.0:1770653413.839610:0:3291:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.839615:0:3281:0:(events.c:34:request_out_callback()) Process entered 00002000:00000001:0.0:1770653413.839616:0:51596:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000004:00080000:1.0:1770653413.839617:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff955603ca5880/2, rc 0, transno 4295332610 00010000:00000040:2.0:1770653413.839618:0:66075:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9556373a1b00 count: 0 00002000:00000001:0.0:1770653413.839619:0:51596:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.839623:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955637359f80 x1856657707192704/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00001000:1.0:1770653413.839625:0:3291:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 6 in flight, 9 in progress 00002000:00000010:2.0:1770653413.839627:0:66075:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955630aa3300. 00002000:00000001:0.0:1770653413.839627:0:51596:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1770653413.839635:0:51596:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332612, xid 1856657707188864 00010000:00000010:2.0:1770653413.839637:0:66075:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9556373a1100. 00000100:00000040:1.0:1770653413.839637:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955603ca5880 x1856657707189376/t4295332610(4295332610) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.839643:0:3281:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1770653413.839643:0:51596:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:2.0:1770653413.839649:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.839654:0:66075:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000200:0.0:1770653413.839654:0:51596:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955666c22680 x1856657707188864/t4295332612(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653413.839655:0:3281:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955637359f80 x1856657707192704/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:2.0:1770653413.839658:0:66075:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff95564f362f00. 00010000:00000001:2.0:1770653413.839663:0:66075:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.839669:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1770653413.839673:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.839678:0:3291:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955603ca5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707189376:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1770653413.839680:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1770653413.839684:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1770653413.839687:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.839690:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.839693:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1770653413.839695:0:3281:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.839697:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1770653413.839697:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1770653413.839698:0:51596:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1770653413.839699:0:3281:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1770653413.839704:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.839704:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955603ca5880 x1856657707189376/t4295332610(4295332610) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.839704:0:51596:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.839706:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:2.0:1770653413.839711:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00001000:0.0:1770653413.839712:0:51596:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000800:00000001:3.0:1770653413.839714:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1770653413.839720:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000800:00000001:3.0:1770653413.839721:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653413.839722:0:51596:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1770653413.839723:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.839725:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.839727:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.839728:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.839729:0:51596:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000004:00000001:2.0:1770653413.839730:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:1.0:1770653413.839734:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:2.0:1770653413.839735:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:0.0:1770653413.839736:0:51596:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00000001:1.0:1770653413.839738:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1770653413.839754:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000004:00000001:2.0:1770653413.839755:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.839755:0:51596:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1770653413.839760:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.839760:0:51596:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.839763:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f649a40 type=0x10692404 idx=3562 00000100:00000001:1.0:1770653413.839766:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.839767:0:51596:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1770653413.839768:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d0000 00000040:00001000:2.0:1770653413.839769:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3562 lrh_len: 64 (1472 remains) 00000100:00000040:0.0:1770653413.839776:0:51596:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000040:00001000:2.0:1770653413.839777:0:7854:0:(llog.c:797:llog_process_thread()) index: 3562, lh_last_idx: 3602 synced_idx: 3602 lgh_last_idx: 3602 00000400:00000200:3.0:1770653413.839778:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6aed [2] + 0 00000100:00000001:1.0:1770653413.839781:0:12200:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1770653413.839783:0:51596:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8bb0. 00000004:00000001:2.0:1770653413.839784:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000400:00000001:1.0:1770653413.839786:0:12200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1770653413.839787:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000004:00000001:2.0:1770653413.839789:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000400:00000001:1.0:1770653413.839791:0:12200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000004:00000001:2.0:1770653413.839792:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.839795:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1770653413.839795:0:12200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955642e02420. 00000004:00000001:2.0:1770653413.839796:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:2.0:1770653413.839800:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000400:00000200:3.0:1770653413.839802:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000001:2.0:1770653413.839803:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000400:00000200:1.0:1770653413.839803:0:12200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022bb0 00000400:00000010:1.0:1770653413.839808:0:12200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022bb0. 00000100:00000010:2.0:1770653413.839810:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9556074a9180. 00000400:00000200:3.0:1770653413.839811:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653413.839813:0:12200:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1770653413.839814:0:51596:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707188864, offset 224 00000020:00000040:2.0:1770653413.839817:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=12 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:3.0:1770653413.839819:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1770653413.839822:0:12200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95563735aa00 x1856657707191552/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1770653413.839823:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:2.0:1770653413.839824:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1770653413.839826:0:51596:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1770653413.839828:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:3.0:1770653413.839832:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955606dfdf80. 02000000:00000001:2.0:1770653413.839833:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.839839:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955606dfdf80 x1856657966301184 msgsize 328 00000400:00000200:0.0:1770653413.839840:0:51596:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1770653413.839843:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95564c108400. 00000100:00000200:1.0:1770653413.839845:0:12200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95563735aa00 x1856657707191552/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1770653413.839869:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00010000:00000010:0.1:1770653413.839874:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620465600. 00000100:00000001:2.0:1770653413.839875:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.839877:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1770653413.839879:0:12200:0:(events.c:163:reply_in_callback()) Process leaving 00000004:00000001:2.0:1770653413.839883:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626795454894464 : -117278254657152 : ffff9556074a9180) 00000100:00000001:1.0:1770653413.839883:0:12200:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1770653413.839886:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c678700. 00000100:00000001:1.0:1770653413.839889:0:12200:0:(client.c:1568:after_reply()) Process entered 00000100:00000001:2.0:1770653413.839890:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:3.0:1770653413.839892:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1770653413.839894:0:12200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000010:0.1:1770653413.839894:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc3c00. 00000100:00000001:2.0:1770653413.839895:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1770653413.839899:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711591400. 00000100:00000001:1.0:1770653413.839900:0:12200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653413.839903:0:12200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.839905:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9d7461d] to pc [ptlrpcd_00_01+1] req@ffff9556074a9180 x1856657707192832/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1770653413.839906:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1770653413.839907:0:12200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.839914:0:51596:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b4280 00000100:00001000:1.0:1770653413.839915:0:12200:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 00000400:00000200:3.0:1770653413.839919:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00001000:1.0:1770653413.839924:0:12200:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 00000400:00000200:0.0:1770653413.839927:0:51596:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda0b9 [1] + 224 00000100:00000001:1.0:1770653413.839934:0:12200:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1770653413.839937:0:12200:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.839938:0:51596:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653413.839939:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8dd0 00010000:00000001:1.0:1770653413.839941:0:12200:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000004:00000001:2.0:1770653413.839943:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.839944:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8dd0. 00010000:00000001:1.0:1770653413.839945:0:12200:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.839949:0:51596:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00001000:2.0:1770653413.839950:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 7 in flight, 10 in progress 00000100:00000001:3.0:1770653413.839951:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653413.839951:0:12200:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.839957:0:3281:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1770653413.839958:0:51596:0:(events.c:78:reply_in_callback()) Process entered 00000004:00001000:2.0:1770653413.839959:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3562, id 1934 02000000:00000010:3.0:1770653413.839960:0:3281:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955620549400. 00000100:00000040:1.0:1770653413.839961:0:12200:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95563735aa00 x1856657707191552/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:2.0:1770653413.839967:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 02000000:00000001:3.0:1770653413.839968:0:3281:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:0.0:1770653413.839968:0:51596:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955603ca4e00 x1856657707188864/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.839972:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000001:2.0:1770653413.839972:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1770653413.839977:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.839979:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000004:00000001:2.0:1770653413.839984:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000800:00000001:3.0:1770653413.839987:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.839987:0:12200:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1770653413.839988:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1770653413.839991:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.839994:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653413.839995:0:12200:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000040:00001000:2.0:1770653413.839996:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f649a80 type=0x10692404 idx=3563 00000800:00000001:3.0:1770653413.839999:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653413.839999:0:51596:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff955603ca4e00 x1856657707188864/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000040:00001000:2.0:1770653413.840000:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3563 lrh_len: 64 (1408 remains) 00000100:00000001:1.0:1770653413.840000:0:12200:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.840007:0:12200:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000040:00001000:2.0:1770653413.840008:0:7854:0:(llog.c:797:llog_process_thread()) index: 3563, lh_last_idx: 3602 synced_idx: 3602 lgh_last_idx: 3602 00010000:00000001:1.0:1770653413.840011:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.840016:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1770653413.840017:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000004:00000001:2.0:1770653413.840017:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00000001:1.0:1770653413.840021:0:12200:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.840023:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1770653413.840026:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.840027:0:51596:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1770653413.840030:0:12200:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95563735aa00 x1856657707191552/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:2.0:1770653413.840032:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000400:00000200:3.0:1770653413.840033:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b4d80 00000400:00000200:0.0:1770653413.840035:0:51596:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8bb0 00000004:00000001:2.0:1770653413.840037:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000400:00000010:0.0:1770653413.840041:0:51596:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8bb0. 00000004:00000001:2.0:1770653413.840042:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000010:2.0:1770653413.840048:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9556074a8e00. 00000100:00000001:0.0:1770653413.840048:0:51596:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:1.0:1770653413.840049:0:12200:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95563735aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12200:1856657707191552:192.168.202.60@tcp:104: 00000100:00000001:0.0:1770653413.840052:0:51596:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1770653413.840054:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda161 [1] + 224 00000020:00000040:2.0:1770653413.840055:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=13 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:0.0:1770653413.840058:0:51596:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.840059:0:12200:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.840061:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1770653413.840067:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1770653413.840067:0:51596:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000800:00000001:3.0:1770653413.840068:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653413.840068:0:12200:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.840071:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.840075:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.840075:0:12200:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:0.0:1770653413.840076:0:51596:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 02000000:00000010:2.0:1770653413.840078:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95564c10a800. 00000100:00000001:1.0:1770653413.840079:0:12200:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1770653413.840080:0:51596:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.840081:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653413.840084:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.840085:0:51596:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1770653413.840086:0:12200:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95563735aa00 x1856657707191552/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:2.0:1770653413.840090:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626795454893568 : -117278254658048 : ffff9556074a8e00) 00000400:00000200:3.0:1770653413.840093:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000040:0.0:1770653413.840094:0:51596:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c22680 x1856657707188864/t4295332612(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.840098:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1770653413.840103:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1770653413.840104:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.840111:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955666c22a00 x1856657707191680/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1770653413.840115:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcca834f] to pc [ptlrpcd_00_02+2] req@ffff9556074a8e00 x1856657707192960/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.840120:0:12200:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1770653413.840126:0:12200:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1770653413.840131:0:12200:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9556560af200. 00000100:00100000:0.0:1770653413.840131:0:51596:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955666c22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+14:3291:x1856657707188864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18929us (20889us total) trans 4295332612 rc 0/0 02000000:00000001:1.0:1770653413.840141:0:12200:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1770653413.840145:0:12200:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1770653413.840150:0:12200:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=8 obd=lustre-OST0000 00000100:00100000:0.0:1770653413.840151:0:51596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136155 00000100:00000040:3.0:1770653413.840153:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955666c22a00 x1856657707191680/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:2.0:1770653413.840156:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.840157:0:51596:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 4 00000020:00000001:1.0:1770653413.840158:0:12200:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1770653413.840163:0:12200:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff9556560ae600. 00000100:00000001:0.0:1770653413.840163:0:51596:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000004:00001000:2.0:1770653413.840165:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 8 in flight, 11 in progress 00000100:00000001:0.0:1770653413.840168:0:51596:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1770653413.840170:0:12200:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:0.0:1770653413.840173:0:51596:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3b80. 00000004:00001000:2.0:1770653413.840174:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3563, id 1934 02000000:00000001:1.0:1770653413.840174:0:12200:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1770653413.840178:0:12200:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95563735aa00. 00000100:00000001:3.0:1770653413.840180:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 00000004:00000001:2.0:1770653413.840181:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000020:00000010:0.0:1770653413.840181:0:51596:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90bb8. 00000100:00000001:1.0:1770653413.840184:0:12200:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1770653413.840187:0:12200:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1770653413.840188:0:51596:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bca00. 00000100:00000010:1.0:1770653413.840190:0:12200:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95563ce03b40. 00000800:00000200:3.0:1770653413.840192:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:0.0:1770653413.840193:0:51596:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 13 00000800:00000010:3.0:1770653413.840196:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df200. 00000100:00000001:1.0:1770653413.840197:0:12200:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1770653413.840198:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1770653413.840198:0:51596:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.840200:0:12200:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1770653413.840203:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653413.840204:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000010:1.0:1770653413.840205:0:12200:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9cf80. 00000400:00000200:3.0:1770653413.840210:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653413.840210:0:3289:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1770653413.840211:0:12200:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.840216:0:12200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.840218:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888440 00010000:00000001:1.0:1770653413.840219:0:12200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1770653413.840221:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9556074a9180 x1856657707192832/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.840221:0:73806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1770653413.840222:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888440. 00010000:00000001:1.0:1770653413.840224:0:12200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00100000:0.0:1770653413.840225:0:73806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966301184 00000100:00000001:3.0:1770653413.840228:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:1.0:1770653413.840229:0:12200:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9556565b4c00/0x2aed14e4e178cdd9 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x153a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1770653413.840230:0:73806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1770653413.840231:0:3281:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1770653413.840234:0:73806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1770653413.840236:0:3281:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95564c10b800. 00000100:00000001:0.0:1770653413.840237:0:73806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.840243:0:3281:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1770653413.840244:0:73806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.840247:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:0.0:1770653413.840251:0:73806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966301184 00000800:00000001:3.0:1770653413.840254:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1770653413.840255:0:73806:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1770653413.840256:0:3289:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1770653413.840258:0:73806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000100:00000001:2.0:1770653413.840259:0:3289:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.840260:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653413.840263:0:73806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:3.0:1770653413.840266:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1770653413.840267:0:3289:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1770653413.840268:0:73806:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=100 00000800:00000001:3.0:1770653413.840270:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653413.840272:0:3289:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.840274:0:73806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 02000000:00000001:2.0:1770653413.840276:0:3289:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.840281:0:73806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000400:00000200:3.0:1770653413.840282:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00100000:2.0:1770653413.840285:0:3289:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9556074a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707192832:0@lo:6:osp-syn-1-0.0 00000100:00000001:0.0:1770653413.840287:0:73806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1770653413.840291:0:3289:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1770653413.840293:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d0180 00000020:00000010:0.0:1770653413.840293:0:73806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 02000000:00000001:2.0:1770653413.840295:0:3289:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1770653413.840299:0:3289:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.840300:0:73806:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1770653413.840304:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6aed [2] + 328 02000000:00000001:2.0:1770653413.840304:0:3289:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:0.0:1770653413.840305:0:73806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 02000000:00000010:2.0:1770653413.840311:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95564c10bc00. 00000800:00000001:3.0:1770653413.840312:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1770653413.840313:0:73806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955626009600. 02000000:00000001:2.0:1770653413.840317:0:3289:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.840318:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1770653413.840319:0:73806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519480. 00000400:00000010:2.0:1770653413.840322:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef27e8. 00000400:00000200:3.0:1770653413.840324:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1770653413.840326:0:73806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3dd48. 00000400:00000200:3.0:1770653413.840331:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000010:2.0:1770653413.840331:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888880. 00000100:00000040:0.0:1770653413.840332:0:73806:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1770653413.840337:0:73806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653413.840340:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653413.840340:0:3289:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707192832, portal 4 00000100:00000001:0.0:1770653413.840340:0:73806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1770653413.840344:0:73806:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000100:00000200:3.0:1770653413.840345:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:2.0:1770653413.840346:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:0.0:1770653413.840348:0:73806:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.840350:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795454894464 : -117278254657152 : ffff9556074a9180) 00010000:00000001:0.0:1770653413.840351:0:73806:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000100:00000010:3.0:1770653413.840352:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955606dfdc00. 00010000:00000001:0.0:1770653413.840355:0:73806:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:3.0:1770653413.840357:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955606dfdc00 x1856657966301568 msgsize 328 00000100:00000040:2.0:1770653413.840359:0:3289:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff9556074a9180 x1856657707192832/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653413.840359:0:73806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653413.840363:0:73806:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c162e00 refcount=4 00000100:00100000:3.0:1770653413.840369:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000020:00000001:0.0:1770653413.840369:0:73806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145959936 : -117276563591680 : ffff95566c162e00) 00010000:00000001:0.0:1770653413.840374:0:73806:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145959936 : -117276563591680 : ffff95566c162e00) 00000100:00000001:2.0:1770653413.840380:0:3289:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:0.0:1770653413.840383:0:73806:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff95566c162e00/0x2aed14e4e178a0b4 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0deb expref: 100 pid: 6529 timeout: 6877 lvb_type: 1 00000100:00000040:2.0:1770653413.840384:0:3289:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1770653413.840385:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1770653413.840390:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888440. 00010000:00000001:0.0:1770653413.840395:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:3.0:1770653413.840396:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1770653413.840396:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707192832, offset 0 00010000:00000001:0.0:1770653413.840398:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:3.0:1770653413.840403:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626cd00. 00010000:00000001:0.0:1770653413.840403:0:73806:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.840408:0:73797:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1770653413.840409:0:3289:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1770653413.840410:0:73806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.840411:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1770653413.840412:0:73797:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966301568 02000000:00000001:1.0:1770653413.840417:0:73797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653413.840419:0:73806:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1770653413.840421:0:73797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1770653413.840422:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1770653413.840424:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653413.840426:0:73797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.840427:0:73806:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955606dfdf80 x1856657966301184/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1770653413.840433:0:73797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.840434:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a783b8 00000400:00000200:2.0:1770653413.840437:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b5200 00000100:00100000:1.0:1770653413.840440:0:73797:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966301568 00000100:00000001:0.0:1770653413.840440:0:73806:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:3.0:1770653413.840441:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a783b8. 00000100:00000001:0.0:1770653413.840444:0:73806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.840445:0:73797:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1770653413.840448:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:1.0:1770653413.840448:0:73797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000400:00000200:2.0:1770653413.840450:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecef71 [8] + 544 00000020:00000001:1.0:1770653413.840453:0:73797:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1770653413.840454:0:3281:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1770653413.840455:0:73806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653413.840457:0:3289:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1770653413.840457:0:73797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=105 02000000:00000010:3.0:1770653413.840459:0:3281:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95566b67c400. 00000020:00000001:1.0:1770653413.840463:0:73797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000400:00000200:2.0:1770653413.840466:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1770653413.840467:0:3281:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:1.0:1770653413.840468:0:73797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:0.0:1770653413.840468:0:73806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1770653413.840470:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1770653413.840473:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1770653413.840473:0:73806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1770653413.840474:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1770653413.840475:0:73797:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1770653413.840481:0:73806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161810 00000800:00000001:3.0:1770653413.840482:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:2.0:1770653413.840483:0:3289:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9556074aa680. 00000020:00000010:1.0:1770653413.840483:0:73797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cf80. 00000100:00000040:0.0:1770653413.840486:0:73806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:1.0:1770653413.840490:0:73797:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1770653413.840491:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9556074aa680 x1856657707192832 msgsize 544 00000100:00000001:0.0:1770653413.840491:0:73806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795447902080 : -117278261649536 : ffff955606dfdf80) 00000800:00000001:3.0:1770653413.840492:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1770653413.840497:0:73797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cf80. 00000800:00000001:3.0:1770653413.840499:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1770653413.840503:0:73806:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955606dfdf80 x1856657966301184/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1770653413.840506:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1770653413.840506:0:73797:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563d588200. 00000800:00000001:3.0:1770653413.840507:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1770653413.840514:0:73797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d500. 00000100:00000001:2.0:1770653413.840520:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1770653413.840520:0:73806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653413.840521:0:73797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada320. 00000400:00000200:3.0:1770653413.840524:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:1.0:1770653413.840527:0:73797:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1770653413.840527:0:73806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00000400:00000200:2.0:1770653413.840528:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888440 00000100:00000001:1.0:1770653413.840532:0:73797:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1770653413.840534:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888440. 00000100:00000001:0.0:1770653413.840534:0:73806:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.840535:0:73797:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000100:00000001:2.0:1770653413.840541:0:3289:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:1.0:1770653413.840541:0:73797:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.840542:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d0100 00000020:00000010:0.0:1770653413.840542:0:73806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00010000:00000001:1.0:1770653413.840546:0:73797:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000100:00000200:2.0:1770653413.840550:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9556074a9180 x1856657707192832/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.840552:0:73797:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00100000:0.0:1770653413.840552:0:73806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955606dfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_019:b31b1d82-c1d4-4680-ae7a-71292416d1f5+100:2365:x1856657966301184:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000020:00000001:1.0:1770653413.840556:0:73797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1770653413.840557:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6aed [2] + 656 00000020:00000040:1.0:1770653413.840560:0:73797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565f570800 refcount=4 00000020:00000001:1.0:1770653413.840567:0:73797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796932106240 : -117276777445376 : ffff95565f570800) 00000100:00000200:0.0:1770653413.840567:0:73806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966301184 00000800:00000001:3.0:1770653413.840570:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653413.840572:0:73806:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00010000:00000001:1.0:1770653413.840575:0:73797:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796932106240 : -117276777445376 : ffff95565f570800) 00010000:00000002:0.0:1770653413.840576:0:73806:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000100:00000001:2.0:1770653413.840577:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1770653413.840578:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.840581:0:73806:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000400:00000200:3.0:1770653413.840584:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:1.0:1770653413.840584:0:73797:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff95565f570800/0x2aed14e4e178a005 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x153a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d51 expref: 105 pid: 76382 timeout: 6877 lvb_type: 1 00000100:00000040:2.0:1770653413.840585:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9556074a9180 x1856657707192832/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.840586:0:73806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1770653413.840590:0:73806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1770653413.840596:0:73806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955620549c00. 00000400:00000200:3.0:1770653413.840597:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 02000000:00000001:0.0:1770653413.840603:0:73806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.840606:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653413.840611:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000001:1.0:1770653413.840611:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.840612:0:73806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.840613:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.840614:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.840621:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1770653413.840621:0:73797:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.840622:0:73806:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000010:3.0:1770653413.840623:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955606dff800. 00010000:00010000:0.0:1770653413.840627:0:73806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:1.0:1770653413.840628:0:73797:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1770653413.840630:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955606dff800 x1856657966301440 msgsize 328 00000100:00000001:2.0:1770653413.840630:0:3289:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.840633:0:73806:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1770653413.840635:0:73797:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:2.0:1770653413.840636:0:3289:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26311 usecs (27 jiffies) 00000020:00000001:0.0:1770653413.840637:0:73806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653413.840641:0:73806:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c162e00 refcount=4 00000100:00000001:2.0:1770653413.840643:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444680 00000100:00000200:1.0:1770653413.840645:0:73797:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955606dfdc00 x1856657966301568/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653413.840648:0:73806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145959936 : -117276563591680 : ffff95566c162e00) 00000100:00000001:2.0:1770653413.840650:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444680 00000100:00100000:3.0:1770653413.840651:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00010000:00000001:0.0:1770653413.840654:0:73806:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145959936 : -117276563591680 : ffff95566c162e00) 00000100:00000001:2.0:1770653413.840656:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444680 00010000:00000040:0.0:1770653413.840661:0:73806:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556373a1800 count: 3 00000100:00000001:2.0:1770653413.840662:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444680 00000100:00000001:3.0:1770653413.840668:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.840669:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444680 00000100:00000001:1.0:1770653413.840670:0:73797:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00010000:0.0:1770653413.840671:0:73806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff95566c162e00/0x2aed14e4e178a0b4 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0deb expref: 100 pid: 6529 timeout: 6877 lvb_type: 1 00000100:00000001:1.0:1770653413.840674:0:73797:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.840675:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444680 00000100:00000001:2.0:1770653413.840681:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444680 00000100:00000001:2.0:1770653413.840685:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444680 00000100:00000001:1.0:1770653413.840686:0:73797:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1770653413.840688:0:73806:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00000100:00000001:2.0:1770653413.840689:0:3289:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.840695:0:3289:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.840696:0:73806:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1770653413.840698:0:73797:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1770653413.840700:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.840701:0:73797:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966301440 00010000:00000001:0.0:1770653413.840702:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.840704:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.840706:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1770653413.840707:0:73797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1770653413.840710:0:3289:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1770653413.840710:0:73797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:0.0:1770653413.840715:0:73806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff95566c162e00/0x2aed14e4e178a0b4 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0deb expref: 100 pid: 6529 timeout: 6877 lvb_type: 1 00000800:00000200:3.0:1770653413.840716:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1770653413.840716:0:3289:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1770653413.840716:0:73797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.840723:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1770653413.840724:0:73797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1770653413.840725:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9300. 00000100:00000001:2.0:1770653413.840726:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653413.840731:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.840731:0:73797:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966301440 00000020:00000001:0.0:1770653413.840733:0:73806:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000200:3.0:1770653413.840735:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1770653413.840737:0:73797:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1770653413.840738:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.840738:0:73806:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000020:00000040:1.0:1770653413.840753:0:73797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00010000:00000001:0.0:1770653413.840754:0:73806:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.840758:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000001:1.0:1770653413.840760:0:73797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1770653413.840760:0:73806:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.840765:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8aa0 00000020:00000040:1.0:1770653413.840766:0:73797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=101 00010000:00000001:0.0:1770653413.840767:0:73806:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1770653413.840770:0:76647:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1770653413.840771:0:73806:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:3.0:1770653413.840772:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8aa0. 00000020:00000001:1.0:1770653413.840773:0:73797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:2.0:1770653413.840774:0:76647:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1770653413.840776:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.840779:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.840781:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:1.0:1770653413.840781:0:73797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00010000:00000001:0.0:1770653413.840782:0:73806:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00100000:2.0:1770653413.840783:0:76647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161811 02000000:00000001:3.0:1770653413.840786:0:3281:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1770653413.840787:0:73806:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.840791:0:76647:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000100:00000001:1.0:1770653413.840791:0:73797:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:3.0:1770653413.840792:0:3281:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95562054b000. 00000020:00000040:0.0:1770653413.840793:0:73806:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95566c162e00 with handle 0x2aed14e4e178a0b4 from hash 00000100:00000001:2.0:1770653413.840797:0:76647:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795447901184 : -117278261650432 : ffff955606dfdc00) 00000020:00000010:1.0:1770653413.840798:0:73797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cf80. 00010000:00000001:0.0:1770653413.840798:0:73806:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:3.0:1770653413.840800:0:3281:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1770653413.840803:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.840805:0:73797:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.840806:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1770653413.840807:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1770653413.840809:0:76647:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955606dfdc00 x1856657966301568/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.840810:0:73806:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:1.0:1770653413.840812:0:73797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cf80. 00010000:00000001:0.0:1770653413.840814:0:73806:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653413.840818:0:73806:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.840820:0:73797:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9556560ae600. 00010000:00000001:0.0:1770653413.840823:0:73806:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1770653413.840826:0:76647:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1770653413.840826:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:1.0:1770653413.840827:0:73797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d080. 00000020:00000010:2.0:1770653413.840831:0:76647:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59b00. 00010000:00010000:0.0:1770653413.840833:0:73806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95566c162e00/0x2aed14e4e178a0b4 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x13f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0deb expref: 101 pid: 6529 timeout: 6877 lvb_type: 1 00000020:00000010:1.0:1770653413.840834:0:73797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada578. 00000100:00000001:2.0:1770653413.840835:0:76647:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.840840:0:73797:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1770653413.840842:0:76647:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59b00. 00000100:00000001:1.0:1770653413.840844:0:73797:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1770653413.840847:0:73797:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000040:0.0:1770653413.840871:0:73806:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 94 00010000:00000001:1.0:1770653413.840872:0:73797:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.840876:0:73806:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 100 00010000:00000001:1.0:1770653413.840877:0:73797:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000100:00100000:2.0:1770653413.840882:0:76647:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955606dfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_025:b31b1d82-c1d4-4680-ae7a-71292416d1f5+105:2366:x1856657966301568:12345-192.168.202.60@tcp:103:ldlm_bl.0 00010000:00000001:1.0:1770653413.840883:0:73797:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1770653413.840886:0:73797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1770653413.840886:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:3.0:1770653413.840888:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653413.840890:0:73806:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000040:1.0:1770653413.840891:0:73797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556395a7e00 refcount=4 00000100:00000200:2.0:1770653413.840892:0:76647:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966301568 00010000:00000001:0.0:1770653413.840893:0:73806:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1770653413.840897:0:76647:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000800:00000001:3.0:1770653413.840898:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653413.840898:0:73797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796294798848 : -117277414752768 : ffff9556395a7e00) 00010000:00000040:0.0:1770653413.840898:0:73806:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95570ffc3400 00010000:00000002:2.0:1770653413.840900:0:76647:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1770653413.840905:0:76647:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00010000:00000001:0.0:1770653413.840905:0:73806:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000800:00000001:3.0:1770653413.840907:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1770653413.840907:0:73797:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796294798848 : -117277414752768 : ffff9556395a7e00) 00010000:00000001:0.0:1770653413.840908:0:73806:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:2.0:1770653413.840910:0:76647:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000001:3.0:1770653413.840914:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1770653413.840914:0:73806:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 02000000:00000001:2.0:1770653413.840915:0:76647:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00010000:1.0:1770653413.840917:0:73797:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9556395a7e00/0x2aed14e4e178a258 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f65 expref: 100 pid: 12206 timeout: 6877 lvb_type: 1 02000000:00000010:2.0:1770653413.840920:0:76647:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95564c10b800. 00010000:00000001:0.0:1770653413.840920:0:73806:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653413.840927:0:76647:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.840927:0:73806:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653413.840931:0:73806:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000200:3.0:1770653413.840932:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:2.0:1770653413.840933:0:76647:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.840935:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.840936:0:73806:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.840940:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.840941:0:76647:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1770653413.840942:0:73806:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1770653413.840944:0:73797:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1770653413.840946:0:76647:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1770653413.840946:0:73806:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:1.0:1770653413.840947:0:73797:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.840952:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d0200 00010000:00000001:2.0:1770653413.840953:0:76647:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00010000:0.0:1770653413.840953:0:73806:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3400/0x2aed14e4e178cdc4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.840954:0:73797:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:2.0:1770653413.840957:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653413.840963:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565f570800 refcount=4 00000100:00000200:1.0:1770653413.840963:0:73797:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955606dff800 x1856657966301440/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1770653413.840970:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6aed [2] + 984 00000020:00000001:2.0:1770653413.840970:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796932106240 : -117276777445376 : ffff95565f570800) 00010000:00000001:0.0:1770653413.840971:0:73806:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:0.0:1770653413.840975:0:73806:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3400/0x2aed14e4e178cdc4 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x13f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.840977:0:76647:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796932106240 : -117276777445376 : ffff95565f570800) 00000800:00000001:3.0:1770653413.840984:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000040:2.0:1770653413.840984:0:76647:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95561e13b600 count: 3 00000800:00000001:3.0:1770653413.840992:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1770653413.840993:0:76647:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff95565f570800/0x2aed14e4e178a005 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x153a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d51 expref: 105 pid: 76382 timeout: 6877 lvb_type: 1 00000100:00000001:1.0:1770653413.840994:0:73797:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:3.0:1770653413.841000:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653413.841000:0:73797:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.841001:0:73806:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x13f0:0x0].0x0 (ffff9556373a1800) refcount = 2 00010000:00000040:0.0:1770653413.841010:0:73806:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00001000:2.0:1770653413.841011:0:76647:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 00000100:00000001:1.0:1770653413.841011:0:73797:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.841013:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000040:0.0:1770653413.841016:0:73806:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3400/0x2aed14e4e178cdc4 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x13f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.841019:0:76647:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1770653413.841023:0:3281:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:2.0:1770653413.841024:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.841024:0:73797:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1770653413.841028:0:73806:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000200:3.0:1770653413.841029:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000001:2.0:1770653413.841029:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.841030:0:73797:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1770653413.841030:0:73806:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.841036:0:73806:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00010000:2.0:1770653413.841038:0:76647:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff95565f570800/0x2aed14e4e178a005 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x153a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d51 expref: 105 pid: 76382 timeout: 6877 lvb_type: 1 00000100:00000010:3.0:1770653413.841039:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955606dff100. 00000100:00100000:1.0:1770653413.841040:0:73797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161812 00010000:00000001:0.0:1770653413.841040:0:73806:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.841048:0:73806:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1770653413.841049:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955606dff100 x1856657966301696 msgsize 328 00000100:00000040:1.0:1770653413.841050:0:73797:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 2 00000020:00000001:2.0:1770653413.841051:0:76647:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000010:0.0:1770653413.841054:0:73806:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a2c0. 00010000:00000001:2.0:1770653413.841056:0:76647:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000001:1.0:1770653413.841056:0:73797:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795447908352 : -117278261643264 : ffff955606dff800) 00000100:00000001:0.0:1770653413.841058:0:73806:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00000001:2.0:1770653413.841060:0:76647:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653413.841064:0:73806:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f362d80. 00000020:00000001:2.0:1770653413.841065:0:76647:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.841068:0:73797:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955606dff800 x1856657966301440/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1770653413.841070:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653413.841071:0:73806:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661517696 : -117277048033920 : ffff95564f362d80) 00010000:00000001:2.0:1770653413.841073:0:76647:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1770653413.841078:0:76647:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1770653413.841078:0:73806:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661517696 : -117277048033920 : ffff95564f362d80) 00000100:00000001:1.0:1770653413.841082:0:73797:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1770653413.841083:0:73806:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000001:2.0:1770653413.841084:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.841087:0:73806:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000001:3.0:1770653413.841088:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1770653413.841088:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:1.0:1770653413.841088:0:73797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cf80. 00010000:00000001:0.0:1770653413.841090:0:73806:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1770653413.841092:0:76647:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1770653413.841094:0:73797:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.841095:0:73806:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1770653413.841096:0:76647:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.841097:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:1.0:1770653413.841102:0:73797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cf80. 00000020:00000040:2.0:1770653413.841103:0:76647:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95565f570800 with handle 0x2aed14e4e178a005 from hash 00010000:00000001:0.0:1770653413.841105:0:73806:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.841107:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.841107:0:76647:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1770653413.841113:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:1.0:1770653413.841113:0:73797:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955606dff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b31b1d82-c1d4-4680-ae7a-71292416d1f5+100:2363:x1856657966301440:12345-192.168.202.60@tcp:103:ldlm_bl.0 00010000:00000001:0.0:1770653413.841114:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:3.0:1770653413.841115:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653413.841117:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.841120:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.841121:0:76647:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000800:00000001:3.0:1770653413.841124:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.841125:0:73806:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.841126:0:76647:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000200:1.0:1770653413.841126:0:73797:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966301440 00010000:00000001:2.0:1770653413.841130:0:76647:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.841132:0:73797:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00010000:00000001:2.0:1770653413.841133:0:76647:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1770653413.841133:0:73806:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1770653413.841138:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000002:1.0:1770653413.841138:0:73797:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000400:00000200:3.0:1770653413.841140:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:0.0:1770653413.841140:0:73806:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1770653413.841143:0:73797:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00010000:00010000:2.0:1770653413.841145:0:76647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95565f570800/0x2aed14e4e178a005 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x153a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d51 expref: 105 pid: 76382 timeout: 6877 lvb_type: 1 00000100:00000001:0.0:1770653413.841148:0:73806:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.841151:0:73797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1770653413.841156:0:73806:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.841157:0:73797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1770653413.841158:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b4e00 00000100:00000001:0.0:1770653413.841163:0:73806:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 02000000:00000010:1.0:1770653413.841164:0:73797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95562de80c00. 00010000:00000040:2.0:1770653413.841165:0:76647:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 99 00000100:00000010:0.0:1770653413.841169:0:73806:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f362d80. 02000000:00000001:1.0:1770653413.841171:0:73797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.841172:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda169 [1] + 224 00000020:00000040:2.0:1770653413.841173:0:76647:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 104 00000100:00000001:1.0:1770653413.841177:0:73797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.841177:0:73806:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1770653413.841182:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.841183:0:73806:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.841184:0:73797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000800:00000001:3.0:1770653413.841185:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653413.841187:0:76647:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:1.0:1770653413.841187:0:73797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000010:0.0:1770653413.841192:0:73806:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a2c0. 00000800:00000001:3.0:1770653413.841193:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.841193:0:76647:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1770653413.841193:0:73797:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1770653413.841196:0:73797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000040:2.0:1770653413.841199:0:76647:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9556565b4c00 00000020:00000040:1.0:1770653413.841200:0:73797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556395a7e00 refcount=4 00010000:00000001:0.0:1770653413.841200:0:73806:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:3.0:1770653413.841201:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1770653413.841205:0:76647:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000020:00000001:1.0:1770653413.841207:0:73797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796294798848 : -117277414752768 : ffff9556395a7e00) 00010000:00010000:0.0:1770653413.841207:0:73806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1770653413.841209:0:76647:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1770653413.841213:0:73806:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.841215:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00010000:2.0:1770653413.841215:0:76647:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653413.841216:0:73797:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796294798848 : -117277414752768 : ffff9556395a7e00) 00010000:00000001:0.0:1770653413.841219:0:73806:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1770653413.841221:0:76647:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1770653413.841222:0:73797:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955633f4c300 count: 3 00010000:00000001:0.0:1770653413.841225:0:73806:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.841226:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1770653413.841227:0:76647:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00001000:0.0:1770653413.841229:0:73806:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00010000:00010000:2.0:1770653413.841231:0:76647:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770653413.841232:0:73797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9556395a7e00/0x2aed14e4e178a258 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f65 expref: 100 pid: 12206 timeout: 6877 lvb_type: 1 00010000:00000001:2.0:1770653413.841237:0:76647:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.841238:0:73806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1770653413.841239:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955637358a80 x1856657707191808/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.841244:0:76647:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000040:0.0:1770653413.841245:0:73806:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000001:2.0:1770653413.841247:0:76647:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:0.0:1770653413.841252:0:73806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00010000:2.0:1770653413.841253:0:76647:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9556565b4c00/0x2aed14e4e178cdd9 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x153a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000100:00001000:1.0:1770653413.841254:0:73797:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 02000000:00000001:0.0:1770653413.841261:0:73806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1770653413.841263:0:73797:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:0.0:1770653413.841266:0:73806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.841270:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.841272:0:73806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1770653413.841274:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1770653413.841280:0:73806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00010000:1.0:1770653413.841282:0:73797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9556395a7e00/0x2aed14e4e178a258 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f65 expref: 100 pid: 12206 timeout: 6877 lvb_type: 1 00000400:00000010:0.0:1770653413.841286:0:73806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8bb0. 00000100:00000040:3.0:1770653413.841287:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955637358a80 x1856657707191808/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.841293:0:76647:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000200:0.0:1770653413.841294:0:73806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966301184, offset 224 00010000:00010000:2.0:1770653413.841298:0:76647:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9556565b4c00/0x2aed14e4e178cdd9 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x153a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1770653413.841308:0:73797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000200:0.0:1770653413.841309:0:73806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:1.0:1770653413.841313:0:73797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1770653413.841318:0:73797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.841323:0:73806:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000040:2.0:1770653413.841324:0:76647:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x153a:0x0].0x0 (ffff95561e13b600) refcount = 2 00000020:00000001:1.0:1770653413.841324:0:73797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653413.841332:0:76647:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:1.0:1770653413.841332:0:73797:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1770653413.841333:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1770653413.841333:0:73806:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164587:2164587:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164583:2164583:8:4294967295] 00010000:00000001:1.0:1770653413.841336:0:73797:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000040:2.0:1770653413.841338:0:76647:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9556565b4c00/0x2aed14e4e178cdd9 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x153a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.841342:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.841345:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.841349:0:73797:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1770653413.841352:0:76647:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653413.841353:0:73797:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.841356:0:76647:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.841356:0:73806:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000020:00000040:1.0:1770653413.841357:0:73797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9556395a7e00 with handle 0x2aed14e4e178a258 from hash 00010000:00000001:2.0:1770653413.841362:0:76647:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1770653413.841363:0:73797:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1770653413.841365:0:76647:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.841368:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.841369:0:76647:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.841371:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:3.0:1770653413.841373:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1770653413.841374:0:73806:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:1.0:1770653413.841375:0:73797:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000010:2.0:1770653413.841376:0:76647:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f59b00. 00010000:00000001:1.0:1770653413.841379:0:73797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:2.0:1770653413.841382:0:76647:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000800:00000001:3.0:1770653413.841383:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.841383:0:73797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1770653413.841385:0:73806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9f00. 00000100:00000010:2.0:1770653413.841387:0:76647:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0540. 00010000:00000001:1.0:1770653413.841389:0:73797:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000800:00000001:3.0:1770653413.841390:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653413.841395:0:76647:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100336448 : -117276609215168 : ffff9556695e0540) 00010000:00000001:1.0:1770653413.841395:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:3.0:1770653413.841397:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653413.841399:0:73806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:2.0:1770653413.841401:0:76647:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100336448 : -117276609215168 : ffff9556695e0540) 00010000:00010000:1.0:1770653413.841403:0:73797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9556395a7e00/0x2aed14e4e178a258 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x13f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f65 expref: 100 pid: 12206 timeout: 6877 lvb_type: 1 00000100:00000001:2.0:1770653413.841408:0:76647:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1770653413.841411:0:76647:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000400:00000200:3.0:1770653413.841415:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:2.0:1770653413.841416:0:76647:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000800:00000200:0.0:1770653413.841417:0:73806:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:2.0:1770653413.841420:0:76647:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000040:1.0:1770653413.841424:0:73797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 93 00000800:00000200:0.0:1770653413.841426:0:73806:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000040:1.0:1770653413.841428:0:73797:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 99 00010000:00000001:2.0:1770653413.841431:0:76647:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.841433:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d0280 00010000:00000001:2.0:1770653413.841436:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.841437:0:73806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.841439:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.841440:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1770653413.841444:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6aed [2] + 1312 00010000:00000001:2.0:1770653413.841445:0:76647:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.841445:0:73797:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:0.0:1770653413.841449:0:73806:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:1.0:1770653413.841450:0:73797:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1770653413.841451:0:76647:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000040:1.0:1770653413.841454:0:73797:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9556080a6600 00010000:00000001:2.0:1770653413.841455:0:76647:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000800:00000001:3.0:1770653413.841456:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1770653413.841458:0:73797:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1770653413.841458:0:73806:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.841461:0:76647:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.841462:0:73797:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000800:00000001:3.0:1770653413.841464:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.841465:0:76647:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.841465:0:73806:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.841466:0:73797:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000200:3.0:1770653413.841469:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653413.841472:0:76647:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:1.0:1770653413.841472:0:73797:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1770653413.841477:0:76647:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0540. 00010000:00000001:1.0:1770653413.841477:0:73797:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000400:00000200:3.0:1770653413.841479:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000040:0.0:1770653413.841480:0:73806:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955606dfdf80 x1856657966301184/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1770653413.841481:0:73797:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:2.0:1770653413.841483:0:76647:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1770653413.841486:0:73797:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.841488:0:3281:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:2.0:1770653413.841488:0:76647:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1770653413.841493:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:2.0:1770653413.841494:0:76647:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f59b00. 00010000:00000001:1.0:1770653413.841494:0:73797:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1770653413.841498:0:73797:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:2.0:1770653413.841501:0:76647:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000010:3.0:1770653413.841502:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955606dfd180. 00010000:00010000:1.0:1770653413.841503:0:73797:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9556080a6600/0x2aed14e4e178cdd2 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770653413.841505:0:76647:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000040:3.0:1770653413.841509:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955606dfd180 x1856657966301824 msgsize 328 00010000:00000001:2.0:1770653413.841510:0:76647:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.841518:0:76647:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1770653413.841520:0:73806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955606dfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_019:b31b1d82-c1d4-4680-ae7a-71292416d1f5+99:2365:x1856657966301184:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 992us (1672us total) trans 0 rc 0/0 00010000:00000001:2.0:1770653413.841522:0:76647:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.841523:0:73797:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00100000:3.0:1770653413.841525:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00010000:00010000:1.0:1770653413.841528:0:73797:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9556080a6600/0x2aed14e4e178cdd2 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x13f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1770653413.841529:0:76647:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653413.841537:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.841539:0:76647:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1770653413.841547:0:76647:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000040:1.0:1770653413.841547:0:73797:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x13f5:0x0].0x0 (ffff955633f4c300) refcount = 2 00000100:00100000:0.0:1770653413.841547:0:73806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161810 00000100:00000001:2.0:1770653413.841554:0:76647:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00000040:1.0:1770653413.841554:0:73797:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000040:0.0:1770653413.841555:0:73806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 1 02000000:00000001:2.0:1770653413.841559:0:76647:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:1.0:1770653413.841559:0:73797:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9556080a6600/0x2aed14e4e178cdd2 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x13f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.841560:0:73806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1770653413.841563:0:76647:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.841565:0:73806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1770653413.841570:0:73806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519480. 00000100:00000001:2.0:1770653413.841571:0:76647:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1770653413.841572:0:73797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000800:00000200:3.0:1770653413.841574:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1770653413.841576:0:73797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.841577:0:73806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3dd48. 00000800:00000010:3.0:1770653413.841581:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9f00. 00000100:00000040:2.0:1770653413.841581:0:76647:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:1.0:1770653413.841581:0:73797:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000010:0.0:1770653413.841583:0:73806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955626009600. 00010000:00000001:1.0:1770653413.841585:0:73797:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1770653413.841588:0:76647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888440. 00000400:00000200:3.0:1770653413.841590:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1770653413.841590:0:73797:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1770653413.841591:0:73806:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 98 00000100:00000200:2.0:1770653413.841592:0:76647:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966301568, offset 224 00010000:00000010:1.0:1770653413.841597:0:73797:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9cf80. 00000100:00000001:0.0:1770653413.841597:0:73806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.841601:0:73797:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000400:00000200:2.0:1770653413.841605:0:76647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:3.0:1770653413.841606:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000010:1.0:1770653413.841608:0:73797:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa8d80. 00000100:00000001:0.0:1770653413.841610:0:73806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1770653413.841613:0:73797:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540169600 : -117277169382016 : ffff955647fa8d80) 00000100:00100000:0.0:1770653413.841615:0:73806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966301696 00000400:00000200:2.0:1770653413.841617:0:76647:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000001:1.0:1770653413.841618:0:73797:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540169600 : -117277169382016 : ffff955647fa8d80) 02000000:00000001:0.0:1770653413.841619:0:73806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653413.841623:0:73806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653413.841624:0:73797:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000400:00000200:2.0:1770653413.841627:0:76647:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164588:2164588:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164584:2164584:7:4294967295] 00000100:00000001:0.0:1770653413.841627:0:73806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.841628:0:73797:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1770653413.841631:0:73797:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 02000000:00000001:0.0:1770653413.841634:0:73806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.841635:0:73797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00100000:0.0:1770653413.841638:0:73806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966301696 00000020:00000001:0.0:1770653413.841642:0:73806:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1770653413.841645:0:73806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000400:00000200:2.0:1770653413.841646:0:76647:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000020:00000001:0.0:1770653413.841650:0:73806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653413.841653:0:73806:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=105 00000400:00000200:3.0:1770653413.841655:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8bb0 00000800:00000200:2.0:1770653413.841655:0:76647:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:1.0:1770653413.841657:0:73797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.841657:0:73806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000400:00000010:3.0:1770653413.841661:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8bb0. 00000800:00000010:2.0:1770653413.841661:0:76647:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df200. 00010000:00000001:1.0:1770653413.841663:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1770653413.841664:0:73806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00010000:00000001:1.0:1770653413.841667:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.841669:0:73806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1770653413.841670:0:73797:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1770653413.841672:0:76647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:1.0:1770653413.841674:0:73797:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000020:00000010:0.0:1770653413.841675:0:73806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00010000:00000001:1.0:1770653413.841678:0:73797:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1770653413.841679:0:73806:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1770653413.841683:0:76647:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:1.0:1770653413.841683:0:73797:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.841684:0:73806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00000100:00000001:1.0:1770653413.841688:0:73797:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.841691:0:73797:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000800:00000200:2.0:1770653413.841692:0:76647:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1770653413.841692:0:73806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955626009600. 00000100:00000010:1.0:1770653413.841693:0:73797:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa8d80. 00000020:00000010:0.0:1770653413.841699:0:73806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519480. 00000100:00000001:1.0:1770653413.841700:0:73797:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1770653413.841702:0:76647:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.841704:0:73797:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.841705:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:0.0:1770653413.841706:0:73806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3dd48. 00000100:00000001:3.0:1770653413.841710:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.0:1770653413.841711:0:73797:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9cf80. 00000100:00000040:2.0:1770653413.841712:0:76647:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000100:00000001:0.0:1770653413.841712:0:73806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000001:3.0:1770653413.841716:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1770653413.841717:0:73797:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:0.0:1770653413.841717:0:73806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1770653413.841719:0:76647:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.841721:0:73806:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00010000:1.0:1770653413.841722:0:73797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000800:00000001:3.0:1770653413.841724:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.841724:0:76647:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.841727:0:73797:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.841727:0:73806:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.841730:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1770653413.841734:0:73797:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1770653413.841734:0:73806:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000800:00000001:3.0:1770653413.841736:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1770653413.841737:0:76647:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955606dfdc00 x1856657966301568/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.841738:0:73797:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.841755:0:73806:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00001000:1.0:1770653413.841758:0:73797:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000020:00000001:0.0:1770653413.841759:0:73806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1770653413.841763:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000020:00000040:0.0:1770653413.841763:0:73806:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565d1f8000 refcount=5 00000100:00000001:1.0:1770653413.841768:0:73797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1770653413.841770:0:73806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796894912512 : -117276814639104 : ffff95565d1f8000) 00000100:00000040:1.0:1770653413.841776:0:73797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000001:0.0:1770653413.841776:0:73806:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796894912512 : -117276814639104 : ffff95565d1f8000) 00000400:00000200:3.0:1770653413.841781:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b4e80 00000100:00000001:1.0:1770653413.841784:0:73797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00010000:0.0:1770653413.841788:0:73806:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff95565d1f8000/0x2aed14e4e178a204 lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x153b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f2d expref: 105 pid: 12199 timeout: 6877 lvb_type: 1 02000000:00000001:1.0:1770653413.841789:0:73797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1770653413.841793:0:73797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.841796:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda171 [1] + 224 00000100:00100000:2.0:1770653413.841798:0:76647:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955606dfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_025:b31b1d82-c1d4-4680-ae7a-71292416d1f5+105:2366:x1856657966301568:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 963us (1430us total) trans 0 rc 0/0 00000100:00000001:1.0:1770653413.841799:0:73797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:3.0:1770653413.841807:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1770653413.841808:0:73797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.841809:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.841813:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:1.0:1770653413.841815:0:73797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022bb0. 00000800:00000001:3.0:1770653413.841816:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.841816:0:73806:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1770653413.841822:0:73797:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966301440, offset 224 00000400:00000200:3.0:1770653413.841823:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1770653413.841823:0:76647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161811 00000100:00000001:0.0:1770653413.841823:0:73806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1770653413.841832:0:76647:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000100:00000001:0.0:1770653413.841834:0:73806:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:3.0:1770653413.841838:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:1.0:1770653413.841838:0:73797:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000200:0.0:1770653413.841843:0:73806:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955606dff100 x1856657966301696/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653413.841866:0:73797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000001:2.0:1770653413.841871:0:76647:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1770653413.841876:0:73797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164589:2164589:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164585:2164585:7:4294967295] 00000100:00000001:2.0:1770653413.841877:0:76647:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1770653413.841880:0:73806:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:2.0:1770653413.841882:0:76647:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d500. 00000100:00000001:0.0:1770653413.841884:0:73806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.841887:0:76647:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada320. 00000020:00000010:2.0:1770653413.841894:0:76647:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563d588200. 00000400:00000200:1.0:1770653413.841896:0:73797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:0.0:1770653413.841896:0:73806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1770653413.841899:0:76647:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 104 00000100:00000001:2.0:1770653413.841906:0:76647:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.841908:0:73806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:1.0:1770653413.841911:0:73797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00100000:0.0:1770653413.841912:0:73806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966301824 02000000:00000001:0.0:1770653413.841915:0:73806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000010:1.0:1770653413.841916:0:73797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399f00. 00000100:00000001:0.0:1770653413.841918:0:73806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653413.841921:0:73806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.841923:0:76647:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000200:1.0:1770653413.841925:0:73797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:2.0:1770653413.841926:0:76647:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1770653413.841926:0:73806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.841932:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1770653413.841932:0:73806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966301824 00000100:00100000:2.0:1770653413.841936:0:76647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161813 00000020:00000001:0.0:1770653413.841937:0:73806:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000200:1.0:1770653413.841938:0:73797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000200:3.0:1770653413.841942:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955666c22d80 x1856657707191936/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1770653413.841943:0:76647:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000800:00000200:1.0:1770653413.841944:0:73797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000040:0.0:1770653413.841944:0:73806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:0.0:1770653413.841949:0:73806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1770653413.841950:0:76647:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795447906560 : -117278261645056 : ffff955606dff100) 00000100:00000001:1.0:1770653413.841953:0:73797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.841953:0:73806:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=105 00000020:00000001:0.0:1770653413.841960:0:73806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000040:1.0:1770653413.841963:0:73797:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000100:00000040:2.0:1770653413.841964:0:76647:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955606dff100 x1856657966301696/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653413.841965:0:73806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00010000:00000001:1.0:1770653413.841970:0:73797:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.841972:0:73806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1770653413.841976:0:73797:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.841978:0:73806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00000100:00000040:3.0:1770653413.841982:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955666c22d80 x1856657707191936/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.841985:0:73806:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.841987:0:76647:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1770653413.841988:0:73797:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955606dff800 x1856657966301440/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1770653413.841994:0:76647:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59b00. 00000020:00000010:0.0:1770653413.841994:0:73806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00000100:00000001:2.0:1770653413.842002:0:76647:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653413.842005:0:73806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955626008800. 00000020:00000010:2.0:1770653413.842009:0:76647:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59b00. 00000020:00000010:0.0:1770653413.842012:0:73806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519f00. 00000020:00000010:0.0:1770653413.842019:0:73806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d4b0. 00000100:00100000:2.0:1770653413.842022:0:76647:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955606dff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_025:b31b1d82-c1d4-4680-ae7a-71292416d1f5+105:2365:x1856657966301696:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1770653413.842025:0:73806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653413.842026:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1770653413.842029:0:73806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:1.0:1770653413.842030:0:73797:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955606dff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b31b1d82-c1d4-4680-ae7a-71292416d1f5+98:2363:x1856657966301440:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 940us (1393us total) trans 0 rc 0/0 00000100:00000200:2.0:1770653413.842033:0:76647:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966301696 00010000:00000001:0.0:1770653413.842033:0:73806:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1770653413.842037:0:73806:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.842039:0:76647:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00010000:00000001:0.0:1770653413.842041:0:73806:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00000002:2.0:1770653413.842042:0:76647:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000800:00000200:3.0:1770653413.842044:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1770653413.842045:0:73806:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00100000:1.0:1770653413.842046:0:73797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161812 00010000:00000001:2.0:1770653413.842047:0:76647:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000800:00000010:3.0:1770653413.842049:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df200. 00000020:00000001:0.0:1770653413.842050:0:73806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1770653413.842053:0:76647:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1770653413.842054:0:73797:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000020:00000040:0.0:1770653413.842055:0:73806:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565d1f9200 refcount=5 00000400:00000200:3.0:1770653413.842056:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1770653413.842057:0:76647:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1770653413.842061:0:73797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1770653413.842062:0:73806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796894917120 : -117276814634496 : ffff95565d1f9200) 00000100:00000001:1.0:1770653413.842064:0:73797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:2.0:1770653413.842065:0:76647:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955625e92c00. 00000400:00000200:3.0:1770653413.842069:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 02000000:00000001:2.0:1770653413.842070:0:76647:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.842070:0:73806:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796894917120 : -117276814634496 : ffff95565d1f9200) 00000020:00000010:1.0:1770653413.842071:0:73797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d080. 00000400:00000200:3.0:1770653413.842073:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888440 00000400:00000010:3.0:1770653413.842079:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888440. 00000100:00000001:2.0:1770653413.842079:0:76647:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.842079:0:73797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada578. 00010000:00010000:0.0:1770653413.842081:0:73806:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff95565d1f9200/0x2aed14e4e178a1f6 lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x153e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f18 expref: 105 pid: 76419 timeout: 6877 lvb_type: 1 00010000:00000001:2.0:1770653413.842086:0:76647:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:3.0:1770653413.842088:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:1.0:1770653413.842089:0:73797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9556560ae600. 00010000:00010000:2.0:1770653413.842090:0:76647:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:3.0:1770653413.842092:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1770653413.842096:0:76647:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1770653413.842097:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:1.0:1770653413.842098:0:73797:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 97 00000020:00000001:2.0:1770653413.842099:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:3.0:1770653413.842100:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653413.842102:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:2.0:1770653413.842104:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565d1f8000 refcount=5 00000100:00000001:1.0:1770653413.842105:0:73797:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.842106:0:73806:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653413.842108:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653413.842109:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796894912512 : -117276814639104 : ffff95565d1f8000) 00000100:00000001:0.0:1770653413.842112:0:73806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653413.842113:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653413.842115:0:76647:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796894912512 : -117276814639104 : ffff95565d1f8000) 00010000:00000040:2.0:1770653413.842119:0:76647:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955666214500 count: 3 00000100:00000001:0.0:1770653413.842119:0:73806:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000800:00000001:3.0:1770653413.842120:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1770653413.842128:0:76647:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff95565d1f8000/0x2aed14e4e178a204 lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x153b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f2d expref: 105 pid: 12199 timeout: 6877 lvb_type: 1 00000100:00000200:0.0:1770653413.842130:0:73806:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955606dfd180 x1856657966301824/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1770653413.842134:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00001000:2.0:1770653413.842150:0:76647:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 00000400:00000200:3.0:1770653413.842151:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b4f00 00010000:00000001:2.0:1770653413.842158:0:76647:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1770653413.842160:0:73806:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:2.0:1770653413.842164:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.842165:0:73806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.842166:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda175 [1] + 224 00010000:00000001:2.0:1770653413.842167:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1770653413.842173:0:76647:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff95565d1f8000/0x2aed14e4e178a204 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x153b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f2d expref: 105 pid: 12199 timeout: 6877 lvb_type: 1 00000800:00000001:3.0:1770653413.842177:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653413.842178:0:73806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653413.842184:0:76647:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000800:00000001:3.0:1770653413.842185:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.842187:0:76647:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1770653413.842190:0:76647:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.842190:0:73806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1770653413.842192:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1770653413.842194:0:73806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1770653413.842195:0:76647:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.842201:0:76647:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1770653413.842204:0:76647:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:3.0:1770653413.842205:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00100000:0.0:1770653413.842205:0:73806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161814 00010000:00000001:2.0:1770653413.842208:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.842210:0:5741:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1770653413.842213:0:73806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 2 00010000:00000001:2.0:1770653413.842214:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.842214:0:5741:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1770653413.842216:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1770653413.842217:0:76647:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1770653413.842219:0:73806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795447898496 : -117278261653120 : ffff955606dfd180) 00000100:00000001:1.0:1770653413.842220:0:5741:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.842221:0:76647:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.842225:0:5741:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.842227:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9556074a9c00 x1856657707192064/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:2.0:1770653413.842227:0:76647:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95565d1f8000 with handle 0x2aed14e4e178a204 from hash 00000100:00000040:0.0:1770653413.842230:0:73806:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955606dfd180 x1856657966301824/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.842233:0:76647:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1770653413.842238:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.842241:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1770653413.842242:0:12206:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9556080a6600/0x2aed14e4e178cdd2 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.842245:0:76647:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1770653413.842249:0:76647:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653413.842253:0:76647:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.842258:0:76647:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1770653413.842261:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.842264:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.842265:0:12206:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.842268:0:76647:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:0.0:1770653413.842270:0:73806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1770653413.842271:0:76647:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00010000:1.0:1770653413.842272:0:12206:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9556080a6600/0x2aed14e4e178cdd2 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1770653413.842275:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9556074a9c00 x1856657707192064/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000040:2.0:1770653413.842275:0:76647:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95561ae2ac00 00000020:00000010:0.0:1770653413.842275:0:73806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00010000:00000001:2.0:1770653413.842279:0:76647:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:0.0:1770653413.842282:0:73806:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.842283:0:76647:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1770653413.842286:0:76647:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653413.842292:0:76647:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1770653413.842292:0:73806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00010000:00000001:1.0:1770653413.842293:0:12206:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1770653413.842297:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.842299:0:76647:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1770653413.842300:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1770653413.842304:0:76647:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1770653413.842304:0:73806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955606dfd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_019:b31b1d82-c1d4-4680-ae7a-71292416d1f5+105:2365:x1856657966301824:12345-192.168.202.60@tcp:103:ldlm_bl.0 00010000:00000001:1.0:1770653413.842305:0:12206:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1770653413.842307:0:76647:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653413.842309:0:12206:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1770653413.842310:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1770653413.842313:0:76647:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000040:1.0:1770653413.842314:0:12206:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556080a6600 refcount=3 00010000:00000001:2.0:1770653413.842316:0:76647:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000200:0.0:1770653413.842316:0:73806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966301824 00000020:00000001:1.0:1770653413.842318:0:12206:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795467466240 : -117278242085376 : ffff9556080a6600) 00010000:00000001:0.0:1770653413.842320:0:73806:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00010000:00010000:2.0:1770653413.842321:0:76647:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cde0 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x153b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.842322:0:12206:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795467466240 : -117278242085376 : ffff9556080a6600) 00010000:00000002:0.0:1770653413.842323:0:73806:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1770653413.842327:0:73806:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00010000:00000001:1.0:1770653413.842328:0:12206:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:2.0:1770653413.842334:0:76647:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:1.0:1770653413.842334:0:12206:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9556080a6600/0x2aed14e4e178cdd2 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.842334:0:73806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00010000:2.0:1770653413.842337:0:76647:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cde0 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x153b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1770653413.842339:0:73806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1770653413.842344:0:73806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955620548000. 02000000:00000001:0.0:1770653413.842350:0:73806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.842352:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1770653413.842356:0:73806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1770653413.842359:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399f00. 00010000:00000001:1.0:1770653413.842359:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:2.0:1770653413.842361:0:76647:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x153b:0x0].0x0 (ffff955666214500) refcount = 3 00010000:00000001:1.0:1770653413.842362:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.842362:0:73806:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1770653413.842367:0:73806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000400:00000200:3.0:1770653413.842368:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:2.0:1770653413.842368:0:76647:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00010000:1.0:1770653413.842369:0:12206:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9556080a6600/0x2aed14e4e178cdd2 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1770653413.842372:0:76647:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cde0 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x153b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.842373:0:73806:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1770653413.842377:0:73806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653413.842380:0:73806:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565d1f9200 refcount=5 00000400:00000200:3.0:1770653413.842383:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000001:0.0:1770653413.842386:0:73806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796894917120 : -117276814634496 : ffff95565d1f9200) 00010000:00000001:0.0:1770653413.842394:0:73806:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796894917120 : -117276814634496 : ffff95565d1f9200) 00000400:00000200:3.0:1770653413.842395:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022bb0 00010000:00000001:1.0:1770653413.842395:0:12206:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1770653413.842396:0:76647:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000040:0.0:1770653413.842399:0:73806:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955666214b00 count: 3 00010000:00000001:2.0:1770653413.842401:0:76647:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.842401:0:12206:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.842402:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022bb0. 00010000:00000001:1.0:1770653413.842407:0:12206:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1770653413.842408:0:76647:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00010000:0.0:1770653413.842408:0:73806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff95565d1f9200/0x2aed14e4e178a1f6 lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x153e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f18 expref: 105 pid: 76419 timeout: 6877 lvb_type: 1 00000100:00000001:3.0:1770653413.842411:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1770653413.842412:0:76647:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1770653413.842413:0:12206:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff955647fa8d80. 00000100:00000001:3.0:1770653413.842415:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1770653413.842418:0:76647:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.842419:0:12206:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000800:00000001:3.0:1770653413.842423:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:2.0:1770653413.842426:0:76647:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f59b00. 00000100:00001000:0.0:1770653413.842426:0:73806:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 00010000:00010000:1.0:1770653413.842429:0:12206:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00000001:2.0:1770653413.842430:0:76647:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000800:00000001:3.0:1770653413.842431:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.842432:0:73806:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1770653413.842435:0:12206:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1770653413.842436:0:76647:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0540. 00000800:00000001:3.0:1770653413.842438:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653413.842438:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.842439:0:12206:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.842440:0:76647:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100336448 : -117276609215168 : ffff9556695e0540) 00010000:00000001:0.0:1770653413.842442:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.842445:0:12206:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:2.0:1770653413.842446:0:76647:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100336448 : -117276609215168 : ffff9556695e0540) 00010000:00010000:0.0:1770653413.842449:0:73806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff95565d1f9200/0x2aed14e4e178a1f6 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x153e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f18 expref: 105 pid: 76419 timeout: 6877 lvb_type: 1 00010000:00000001:1.0:1770653413.842450:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.842451:0:76647:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1770653413.842456:0:76647:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1770653413.842456:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.842460:0:76647:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000020:00000001:0.0:1770653413.842461:0:73806:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00002000:00000001:1.0:1770653413.842462:0:12206:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00010000:00000001:2.0:1770653413.842464:0:76647:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1770653413.842465:0:73806:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00080000:00000001:1.0:1770653413.842467:0:12206:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1770653413.842468:0:76647:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.842469:0:73806:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.842473:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1770653413.842474:0:73806:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.842478:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000010:1.0:1770653413.842478:0:12206:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95562de81c00. 00010000:00000001:0.0:1770653413.842479:0:73806:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1770653413.842481:0:76647:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.842483:0:73806:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000001:1.0:1770653413.842485:0:12206:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796102753280 : -117277606798336 : ffff95562de81c00) 00010000:00000001:2.0:1770653413.842486:0:76647:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1770653413.842489:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:3.0:1770653413.842491:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.842492:0:76647:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000001:00000001:1.0:1770653413.842492:0:12206:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:0.0:1770653413.842493:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.842498:0:73806:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1770653413.842499:0:76647:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.842499:0:12206:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.842501:0:73806:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.842507:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:2.0:1770653413.842507:0:76647:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.842508:0:73806:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95565d1f9200 with handle 0x2aed14e4e178a1f6 from hash 00080000:00000002:1.0:1770653413.842509:0:12206:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x13f5:0x0] not in the id map cache 00000100:00000001:2.0:1770653413.842514:0:76647:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:0.0:1770653413.842515:0:73806:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000010:2.0:1770653413.842518:0:76647:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0540. 00080000:00000001:1.0:1770653413.842518:0:12206:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00010000:00000001:0.0:1770653413.842519:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1770653413.842524:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d0300 00010000:00000001:0.0:1770653413.842524:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.842525:0:76647:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1770653413.842526:0:73806:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1770653413.842529:0:76647:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.842531:0:73806:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000010:2.0:1770653413.842535:0:76647:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f59b00. 00000400:00000200:3.0:1770653413.842536:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6aed [2] + 1640 00080000:00000001:1.0:1770653413.842536:0:12206:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.842537:0:73806:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.842540:0:76647:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1770653413.842543:0:73806:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000001:1.0:1770653413.842545:0:12206:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.842546:0:76647:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000800:00000001:3.0:1770653413.842547:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653413.842547:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.842550:0:76647:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.842551:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:1.0:1770653413.842553:0:12206:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00010000:00000001:2.0:1770653413.842554:0:76647:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000800:00000001:3.0:1770653413.842555:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.842555:0:73806:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00080000:00000001:1.0:1770653413.842557:0:12206:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:2.0:1770653413.842559:0:76647:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.842560:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1770653413.842560:0:73806:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 80000000:00000001:1.0:1770653413.842562:0:12206:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00001000:2.0:1770653413.842565:0:76647:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 80000000:00000001:1.0:1770653413.842566:0:12206:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000040:0.0:1770653413.842566:0:73806:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95571016ae00 00000400:00000200:3.0:1770653413.842571:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:0.0:1770653413.842573:0:73806:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 80000000:00000001:1.0:1770653413.842574:0:12206:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.842575:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1770653413.842575:0:76647:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1770653413.842576:0:73806:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000200:3.0:1770653413.842581:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00010000:0.0:1770653413.842582:0:73806:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000040:2.0:1770653413.842583:0:76647:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 80000000:00000001:1.0:1770653413.842583:0:12206:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.842588:0:73806:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.842589:0:76647:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00080000:00000001:1.0:1770653413.842590:0:12206:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1770653413.842591:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955606dfea00. 00010000:00000001:0.0:1770653413.842592:0:73806:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 02000000:00000001:2.0:1770653413.842595:0:76647:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:0.0:1770653413.842597:0:73806:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000040:3.0:1770653413.842598:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955606dfea00 x1856657966301952 msgsize 328 02000000:00000001:2.0:1770653413.842599:0:76647:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.842599:0:12206:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:0.0:1770653413.842600:0:73806:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1770653413.842604:0:12206:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000100:00000001:2.0:1770653413.842607:0:76647:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1770653413.842607:0:73806:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1770653413.842612:0:73806:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1770653413.842616:0:73806:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178cde7 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x153e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770653413.842619:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000040:2.0:1770653413.842619:0:76647:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:2.0:1770653413.842625:0:76647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268885d8. 00000001:00000001:1.0:1770653413.842627:0:12206:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1770653413.842628:0:73806:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:3.0:1770653413.842630:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:2.0:1770653413.842630:0:76647:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966301696, offset 224 00000001:00000001:1.0:1770653413.842633:0:12206:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:0.0:1770653413.842634:0:73806:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178cde7 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x153e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00000800:00000001:3.0:1770653413.842639:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1770653413.842641:0:76647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00080000:00000001:1.0:1770653413.842643:0:12206:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.842645:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1770653413.842650:0:12206:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000001:3.0:1770653413.842651:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1770653413.842652:0:76647:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00080000:00000001:1.0:1770653413.842656:0:12206:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000001:3.0:1770653413.842657:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653413.842662:0:76647:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164590:2164590:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164586:2164586:8:4294967295] 00010000:00000040:0.0:1770653413.842662:0:73806:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x153e:0x0].0x0 (ffff955666214b00) refcount = 3 00000400:00000200:3.0:1770653413.842669:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000040:0.0:1770653413.842671:0:73806:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000001:00000001:1.0:1770653413.842673:0:12206:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000040:0.0:1770653413.842677:0:73806:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178cde7 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x153e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1770653413.842678:0:12206:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.842684:0:76647:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00080000:00000001:1.0:1770653413.842693:0:12206:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1770653413.842694:0:76647:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.842701:0:73806:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00080000:00000001:1.0:1770653413.842702:0:12206:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000800:00000010:2.0:1770653413.842703:0:76647:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df600. 00010000:00000001:0.0:1770653413.842704:0:73806:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.842708:0:73806:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1770653413.842711:0:73806:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1770653413.842712:0:76647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:0.0:1770653413.842715:0:73806:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1770653413.842718:0:12206:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1770653413.842720:0:76647:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000010:0.0:1770653413.842721:0:73806:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a2c0. 00080000:00000001:1.0:1770653413.842724:0:12206:0:(osd_object.c:806:osd_destroy()) Process entered 00000800:00000200:2.0:1770653413.842726:0:76647:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1770653413.842727:0:73806:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00080000:00000001:1.0:1770653413.842729:0:12206:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000400:00000200:3.0:1770653413.842733:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d0380 00000100:00000010:0.0:1770653413.842733:0:73806:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f362d80. 80000000:00000001:1.0:1770653413.842734:0:12206:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000001:2.0:1770653413.842735:0:76647:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.842752:0:73806:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661517696 : -117277048033920 : ffff95564f362d80) 80000000:00000001:1.0:1770653413.842755:0:12206:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000400:00000200:3.0:1770653413.842756:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6aed [2] + 1968 00000100:00000001:0.0:1770653413.842758:0:73806:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661517696 : -117277048033920 : ffff95564f362d80) 00000100:00000040:2.0:1770653413.842759:0:76647:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 80000000:00000001:1.0:1770653413.842761:0:12206:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.842764:0:3281:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564ec5a478. 00000100:00000001:0.0:1770653413.842766:0:73806:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000001:2.0:1770653413.842767:0:76647:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1770653413.842768:0:12206:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.842770:0:3281:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9556693346c0 00000100:00000001:0.0:1770653413.842770:0:73806:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1770653413.842772:0:76647:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.842774:0:73806:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00080000:00000001:1.0:1770653413.842775:0:12206:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653413.842777:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653413.842778:0:73806:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000040:2.0:1770653413.842781:0:76647:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955606dff100 x1856657966301696/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1770653413.842783:0:12206:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:0.0:1770653413.842784:0:73806:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.842786:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1770653413.842787:0:12206:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00010000:00000001:0.0:1770653413.842790:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1770653413.842792:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1770653413.842794:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.842799:0:73806:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.842804:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:0.0:1770653413.842804:0:73806:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00100000:2.0:1770653413.842807:0:76647:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955606dff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_025:b31b1d82-c1d4-4680-ae7a-71292416d1f5+105:2365:x1856657966301696:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 815us (1754us total) trans 0 rc 0/0 00010000:00000001:0.0:1770653413.842808:0:73806:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000200:3.0:1770653413.842811:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556693346c0 00000100:00000001:0.0:1770653413.842816:0:73806:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.842817:0:3281:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9556693346c0. 00000100:00100000:2.0:1770653413.842823:0:76647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161813 00000100:00000001:0.0:1770653413.842823:0:73806:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.842825:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1770653413.842828:0:76647:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 1 00000100:00000200:3.0:1770653413.842829:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:0.0:1770653413.842829:0:73806:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1770653413.842834:0:76647:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000010:0.0:1770653413.842835:0:73806:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f362d80. 00000100:00000040:3.0:1770653413.842836:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff95560414b050 x1856657966302080 msgsize 328 00000100:00000001:2.0:1770653413.842838:0:76647:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1770653413.842841:0:73806:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000020:00000010:2.0:1770653413.842843:0:76647:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519480. 00010000:00000001:0.0:1770653413.842846:0:73806:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653413.842865:0:76647:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3dd48. 00000020:00000010:2.0:1770653413.842869:0:76647:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955626009600. 00000100:00100000:3.0:1770653413.842872:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000020:00000040:2.0:1770653413.842875:0:76647:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 104 00000100:00000040:3.0:1770653413.842876:0:3281:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00010000:00000010:0.0:1770653413.842883:0:73806:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a2c0. 00000100:00000001:3.0:1770653413.842888:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.842889:0:76647:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1770653413.842889:0:12206:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.842889:0:73806:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1770653413.842893:0:73806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00080000:00000001:1.0:1770653413.842897:0:12206:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.842897:0:73806:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.842901:0:76647:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1770653413.842905:0:76647:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966301952 00010000:00000001:0.0:1770653413.842905:0:73806:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00080000:00000001:1.0:1770653413.842906:0:12206:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1770653413.842908:0:73806:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.842910:0:76647:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000001:00000001:1.0:1770653413.842912:0:12206:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000100:00001000:0.0:1770653413.842912:0:73806:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653413.842913:0:76647:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653413.842918:0:76647:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:1.0:1770653413.842918:0:12206:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332613, last_committed = 4295332607 00000100:00000001:0.0:1770653413.842919:0:73806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:3.0:1770653413.842924:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1770653413.842926:0:73806:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 02000000:00000001:2.0:1770653413.842927:0:76647:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1770653413.842928:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df600. 00000001:00000010:1.0:1770653413.842928:0:12206:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564334aea0. 00000100:00100000:2.0:1770653413.842933:0:76647:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966301952 00000100:00000001:0.0:1770653413.842933:0:73806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000001:00000040:1.0:1770653413.842936:0:12206:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 6 00000400:00000200:3.0:1770653413.842937:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1770653413.842937:0:76647:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1770653413.842938:0:73806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:2.0:1770653413.842941:0:76647:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 02000000:00000001:0.0:1770653413.842943:0:73806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.842945:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653413.842945:0:12206:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=14 00000100:00000001:0.0:1770653413.842949:0:73806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1770653413.842950:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000040:2.0:1770653413.842950:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=105 00080000:00000001:1.0:1770653413.842954:0:12206:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000001:2.0:1770653413.842956:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000400:00000200:3.0:1770653413.842958:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268885d8 00000100:00000040:0.0:1770653413.842958:0:73806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000020:00000001:2.0:1770653413.842960:0:76647:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000400:00000010:3.0:1770653413.842964:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268885d8. 00000100:00000001:2.0:1770653413.842965:0:76647:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000001:1.0:1770653413.842967:0:12206:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000020:00000010:2.0:1770653413.842971:0:76647:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59b00. 00000001:00000001:1.0:1770653413.842972:0:12206:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.842974:0:73809:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1770653413.842976:0:76647:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1770653413.842978:0:73809:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966302080 00000020:00000010:2.0:1770653413.842980:0:76647:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59b00. 02000000:00000001:0.0:1770653413.842982:0:73809:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653413.842985:0:73809:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1770653413.842987:0:76647:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95562fa44e00. 00000100:00000001:0.0:1770653413.842987:0:73809:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.842990:0:12206:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.842991:0:73809:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.842992:0:76647:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95566aa1cf00. 00002000:00000001:1.0:1770653413.842996:0:12206:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.842997:0:73809:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966302080 00000020:00000010:2.0:1770653413.842998:0:76647:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e5104b0. 00000100:00000001:3.0:1770653413.843001:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00002000:00000001:1.0:1770653413.843002:0:12206:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000020:00000001:0.0:1770653413.843002:0:73809:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1770653413.843004:0:76647:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653413.843005:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:0.0:1770653413.843006:0:73809:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000100:00000001:2.0:1770653413.843008:0:76647:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1770653413.843010:0:73809:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:3.0:1770653413.843012:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653413.843012:0:76647:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000020:00000040:0.0:1770653413.843014:0:73809:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=106 00010000:00000001:2.0:1770653413.843015:0:76647:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.843020:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653413.843020:0:73809:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00010000:00000001:2.0:1770653413.843021:0:76647:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00080000:00000010:1.0:1770653413.843022:0:12206:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff95566040b560. 00000800:00000001:3.0:1770653413.843025:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653413.843025:0:76647:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1770653413.843027:0:73809:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000020:00000001:2.0:1770653413.843029:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00002000:00000001:1.0:1770653413.843031:0:12206:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000800:00000001:3.0:1770653413.843032:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.843032:0:73809:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1770653413.843033:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565f571000 refcount=5 00002000:00000040:1.0:1770653413.843037:0:12206:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x13f5:0x0] 00000020:00000001:2.0:1770653413.843039:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796932108288 : -117276777443328 : ffff95565f571000) 00000020:00000010:0.0:1770653413.843039:0:73809:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00002000:00000010:1.0:1770653413.843043:0:12206:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff955667a98980. 00010000:00000001:2.0:1770653413.843046:0:76647:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796932108288 : -117276777443328 : ffff95565f571000) 00000400:00000200:3.0:1770653413.843047:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:0.0:1770653413.843047:0:73809:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1770653413.843051:0:12206:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000020:00000010:0.0:1770653413.843054:0:73809:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00010000:00010000:2.0:1770653413.843055:0:76647:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff95565f571000/0x2aed14e4e178a091 lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x153c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dd6 expref: 106 pid: 12204 timeout: 6877 lvb_type: 1 00002000:00000001:1.0:1770653413.843056:0:12206:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.843060:0:73809:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955626008c00. 00000400:00000200:3.0:1770653413.843063:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b5000 00002000:00000001:1.0:1770653413.843065:0:12206:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653413.843068:0:73809:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519500. 00010000:00000040:1.0:1770653413.843074:0:12206:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332613, xid 1856657707189248 00000020:00000010:0.0:1770653413.843075:0:73809:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d578. 00000400:00000200:3.0:1770653413.843076:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda181 [1] + 224 00010000:00000001:1.0:1770653413.843083:0:12206:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:0.0:1770653413.843084:0:73809:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1770653413.843089:0:73809:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:3.0:1770653413.843091:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653413.843093:0:73809:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000200:1.0:1770653413.843094:0:12206:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9556074ab800 x1856657707189248/t4295332613(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.843095:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.843097:0:73809:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.843099:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:3.0:1770653413.843100:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.843103:0:73809:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1770653413.843104:0:76647:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.843108:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1770653413.843109:0:73809:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1770653413.843110:0:76647:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653413.843113:0:73809:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1770653413.843117:0:76647:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000040:0.0:1770653413.843118:0:73809:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565f570400 refcount=5 00010000:00000001:1.0:1770653413.843122:0:12206:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1770653413.843123:0:73809:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796932105216 : -117276777446400 : ffff95565f570400) 00000400:00000200:3.0:1770653413.843124:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000200:2.0:1770653413.843127:0:76647:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955606dfea00 x1856657966301952/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.843128:0:12206:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.843129:0:73809:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796932105216 : -117276777446400 : ffff95565f570400) 00000100:00000001:3.0:1770653413.843134:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1770653413.843137:0:12206:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00010000:00010000:0.0:1770653413.843140:0:73809:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff95565f570400/0x2aed14e4e178a075 lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x1540:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dba expref: 106 pid: 12204 timeout: 6877 lvb_type: 1 00000100:00000200:3.0:1770653413.843145:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955666c23480 x1856657707192320/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.843147:0:12206:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1770653413.843151:0:76647:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1770653413.843155:0:76647:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.843155:0:12206:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000001:1.0:1770653413.843163:0:12206:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00010000:00000001:0.0:1770653413.843164:0:73809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.843168:0:73809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.843170:0:76647:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653413.843170:0:12206:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1770653413.843171:0:73809:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653413.843176:0:12206:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.843177:0:73809:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.843182:0:76647:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1770653413.843184:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955666c23480 x1856657707192320/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.843184:0:12206:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1770653413.843184:0:73809:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1770653413.843185:0:76647:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1770653413.843192:0:12206:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1770653413.843194:0:73809:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff95560414b050 x1856657966302080/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1770653413.843199:0:12206:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022660. 00000100:00000200:1.0:1770653413.843207:0:12206:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707189248, offset 224 00000400:00000200:1.0:1770653413.843218:0:12206:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1770653413.843220:0:73809:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1770653413.843223:0:73809:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.843228:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1770653413.843228:0:76647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161815 00000400:00000200:1.0:1770653413.843232:0:12206:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1770653413.843234:0:76647:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 2 00000100:00000001:0.0:1770653413.843235:0:73809:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653413.843238:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653413.843239:0:76647:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795447904768 : -117278261646848 : ffff955606dfea00) 00000400:00000200:1.0:1770653413.843245:0:12206:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b4400 00000800:00000001:3.0:1770653413.843247:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.843248:0:73809:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1770653413.843249:0:76647:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955606dfea00 x1856657966301952/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.843252:0:73809:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000001:3.0:1770653413.843255:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1770653413.843258:0:12206:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda0f9 [1] + 224 00000800:00000001:3.0:1770653413.843262:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1770653413.843262:0:73809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161816 00000100:00000040:0.0:1770653413.843271:0:73809:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 3 00000400:00000200:1.0:1770653413.843272:0:12206:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653413.843273:0:76647:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1770653413.843276:0:73809:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795401031760 : -117278308519856 : ffff95560414b050) 00000020:00000010:2.0:1770653413.843279:0:76647:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59b00. 00000400:00000200:3.0:1770653413.843281:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:2.0:1770653413.843284:0:76647:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1770653413.843284:0:12206:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1770653413.843286:0:73809:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95560414b050 x1856657966302080/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1770653413.843292:0:76647:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59b00. 00000100:00000001:1.0:1770653413.843297:0:12206:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1770653413.843302:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d0400 00000100:00100000:2.0:1770653413.843304:0:76647:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955606dfea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_025:b31b1d82-c1d4-4680-ae7a-71292416d1f5+106:2366:x1856657966301952:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1770653413.843306:0:73809:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1770653413.843307:0:12206:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955603ca5500 x1856657707189248/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1770653413.843312:0:73809:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00000100:00000200:2.0:1770653413.843313:0:76647:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966301952 00000100:00000001:0.0:1770653413.843319:0:73809:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1770653413.843320:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6b0d [2] + 0 00010000:00000001:2.0:1770653413.843320:0:76647:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1770653413.843324:0:76647:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000020:00000010:0.0:1770653413.843327:0:73809:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00010000:00000001:2.0:1770653413.843328:0:76647:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000800:00000001:3.0:1770653413.843334:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653413.843335:0:76647:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1770653413.843337:0:12206:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff955603ca5500 x1856657707189248/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653413.843340:0:76647:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1770653413.843340:0:73809:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95560414b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_021:b31b1d82-c1d4-4680-ae7a-71292416d1f5+106:2365:x1856657966302080:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000800:00000001:3.0:1770653413.843345:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1770653413.843346:0:76647:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955625e93c00. 00000400:00000200:3.0:1770653413.843354:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1770653413.843354:0:73809:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966302080 02000000:00000001:2.0:1770653413.843355:0:76647:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.843360:0:73809:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000100:00000001:2.0:1770653413.843362:0:76647:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.843364:0:12206:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000002:0.0:1770653413.843365:0:73809:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1770653413.843366:0:76647:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000400:00000200:3.0:1770653413.843367:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:0.0:1770653413.843370:0:73809:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00010000:00010000:2.0:1770653413.843371:0:76647:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000400:00000200:1.0:1770653413.843375:0:12206:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022660 00010000:00000001:2.0:1770653413.843376:0:76647:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1770653413.843378:0:73809:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1770653413.843379:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1770653413.843381:0:12206:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022660. 00000020:00000040:2.0:1770653413.843383:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565f571000 refcount=5 02000000:00000001:0.0:1770653413.843384:0:73809:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1770653413.843386:0:12206:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653413.843387:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:2.0:1770653413.843387:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796932108288 : -117276777443328 : ffff95565f571000) 00000100:00000001:1.0:1770653413.843390:0:12206:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:3.0:1770653413.843391:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:0.0:1770653413.843391:0:73809:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95562054a000. 00010000:00000001:2.0:1770653413.843392:0:76647:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796932108288 : -117276777443328 : ffff95565f571000) 00000100:00000001:1.0:1770653413.843397:0:12206:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653413.843398:0:76647:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95560d669600 count: 3 00000100:00000010:3.0:1770653413.843399:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955606dfc700. 02000000:00000001:0.0:1770653413.843399:0:73809:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.843405:0:12206:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000100:00000040:3.0:1770653413.843406:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955606dfc700 x1856657966302208 msgsize 328 00010000:00010000:2.0:1770653413.843407:0:76647:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff95565f571000/0x2aed14e4e178a091 lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x153c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dd6 expref: 106 pid: 12204 timeout: 6877 lvb_type: 1 00000100:00000001:0.0:1770653413.843407:0:73809:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.843412:0:12206:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000001:0.0:1770653413.843415:0:73809:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000020:00000001:1.0:1770653413.843417:0:12206:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.843420:0:73809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1770653413.843422:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000020:00000001:1.0:1770653413.843426:0:12206:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1770653413.843428:0:73809:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00001000:2.0:1770653413.843431:0:76647:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 00000020:00000001:0.0:1770653413.843432:0:73809:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1770653413.843435:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1770653413.843436:0:12206:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9556074ab800 x1856657707189248/t4295332613(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.843437:0:76647:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000040:0.0:1770653413.843439:0:73809:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565f570400 refcount=5 00010000:00000001:2.0:1770653413.843443:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1770653413.843446:0:73809:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796932105216 : -117276777446400 : ffff95565f570400) 00010000:00000001:2.0:1770653413.843447:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.843451:0:76656:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00010000:2.0:1770653413.843454:0:76647:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff95565f571000/0x2aed14e4e178a091 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x153c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dd6 expref: 106 pid: 12204 timeout: 6877 lvb_type: 1 00000100:00100000:3.0:1770653413.843456:0:76656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966302208 00010000:00000001:0.0:1770653413.843456:0:73809:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796932105216 : -117276777446400 : ffff95565f570400) 02000000:00000001:3.0:1770653413.843460:0:76656:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653413.843466:0:76656:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000040:0.0:1770653413.843467:0:73809:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95560d669c00 count: 3 00000100:00100000:1.0:1770653413.843468:0:12206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9556074ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+14:3290:x1856657707189248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19886us (20415us total) trans 4295332613 rc 0/0 00000100:00000001:3.0:1770653413.843470:0:76656:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.843474:0:76647:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 02000000:00000001:3.0:1770653413.843479:0:76656:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.843480:0:76647:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00010000:0.0:1770653413.843480:0:73809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff95565f570400/0x2aed14e4e178a075 lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x1540:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dba expref: 106 pid: 12204 timeout: 6877 lvb_type: 1 00010000:00000001:2.0:1770653413.843484:0:76647:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.843485:0:12206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136159 00000100:00100000:3.0:1770653413.843488:0:76656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966302208 00000020:00000001:2.0:1770653413.843490:0:76647:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.843492:0:12206:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 3 00000020:00000001:3.0:1770653413.843495:0:76656:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:2.0:1770653413.843498:0:76647:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1770653413.843498:0:12206:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:3.0:1770653413.843500:0:76656:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00010000:00000001:2.0:1770653413.843502:0:76647:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1770653413.843503:0:12206:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1770653413.843507:0:76656:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:0.0:1770653413.843507:0:73809:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 00010000:00000001:2.0:1770653413.843509:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:1.0:1770653413.843509:0:12206:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1c080. 00000020:00000040:3.0:1770653413.843514:0:76656:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=107 00010000:00000001:2.0:1770653413.843514:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.843514:0:73809:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1770653413.843517:0:76647:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:1.0:1770653413.843517:0:12206:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510320. 00010000:00000001:0.0:1770653413.843520:0:73809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.843521:0:76647:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.843523:0:76656:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000020:00000010:1.0:1770653413.843524:0:12206:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564531d400. 00000020:00000040:2.0:1770653413.843525:0:76647:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95565f571000 with handle 0x2aed14e4e178a091 from hash 00010000:00000001:0.0:1770653413.843525:0:73809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1770653413.843531:0:76656:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00010000:00000001:2.0:1770653413.843532:0:76647:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000040:1.0:1770653413.843533:0:12206:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 13 00010000:00010000:0.0:1770653413.843533:0:73809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff95565f570400/0x2aed14e4e178a075 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1540:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dba expref: 107 pid: 12204 timeout: 6877 lvb_type: 1 00010000:00000001:2.0:1770653413.843537:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.843539:0:76656:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1770653413.843540:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.843540:0:12206:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.843545:0:76647:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:3.0:1770653413.843548:0:76656:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbe80. 00010000:00000001:2.0:1770653413.843548:0:76647:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000001:0.0:1770653413.843550:0:73809:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1770653413.843552:0:76647:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.843553:0:12206:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1770653413.843555:0:73809:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000001:3.0:1770653413.843556:0:76656:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.843557:0:76647:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00100000:1.0:1770653413.843557:0:12206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707192832 00010000:00000001:0.0:1770653413.843558:0:73809:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.843560:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1770653413.843562:0:12206:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1770653413.843565:0:76656:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbe80. 00010000:00000001:2.0:1770653413.843565:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.843566:0:12206:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1770653413.843566:0:73809:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.843571:0:76647:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:1.0:1770653413.843572:0:12206:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.843574:0:73809:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000010:3.0:1770653413.843575:0:76656:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bc800. 00010000:00000001:2.0:1770653413.843575:0:76647:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 02000000:00000001:1.0:1770653413.843576:0:12206:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.843577:0:73809:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000040:2.0:1770653413.843579:0:76647:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95561ae2a000 00000020:00000010:3.0:1770653413.843583:0:76656:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3480. 00010000:00000001:2.0:1770653413.843584:0:76647:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00100000:1.0:1770653413.843584:0:12206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707192832 00010000:00000001:0.0:1770653413.843584:0:73809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.843589:0:76647:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000001:1.0:1770653413.843590:0:12206:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:0.0:1770653413.843590:0:73809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:3.0:1770653413.843591:0:76656:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca907d0. 00010000:00010000:2.0:1770653413.843594:0:76647:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000040:1.0:1770653413.843595:0:12206:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00010000:00000001:0.0:1770653413.843595:0:73809:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1770653413.843597:0:76647:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.843598:0:76656:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1770653413.843599:0:12206:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1770653413.843599:0:73809:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.843602:0:76656:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1770653413.843603:0:76647:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000040:1.0:1770653413.843604:0:12206:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=14 00000020:00000040:0.0:1770653413.843605:0:73809:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95565f570400 with handle 0x2aed14e4e178a075 from hash 00010000:00000001:3.0:1770653413.843606:0:76656:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00010000:2.0:1770653413.843607:0:76647:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653413.843610:0:76656:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.843611:0:12206:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00010000:00000001:2.0:1770653413.843613:0:76647:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.843613:0:73809:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1770653413.843615:0:76656:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000020:00000001:1.0:1770653413.843617:0:12206:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00010000:00000001:0.0:1770653413.843618:0:73809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.843620:0:76647:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1770653413.843621:0:76656:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1770653413.843622:0:12206:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1770653413.843623:0:73809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.843624:0:76647:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000020:00000001:3.0:1770653413.843625:0:76656:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1770653413.843627:0:73809:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:1.0:1770653413.843629:0:12206:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cf80. 00000020:00000040:3.0:1770653413.843630:0:76656:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556395a6c00 refcount=5 00010000:00010000:2.0:1770653413.843630:0:76647:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cdee lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x153c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.843631:0:73809:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000001:3.0:1770653413.843637:0:76656:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796294794240 : -117277414757376 : ffff9556395a6c00) 00010000:00000001:0.0:1770653413.843637:0:73809:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.843638:0:12206:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.843643:0:73809:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653413.843645:0:76656:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796294794240 : -117277414757376 : ffff9556395a6c00) 00000020:00000010:1.0:1770653413.843646:0:12206:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cf80. 00010000:00000001:0.0:1770653413.843647:0:73809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.843648:0:76647:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1770653413.843653:0:73809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1770653413.843654:0:76647:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cdee lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x153c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1770653413.843656:0:12206:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9556560ae600. 00010000:00010000:3.0:1770653413.843657:0:76656:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9556395a6c00/0x2aed14e4e178a22e lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x1541:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f42 expref: 107 pid: 12206 timeout: 6877 lvb_type: 1 00010000:00000001:0.0:1770653413.843657:0:73809:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1770653413.843661:0:73809:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000010:1.0:1770653413.843663:0:12206:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d080. 00010000:00000040:0.0:1770653413.843665:0:73809:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9556080a7000 00000020:00000010:1.0:1770653413.843671:0:12206:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada578. 00010000:00000001:0.0:1770653413.843672:0:73809:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000040:2.0:1770653413.843673:0:76647:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x153c:0x0].0x0 (ffff95560d669600) refcount = 3 00010000:00000001:0.0:1770653413.843676:0:73809:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:1.0:1770653413.843678:0:12206:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00010000:0.0:1770653413.843680:0:73809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000040:2.0:1770653413.843681:0:76647:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:1.0:1770653413.843682:0:12206:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1770653413.843685:0:73809:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.843686:0:12206:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653413.843687:0:76647:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cdee lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x153c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.843692:0:73809:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:1.0:1770653413.843694:0:12206:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.843696:0:73809:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653413.843698:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.843702:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.843702:0:73809:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.843706:0:12206:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.843707:0:76656:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.843708:0:73809:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1770653413.843709:0:76647:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653413.843713:0:73809:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:3.0:1770653413.843714:0:76656:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.843714:0:76647:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.843717:0:12206:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00010000:0.0:1770653413.843717:0:73809:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9556080a7000/0x2aed14e4e178cdf5 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1540:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.843721:0:76647:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:3.0:1770653413.843722:0:76656:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1770653413.843722:0:12206:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1770653413.843725:0:76647:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1770653413.843732:0:76656:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955606dfc700 x1856657966302208/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770653413.843732:0:12206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136169 00010000:00000001:2.0:1770653413.843733:0:76647:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.843733:0:73809:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:0.0:1770653413.843738:0:73809:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9556080a7000/0x2aed14e4e178cdf5 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1540:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1770653413.843752:0:76647:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f59b00. 00000100:00000040:1.0:1770653413.843756:0:12206:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 4 00000100:00000001:2.0:1770653413.843758:0:76647:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:1.0:1770653413.843762:0:12206:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795454899840 : -117278254651776 : ffff9556074aa680) 00000100:00000010:2.0:1770653413.843764:0:76647:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0540. 00000100:00000001:2.0:1770653413.843771:0:76647:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100336448 : -117276609215168 : ffff9556695e0540) 00000100:00000040:1.0:1770653413.843774:0:12206:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9556074aa680 x1856657707192832/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1770653413.843775:0:73809:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1540:0x0].0x0 (ffff95560d669c00) refcount = 3 00000100:00000001:3.0:1770653413.843777:0:76656:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1770653413.843778:0:76647:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100336448 : -117276609215168 : ffff9556695e0540) 00000100:00000001:3.0:1770653413.843781:0:76656:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.843784:0:73809:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:2.0:1770653413.843785:0:76647:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1770653413.843789:0:76647:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000040:0.0:1770653413.843790:0:73809:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9556080a7000/0x2aed14e4e178cdf5 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1540:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.843792:0:76647:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:3.0:1770653413.843794:0:76656:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.843794:0:12206:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1770653413.843796:0:76647:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000010:1.0:1770653413.843800:0:12206:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cf80. 00010000:00000001:2.0:1770653413.843801:0:76647:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.843805:0:73809:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653413.843807:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.843807:0:12206:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.843808:0:73809:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.843809:0:76656:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1770653413.843811:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.843813:0:76656:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1770653413.843816:0:76647:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.843816:0:12206:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cf80. 00010000:00000001:0.0:1770653413.843817:0:73809:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1770653413.843821:0:73809:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1770653413.843822:0:76656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161817 00010000:00000001:2.0:1770653413.843823:0:76647:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1770653413.843828:0:76647:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1770653413.843828:0:73809:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1770653413.843829:0:76656:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 4 00000100:00100000:1.0:1770653413.843829:0:12206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9556074aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+14:3289:x1856657707192832:12345-0@lo:6:osp-syn-1-0.0 00000100:00000001:2.0:1770653413.843836:0:76647:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.843837:0:76656:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795447895808 : -117278261655808 : ffff955606dfc700) 00010000:00000010:0.0:1770653413.843837:0:73809:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a2c0. 00000100:00000200:1.0:1770653413.843838:0:12206:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707192832 00000100:00000001:2.0:1770653413.843842:0:76647:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.843843:0:12206:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1770653413.843845:0:73809:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:2.0:1770653413.843846:0:76647:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1770653413.843865:0:76647:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0540. 00000020:00000001:1.0:1770653413.843866:0:12206:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1770653413.843868:0:76647:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000020:00000001:1.0:1770653413.843870:0:12206:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.843871:0:76647:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1770653413.843873:0:73809:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f362d80. 00000020:00000001:1.0:1770653413.843874:0:12206:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1770653413.843876:0:76656:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955606dfc700 x1856657966302208/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.0:1770653413.843877:0:76647:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f59b00. 00000020:00000001:1.0:1770653413.843878:0:12206:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000100:00000001:0.0:1770653413.843879:0:73809:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661517696 : -117277048033920 : ffff95564f362d80) 00010000:00000001:2.0:1770653413.843882:0:76647:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000001:1.0:1770653413.843886:0:12206:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00010000:2.0:1770653413.843887:0:76647:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000001:0.0:1770653413.843887:0:73809:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661517696 : -117277048033920 : ffff95564f362d80) 00010000:00000001:2.0:1770653413.843891:0:76647:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653413.843891:0:12206:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.843893:0:73809:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000020:00000001:1.0:1770653413.843898:0:12206:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:2.0:1770653413.843899:0:76647:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1770653413.843899:0:73809:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000020:00000001:1.0:1770653413.843901:0:12206:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1770653413.843902:0:76656:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1770653413.843903:0:76647:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.843903:0:73809:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000020:00000001:1.0:1770653413.843905:0:12206:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00010000:00000001:0.0:1770653413.843907:0:73809:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000010:3.0:1770653413.843908:0:76656:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbe80. 00000100:00001000:2.0:1770653413.843909:0:76647:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000020:00000001:1.0:1770653413.843910:0:12206:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00010000:00000001:0.0:1770653413.843911:0:73809:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.843913:0:76656:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1770653413.843914:0:12206:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.843917:0:73809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.843920:0:76647:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1770653413.843921:0:76656:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbe80. 00000001:00000001:1.0:1770653413.843922:0:12206:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:0.0:1770653413.843923:0:73809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1770653413.843926:0:76647:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00010000:00000001:0.0:1770653413.843927:0:73809:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.843928:0:12206:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.843931:0:76647:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00000001:0.0:1770653413.843934:0:73809:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000001:00000001:1.0:1770653413.843935:0:12206:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00100000:3.0:1770653413.843936:0:76656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955606dfc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_033:b31b1d82-c1d4-4680-ae7a-71292416d1f5+107:2366:x1856657966302208:12345-192.168.202.60@tcp:103:ldlm_bl.0 02000000:00000001:2.0:1770653413.843937:0:76647:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1770653413.843939:0:73809:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000001:00000001:1.0:1770653413.843940:0:12206:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1770653413.843941:0:76647:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.843945:0:76656:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966302208 00000001:00000001:1.0:1770653413.843948:0:12206:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.843948:0:73809:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.843949:0:76656:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000100:00000001:2.0:1770653413.843950:0:76647:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1770653413.843952:0:73809:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000002:3.0:1770653413.843955:0:76656:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000001:00000001:1.0:1770653413.843955:0:12206:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:0.0:1770653413.843956:0:73809:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:3.0:1770653413.843960:0:76656:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000040:2.0:1770653413.843960:0:76647:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000001:00000001:1.0:1770653413.843961:0:12206:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1770653413.843961:0:73809:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f362d80. 00000100:00000001:3.0:1770653413.843966:0:76656:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000001:00000001:1.0:1770653413.843968:0:12206:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.843969:0:76656:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1770653413.843969:0:73809:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000001:00000001:1.0:1770653413.843971:0:12206:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:0.0:1770653413.843973:0:73809:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1770653413.843974:0:12206:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1770653413.843975:0:76656:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95566b67e800. 00010000:00000010:0.0:1770653413.843977:0:73809:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a2c0. 00000001:00000001:1.0:1770653413.843980:0:12206:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.843981:0:76656:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.843982:0:73809:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000001:1.0:1770653413.843983:0:12206:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.843987:0:76656:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.843987:0:73809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000001:1.0:1770653413.843988:0:12206:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.843990:0:73809:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.843995:0:76656:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:1.0:1770653413.843996:0:12206:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1770653413.843996:0:73809:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00010000:3.0:1770653413.843999:0:76656:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 02000000:00000001:1.0:1770653413.844000:0:12206:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1770653413.844001:0:73809:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.844002:0:76656:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653413.844006:0:76656:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:0.0:1770653413.844007:0:73809:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 02000000:00000010:1.0:1770653413.844008:0:12206:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95562de82000. 00000020:00000040:3.0:1770653413.844009:0:76656:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556395a6c00 refcount=5 02000000:00000001:1.0:1770653413.844013:0:12206:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.844014:0:6531:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1770653413.844015:0:76656:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796294794240 : -117277414757376 : ffff9556395a6c00) 00000100:00000001:0.0:1770653413.844016:0:73809:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1770653413.844017:0:12206:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1770653413.844020:0:6531:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1770653413.844021:0:76656:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796294794240 : -117277414757376 : ffff9556395a6c00) 00002000:00000001:1.0:1770653413.844022:0:12206:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000100:00000040:0.0:1770653413.844024:0:73809:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 11 to 192.168.202.60@tcp 00000400:00000001:2.0:1770653413.844025:0:6531:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000040:3.0:1770653413.844027:0:76656:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955633f4cf00 count: 3 00010000:00000001:1.0:1770653413.844027:0:12206:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000400:00000010:2.0:1770653413.844029:0:6531:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2aa8. 00010000:00000001:1.0:1770653413.844031:0:12206:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.844031:0:73809:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000400:00000200:2.0:1770653413.844036:0:6531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268887f8 00010000:00010000:3.0:1770653413.844037:0:76656:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9556395a6c00/0x2aed14e4e178a22e lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x1541:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f42 expref: 107 pid: 12206 timeout: 6877 lvb_type: 1 00002000:00080000:1.0:1770653413.844037:0:12206:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5112 count 1 02000000:00000001:0.0:1770653413.844038:0:73809:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:2.0:1770653413.844040:0:6531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268887f8. 02000000:00000001:0.0:1770653413.844042:0:73809:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653413.844044:0:12206:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000100:00000001:2.0:1770653413.844048:0:6531:0:(events.c:78:reply_in_callback()) Process entered 00002000:00000001:1.0:1770653413.844048:0:12206:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00000001:0.0:1770653413.844049:0:73809:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1770653413.844053:0:12206:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000200:2.0:1770653413.844057:0:6531:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9556074a9c00 x1856657707192064/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00001000:3.0:1770653413.844058:0:76656:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 00000100:00000040:0.0:1770653413.844058:0:73809:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000020:00000001:1.0:1770653413.844059:0:12206:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797071736024 : -117276637815592 : ffff955667a99cd8) 00000400:00000010:0.0:1770653413.844064:0:73809:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8c38. 00002000:00000001:1.0:1770653413.844065:0:12206:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797071735936 : -117276637815680 : ffff955667a99c80) 00010000:00000001:3.0:1770653413.844068:0:76656:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000200:0.0:1770653413.844072:0:73809:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966302080, offset 224 00010000:00000001:3.0:1770653413.844074:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.844074:0:12206:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1770653413.844078:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.844079:0:12206:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000200:2.0:1770653413.844085:0:6531:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9556074a9c00 x1856657707192064/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000040:1.0:1770653413.844085:0:12206:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955633f4c600 count: 2 00010000:00010000:3.0:1770653413.844086:0:76656:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9556395a6c00/0x2aed14e4e178a22e lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1541:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f42 expref: 107 pid: 12206 timeout: 6877 lvb_type: 1 00000400:00000200:0.0:1770653413.844086:0:73809:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:1.0:1770653413.844090:0:12206:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.844098:0:12206:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000400:00000200:0.0:1770653413.844100:0:73809:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000010:1.0:1770653413.844104:0:12206:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95571016a200. 00000020:00000001:1.0:1770653413.844112:0:12206:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:3.0:1770653413.844113:0:76656:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000200:0.0:1770653413.844114:0:73809:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164591:2164591:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164587:2164587:8:4294967295] 00000100:00000001:2.0:1770653413.844116:0:6531:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1770653413.844118:0:76656:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000020:00000040:1.0:1770653413.844119:0:12206:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95571016a200 with handle 0x2aed14e4e178ce18 to hash 00000100:00000001:2.0:1770653413.844120:0:6531:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.844122:0:76656:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.844126:0:6531:0:(client.c:1568:after_reply()) Process entered 00000020:00000001:3.0:1770653413.844128:0:76656:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.844128:0:12206:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 02000000:00000001:2.0:1770653413.844130:0:6531:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1770653413.844133:0:12206:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799897453056 : -117273812098560 : ffff95571016a200) 00000100:00000001:2.0:1770653413.844135:0:6531:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1770653413.844136:0:76656:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1770653413.844140:0:6531:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.844140:0:73809:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:3.0:1770653413.844141:0:76656:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1770653413.844141:0:12206:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799897453056 : -117273812098560 : ffff95571016a200) 02000000:00000001:2.0:1770653413.844147:0:6531:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.844148:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.844149:0:12206:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653413.844152:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:2.0:1770653413.844155:0:6531:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 00010000:00000001:1.0:1770653413.844155:0:12206:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.844156:0:76656:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000200:0.0:1770653413.844156:0:73809:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:3.0:1770653413.844159:0:76656:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.844164:0:12206:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95571016a200/0x2aed14e4e178ce18 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x13f8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000020:00000040:3.0:1770653413.844166:0:76656:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9556395a6c00 with handle 0x2aed14e4e178a22e from hash 00000100:00001000:2.0:1770653413.844167:0:6531:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 00000800:00000010:0.0:1770653413.844167:0:73809:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9e00. 00010000:00000001:3.0:1770653413.844171:0:76656:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1770653413.844175:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.844179:0:6531:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1770653413.844180:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:0.0:1770653413.844181:0:73809:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:3.0:1770653413.844186:0:76656:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1770653413.844186:0:6531:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.844186:0:12206:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1770653413.844191:0:12206:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1770653413.844192:0:76656:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653413.844193:0:6531:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000200:0.0:1770653413.844194:0:73809:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:1.0:1770653413.844195:0:12206:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1770653413.844196:0:76656:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.844200:0:76656:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1770653413.844200:0:6531:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.844200:0:12206:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000800:00000200:0.0:1770653413.844202:0:73809:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9e00 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:3.0:1770653413.844204:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.844205:0:12206:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000100:00000001:2.0:1770653413.844206:0:6531:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.844208:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.844209:0:12206:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:0.0:1770653413.844212:0:73809:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.844213:0:76656:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653413.844219:0:76656:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000040:2.0:1770653413.844220:0:6531:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9556074a9c00 x1856657707192064/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1770653413.844220:0:12206:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9556395a7600/0x2aed14e4e178a24a lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x13f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f57 expref: 97 pid: 12206 timeout: 0 lvb_type: 1 00000100:00000040:0.0:1770653413.844220:0:73809:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00010000:00000040:3.0:1770653413.844223:0:76656:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95561ae2ae00 00010000:00000001:0.0:1770653413.844228:0:73809:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.844229:0:76656:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1770653413.844233:0:76656:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1770653413.844236:0:73809:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.844237:0:76656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653413.844243:0:76656:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.844246:0:12206:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000040:0.0:1770653413.844248:0:73809:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95560414b050 x1856657966302080/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.844249:0:76656:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1770653413.844250:0:12206:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.844253:0:76656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770653413.844257:0:12206:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653413.844258:0:76656:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.844260:0:6531:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.844261:0:12206:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.844265:0:76656:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:2.0:1770653413.844266:0:6531:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1770653413.844267:0:12206:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1770653413.844268:0:76656:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:2.0:1770653413.844271:0:6531:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1770653413.844272:0:12206:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770653413.844274:0:76656:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178ce03 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1541:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.844277:0:6531:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1770653413.844277:0:12206:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.844281:0:6531:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.844284:0:12206:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1770653413.844287:0:73809:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95560414b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_021:b31b1d82-c1d4-4680-ae7a-71292416d1f5+107:2365:x1856657966302080:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 975us (1445us total) trans 0 rc 0/0 00010000:00000001:1.0:1770653413.844289:0:12206:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1770653413.844290:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95565f570400/0x2aed14e4e178a075 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1540:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dba expref: 107 pid: 12204 timeout: 6877 lvb_type: 1 00010000:00010000:1.0:1770653413.844293:0:12206:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95571016a200/0x2aed14e4e178ce18 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x13f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.844298:0:76656:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:3.0:1770653413.844303:0:76656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178ce03 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1541:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770653413.844309:0:73809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161816 00000100:00000040:0.0:1770653413.844318:0:73809:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 3 00010000:00000040:2.0:1770653413.844319:0:6531:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 98 00010000:00000040:1.0:1770653413.844321:0:12206:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x13f8:0x0].0x0 (ffff955633f4c600) refcount = 2 00000100:00000001:0.0:1770653413.844323:0:73809:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:2.0:1770653413.844325:0:6531:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 106 00000100:00000001:0.0:1770653413.844327:0:73809:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000040:1.0:1770653413.844331:0:12206:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1770653413.844332:0:76656:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1541:0x0].0x0 (ffff955633f4cf00) refcount = 3 00000020:00000010:0.0:1770653413.844334:0:73809:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519500. 00010000:00000001:2.0:1770653413.844336:0:6531:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:1.0:1770653413.844338:0:12206:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9556395a7600/0x2aed14e4e178a24a lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f57 expref: 97 pid: 12206 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1770653413.844339:0:76656:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:2.0:1770653413.844340:0:6531:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.844342:0:73809:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d578. 00010000:00000040:3.0:1770653413.844345:0:76656:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178ce03 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1541:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1770653413.844349:0:73809:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955626008c00. 00000100:00000040:2.0:1770653413.844350:0:6531:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9556074a9c00 x1856657707192064/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:0.0:1770653413.844357:0:73809:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 105 00010000:00000040:1.0:1770653413.844359:0:12206:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1770653413.844363:0:12206:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95571016a200/0x2aed14e4e178ce18 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x13f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.844364:0:73809:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.844373:0:76656:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653413.844377:0:76656:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.844382:0:76656:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000001:0.0:1770653413.844385:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1770653413.844386:0:76656:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1770653413.844388:0:12206:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9cf80. 00000020:00000001:0.0:1770653413.844389:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.844390:0:76656:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1770653413.844390:0:6531:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9556074a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6531:1856657707192064:192.168.202.60@tcp:104: 00000100:00000001:1.0:1770653413.844393:0:12206:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00010000:0.0:1770653413.844396:0:5745:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000010:3.0:1770653413.844400:0:76656:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9556196fbe80. 00000100:00000001:2.0:1770653413.844401:0:6531:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1770653413.844401:0:12206:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa8b40. 00010000:00000001:0.0:1770653413.844402:0:5745:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1770653413.844405:0:5745:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1770653413.844407:0:76656:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:1.0:1770653413.844408:0:12206:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540169024 : -117277169382592 : ffff955647fa8b40) 00000100:00000001:2.0:1770653413.844409:0:6531:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.844410:0:5745:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9556080a6600/0x2aed14e4e178cdd2 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00000010:3.0:1770653413.844413:0:76656:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556189e1cc0. 00000100:00000001:1.0:1770653413.844413:0:12206:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540169024 : -117277169382592 : ffff955647fa8b40) 00000100:00000001:2.0:1770653413.844414:0:6531:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1770653413.844419:0:6531:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1770653413.844420:0:76656:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626795745582272 : -117277963969344 : ffff9556189e1cc0) 00000100:00000001:1.0:1770653413.844421:0:12206:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1770653413.844425:0:12206:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000040:2.0:1770653413.844426:0:6531:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9556074a9c00 x1856657707192064/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.844427:0:76656:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626795745582272 : -117277963969344 : ffff9556189e1cc0) 00010000:00000001:1.0:1770653413.844428:0:12206:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1770653413.844432:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.844434:0:76656:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000001:1.0:1770653413.844435:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1770653413.844435:0:5745:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9556080a6600 already unused, calling callback (ffffffffc16fe650) 00000100:00000001:3.0:1770653413.844438:0:76656:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000020:00000001:1.0:1770653413.844440:0:12206:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.844441:0:5745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.844443:0:76656:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1770653413.844444:0:12206:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.844446:0:5745:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:1.0:1770653413.844448:0:12206:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1770653413.844449:0:76656:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1770653413.844450:0:5745:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9556080a6600/0x2aed14e4e178cdd2 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.844454:0:76656:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.844454:0:6531:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1770653413.844454:0:12206:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 02000000:00000001:2.0:1770653413.844458:0:6531:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1770653413.844460:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:1.0:1770653413.844460:0:12206:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95563735aa00. 02000000:00000010:2.0:1770653413.844462:0:6531:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95562fa44400. 00010000:00000001:3.0:1770653413.844465:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1770653413.844466:0:12206:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=3 obd=lustre-OST0001 00010000:00000001:0.0:1770653413.844466:0:5745:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1770653413.844468:0:76656:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.844468:0:6531:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1770653413.844470:0:5745:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1770653413.844472:0:12206:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:2.0:1770653413.844473:0:6531:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1770653413.844474:0:76656:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 02000000:00000001:1.0:1770653413.844475:0:12206:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1770653413.844475:0:5745:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653413.844476:0:6531:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=7 obd=lustre-OST0000 00010000:00000001:3.0:1770653413.844478:0:76656:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000040:0.0:1770653413.844480:0:5745:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556080a6600 refcount=3 00000020:00000001:2.0:1770653413.844481:0:6531:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1770653413.844481:0:12206:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.844484:0:76656:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653413.844487:0:6531:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95562fa44000. 00000020:00000001:0.0:1770653413.844487:0:5745:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795467466240 : -117278242085376 : ffff9556080a6600) 00000100:00000001:3.0:1770653413.844488:0:76656:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.844488:0:12206:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9556560af200. 00000100:00000001:3.0:1770653413.844494:0:76656:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 02000000:00000001:2.0:1770653413.844495:0:6531:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1770653413.844496:0:5745:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795467466240 : -117278242085376 : ffff9556080a6600) 00000100:00000001:1.0:1770653413.844497:0:12206:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.844499:0:6531:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1770653413.844500:0:76656:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556189e1cc0. 00010000:00000001:0.0:1770653413.844502:0:5745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000010:2.0:1770653413.844504:0:6531:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9556074a9c00. 00000100:00000001:3.0:1770653413.844505:0:76656:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00010000:1.0:1770653413.844508:0:12206:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9556395a7600/0x2aed14e4e178a24a lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f57 expref: 97 pid: 12206 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1770653413.844509:0:76656:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.844509:0:6531:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00010000:00010000:0.0:1770653413.844509:0:5745:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9556080a6600/0x2aed14e4e178cdd2 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x13f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.844513:0:6531:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1770653413.844517:0:76656:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9556196fbe80. 00000100:00000010:2.0:1770653413.844520:0:6531:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0c00. 00010000:00000001:3.0:1770653413.844524:0:76656:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:2.0:1770653413.844526:0:6531:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00010000:3.0:1770653413.844528:0:76656:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1770653413.844530:0:6531:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.844531:0:76656:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.844537:0:5745:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000010:2.0:1770653413.844538:0:6531:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f59540. 00010000:00010000:1.0:1770653413.844538:0:12206:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9556395a7600/0x2aed14e4e178a24a lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f57 expref: 97 pid: 12206 timeout: 6877 lvb_type: 1 00010000:00000001:3.0:1770653413.844539:0:76656:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1770653413.844541:0:5745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.844543:0:76656:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.844545:0:5745:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.844546:0:6531:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653413.844549:0:76656:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00010000:00000001:0.0:1770653413.844553:0:5745:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1770653413.844554:0:6531:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.844557:0:5745:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1770653413.844560:0:76656:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1770653413.844561:0:6531:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.844562:0:5745:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1770653413.844563:0:12206:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00010000:00000001:0.0:1770653413.844566:0:5745:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.844568:0:76656:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 11 to 192.168.202.60@tcp 00010000:00000001:2.0:1770653413.844568:0:6531:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:1.0:1770653413.844568:0:12206:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1770653413.844570:0:5745:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9556080a6600 with handle 0x2aed14e4e178cdd2 from hash 00000100:00000001:3.0:1770653413.844574:0:76656:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00010000:2.0:1770653413.844575:0:6531:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9556080a7000/0x2aed14e4e178cdf5 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1540:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.844575:0:5745:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:1.0:1770653413.844578:0:12206:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95563735aa00 x1856657707193088/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.844580:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1770653413.844581:0:76656:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1770653413.844584:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1770653413.844585:0:76656:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.844589:0:5745:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1770653413.844591:0:76656:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1770653413.844593:0:5745:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653413.844597:0:5745:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.844600:0:76656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00010000:2.0:1770653413.844604:0:6531:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9556080a7000/0x2aed14e4e178cdf5 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1540:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.844604:0:5745:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000010:3.0:1770653413.844607:0:76656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a783b8. 00010000:00000001:0.0:1770653413.844608:0:5745:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:1.0:1770653413.844610:0:12206:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00010000:00000001:0.0:1770653413.844613:0:5745:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000200:3.0:1770653413.844616:0:76656:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966302208, offset 224 00000100:00000001:1.0:1770653413.844616:0:12206:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.844616:0:5745:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.844622:0:6531:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.844624:0:5745:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.844627:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9556080a7000/0x2aed14e4e178cdf5 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1540:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770653413.844628:0:12206:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95563735aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12206:1856657707193088:192.168.202.60@tcp:104: 00000400:00000200:3.0:1770653413.844630:0:76656:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.844630:0:5745:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1770653413.844635:0:5745:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:1.0:1770653413.844638:0:12206:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1770653413.844642:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1770653413.844644:0:76656:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 02000000:00000001:1.0:1770653413.844644:0:12206:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:0.0:1770653413.844646:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1770653413.844648:0:12206:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.844650:0:5745:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.844652:0:6531:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 02000000:00000001:1.0:1770653413.844653:0:12206:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1770653413.844656:0:6531:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.844657:0:5745:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.844658:0:76656:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164592:2164592:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164588:2164588:7:4294967295] 00010000:00000001:2.0:1770653413.844659:0:6531:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:1.0:1770653413.844660:0:12206:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff955705563600. 00010000:00000001:0.0:1770653413.844660:0:5745:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.844664:0:6531:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:1.0:1770653413.844666:0:12206:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.844668:0:6531:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:0.0:1770653413.844669:0:5745:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9556080a6600/0x2aed14e4e178cdd2 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x13f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1770653413.844671:0:12206:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955642e02420. 00000020:00000040:2.0:1770653413.844673:0:6531:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556080a7000 refcount=3 00000020:00000001:2.0:1770653413.844680:0:6531:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795467468800 : -117278242082816 : ffff9556080a7000) 00000400:00000010:1.0:1770653413.844680:0:12206:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022660. 00000400:00000200:3.0:1770653413.844685:0:76656:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:2.0:1770653413.844687:0:6531:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795467468800 : -117278242082816 : ffff9556080a7000) 00000100:00000200:1.0:1770653413.844689:0:12206:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707193088, portal 16 00010000:00000001:0.0:1770653413.844692:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.844694:0:6531:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:1.0:1770653413.844695:0:12206:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00010000:0.0:1770653413.844698:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9556080a6600/0x2aed14e4e178cdd2 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x13f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.844699:0:12206:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796258830848 : -117277450720768 : ffff95563735aa00) 00000800:00000200:3.0:1770653413.844700:0:76656:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00010000:2.0:1770653413.844700:0:6531:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9556080a7000/0x2aed14e4e178cdf5 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1540:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00000800:00000010:3.0:1770653413.844710:0:76656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626cd00. 00000100:00000040:1.0:1770653413.844711:0:12206:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff95563735aa00 x1856657707193088/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1770653413.844725:0:76656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:2.0:1770653413.844726:0:6531:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:0.0:1770653413.844727:0:5745:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff955633f4c300 count: 0 00010000:00000001:2.0:1770653413.844730:0:6531:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.844731:0:12206:0:(niobuf.c:69:ptl_send_buf()) Process entered 00002000:00000010:0.0:1770653413.844734:0:5745:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff95562ede49c0. 00010000:00010000:2.0:1770653413.844735:0:6531:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9556080a7000/0x2aed14e4e178cdf5 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1540:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00000800:00000200:3.0:1770653413.844752:0:76656:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000010:0.0:1770653413.844754:0:5745:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95562721b300. 00000100:00000040:1.0:1770653413.844756:0:12206:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000800:00000200:3.0:1770653413.844762:0:76656:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626cd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1770653413.844763:0:12206:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022b28. 00010000:00000001:2.0:1770653413.844764:0:6531:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1770653413.844766:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.844768:0:6531:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.844769:0:12206:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707193088, offset 0 00010000:00000001:0.0:1770653413.844770:0:5745:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1770653413.844772:0:76656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.844773:0:6531:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1770653413.844774:0:5745:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff955647fa8d80. 00010000:00000010:2.0:1770653413.844778:0:6531:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556695e0c00. 00000400:00000200:1.0:1770653413.844779:0:12206:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.844781:0:5745:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.844785:0:76656:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00010000:00000001:2.0:1770653413.844785:0:6531:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000020:00000001:0.0:1770653413.844786:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1770653413.844789:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.844791:0:12206:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00010000:00000001:3.0:1770653413.844793:0:76656:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.844794:0:5745:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1770653413.844796:0:6531:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00000400:00000200:1.0:1770653413.844796:0:12206:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:0.0:1770653413.844801:0:5745:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1770653413.844802:0:76656:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.844803:0:6531:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.844804:0:12206:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00010000:00000001:0.0:1770653413.844805:0:5745:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00000001:2.0:1770653413.844810:0:6531:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.844811:0:12206:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00010000:00010000:0.0:1770653413.844812:0:5745:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9556080a7000/0x2aed14e4e178cdf5 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1540:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.844814:0:6531:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000040:3.0:1770653413.844818:0:76656:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955606dfc700 x1856657966302208/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.844818:0:6531:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1770653413.844820:0:12206:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00010000:00000001:2.0:1770653413.844822:0:6531:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1770653413.844826:0:6531:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000400:00000200:1.0:1770653413.844829:0:12206:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164593:2164593:254:4294967295] 192.168.202.60@tcp LPNI seq info [2164589:2164589:6:4294967295] 00080000:00000001:2.0:1770653413.844830:0:6531:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00010000:0.0:1770653413.844837:0:5745:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9556080a7000 already unused, calling callback (ffffffffc16fe650) 00080000:00000010:2.0:1770653413.844838:0:6531:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff955625e91400. 00080000:00000001:2.0:1770653413.844845:0:6531:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626795968599040 : -117277740952576 : ffff955625e91400) 00010000:00000001:0.0:1770653413.844845:0:5745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:1.0:1770653413.844867:0:12206:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:0.0:1770653413.844871:0:5745:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000001:00000001:2.0:1770653413.844873:0:6531:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00010000:0.0:1770653413.844876:0:5745:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9556080a7000/0x2aed14e4e178cdf5 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1540:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00000001:00000001:2.0:1770653413.844877:0:6531:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.844879:0:76656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955606dfc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_033:b31b1d82-c1d4-4680-ae7a-71292416d1f5+105:2366:x1856657966302208:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 974us (1469us total) trans 0 rc 0/0 00080000:00000002:2.0:1770653413.844883:0:6531:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x1540:0x0] not in the id map cache 00000800:00000200:1.0:1770653413.844884:0:12206:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00080000:00000001:2.0:1770653413.844892:0:6531:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000100:00100000:3.0:1770653413.844900:0:76656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161817 00000800:00000010:1.0:1770653413.844905:0:12206:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399b00. 00000100:00000040:3.0:1770653413.844906:0:76656:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 2 00080000:00000001:2.0:1770653413.844907:0:6531:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.844908:0:5745:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1770653413.844912:0:5745:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1770653413.844913:0:76656:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00080000:00000001:2.0:1770653413.844915:0:6531:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653413.844915:0:12206:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:3.0:1770653413.844916:0:76656:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1770653413.844916:0:5745:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653413.844920:0:5745:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556080a7000 refcount=3 00080000:00000001:2.0:1770653413.844922:0:6531:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000020:00000010:3.0:1770653413.844923:0:76656:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3480. 00000020:00000001:0.0:1770653413.844924:0:5745:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795467468800 : -117278242082816 : ffff9556080a7000) 00080000:00000001:2.0:1770653413.844926:0:6531:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000800:00000200:1.0:1770653413.844928:0:12206:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 80000000:00000001:2.0:1770653413.844930:0:6531:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000020:00000010:3.0:1770653413.844932:0:76656:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca907d0. 00000800:00000200:1.0:1770653413.844933:0:12206:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399b00 type 1, nob 424 niov 1 nkiov 1 00010000:00000001:0.0:1770653413.844933:0:5745:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795467468800 : -117278242082816 : ffff9556080a7000) 80000000:00000001:2.0:1770653413.844934:0:6531:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1770653413.844939:0:6531:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.844941:0:76656:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bc800. 80000000:00000001:2.0:1770653413.844942:0:6531:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.844942:0:12206:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.844942:0:5745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1770653413.844947:0:5745:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9556080a7000/0x2aed14e4e178cdf5 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1540:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1770653413.844950:0:6531:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.844950:0:12206:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444688 00000020:00000040:3.0:1770653413.844951:0:76656:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 104 00080000:00000001:2.0:1770653413.844957:0:6531:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000100:00000001:3.0:1770653413.844959:0:76656:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.844960:0:5745:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000001:2.0:1770653413.844961:0:6531:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000100:00000001:1.0:1770653413.844961:0:12206:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4301444680 00010000:00000001:0.0:1770653413.844964:0:5745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.844969:0:5745:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.844972:0:12206:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444688 00010000:00000001:0.0:1770653413.844972:0:5745:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1770653413.844976:0:5745:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1770653413.844980:0:5745:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1770653413.844981:0:12206:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4301444680 00010000:00000001:0.0:1770653413.844982:0:5745:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.844984:0:6531:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000800:00000001:3.0:1770653413.844985:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000001:00000001:2.0:1770653413.844989:0:6531:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000040:0.0:1770653413.844989:0:5745:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9556080a7000 with handle 0x2aed14e4e178cdf5 from hash 00000100:00000001:1.0:1770653413.844990:0:12206:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444688 00000800:00000001:3.0:1770653413.844993:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.844994:0:5745:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1770653413.844997:0:12206:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4301444680 00080000:00000001:2.0:1770653413.844998:0:6531:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.844999:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653413.844999:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.845004:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1770653413.845005:0:6531:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:1.0:1770653413.845005:0:12206:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444688 00000800:00000001:3.0:1770653413.845007:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.845009:0:5745:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000001:2.0:1770653413.845011:0:6531:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1770653413.845014:0:5745:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:1.0:1770653413.845015:0:12206:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4301444680 00010000:00000001:0.0:1770653413.845018:0:5745:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.845020:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:1.0:1770653413.845021:0:12206:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.845022:0:5745:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1770653413.845026:0:5745:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000001:00000001:2.0:1770653413.845028:0:6531:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:1.0:1770653413.845028:0:12206:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.845029:0:5745:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1770653413.845031:0:12206:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.845033:0:6531:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.845033:0:5745:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.845035:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b5080 00010000:00000001:1.0:1770653413.845037:0:12206:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.845040:0:5745:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.845044:0:12206:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.845045:0:5745:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:3.0:1770653413.845050:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda189 [1] + 224 00080000:00000001:2.0:1770653413.845050:0:6531:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.845051:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.845051:0:5745:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1770653413.845055:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1770653413.845058:0:6531:0:(osd_object.c:2094:osd_ref_del()) Process entered 00010000:00000001:0.0:1770653413.845058:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.845059:0:12206:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.845061:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653413.845061:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.845063:0:12206:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1770653413.845066:0:5745:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.845067:0:12206:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000800:00000001:3.0:1770653413.845068:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.845072:0:5745:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.845073:0:12206:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.845074:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1770653413.845076:0:5745:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.845079:0:12206:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1770653413.845082:0:12206:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00010000:0.0:1770653413.845082:0:5745:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9556080a7000/0x2aed14e4e178cdf5 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1540:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1770653413.845085:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00100000:1.0:1770653413.845088:0:12206:0:(client.c:2680:ptlrpc_set_wait()) set ffff955647fa8b40 going to sleep for 11 seconds 00080000:00000001:2.0:1770653413.845093:0:6531:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.845094:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1770653413.845094:0:12206:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1770653413.845099:0:12206:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.845100:0:6531:0:(osd_object.c:806:osd_destroy()) Process entered 00000100:00000200:3.0:1770653413.845101:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9556074aaa00 x1856657707192448/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.845101:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1770653413.845105:0:6531:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00010000:0.0:1770653413.845106:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9556080a7000/0x2aed14e4e178cdf5 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1540:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 80000000:00000001:2.0:1770653413.845108:0:6531:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1770653413.845112:0:6531:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00000001:1.0:1770653413.845112:0:51197:0:(client.c:1964:ptlrpc_check_set()) Process entered 80000000:00000001:2.0:1770653413.845117:0:6531:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1770653413.845119:0:51197:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 80000000:00000001:2.0:1770653413.845125:0:6531:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1770653413.845126:0:51197:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000040:0.0:1770653413.845127:0:5745:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95560d669c00 count: 0 00080000:00000001:2.0:1770653413.845129:0:6531:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1770653413.845130:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9556074aaa00 x1856657707192448/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1770653413.845131:0:51197:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955642e02c08. 00002000:00000010:0.0:1770653413.845132:0:5745:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff95562ede4a00. 00080000:00000001:2.0:1770653413.845133:0:6531:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1770653413.845137:0:6531:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000400:00000200:1.0:1770653413.845141:0:51197:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022220 00010000:00000010:0.0:1770653413.845142:0:5745:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95560d669700. 00000400:00000010:1.0:1770653413.845148:0:51197:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022220. 00000100:00000001:1.0:1770653413.845155:0:51197:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1770653413.845157:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1770653413.845158:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.845162:0:5745:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000200:1.0:1770653413.845165:0:51197:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955637358a80 x1856657707191808/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:0.0:1770653413.845165:0:5745:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556695e0c00. 00010000:00000001:0.0:1770653413.845169:0:5745:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.845173:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000200:3.0:1770653413.845176:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1770653413.845178:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1770653413.845181:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9e00. 00010000:00010000:0.0:1770653413.845184:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1770653413.845187:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1770653413.845188:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:1.0:1770653413.845193:0:51197:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955637358a80 x1856657707191808/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1770653413.845193:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.845199:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00010000:0.0:1770653413.845200:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1770653413.845204:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:3.0:1770653413.845208:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8c38 00000020:00000001:0.0:1770653413.845209:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.845211:0:6531:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.845212:0:51197:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1770653413.845213:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8c38. 00010000:00010000:0.0:1770653413.845214:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1770653413.845216:0:51197:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653413.845217:0:6531:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.845221:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653413.845221:0:51197:0:(client.c:1568:after_reply()) Process entered 00080000:00000001:2.0:1770653413.845222:0:6531:0:(osd_handler.c:287:osd_trans_stop()) Process entered 02000000:00000001:1.0:1770653413.845225:0:51197:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1770653413.845226:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000001:00000001:2.0:1770653413.845227:0:6531:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000100:00000001:1.0:1770653413.845229:0:51197:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000001:00000002:2.0:1770653413.845231:0:6531:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299191, last_committed = 8590299190 00000100:00000001:1.0:1770653413.845233:0:51197:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.845234:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1770653413.845234:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000010:2.0:1770653413.845238:0:6531:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564ae60360. 02000000:00000001:1.0:1770653413.845239:0:51197:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.845239:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.845241:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000040:2.0:1770653413.845243:0:6531:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 1 00000800:00000001:3.0:1770653413.845248:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1770653413.845248:0:51197:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 00010000:00010000:0.0:1770653413.845248:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:2.0:1770653413.845249:0:6531:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=13 00000800:00000001:3.0:1770653413.845255:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653413.845256:0:6531:0:(osd_io.c:399:osd_write()) Process entered 00000100:00001000:1.0:1770653413.845257:0:51197:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 00000100:00000001:0.0:1770653413.845260:0:76389:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1770653413.845265:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:1.0:1770653413.845265:0:51197:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000400:00000001:0.0:1770653413.845267:0:76389:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1770653413.845269:0:51197:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.845272:0:51197:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:0.0:1770653413.845272:0:76389:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1770653413.845275:0:76389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e0533c8. 00000400:00000200:3.0:1770653413.845277:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b4f80 00010000:00000001:1.0:1770653413.845278:0:51197:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.845280:0:76389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8f68 00000100:00000001:1.0:1770653413.845284:0:51197:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653413.845286:0:76389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8f68. 00080000:00000001:2.0:1770653413.845287:0:6531:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000100:00000040:1.0:1770653413.845291:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955637358a80 x1856657707191808/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000001:2.0:1770653413.845292:0:6531:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.845292:0:76389:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1770653413.845299:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda199 [1] + 224 00000100:00000200:0.0:1770653413.845301:0:76389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955666c23480 x1856657707192320/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:2.0:1770653413.845304:0:6531:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.845309:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00002000:00000001:2.0:1770653413.845312:0:6531:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653413.845318:0:6531:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000100:00000001:1.0:1770653413.845322:0:51197:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.845327:0:51197:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1770653413.845328:0:51197:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1770653413.845329:0:76389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955666c23480 x1856657707192320/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.845331:0:51197:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000800:00000001:3.0:1770653413.845332:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1770653413.845334:0:6531:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff95565ae60c78. 00010000:00000001:1.0:1770653413.845335:0:51197:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1770653413.845340:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000001:2.0:1770653413.845343:0:6531:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00010000:1.0:1770653413.845343:0:51197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95565d1f9200/0x2aed14e4e178a1f6 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x153e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f18 expref: 104 pid: 76419 timeout: 6877 lvb_type: 1 00002000:00000040:2.0:1770653413.845346:0:6531:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x1540:0x0] 00000400:00000200:3.0:1770653413.845351:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00002000:00000010:2.0:1770653413.845354:0:6531:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff95565a248000. 00000100:00000001:3.0:1770653413.845359:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1770653413.845359:0:76389:0:(events.c:163:reply_in_callback()) Process leaving 00002000:00000001:2.0:1770653413.845362:0:6531:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000100:00000001:0.0:1770653413.845365:0:76389:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1770653413.845366:0:6531:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.845366:0:51197:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 97 00000100:00000200:3.0:1770653413.845369:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955637359880 x1856657707192192/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.845370:0:76389:0:(client.c:1568:after_reply()) Process entered 00000020:00000040:1.0:1770653413.845373:0:51197:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 103 02000000:00000001:0.0:1770653413.845374:0:76389:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00002000:00000001:2.0:1770653413.845376:0:6531:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.845378:0:76389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1770653413.845381:0:51197:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.845383:0:76389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653413.845384:0:6531:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299191, xid 1856657707191296 00010000:00000001:1.0:1770653413.845385:0:51197:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.845389:0:76389:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.845392:0:6531:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00001000:0.0:1770653413.845394:0:76389:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 00000100:00000040:1.0:1770653413.845397:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955637358a80 x1856657707191808/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1770653413.845398:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955637359880 x1856657707192192/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000200:2.0:1770653413.845400:0:6531:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9556074a8a80 x1856657707191296/t8590299191(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1770653413.845402:0:76389:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 00000100:00000001:0.0:1770653413.845413:0:76389:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1770653413.845417:0:76389:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.845423:0:76389:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1770653413.845427:0:76389:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.845433:0:76389:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.845440:0:6531:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00100000:1.0:1770653413.845441:0:51197:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955637358a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:51197:1856657707191808:192.168.202.60@tcp:104: 00000100:00000040:0.0:1770653413.845444:0:76389:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955666c23480 x1856657707192320/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.845445:0:6531:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.845448:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1770653413.845448:0:51197:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1770653413.845450:0:6531:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000100:00000001:1.0:1770653413.845455:0:51197:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.845460:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1770653413.845461:0:6531:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1770653413.845461:0:51197:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000800:00000010:3.0:1770653413.845467:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626cd00. 00000100:00000001:1.0:1770653413.845468:0:51197:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1770653413.845468:0:76389:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1770653413.845469:0:6531:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000400:00000200:3.0:1770653413.845473:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653413.845475:0:6531:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00000001:0.0:1770653413.845475:0:76389:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1770653413.845477:0:51197:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955637358a80 x1856657707191808/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.845479:0:76389:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653413.845481:0:6531:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1770653413.845484:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 02000000:00000001:2.0:1770653413.845486:0:6531:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.845486:0:76389:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1770653413.845491:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1770653413.845492:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a783b8 00000100:00000001:2.0:1770653413.845493:0:6531:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1770653413.845498:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a783b8. 00000100:00000001:1.0:1770653413.845499:0:51197:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1770653413.845500:0:6531:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:0.0:1770653413.845501:0:76389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9556395a6c00/0x2aed14e4e178a22e lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1541:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f42 expref: 103 pid: 12206 timeout: 6877 lvb_type: 1 00000100:00000001:3.0:1770653413.845502:0:3281:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1770653413.845503:0:51197:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1770653413.845507:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:2.0:1770653413.845507:0:6531:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268887f8. 02000000:00000010:1.0:1770653413.845508:0:51197:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9556560af600. 00000800:00000001:3.0:1770653413.845512:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1770653413.845514:0:6531:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707191296, offset 224 02000000:00000001:1.0:1770653413.845516:0:51197:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000040:0.0:1770653413.845516:0:76389:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 96 00000800:00000001:3.0:1770653413.845518:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653413.845520:0:51197:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1770653413.845522:0:76389:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 102 00000800:00000001:3.0:1770653413.845523:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:1.0:1770653413.845524:0:51197:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=6 obd=lustre-OST0000 00000400:00000200:2.0:1770653413.845527:0:6531:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1770653413.845529:0:51197:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:3.0:1770653413.845531:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.845531:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:1.0:1770653413.845532:0:51197:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff9556560afc00. 00010000:00000001:0.0:1770653413.845536:0:76389:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.845538:0:51197:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1770653413.845539:0:6531:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1770653413.845543:0:51197:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1770653413.845544:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000010:1.0:1770653413.845548:0:51197:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955637358a80. 00000100:00000040:0.0:1770653413.845548:0:76389:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c23480 x1856657707192320/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1770653413.845554:0:6531:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b4c00 00000100:00000001:1.0:1770653413.845555:0:51197:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1770653413.845559:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d0480 00000100:00000001:1.0:1770653413.845559:0:51197:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1770653413.845566:0:51197:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95563ce03000. 00000400:00000200:2.0:1770653413.845567:0:6531:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda139 [1] + 224 00000100:00000001:1.0:1770653413.845570:0:51197:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1770653413.845574:0:51197:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1770653413.845576:0:6531:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1770653413.845580:0:51197:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9cac0. 00000400:00000200:3.0:1770653413.845582:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6b0d [2] + 328 00000100:00100000:0.0:1770653413.845585:0:76389:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955666c23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:76389:1856657707192320:192.168.202.60@tcp:104: 00010000:00000001:1.0:1770653413.845586:0:51197:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.845588:0:6531:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:3.0:1770653413.845593:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1770653413.845594:0:51197:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.845598:0:76389:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.845599:0:6531:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1770653413.845599:0:51197:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1770653413.845600:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.845604:0:76389:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.845607:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1770653413.845607:0:51197:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000200:2.0:1770653413.845608:0:6531:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955666c20000 x1856657707191296/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.845608:0:76389:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00010000:1.0:1770653413.845613:0:51197:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178cde7 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x153e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.845613:0:76389:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1770653413.845620:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000040:0.0:1770653413.845621:0:76389:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955666c23480 x1856657707192320/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.845629:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653413.845632:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1770653413.845642:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572eb21180. 00000100:00000040:2.0:1770653413.845643:0:6531:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff955666c20000 x1856657707191296/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1770653413.845643:0:51197:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178cde7 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x153e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.845644:0:76389:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1770653413.845648:0:76389:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1770653413.845649:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff95572eb21180 x1856657966302336 msgsize 328 02000000:00000010:0.0:1770653413.845652:0:76389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff955626008200. 02000000:00000001:0.0:1770653413.845659:0:76389:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653413.845663:0:76389:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:3.0:1770653413.845667:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000020:00000040:0.0:1770653413.845667:0:76389:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=5 obd=lustre-OST0000 00010000:00000001:1.0:1770653413.845668:0:51197:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.845673:0:76389:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00010000:1.0:1770653413.845676:0:51197:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178cde7 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x153e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 02000000:00000010:0.0:1770653413.845677:0:76389:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff955626009c00. 00000100:00000001:3.0:1770653413.845679:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.845679:0:6531:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1770653413.845683:0:76389:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1770653413.845687:0:76389:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:2.0:1770653413.845688:0:6531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268887f8 00010000:00000001:1.0:1770653413.845689:0:51197:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000010:0.0:1770653413.845690:0:76389:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c23480. 00010000:00000001:1.0:1770653413.845693:0:51197:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1770653413.845694:0:6531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268887f8. 00000100:00000001:0.0:1770653413.845695:0:76389:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1770653413.845697:0:51197:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.845699:0:76389:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.845700:0:6531:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1770653413.845700:0:51197:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1770653413.845705:0:6531:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1770653413.845705:0:51197:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:0.0:1770653413.845706:0:76389:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f362180. 00000020:00000040:1.0:1770653413.845709:0:51197:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016ae00 refcount=3 00000100:00000001:0.0:1770653413.845711:0:76389:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1770653413.845712:0:6531:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.845713:0:51197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897456128 : -117273812095488 : ffff95571016ae00) 00010000:00000001:0.0:1770653413.845714:0:76389:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1770653413.845717:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1770653413.845719:0:51197:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897456128 : -117273812095488 : ffff95571016ae00) 00000100:00000040:2.0:1770653413.845720:0:6531:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00010000:00000010:0.0:1770653413.845721:0:76389:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a680. 00000800:00000010:3.0:1770653413.845722:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399b00. 00010000:00000001:1.0:1770653413.845723:0:51197:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:2.0:1770653413.845728:0:6531:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000001:0.0:1770653413.845729:0:76389:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.845730:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:1.0:1770653413.845730:0:51197:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178cde7 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x153e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1770653413.845731:0:6531:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.845733:0:76389:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.845738:0:6531:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1770653413.845751:0:76389:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1770653413.845755:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000040:2.0:1770653413.845758:0:6531:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9556074a8a80 x1856657707191296/t8590299191(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.845759:0:76389:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:3.0:1770653413.845763:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022b28 00010000:00010000:0.0:1770653413.845765:0:76389:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178ce03 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1541:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1770653413.845769:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022b28. 00000100:00000001:3.0:1770653413.845776:0:3281:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1770653413.845783:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95563735aa00 x1856657707193088/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.845791:0:51197:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.845795:0:51197:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1770653413.845796:0:76389:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178ce03 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1541:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770653413.845799:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9556074a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3290:x1856657707191296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15781us (17425us total) trans 8590299191 rc 0/0 00010000:00010000:1.0:1770653413.845801:0:51197:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178cde7 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x153e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.845809:0:3281:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1770653413.845819:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136164 00010000:00000001:0.0:1770653413.845824:0:76389:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.845826:0:6531:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 7 00010000:00000001:1.0:1770653413.845827:0:51197:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00010000:0.0:1770653413.845829:0:76389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178ce03 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1541:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.845831:0:6531:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1770653413.845831:0:51197:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.845834:0:6531:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1770653413.845837:0:51197:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000020:00000010:2.0:1770653413.845839:0:6531:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519c00. 00010000:00000001:0.0:1770653413.845841:0:76389:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000010:1.0:1770653413.845842:0:51197:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff955647fa8900. 00010000:00000001:0.0:1770653413.845844:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1770653413.845845:0:6531:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3dc80. 00010000:00000001:1.0:1770653413.845847:0:51197:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000020:00000010:2.0:1770653413.845868:0:6531:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997b000. 00000020:00000040:2.0:1770653413.845874:0:6531:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 12 00010000:00000010:0.1:1770653413.845874:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565f571c00. 00010000:00000010:1.1:1770653413.845876:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e13b000. 00000100:00000001:2.0:1770653413.845880:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1770653413.845884:0:3281:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563735aa00 x1856657707193088/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.1:1770653413.845886:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b200. 00010000:00000010:0.1:1770653413.845889:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601000. 00000020:00000001:2.0:1770653413.845895:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000010:0.1:1770653413.845898:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162400. 00000020:00000001:2.0:1770653413.845899:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.845900:0:3281:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.845904:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1770653413.845905:0:5744:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:3.0:1770653413.845906:0:3281:0:(events.c:68:request_out_callback()) Process leaving 00010000:00010000:1.0:1770653413.845908:0:51197:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00000001:0.0:1770653413.845909:0:76389:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1770653413.845910:0:5744:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000020:00000001:0.0:1770653413.845912:0:76389:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1770653413.845914:0:5744:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00000001:1.0:1770653413.845914:0:51197:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.845916:0:76389:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2ae00 refcount=3 00000020:00000001:3.0:1770653413.845919:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1770653413.845919:0:51197:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.845920:0:5744:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178cde7 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x153e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1770653413.845920:0:76389:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783630336 : -117277925921280 : ffff95561ae2ae00) 00000020:00000001:3.0:1770653413.845922:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.845926:0:51197:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1770653413.845927:0:76389:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783630336 : -117277925921280 : ffff95561ae2ae00) 00010000:00010000:3.0:1770653413.845929:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1770653413.845930:0:51197:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.845934:0:76389:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:1.0:1770653413.845935:0:51197:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:3.0:1770653413.845937:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00002000:00000001:1.0:1770653413.845939:0:51197:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00010000:00010000:0.0:1770653413.845941:0:76389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178ce03 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1541:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770653413.845942:0:5744:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95571016ae00 already unused, calling callback (ffffffffc16fe650) 00080000:00000001:1.0:1770653413.845942:0:51197:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000800:00000001:3.0:1770653413.845944:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.845948:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000010:1.0:1770653413.845950:0:51197:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff955601a43c00. 00000800:00000001:3.0:1770653413.845951:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653413.845952:0:5744:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000800:00000001:3.0:1770653413.845957:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1770653413.845958:0:51197:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626795360107520 : -117278349444096 : ffff955601a43c00) 00010000:00000001:0.0:1770653413.845959:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1770653413.845960:0:5744:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178cde7 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x153e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1770653413.845965:0:51197:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:0.0:1770653413.845965:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1770653413.845970:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000001:00000001:1.0:1770653413.845971:0:51197:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.845971:0:76389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178ce03 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1541:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00080000:00000002:1.0:1770653413.845978:0:51197:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x153e:0x0] not in the id map cache 00010000:00000001:2.0:1770653413.845980:0:5744:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1770653413.845984:0:5744:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:1.0:1770653413.845986:0:51197:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000400:00000200:3.0:1770653413.845987:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d0500 00000020:00000001:2.0:1770653413.845988:0:5744:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1770653413.845989:0:76389:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000040:2.0:1770653413.845992:0:5744:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016ae00 refcount=3 00010000:00000001:0.0:1770653413.845993:0:76389:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.845995:0:5744:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897456128 : -117273812095488 : ffff95571016ae00) 00080000:00000001:1.0:1770653413.845999:0:51197:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.845999:0:76389:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000400:00000200:3.0:1770653413.846000:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6b0d [2] + 656 00010000:00000001:2.0:1770653413.846001:0:5744:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897456128 : -117273812095488 : ffff95571016ae00) 00010000:00000010:0.0:1770653413.846005:0:76389:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff95564f362180. 00080000:00000001:1.0:1770653413.846006:0:51197:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.846008:0:5744:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:0.0:1770653413.846012:0:76389:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000800:00000001:3.0:1770653413.846013:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:1.0:1770653413.846013:0:51197:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00010000:00010000:2.0:1770653413.846014:0:5744:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178cde7 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x153e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1770653413.846018:0:51197:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000800:00000001:3.0:1770653413.846020:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1770653413.846021:0:76389:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 80000000:00000001:1.0:1770653413.846022:0:51197:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1770653413.846026:0:51197:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000400:00000200:3.0:1770653413.846027:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1770653413.846029:0:76389:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.846030:0:5744:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 80000000:00000001:1.0:1770653413.846031:0:51197:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.846036:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:3.0:1770653413.846037:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 80000000:00000001:1.0:1770653413.846037:0:51197:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.846038:0:76389:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.846039:0:5744:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.846045:0:76389:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00080000:00000001:1.0:1770653413.846046:0:51197:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.846047:0:5744:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1770653413.846048:0:3281:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:0.0:1770653413.846050:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.846051:0:5744:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000200:3.0:1770653413.846052:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00080000:00000001:1.0:1770653413.846053:0:51197:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:0.0:1770653413.846053:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.846056:0:5744:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1770653413.846057:0:51197:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00002000:00000001:0.0:1770653413.846058:0:76389:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00010000:00000001:2.0:1770653413.846059:0:5744:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1770653413.846060:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572eb23100. 00080000:00000001:0.0:1770653413.846063:0:76389:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000040:3.0:1770653413.846066:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff95572eb23100 x1856657966302464 msgsize 328 00000020:00000040:2.0:1770653413.846066:0:5744:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95571016ae00 with handle 0x2aed14e4e178cde7 from hash 00010000:00000001:2.0:1770653413.846070:0:5744:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00080000:00000010:0.0:1770653413.846071:0:76389:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95562054b000. 00010000:00000001:2.0:1770653413.846074:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:1.0:1770653413.846074:0:51197:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1770653413.846078:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1770653413.846078:0:76389:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626795874988032 : -117277834563584 : ffff95562054b000) 00000100:00100000:3.0:1770653413.846079:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000001:00000001:1.0:1770653413.846079:0:51197:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1770653413.846083:0:5744:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000001:00000001:0.0:1770653413.846084:0:76389:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00080000:00000001:1.0:1770653413.846087:0:51197:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.846088:0:5744:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000001:00000001:0.0:1770653413.846088:0:76389:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.846091:0:51197:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1770653413.846094:0:5744:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1770653413.846094:0:76389:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x1541:0x0] not in the id map cache 00000100:00000001:3.0:1770653413.846095:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00080000:00000001:1.0:1770653413.846095:0:51197:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1770653413.846101:0:5744:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000001:0.0:1770653413.846101:0:76389:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00010000:00000001:2.0:1770653413.846106:0:5744:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1770653413.846110:0:5744:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:3.0:1770653413.846111:0:76655:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:2.0:1770653413.846112:0:5744:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1770653413.846113:0:51197:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00100000:3.0:1770653413.846114:0:76655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966302336 00080000:00000001:1.0:1770653413.846116:0:51197:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.846120:0:76655:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00080000:00000001:0.0:1770653413.846120:0:76389:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.846121:0:5744:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.846124:0:76655:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00080000:00000001:0.0:1770653413.846127:0:76389:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.846128:0:51197:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.846129:0:76655:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.846129:0:5744:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00080000:00000001:0.0:1770653413.846133:0:76389:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:1.0:1770653413.846135:0:51197:0:(osd_object.c:2094:osd_ref_del()) Process entered 02000000:00000001:3.0:1770653413.846136:0:76655:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.846136:0:5744:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00080000:00000001:0.0:1770653413.846137:0:76389:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1770653413.846141:0:76389:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00100000:3.0:1770653413.846142:0:76655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966302336 00010000:00000001:2.0:1770653413.846144:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 80000000:00000001:0.0:1770653413.846144:0:76389:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000020:00000001:3.0:1770653413.846146:0:76655:0:(genops.c:811:class_conn2export()) Process entered 00080000:00000001:1.0:1770653413.846148:0:51197:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.846149:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1770653413.846150:0:76655:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 80000000:00000001:0.0:1770653413.846150:0:76389:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.846153:0:51197:0:(osd_object.c:806:osd_destroy()) Process entered 00010000:00000001:2.0:1770653413.846154:0:5744:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.846155:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:1.0:1770653413.846156:0:51197:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1770653413.846156:0:76389:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653413.846162:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=103 80000000:00000001:1.0:1770653413.846162:0:51197:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:2.0:1770653413.846163:0:5744:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.846163:0:76389:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 80000000:00000001:1.0:1770653413.846167:0:51197:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000020:00000001:3.0:1770653413.846168:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00080000:00000001:0.0:1770653413.846169:0:76389:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:2.0:1770653413.846171:0:5744:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1770653413.846171:0:51197:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.846174:0:76655:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00080000:00000001:0.0:1770653413.846174:0:76389:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 80000000:00000001:1.0:1770653413.846177:0:51197:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.846180:0:5744:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178cde7 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x153e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.846181:0:76655:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000001:1.0:1770653413.846182:0:51197:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1770653413.846186:0:51197:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000020:00000010:3.0:1770653413.846187:0:76655:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbe80. 00080000:00000001:1.0:1770653413.846189:0:51197:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000100:00000001:3.0:1770653413.846193:0:76655:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1770653413.846196:0:76389:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000010:3.0:1770653413.846201:0:76655:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbe80. 00000001:00000001:0.0:1770653413.846201:0:76389:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1770653413.846202:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1770653413.846208:0:5744:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178cde7 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x153e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1770653413.846210:0:76655:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bc800. 00080000:00000001:0.0:1770653413.846214:0:76389:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.846217:0:76655:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3480. 00080000:00000001:0.0:1770653413.846220:0:76389:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000010:3.0:1770653413.846225:0:76655:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca907d0. 00080000:00000001:0.0:1770653413.846225:0:76389:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000040:2.0:1770653413.846226:0:5744:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff955666214b00 count: 0 00000100:00000001:3.0:1770653413.846232:0:76655:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00002000:00000010:2.0:1770653413.846234:0:5744:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955621430a40. 00000100:00000001:3.0:1770653413.846235:0:76655:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1770653413.846238:0:76655:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1770653413.846241:0:76655:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1770653413.846243:0:5744:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff955666214600. 00010000:00000001:3.0:1770653413.846244:0:76655:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000001:00000001:0.0:1770653413.846247:0:76389:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1770653413.846248:0:76655:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:0.0:1770653413.846251:0:76389:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.846252:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653413.846256:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c986600 refcount=5 00000020:00000001:3.0:1770653413.846259:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812316672 : -117277897234944 : ffff95561c986600) 00010000:00000001:3.0:1770653413.846262:0:76655:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812316672 : -117277897234944 : ffff95561c986600) 00010000:00000001:2.0:1770653413.846262:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.846267:0:5744:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00010000:3.0:1770653413.846269:0:76655:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff95561c986600/0x2aed14e4e178a1a9 lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x153f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ea8 expref: 103 pid: 76573 timeout: 6877 lvb_type: 1 00010000:00000010:2.0:1770653413.846272:0:5744:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff955647fa8900. 00080000:00000001:0.0:1770653413.846273:0:76389:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.846275:0:51197:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1770653413.846281:0:76389:0:(osd_object.c:2094:osd_ref_del()) Process entered 00010000:00000001:2.0:1770653413.846282:0:5744:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.846282:0:51197:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.846288:0:51197:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000001:2.0:1770653413.846290:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000001:1.0:1770653413.846292:0:51197:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00000001:3.0:1770653413.846294:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1770653413.846296:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:1.0:1770653413.846297:0:51197:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299192, last_committed = 8590299190 00080000:00000001:0.0:1770653413.846297:0:76389:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.846298:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1770653413.846300:0:5744:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1770653413.846301:0:76655:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1770653413.846304:0:76389:0:(osd_object.c:806:osd_destroy()) Process entered 00000001:00000010:1.0:1770653413.846306:0:51197:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564334a8a0. 00010000:00000001:2.0:1770653413.846307:0:5744:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:3.0:1770653413.846308:0:76655:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1770653413.846308:0:76389:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:2.0:1770653413.846311:0:5744:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000001:00000040:1.0:1770653413.846312:0:51197:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 2 80000000:00000001:0.0:1770653413.846313:0:76389:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000001:3.0:1770653413.846314:0:76655:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00010000:2.0:1770653413.846316:0:5744:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178ce03 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1541:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 80000000:00000001:0.0:1770653413.846317:0:76389:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000020:00000040:1.0:1770653413.846318:0:51197:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=13 80000000:00000001:0.0:1770653413.846322:0:76389:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.846323:0:76655:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff95572eb21180 x1856657966302336/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1770653413.846326:0:51197:0:(osd_io.c:399:osd_write()) Process entered 80000000:00000001:0.0:1770653413.846329:0:76389:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.846335:0:76389:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1770653413.846336:0:51197:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00010000:00010000:2.0:1770653413.846341:0:5744:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95561ae2ae00 already unused, calling callback (ffffffffc16fe650) 00000001:00000001:1.0:1770653413.846343:0:51197:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.846344:0:76389:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:2.0:1770653413.846347:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:0.0:1770653413.846348:0:76389:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000100:00000001:3.0:1770653413.846350:0:76655:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:2.0:1770653413.846351:0:5744:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:3.0:1770653413.846353:0:76655:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.846356:0:5744:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178ce03 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1541:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.846362:0:76655:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.846362:0:5744:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000001:1.0:1770653413.846365:0:51197:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.846366:0:5744:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1770653413.846370:0:5744:0:(lustre_handles.c:113:class_handle2object()) Process entered 00002000:00000001:1.0:1770653413.846370:0:51197:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.846373:0:5744:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2ae00 refcount=3 00002000:00000001:1.0:1770653413.846374:0:51197:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000100:00000001:3.0:1770653413.846375:0:76655:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1770653413.846379:0:5744:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783630336 : -117277925921280 : ffff95561ae2ae00) 00000100:00100000:3.0:1770653413.846380:0:76655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966302464 00010000:00000001:2.0:1770653413.846383:0:5744:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783630336 : -117277925921280 : ffff95561ae2ae00) 02000000:00000001:3.0:1770653413.846384:0:76655:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653413.846387:0:76655:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1770653413.846389:0:5744:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1770653413.846390:0:76655:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1770653413.846391:0:51197:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff95565ae608e8. 00010000:00010000:2.0:1770653413.846392:0:5744:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178ce03 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1541:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1770653413.846397:0:76655:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653413.846398:0:51197:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:1.0:1770653413.846401:0:51197:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x153e:0x0] 00000100:00100000:3.0:1770653413.846404:0:76655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966302464 00010000:00000001:2.0:1770653413.846404:0:5744:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00002000:00000010:1.0:1770653413.846406:0:51197:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff95565a248980. 00000020:00000001:3.0:1770653413.846409:0:76655:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:2.0:1770653413.846410:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000040:3.0:1770653413.846414:0:76655:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00002000:00000001:1.0:1770653413.846414:0:51197:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00010000:00000001:2.0:1770653413.846415:0:5744:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.846415:0:76389:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1770653413.846417:0:51197:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.846420:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1770653413.846422:0:5744:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00080000:00000001:0.0:1770653413.846423:0:76389:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653413.846424:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=104 00002000:00000001:1.0:1770653413.846425:0:51197:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.846426:0:5744:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000001:0.0:1770653413.846429:0:76389:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000001:3.0:1770653413.846430:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00010000:00000040:1.0:1770653413.846432:0:51197:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299192, xid 1856657707191040 00010000:00000001:2.0:1770653413.846433:0:5744:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:3.0:1770653413.846434:0:76655:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000001:00000001:0.0:1770653413.846435:0:76389:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00000001:2.0:1770653413.846436:0:5744:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.846438:0:51197:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000001:00000002:0.0:1770653413.846439:0:76389:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299193, last_committed = 8590299190 00000020:00000040:2.0:1770653413.846440:0:5744:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561ae2ae00 with handle 0x2aed14e4e178ce03 from hash 00010000:00000200:1.0:1770653413.846445:0:51197:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955618d89880 x1856657707191040/t8590299192(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000001:00000010:0.0:1770653413.846445:0:76389:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9556681b93c0. 00010000:00000001:2.0:1770653413.846446:0:5744:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1770653413.846449:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000040:0.0:1770653413.846451:0:76389:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 3 00010000:00000001:2.0:1770653413.846452:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.846456:0:5744:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000040:0.0:1770653413.846457:0:76389:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=14 00010000:00000001:2.0:1770653413.846460:0:5744:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653413.846461:0:51197:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1770653413.846464:0:5744:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.846465:0:51197:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.846465:0:76389:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1770653413.846471:0:5744:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00001000:1.0:1770653413.846472:0:51197:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00010000:00000001:2.0:1770653413.846474:0:5744:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00080000:00000001:0.0:1770653413.846475:0:76389:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000100:00000001:1.0:1770653413.846477:0:51197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1770653413.846478:0:5744:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000001:00000001:0.0:1770653413.846479:0:76389:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.846481:0:5744:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653413.846483:0:51197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00010000:00000001:2.0:1770653413.846485:0:5744:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.846486:0:51197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00010000:00000001:2.0:1770653413.846488:0:5744:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000001:1.0:1770653413.846492:0:51197:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1770653413.846493:0:5744:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:3.0:1770653413.846494:0:76655:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000001:0.0:1770653413.846494:0:76389:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.846495:0:51197:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.846498:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1770653413.846500:0:76655:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbe80. 00002000:00000001:0.0:1770653413.846501:0:76389:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.846502:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.846502:0:51197:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1770653413.846506:0:76655:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.846507:0:5744:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.846507:0:76389:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000100:00000040:1.0:1770653413.846512:0:51197:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1770653413.846514:0:76655:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbe80. 00010000:00000001:2.0:1770653413.846514:0:5744:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.846517:0:51197:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022220. 00010000:00000001:2.0:1770653413.846520:0:5744:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.846522:0:51197:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707191040, offset 224 00000020:00000010:3.0:1770653413.846523:0:76655:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bc400. 00010000:00010000:2.0:1770653413.846524:0:5744:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178ce03 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1541:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00080000:00000010:0.0:1770653413.846525:0:76389:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff95565ae61c80. 00000020:00000010:3.0:1770653413.846531:0:76655:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3d80. 00002000:00000001:0.0:1770653413.846532:0:76389:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000400:00000200:1.0:1770653413.846534:0:51197:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00002000:00000040:0.0:1770653413.846536:0:76389:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x1541:0x0] 00000020:00000010:3.0:1770653413.846539:0:76655:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90320. 00010000:00000001:2.0:1770653413.846541:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00002000:00000010:0.0:1770653413.846542:0:76389:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff95565a249c80. 00000100:00000001:3.0:1770653413.846545:0:76655:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00010000:2.0:1770653413.846546:0:5744:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178ce03 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1541:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1770653413.846547:0:51197:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00002000:00000001:0.0:1770653413.846550:0:76389:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000100:00000001:3.0:1770653413.846551:0:76655:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00002000:00000001:0.0:1770653413.846555:0:76389:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.846556:0:76655:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1770653413.846560:0:76655:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.846563:0:51197:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b4b00 00002000:00000001:0.0:1770653413.846563:0:76389:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1770653413.846564:0:5744:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff955633f4cf00 count: 0 00010000:00000001:3.0:1770653413.846565:0:76655:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1770653413.846569:0:76655:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000040:0.0:1770653413.846572:0:76389:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299193, xid 1856657707191424 00000020:00000001:3.0:1770653413.846573:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00002000:00000010:2.0:1770653413.846573:0:5744:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff95562ede4e00. 00000400:00000200:1.0:1770653413.846575:0:51197:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda129 [1] + 224 00000020:00000040:3.0:1770653413.846577:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955662dc0400 refcount=5 00010000:00000001:0.0:1770653413.846580:0:76389:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000010:2.0:1770653413.846581:0:5744:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff955633f4c400. 00000020:00000001:3.0:1770653413.846583:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796991153152 : -117276718398464 : ffff955662dc0400) 00000400:00000200:1.0:1770653413.846585:0:51197:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1770653413.846587:0:76655:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796991153152 : -117276718398464 : ffff955662dc0400) 00010000:00000200:0.0:1770653413.846589:0:76389:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9556074aad80 x1856657707191424/t8590299193(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.846592:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1770653413.846595:0:51197:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:3.0:1770653413.846596:0:76655:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff955662dc0400/0x2aed14e4e178a194 lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x153d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ebd expref: 104 pid: 12199 timeout: 6877 lvb_type: 1 00010000:00000001:2.0:1770653413.846597:0:5744:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1770653413.846601:0:5744:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff95564f362180. 00000100:00000001:1.0:1770653413.846605:0:51197:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1770653413.846607:0:5744:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.846612:0:51197:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955666c21c00 x1856657707191040/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1770653413.846614:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1770653413.846618:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.846619:0:76389:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653413.846622:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1770653413.846625:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1770653413.846625:0:76389:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.846626:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1770653413.846629:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1770653413.846631:0:76655:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1770653413.846632:0:76389:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000020:00000001:2.0:1770653413.846633:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.846637:0:76655:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1770653413.846639:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1770653413.846644:0:51197:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff955666c21c00 x1856657707191040/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1770653413.846645:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1770653413.846645:0:76389:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1770653413.846646:0:76655:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:2.0:1770653413.846650:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.846653:0:76389:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 32 to 0@lo 00000100:00000200:3.0:1770653413.846655:0:76655:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff95572eb23100 x1856657966302464/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1770653413.846657:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1770653413.846659:0:76389:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000020:00000001:2.0:1770653413.846665:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1770653413.846666:0:76389:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1770653413.846669:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.846670:0:76389:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.846676:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1770653413.846676:0:51197:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1770653413.846677:0:76389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1770653413.846679:0:76655:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1770653413.846682:0:76655:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.846685:0:76389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1770653413.846686:0:12202:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1770653413.846686:0:51197:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022220 00000400:00000010:1.0:1770653413.846691:0:51197:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022220. 00000400:00000010:0.0:1770653413.846692:0:76389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8f68. 00000100:00000001:3.0:1770653413.846697:0:76655:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.846698:0:51197:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1770653413.846699:0:12202:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1770653413.846702:0:51197:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1770653413.846703:0:12202:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1770653413.846707:0:12202:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2d68. 00000100:00000001:3.0:1770653413.846709:0:76655:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1770653413.846709:0:51197:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.846711:0:12202:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888908 00000100:00000001:3.0:1770653413.846713:0:76655:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1770653413.846715:0:12202:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888908. 00000100:00000040:1.0:1770653413.846716:0:51197:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000001:2.0:1770653413.846721:0:12202:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1770653413.846722:0:76655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161818 00010000:00000001:1.0:1770653413.846723:0:51197:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000200:0.0:1770653413.846723:0:76389:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707191424, offset 224 00000020:00000001:1.0:1770653413.846727:0:51197:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.846728:0:76655:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 3 00000100:00000200:2.0:1770653413.846730:0:12202:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9556074aaa00 x1856657707192448/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1770653413.846731:0:51197:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1770653413.846734:0:76655:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800410956160 : -117273298595456 : ffff95572eb21180) 00000400:00000200:0.0:1770653413.846735:0:76389:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1770653413.846754:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d89880 x1856657707191040/t8590299192(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653413.846757:0:76655:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95572eb21180 x1856657966302336/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1770653413.846761:0:76389:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1770653413.846777:0:76389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b4c80 00000100:00000200:2.0:1770653413.846786:0:12202:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9556074aaa00 x1856657707192448/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1770653413.846790:0:76389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda159 [1] + 224 00000100:00100000:1.0:1770653413.846798:0:51197:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955618d89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+14:3288:x1856657707191040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16952us (19014us total) trans 8590299192 rc 0/0 00000400:00000200:0.0:1770653413.846800:0:76389:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653413.846809:0:76389:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1770653413.846817:0:51197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136162 00000100:00000001:0.0:1770653413.846817:0:76389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1770653413.846818:0:12202:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1770653413.846823:0:51197:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 6 00000100:00000001:2.0:1770653413.846824:0:12202:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1770653413.846824:0:76389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955666c20a80 x1856657707191424/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.846828:0:51197:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653413.846830:0:12202:0:(client.c:1568:after_reply()) Process entered 00000100:00000001:1.0:1770653413.846833:0:51197:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1770653413.846834:0:12202:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1770653413.846837:0:12202:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1770653413.846839:0:51197:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d400. 00000100:00000001:3.0:1770653413.846843:0:76655:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1770653413.846843:0:12202:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.846845:0:51197:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662adac80. 00000100:00000040:0.0:1770653413.846846:0:76389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff955666c20a80 x1856657707191424/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1770653413.846867:0:51197:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9556560af000. 00000020:00000040:1.0:1770653413.846870:0:51197:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 13 00000020:00000010:3.0:1770653413.846874:0:76655:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbe80. 02000000:00000001:2.0:1770653413.846874:0:12202:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.846875:0:51197:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.846881:0:76655:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1770653413.846883:0:12202:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 00000020:00000010:3.0:1770653413.846888:0:76655:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbe80. 00000100:00001000:2.0:1770653413.846892:0:12202:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 00000100:00000001:0.0:1770653413.846894:0:76389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.846897:0:12202:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1770653413.846897:0:5743:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1770653413.846899:0:76655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95572eb21180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_032:b31b1d82-c1d4-4680-ae7a-71292416d1f5+104:2365:x1856657966302336:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1770653413.846901:0:12202:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.846902:0:5743:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1770653413.846903:0:76389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8f68 00000100:00000200:3.0:1770653413.846905:0:76655:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966302336 00010000:00000001:2.0:1770653413.846909:0:12202:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1770653413.846910:0:76655:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000400:00000010:0.0:1770653413.846910:0:76389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8f68. 00000100:00100000:1.0:1770653413.846913:0:5743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161819 00010000:00000001:2.0:1770653413.846914:0:12202:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000002:3.0:1770653413.846915:0:76655:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000100:00000001:0.0:1770653413.846916:0:76389:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1770653413.846919:0:76655:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1770653413.846921:0:76389:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1770653413.846922:0:12202:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.846922:0:5743:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 4 00000100:00000001:3.0:1770653413.846924:0:76655:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1770653413.846926:0:76389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.846928:0:5743:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800410964224 : -117273298587392 : ffff95572eb23100) 02000000:00000001:3.0:1770653413.846929:0:76655:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1770653413.846933:0:12202:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9556074aaa00 x1856657707192448/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1770653413.846934:0:76389:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 02000000:00000010:3.0:1770653413.846935:0:76655:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95566b67dc00. 00000100:00000040:1.0:1770653413.846940:0:5743:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95572eb23100 x1856657966302464/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.846941:0:76389:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 02000000:00000001:3.0:1770653413.846942:0:76655:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.846945:0:76389:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.846948:0:76655:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.846952:0:76389:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1770653413.846956:0:76655:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1770653413.846961:0:76655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000040:0.0:1770653413.846961:0:76389:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9556074aad80 x1856657707191424/t8590299193(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.846966:0:12202:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.846967:0:76655:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653413.846971:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1770653413.846974:0:12202:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:3.0:1770653413.846975:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c986600 refcount=5 00000100:00000001:1.0:1770653413.846975:0:5743:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1770653413.846978:0:12202:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653413.846981:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812316672 : -117277897234944 : ffff95561c986600) 00000020:00000010:1.0:1770653413.846982:0:5743:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cac0. 00010000:00000001:2.0:1770653413.846983:0:12202:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1770653413.846987:0:12202:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.846990:0:5743:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.846991:0:76655:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812316672 : -117277897234944 : ffff95561c986600) 00010000:00000001:2.0:1770653413.846991:0:12202:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1770653413.846992:0:76389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9556074aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+13:3290:x1856657707191424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15635us (17484us total) trans 8590299193 rc 0/0 00010000:00000001:2.0:1770653413.846995:0:12202:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653413.846999:0:76655:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95563f2d2a00 count: 3 00000020:00000010:1.0:1770653413.846999:0:5743:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cac0. 00000100:00000040:2.0:1770653413.847005:0:12202:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9556074aaa00 x1856657707192448/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1770653413.847009:0:76655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff95561c986600/0x2aed14e4e178a1a9 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x153f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ea8 expref: 104 pid: 76573 timeout: 6877 lvb_type: 1 00000100:00100000:0.0:1770653413.847014:0:76389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136166 00000100:00100000:1.0:1770653413.847015:0:5743:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95572eb23100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b31b1d82-c1d4-4680-ae7a-71292416d1f5+104:2366:x1856657966302464:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000100:00000040:0.0:1770653413.847021:0:76389:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 5 00000100:00000001:0.0:1770653413.847028:0:76389:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1770653413.847029:0:5743:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966302464 00000100:00000001:0.0:1770653413.847032:0:76389:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1770653413.847035:0:5743:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000020:00000010:0.0:1770653413.847037:0:76389:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1c580. 00000100:00100000:2.0:1770653413.847038:0:12202:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9556074aaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:12202:1856657707192448:192.168.202.60@tcp:104: 00000100:00001000:3.0:1770653413.847039:0:76655:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 00010000:00000002:1.0:1770653413.847039:0:5743:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1770653413.847043:0:5743:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000020:00000010:0.0:1770653413.847045:0:76389:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510640. 00000100:00000001:1.0:1770653413.847048:0:5743:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1770653413.847049:0:76655:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1770653413.847051:0:12202:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1770653413.847051:0:76389:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95562fa45e00. 02000000:00000001:1.0:1770653413.847053:0:5743:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1770653413.847054:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.847058:0:12202:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.847059:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:1.0:1770653413.847059:0:5743:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9556607c7c00. 00000020:00000040:0.0:1770653413.847060:0:76389:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 12 00000100:00000001:2.0:1770653413.847061:0:12202:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 02000000:00000001:1.0:1770653413.847064:0:5743:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.847066:0:76655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff95561c986600/0x2aed14e4e178a1a9 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x153f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ea8 expref: 104 pid: 76573 timeout: 6877 lvb_type: 1 00000100:00000001:2.0:1770653413.847066:0:12202:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1770653413.847067:0:76389:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.847068:0:5743:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.847074:0:12202:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9556074aaa00 x1856657707192448/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.847075:0:5743:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1770653413.847080:0:5743:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1770653413.847084:0:5743:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653413.847086:0:76655:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000001:1.0:1770653413.847088:0:5743:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1770653413.847090:0:76655:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000001:0.0:1770653413.847090:0:12201:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1770653413.847092:0:5743:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955662dc0400 refcount=5 00010000:00000001:3.0:1770653413.847094:0:76655:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1770653413.847095:0:12201:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1770653413.847099:0:5743:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796991153152 : -117276718398464 : ffff955662dc0400) 00000400:00000001:0.0:1770653413.847101:0:12201:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1770653413.847102:0:76655:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.847102:0:12202:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1770653413.847103:0:5743:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796991153152 : -117276718398464 : ffff955662dc0400) 00000400:00000010:0.0:1770653413.847106:0:12201:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e0539f8. 02000000:00000001:2.0:1770653413.847107:0:12202:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000040:1.0:1770653413.847110:0:5743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95563cd5ce00 count: 3 00010000:00000001:3.0:1770653413.847111:0:76655:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000010:2.0:1770653413.847112:0:12202:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95562fa44200. 00000400:00000200:0.0:1770653413.847112:0:12201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8d48 00010000:00000001:3.0:1770653413.847117:0:76655:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:0.0:1770653413.847118:0:12201:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8d48. 02000000:00000001:2.0:1770653413.847119:0:12202:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00010000:1.0:1770653413.847119:0:5743:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff955662dc0400/0x2aed14e4e178a194 lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x153d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ebd expref: 104 pid: 12199 timeout: 6877 lvb_type: 1 00010000:00000001:3.0:1770653413.847122:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1770653413.847124:0:12202:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1770653413.847125:0:12201:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1770653413.847126:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:2.0:1770653413.847128:0:12202:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=4 obd=lustre-OST0000 00010000:00000001:3.0:1770653413.847131:0:76655:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:2.0:1770653413.847133:0:12202:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1770653413.847136:0:76655:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.847136:0:12201:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955666c22d80 x1856657707191936/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1770653413.847137:0:12202:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95562fa44c00. 00000100:00001000:1.0:1770653413.847139:0:5743:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 00000020:00000040:3.0:1770653413.847142:0:76655:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561c986600 with handle 0x2aed14e4e178a1a9 from hash 02000000:00000001:2.0:1770653413.847144:0:12202:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1770653413.847149:0:12202:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1770653413.847149:0:5743:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1770653413.847150:0:76655:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000010:2.0:1770653413.847155:0:12202:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9556074aaa00. 00010000:00000001:3.0:1770653413.847156:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.847157:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.847159:0:12202:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000200:0.0:1770653413.847159:0:12201:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955666c22d80 x1856657707191936/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.847161:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.847162:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.847163:0:12202:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.847167:0:76655:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00010000:1.0:1770653413.847168:0:5743:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff955662dc0400/0x2aed14e4e178a194 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x153d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ebd expref: 104 pid: 12199 timeout: 6877 lvb_type: 1 00000100:00000010:2.0:1770653413.847171:0:12202:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0600. 00010000:00000001:3.0:1770653413.847174:0:76655:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:2.0:1770653413.847178:0:12202:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1770653413.847180:0:76655:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.847184:0:12202:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.847189:0:76655:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1770653413.847189:0:12201:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1770653413.847190:0:5743:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000010:2.0:1770653413.847193:0:12202:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f59a40. 00010000:00000001:1.0:1770653413.847195:0:5743:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000001:0.0:1770653413.847195:0:12201:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.847196:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.847200:0:5743:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.847201:0:12201:0:(client.c:1568:after_reply()) Process entered 00010000:00000001:2.0:1770653413.847202:0:12202:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.847204:0:5743:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.847205:0:12201:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00010000:3.0:1770653413.847207:0:76655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95561c986600/0x2aed14e4e178a1a9 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x153f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ea8 expref: 104 pid: 76573 timeout: 6877 lvb_type: 1 00000100:00000001:0.0:1770653413.847209:0:12201:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1770653413.847210:0:12202:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.847211:0:5743:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1770653413.847212:0:12201:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.847215:0:5743:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:0.0:1770653413.847219:0:12201:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.847220:0:12202:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.847221:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.847225:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:0.0:1770653413.847227:0:12201:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 00010000:00000001:1.0:1770653413.847228:0:5743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1770653413.847229:0:12202:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1770653413.847232:0:5743:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653413.847233:0:76655:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 95 00000100:00001000:0.0:1770653413.847235:0:12201:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 00000020:00000040:1.0:1770653413.847236:0:5743:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff955662dc0400 with handle 0x2aed14e4e178a194 from hash 00010000:00010000:2.0:1770653413.847237:0:12202:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff95561c987400/0x2aed14e4e178ce0a lrc: 3/0,1 mode: --/PW res: [0x240000403:0x153f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12202 timeout: 0 lvb_type: 0 00000020:00000040:3.0:1770653413.847240:0:76655:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 103 00010000:00000001:1.0:1770653413.847242:0:5743:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1770653413.847244:0:12201:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1770653413.847245:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.847248:0:12201:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.847249:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.847251:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.847252:0:5743:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1770653413.847254:0:12201:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1770653413.847257:0:76655:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1770653413.847257:0:5743:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653413.847259:0:12201:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.847261:0:5743:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.847264:0:76655:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1770653413.847264:0:5743:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1770653413.847264:0:12201:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.847269:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:3.0:1770653413.847271:0:76655:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95561c987400 00010000:00000001:1.0:1770653413.847271:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1770653413.847274:0:12200:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9556565b4c00/0x2aed14e4e178cdd9 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x153a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.847275:0:5743:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:0.0:1770653413.847275:0:12201:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955666c22d80 x1856657707191936/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.847277:0:76655:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1770653413.847279:0:5743:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1770653413.847283:0:76655:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000040:1.0:1770653413.847284:0:5743:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95571016be00 00010000:00000001:1.0:1770653413.847289:0:5743:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00010000:3.0:1770653413.847290:0:76655:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653413.847293:0:5743:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1770653413.847297:0:76655:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.847298:0:12200:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.847298:0:5743:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653413.847302:0:5743:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1770653413.847305:0:12200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9556565b4c00/0x2aed14e4e178cdd9 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x153a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.847306:0:5743:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:0.0:1770653413.847306:0:12201:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1770653413.847310:0:5743:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653413.847314:0:5743:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.847314:0:12201:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1770653413.847317:0:12201:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.847322:0:12200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1770653413.847323:0:5743:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1770653413.847323:0:12201:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1770653413.847325:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.847329:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.847329:0:5743:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:0.0:1770653413.847329:0:12201:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.847335:0:12200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00010000:1.0:1770653413.847337:0:5743:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff95571016be00/0x2aed14e4e178cdfc lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x153d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1770653413.847338:0:12200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:0.0:1770653413.847338:0:12201:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95565f571000/0x2aed14e4e178a091 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x153c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dd6 expref: 103 pid: 12204 timeout: 6877 lvb_type: 1 00000020:00000040:2.0:1770653413.847342:0:12200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556565b4c00 refcount=3 00000020:00000001:2.0:1770653413.847347:0:12200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796781390848 : -117276928160768 : ffff9556565b4c00) 00010000:00000001:2.0:1770653413.847353:0:12200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796781390848 : -117276928160768 : ffff9556565b4c00) 00010000:00000001:2.0:1770653413.847359:0:12200:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:3.0:1770653413.847361:0:76655:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000040:0.0:1770653413.847364:0:12201:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 94 00010000:00010000:3.0:1770653413.847365:0:76655:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770653413.847365:0:12200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9556565b4c00/0x2aed14e4e178cdd9 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x153a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.847366:0:5743:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000020:00000040:0.0:1770653413.847370:0:12201:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 102 00010000:00000001:3.0:1770653413.847371:0:76655:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1770653413.847374:0:5743:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95571016be00/0x2aed14e4e178cdfc lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x153d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.847378:0:76655:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1770653413.847378:0:12201:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.847382:0:12201:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.847385:0:76655:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:2.0:1770653413.847385:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.847389:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1770653413.847390:0:12201:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c22d80 x1856657707191936/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1770653413.847391:0:76655:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff95561c987400/0x2aed14e4e178ce0a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x153f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12202 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770653413.847393:0:12200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9556565b4c00/0x2aed14e4e178cdd9 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x153a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1770653413.847404:0:5743:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x153d:0x0].0x0 (ffff95563cd5ce00) refcount = 3 00010000:00000040:1.0:1770653413.847415:0:5743:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1770653413.847422:0:5743:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95571016be00/0x2aed14e4e178cdfc lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x153d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770653413.847433:0:12201:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955666c22d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:12201:1856657707191936:192.168.202.60@tcp:104: 00010000:00000001:2.0:1770653413.847440:0:12200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1770653413.847444:0:12200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.847445:0:76655:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:0.0:1770653413.847448:0:12201:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.847450:0:12200:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1770653413.847451:0:76655:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95561c987400/0x2aed14e4e178ce0a lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x153f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12202 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.847453:0:5743:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000010:2.0:1770653413.847455:0:12200:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556695e0600. 00000100:00000001:0.0:1770653413.847456:0:12201:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.847458:0:5743:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.847460:0:12200:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1770653413.847463:0:12201:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:1.0:1770653413.847465:0:5743:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:0.0:1770653413.847469:0:12201:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000040:3.0:1770653413.847470:0:76655:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x153f:0x0].0x0 (ffff95563f2d2a00) refcount = 2 00010000:00000001:1.0:1770653413.847470:0:5743:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1770653413.847471:0:12200:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000040:3.0:1770653413.847478:0:76655:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:2.0:1770653413.847480:0:12200:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.847481:0:5743:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653413.847481:0:12201:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955666c22d80 x1856657707191936/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000040:3.0:1770653413.847482:0:76655:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561c987400/0x2aed14e4e178ce0a lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x153f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12202 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.847487:0:12200:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1770653413.847490:0:5743:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9cac0. 00010000:00000001:2.0:1770653413.847493:0:12200:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1770653413.847496:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.847498:0:5743:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00000001:2.0:1770653413.847499:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1770653413.847504:0:12200:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000100:00000010:1.0:1770653413.847506:0:5743:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa83c0. 00010000:00000001:3.0:1770653413.847509:0:76655:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00080000:00000001:2.0:1770653413.847509:0:12200:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:1.0:1770653413.847512:0:5743:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540167104 : -117277169384512 : ffff955647fa83c0) 00010000:00000001:3.0:1770653413.847513:0:76655:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.847513:0:12201:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00080000:00000010:2.0:1770653413.847516:0:12200:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff955625e93000. 02000000:00000001:0.0:1770653413.847517:0:12201:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1770653413.847521:0:76655:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:1.0:1770653413.847521:0:5743:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540167104 : -117277169384512 : ffff955647fa83c0) 02000000:00000010:0.0:1770653413.847522:0:12201:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff955706120800. 00080000:00000001:2.0:1770653413.847523:0:12200:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626795968606208 : -117277740945408 : ffff955625e93000) 00010000:00000001:3.0:1770653413.847525:0:76655:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653413.847528:0:12201:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1770653413.847529:0:5743:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000001:00000001:2.0:1770653413.847530:0:12200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:3.0:1770653413.847531:0:76655:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653413.847531:0:12201:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1770653413.847533:0:5743:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000001:00000001:2.0:1770653413.847535:0:12200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.847536:0:12201:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=3 obd=lustre-OST0000 00010000:00000001:1.0:1770653413.847537:0:5743:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000010:3.0:1770653413.847538:0:76655:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9556196fbe80. 00080000:00000002:2.0:1770653413.847539:0:12200:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x153a:0x0] not in the id map cache 00000020:00000001:0.0:1770653413.847541:0:12201:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1770653413.847543:0:5743:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1770653413.847544:0:76655:0:(client.c:1145:ptlrpc_prep_set()) Process entered 02000000:00000010:0.0:1770653413.847546:0:12201:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff955706121c00. 00080000:00000001:2.0:1770653413.847547:0:12200:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00010000:00000001:1.0:1770653413.847548:0:5743:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1770653413.847549:0:76655:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556189e1cc0. 02000000:00000001:0.0:1770653413.847552:0:12201:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1770653413.847554:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.847555:0:76655:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626795745582272 : -117277963969344 : ffff9556189e1cc0) 02000000:00000001:0.0:1770653413.847556:0:12201:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00080000:00000001:2.0:1770653413.847558:0:12200:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.847559:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:0.0:1770653413.847560:0:12201:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c22d80. 00000100:00000001:3.0:1770653413.847561:0:76655:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626795745582272 : -117277963969344 : ffff9556189e1cc0) 00080000:00000001:2.0:1770653413.847564:0:12200:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.847564:0:5743:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.847566:0:12201:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1770653413.847567:0:76655:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000001:1.0:1770653413.847570:0:5743:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:0.0:1770653413.847571:0:12201:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.847572:0:76655:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00080000:00000001:2.0:1770653413.847572:0:12200:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00010000:00000001:1.0:1770653413.847574:0:5743:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1770653413.847577:0:12200:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:3.0:1770653413.847578:0:76655:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000010:0.0:1770653413.847578:0:12201:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f3626c0. 00000100:00000001:1.0:1770653413.847579:0:5743:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1770653413.847581:0:12200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:3.0:1770653413.847582:0:76655:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:0.0:1770653413.847584:0:12201:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 80000000:00000001:2.0:1770653413.847586:0:12200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00000001:1.0:1770653413.847586:0:5743:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.847587:0:12201:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 80000000:00000001:2.0:1770653413.847590:0:12200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.847592:0:5743:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:3.0:1770653413.847593:0:76655:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1770653413.847594:0:12200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1770653413.847594:0:12201:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95af40. 00010000:00000001:3.0:1770653413.847598:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:1.0:1770653413.847598:0:5743:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa83c0. 00080000:00000001:2.0:1770653413.847601:0:12200:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.847601:0:12201:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.847602:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.847606:0:76655:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.847606:0:12200:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000100:00000001:1.0:1770653413.847606:0:5743:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1770653413.847607:0:12201:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.847609:0:12200:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00010000:00000001:1.0:1770653413.847611:0:5743:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.847613:0:76655:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1770653413.847614:0:12201:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.847618:0:76655:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000010:1.0:1770653413.847619:0:5743:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9cac0. 00010000:00000001:0.0:1770653413.847619:0:12201:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000001:00000001:2.0:1770653413.847622:0:12200:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:0.0:1770653413.847624:0:12201:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cdee lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x153c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.847625:0:76655:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.847626:0:12200:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1770653413.847627:0:5743:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:3.0:1770653413.847631:0:76655:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.847633:0:12200:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.847633:0:5743:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000001:3.0:1770653413.847640:0:76655:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00080000:00000001:2.0:1770653413.847640:0:12200:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1770653413.847640:0:5743:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1770653413.847642:0:12201:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cdee lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x153c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1770653413.847645:0:12200:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000010:3.0:1770653413.847646:0:76655:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556189e1cc0. 00010000:00000001:1.0:1770653413.847648:0:5743:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1770653413.847653:0:76655:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1770653413.847654:0:5743:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.847655:0:12201:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.847656:0:76655:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1770653413.847659:0:12200:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00001000:1.0:1770653413.847660:0:5743:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00010000:00010000:0.0:1770653413.847662:0:12201:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cdee lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x153c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1770653413.847663:0:12200:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1770653413.847664:0:76655:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9556196fbe80. 00000100:00000001:1.0:1770653413.847670:0:5743:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1770653413.847672:0:76655:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1770653413.847677:0:76655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00080000:00000001:2.0:1770653413.847678:0:12200:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.847678:0:5743:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 11 to 192.168.202.60@tcp 00010000:00000001:0.0:1770653413.847678:0:12201:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1770653413.847681:0:76655:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.847682:0:12201:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1770653413.847683:0:12200:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000100:00000001:1.0:1770653413.847687:0:5743:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00000001:0.0:1770653413.847687:0:12201:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.847688:0:76655:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1770653413.847689:0:12201:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1770653413.847692:0:76655:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.847693:0:12201:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1770653413.847694:0:5743:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00080000:00000001:2.0:1770653413.847696:0:12200:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653413.847698:0:76655:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000020:00000040:0.0:1770653413.847698:0:12201:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2a000 refcount=3 00080000:00000001:2.0:1770653413.847700:0:12200:0:(osd_object.c:806:osd_destroy()) Process entered 02000000:00000001:1.0:1770653413.847700:0:5743:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.847704:0:12200:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000020:00000001:0.0:1770653413.847704:0:12201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783626752 : -117277925924864 : ffff95561ae2a000) 00000100:00000001:1.0:1770653413.847707:0:5743:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1770653413.847708:0:76655:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 80000000:00000001:2.0:1770653413.847709:0:12200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:0.0:1770653413.847709:0:12201:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783626752 : -117277925924864 : ffff95561ae2a000) 80000000:00000001:2.0:1770653413.847713:0:12200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:0.0:1770653413.847715:0:12201:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000040:3.0:1770653413.847716:0:76655:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 12 to 192.168.202.60@tcp 00000100:00000040:1.0:1770653413.847717:0:5743:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 80000000:00000001:2.0:1770653413.847718:0:12200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.847720:0:12201:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cdee lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x153c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 80000000:00000001:2.0:1770653413.847724:0:12200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.847725:0:76655:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000400:00000010:1.0:1770653413.847727:0:5743:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022220. 00080000:00000001:2.0:1770653413.847731:0:12200:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1770653413.847732:0:76655:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:1.0:1770653413.847735:0:5743:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966302464, offset 224 00010000:00000001:0.0:1770653413.847735:0:12201:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1770653413.847736:0:76655:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.847736:0:12200:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:0.0:1770653413.847754:0:12201:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1770653413.847755:0:12200:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000100:00000001:3.0:1770653413.847756:0:76655:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:0.0:1770653413.847760:0:12201:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cdee lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x153c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1770653413.847763:0:76655:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000200:1.0:1770653413.847769:0:5743:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000010:3.0:1770653413.847771:0:76655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a783b8. 00010000:00000001:0.0:1770653413.847778:0:12201:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:3.0:1770653413.847779:0:76655:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966302336, offset 224 00010000:00000001:0.0:1770653413.847780:0:12201:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.847784:0:5743:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000001:0.0:1770653413.847787:0:12201:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1770653413.847792:0:12201:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff95564f3626c0. 00000400:00000200:3.0:1770653413.847793:0:76655:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:1.0:1770653413.847796:0:5743:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164594:2164594:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164590:2164590:8:4294967295] 00010000:00000001:0.0:1770653413.847797:0:12201:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1770653413.847807:0:12201:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00080000:00000001:2.0:1770653413.847811:0:12200:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.847812:0:12201:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.847817:0:12200:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.847819:0:5743:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:0.0:1770653413.847819:0:12201:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.847823:0:12200:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1770653413.847825:0:12201:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000001:00000001:2.0:1770653413.847827:0:12200:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00000001:0.0:1770653413.847829:0:12201:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000002:2.0:1770653413.847831:0:12200:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299194, last_committed = 8590299190 00010000:00000001:0.0:1770653413.847833:0:12201:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:1.0:1770653413.847835:0:5743:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00002000:00000001:0.0:1770653413.847837:0:12201:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000001:00000010:2.0:1770653413.847838:0:12200:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564ae60ea0. 00000400:00000200:3.0:1770653413.847841:0:76655:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00080000:00000001:0.0:1770653413.847841:0:12201:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000001:00000040:2.0:1770653413.847843:0:12200:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 4 00000800:00000010:1.0:1770653413.847844:0:5743:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399b00. 00080000:00000010:0.0:1770653413.847864:0:12201:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95563097c800. 00080000:00000001:0.0:1770653413.847868:0:12201:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796147820544 : -117277561731072 : ffff95563097c800) 00000020:00000040:2.0:1770653413.847871:0:12200:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=13 00000001:00000001:0.0:1770653413.847871:0:12201:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1770653413.847875:0:12201:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.847877:0:12200:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1770653413.847880:0:76655:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164595:2164595:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164591:2164591:7:4294967295] 00080000:00000002:0.0:1770653413.847880:0:12201:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x153c:0x0] not in the id map cache 00080000:00000001:2.0:1770653413.847887:0:12200:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00080000:00000001:0.0:1770653413.847887:0:12201:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000001:00000001:2.0:1770653413.847893:0:12200:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653413.847894:0:5743:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00080000:00000001:0.0:1770653413.847902:0:12201:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1770653413.847907:0:12201:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.847909:0:12200:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653413.847909:0:5743:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00080000:00000001:0.0:1770653413.847913:0:12201:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000400:00000200:3.0:1770653413.847914:0:76655:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00002000:00000001:2.0:1770653413.847915:0:12200:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.847917:0:12201:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000800:00000200:1.0:1770653413.847918:0:5743:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399b00 type 1, nob 320 niov 1 nkiov 1 00002000:00000001:2.0:1770653413.847920:0:12200:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 80000000:00000001:0.0:1770653413.847921:0:12201:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1770653413.847925:0:12201:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00000001:1.0:1770653413.847929:0:5743:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1770653413.847930:0:12201:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.847935:0:76655:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 80000000:00000001:0.0:1770653413.847936:0:12201:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.847939:0:5743:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 11 to 192.168.202.60@tcp 00080000:00000010:2.0:1770653413.847942:0:12200:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff95565ae60ab0. 00080000:00000001:0.0:1770653413.847942:0:12201:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.847943:0:5743:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1770653413.847946:0:76655:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626cd00. 00002000:00000001:2.0:1770653413.847948:0:12200:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00000001:1.0:1770653413.847949:0:5743:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.847949:0:12201:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00002000:00000040:2.0:1770653413.847954:0:12200:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x153a:0x0] 00080000:00000001:0.0:1770653413.847954:0:12201:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000800:00000200:3.0:1770653413.847957:0:76655:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000040:1.0:1770653413.847959:0:5743:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572eb23100 x1856657966302464/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00002000:00000010:2.0:1770653413.847961:0:12200:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff95565a2485f0. 00002000:00000001:2.0:1770653413.847969:0:12200:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:2.0:1770653413.847972:0:12200:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.847973:0:12201:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000800:00000200:3.0:1770653413.847976:0:76655:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00100000:1.0:1770653413.847977:0:5743:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95572eb23100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b31b1d82-c1d4-4680-ae7a-71292416d1f5+102:2366:x1856657966302464:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 995us (1904us total) trans 0 rc 0/0 00000001:00000001:0.0:1770653413.847978:0:12201:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00002000:00000001:2.0:1770653413.847979:0:12200:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1770653413.847983:0:12201:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.847985:0:76655:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626cd00 type 1, nob 320 niov 1 nkiov 1 00010000:00000040:2.0:1770653413.847987:0:12200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299194, xid 1856657707190528 00080000:00000001:0.0:1770653413.847988:0:12201:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1770653413.847993:0:12201:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1770653413.847995:0:12200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:3.0:1770653413.847997:0:76655:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.847997:0:5743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161819 00010000:00000200:2.0:1770653413.848003:0:12200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955618d88000 x1856657707190528/t8590299194(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653413.848003:0:5743:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 3 00000100:00000040:3.0:1770653413.848006:0:76655:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000001:00000001:0.0:1770653413.848007:0:12201:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:1.0:1770653413.848008:0:5743:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00080000:00000001:0.0:1770653413.848011:0:12201:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.848014:0:76655:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.848015:0:5743:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1770653413.848021:0:76655:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.848022:0:5743:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3d80. 00010000:00000001:2.0:1770653413.848024:0:12200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00080000:00000001:0.0:1770653413.848025:0:12201:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.848029:0:5743:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90320. 00010000:00000001:2.0:1770653413.848030:0:12200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.848030:0:12201:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000100:00000040:3.0:1770653413.848033:0:76655:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572eb21180 x1856657966302336/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1770653413.848036:0:12200:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000020:00000010:1.0:1770653413.848037:0:5743:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bc400. 00080000:00000001:0.0:1770653413.848042:0:12201:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.848043:0:5743:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 101 00000100:00000001:2.0:1770653413.848046:0:12200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00080000:00000001:0.0:1770653413.848049:0:12201:0:(osd_object.c:806:osd_destroy()) Process entered 00000100:00000001:1.0:1770653413.848051:0:5743:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1770653413.848053:0:12200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00080000:00000001:0.0:1770653413.848054:0:12201:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1770653413.848058:0:12201:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000001:2.0:1770653413.848060:0:12200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00100000:3.0:1770653413.848061:0:76655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95572eb21180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_032:b31b1d82-c1d4-4680-ae7a-71292416d1f5+101:2365:x1856657966302336:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1213us (2405us total) trans 0 rc 0/0 80000000:00000001:0.0:1770653413.848061:0:12201:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 02000000:00000001:2.0:1770653413.848066:0:12200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 80000000:00000001:0.0:1770653413.848066:0:12201:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.848069:0:7966:0:(client.c:1964:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1770653413.848070:0:12200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1770653413.848071:0:12201:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1770653413.848075:0:7966:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1770653413.848076:0:12200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00080000:00000001:0.0:1770653413.848076:0:12201:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1770653413.848080:0:76655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161818 00000400:00000001:1.0:1770653413.848080:0:7966:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00080000:00000001:0.0:1770653413.848081:0:12201:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000100:00000040:2.0:1770653413.848086:0:12200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1770653413.848087:0:7966:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955642e02a50. 00080000:00000001:0.0:1770653413.848087:0:12201:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000100:00000040:3.0:1770653413.848088:0:76655:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 2 00000400:00000010:2.0:1770653413.848090:0:12200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888908. 00000100:00000001:3.0:1770653413.848094:0:76655:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1770653413.848095:0:7966:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0224c8 00000100:00000001:3.0:1770653413.848099:0:76655:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1770653413.848099:0:7966:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0224c8. 00000100:00000001:1.0:1770653413.848103:0:7966:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1770653413.848105:0:76655:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3480. 00000100:00000200:2.0:1770653413.848106:0:12200:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707190528, offset 224 00000100:00000200:1.0:1770653413.848111:0:7966:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955637359880 x1856657707192192/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1770653413.848114:0:76655:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca907d0. 00000400:00000200:2.0:1770653413.848118:0:12200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1770653413.848121:0:76655:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bc800. 00000020:00000040:3.0:1770653413.848128:0:76655:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 100 00000400:00000200:2.0:1770653413.848132:0:12200:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1770653413.848135:0:76655:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1770653413.848136:0:7966:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955637359880 x1856657707192192/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1770653413.848146:0:12200:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b4900 00000100:00000001:1.0:1770653413.848148:0:7966:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1770653413.848151:0:7966:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653413.848153:0:12200:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda119 [1] + 224 00000100:00000001:1.0:1770653413.848154:0:7966:0:(client.c:1568:after_reply()) Process entered 00000800:00000001:3.0:1770653413.848156:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1770653413.848158:0:7966:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00080000:00000001:0.0:1770653413.848159:0:12201:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1770653413.848160:0:12200:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653413.848161:0:7966:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1770653413.848164:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.848164:0:7966:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.848168:0:12201:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.848170:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1770653413.848170:0:7966:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.848173:0:12200:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:3.0:1770653413.848177:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1770653413.848177:0:7966:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 00080000:00000001:0.0:1770653413.848177:0:12201:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:2.0:1770653413.848179:0:12200:0:(events.c:78:reply_in_callback()) Process entered 00000001:00000001:0.0:1770653413.848183:0:12201:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000100:00001000:1.0:1770653413.848185:0:7966:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 00000001:00000002:0.0:1770653413.848189:0:12201:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299195, last_committed = 8590299190 00000100:00000200:2.0:1770653413.848190:0:12200:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955666c23800 x1856657707190528/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1770653413.848191:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:1.0:1770653413.848193:0:7966:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1770653413.848197:0:7966:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1770653413.848199:0:12201:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9556681b9960. 00010000:00000001:1.0:1770653413.848201:0:7966:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000001:00000040:0.0:1770653413.848205:0:12201:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 5 00000400:00000200:3.0:1770653413.848207:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b5180 00010000:00000001:1.0:1770653413.848207:0:7966:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.848213:0:7966:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.848213:0:12201:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=14 00000400:00000200:3.0:1770653413.848221:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda1b1 [1] + 224 00080000:00000001:0.0:1770653413.848221:0:12201:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000040:1.0:1770653413.848224:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955637359880 x1856657707192192/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1770653413.848229:0:12200:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff955666c23800 x1856657707190528/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1770653413.848231:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:0.0:1770653413.848233:0:12201:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000800:00000001:3.0:1770653413.848238:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1770653413.848240:0:12201:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.848244:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:0.0:1770653413.848255:0:12201:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.848256:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653413.848257:0:7966:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1770653413.848262:0:12201:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.848264:0:7966:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1770653413.848265:0:12200:0:(events.c:163:reply_in_callback()) Process leaving 00002000:00000001:0.0:1770653413.848266:0:12201:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000100:00000001:3.0:1770653413.848267:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1770653413.848270:0:7966:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.848273:0:7966:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000100:00000200:3.0:1770653413.848275:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955637359f80 x1856657707192704/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1770653413.848275:0:12200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888908 00010000:00000001:1.0:1770653413.848276:0:7966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1770653413.848281:0:12200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888908. 00010000:00010000:1.0:1770653413.848284:0:7966:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff955662dc0400/0x2aed14e4e178a194 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x153d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ebd expref: 100 pid: 12199 timeout: 6877 lvb_type: 1 00080000:00000010:0.0:1770653413.848287:0:12201:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff95565ae60e40. 00000100:00000001:2.0:1770653413.848288:0:12200:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653413.848292:0:12200:0:(events.c:398:reply_out_callback()) Process leaving 00002000:00000001:0.0:1770653413.848295:0:12201:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000100:00000001:2.0:1770653413.848298:0:12200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00002000:00000040:0.0:1770653413.848299:0:12201:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x153c:0x0] 00000100:00000040:3.0:1770653413.848304:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955637359f80 x1856657707192704/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00002000:00000010:0.0:1770653413.848306:0:12201:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff95565a248d10. 00000100:00000040:2.0:1770653413.848307:0:12200:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00010000:00000040:1.0:1770653413.848307:0:7966:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 93 00000020:00000040:1.0:1770653413.848314:0:7966:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 99 00010000:00000001:2.0:1770653413.848315:0:12200:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00002000:00000001:0.0:1770653413.848316:0:12201:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000020:00000001:2.0:1770653413.848319:0:12200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.848321:0:12201:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.848323:0:7966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1770653413.848325:0:12200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1770653413.848327:0:7966:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.848329:0:12201:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1770653413.848332:0:12200:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d88000 x1856657707190528/t8590299194(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653413.848334:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955637359880 x1856657707192192/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000040:0.0:1770653413.848335:0:12201:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299195, xid 1856657707190784 00000100:00000001:3.0:1770653413.848340:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1770653413.848342:0:12201:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1770653413.848352:0:12201:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9556074a9f80 x1856657707190784/t8590299195(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1770653413.848360:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:2.0:1770653413.848362:0:12200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955618d88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+14:3288:x1856657707190528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20026us (21247us total) trans 8590299194 rc 0/0 00000800:00000010:3.0:1770653413.848365:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399b00. 00000100:00100000:1.0:1770653413.848370:0:7966:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955637359880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:7966:1856657707192192:192.168.202.60@tcp:104: 00000400:00000200:3.0:1770653413.848372:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653413.848383:0:7966:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1770653413.848384:0:12200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136160 00000400:00000200:3.0:1770653413.848385:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:0.0:1770653413.848385:0:12201:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1770653413.848391:0:7966:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.848392:0:12200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 4 00010000:00000001:0.0:1770653413.848392:0:12201:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.848393:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022220 00000400:00000010:3.0:1770653413.848398:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022220. 00000100:00000001:1.0:1770653413.848399:0:7966:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1770653413.848400:0:12200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:0.0:1770653413.848400:0:12201:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000100:00000001:1.0:1770653413.848403:0:7966:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1770653413.848406:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653413.848406:0:12200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1770653413.848409:0:12201:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1770653413.848410:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1770653413.848412:0:12200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d780. 00000100:00000040:1.0:1770653413.848412:0:7966:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955637359880 x1856657707192192/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1770653413.848415:0:12201:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000800:00000001:3.0:1770653413.848416:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1770653413.848419:0:12200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada0c8. 00000800:00000001:3.0:1770653413.848421:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.848422:0:12201:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000020:00000010:2.0:1770653413.848425:0:12200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9556560aec00. 00000800:00000001:3.0:1770653413.848428:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1770653413.848429:0:12201:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:2.0:1770653413.848434:0:12200:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 13 02000000:00000001:0.0:1770653413.848434:0:12201:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.848435:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.848435:0:7966:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1770653413.848439:0:7966:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1770653413.848443:0:12200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1770653413.848444:0:7966:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95566628a200. 00000100:00000001:0.0:1770653413.848444:0:12201:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1770653413.848449:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000040:0.0:1770653413.848451:0:12201:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1770653413.848452:0:7966:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1770653413.848456:0:7966:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:0.0:1770653413.848457:0:12201:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8d48. 00000020:00000040:1.0:1770653413.848458:0:7966:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=2 obd=lustre-OST0000 00000400:00000200:3.0:1770653413.848460:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d0580 00000020:00000001:1.0:1770653413.848464:0:7966:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:0.0:1770653413.848465:0:12201:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707190784, offset 224 00010000:00010000:2.0:1770653413.848467:0:12202:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff95561c987400/0x2aed14e4e178ce0a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x153f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12202 timeout: 0 lvb_type: 0 02000000:00000010:1.0:1770653413.848467:0:7966:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff9556560ae200. 00000400:00000200:3.0:1770653413.848469:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6b0d [2] + 984 02000000:00000001:1.0:1770653413.848474:0:7966:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1770653413.848477:0:7966:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:3.0:1770653413.848480:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:1.0:1770653413.848481:0:7966:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955637359880. 00000400:00000200:0.0:1770653413.848483:0:12201:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:3.0:1770653413.848486:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.848489:0:7966:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1770653413.848493:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653413.848493:0:7966:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.848494:0:12202:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.848494:0:12201:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1770653413.848501:0:7966:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95563ce03840. 00010000:00010000:2.0:1770653413.848503:0:12202:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95561c987400/0x2aed14e4e178ce0a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x153f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12202 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1770653413.848506:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653413.848507:0:7966:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000400:00000200:0.0:1770653413.848509:0:12201:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b4a00 00010000:00000001:1.0:1770653413.848512:0:7966:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.848514:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653413.848518:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:1.0:1770653413.848519:0:7966:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9c400. 00000400:00000200:0.0:1770653413.848522:0:12201:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda12d [1] + 224 00000100:00000010:3.0:1770653413.848526:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572eb23b80. 00010000:00000001:2.0:1770653413.848527:0:12202:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1770653413.848527:0:7966:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.848530:0:12201:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1770653413.848531:0:12202:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1770653413.848534:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff95572eb23b80 x1856657966302592 msgsize 328 00010000:00000001:1.0:1770653413.848534:0:7966:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.848535:0:12202:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1770653413.848539:0:12201:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1770653413.848540:0:12202:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1770653413.848540:0:7966:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1770653413.848544:0:12202:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1770653413.848549:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000020:00000040:2.0:1770653413.848549:0:12202:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c987400 refcount=3 00010000:00000001:1.0:1770653413.848550:0:7966:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:0.0:1770653413.848550:0:12201:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1770653413.848555:0:12202:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812320256 : -117277897231360 : ffff95561c987400) 00010000:00010000:1.0:1770653413.848556:0:7966:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff95571016be00/0x2aed14e4e178cdfc lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x153d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.848558:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1770653413.848559:0:12201:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955666c21500 x1856657707190784/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.848561:0:12202:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812320256 : -117277897231360 : ffff95561c987400) 00010000:00000001:2.0:1770653413.848567:0:12202:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1770653413.848572:0:12202:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95561c987400/0x2aed14e4e178ce0a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x153f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12202 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.848573:0:76656:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1770653413.848578:0:76656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966302592 02000000:00000001:3.0:1770653413.848584:0:76656:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1770653413.848586:0:6529:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1770653413.848589:0:76656:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:1.0:1770653413.848590:0:6529:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1770653413.848592:0:12202:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.848595:0:76656:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1770653413.848595:0:6529:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1770653413.848595:0:12201:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff955666c21500 x1856657707190784/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.848596:0:12202:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1770653413.848601:0:12202:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff95561c987400/0x2aed14e4e178ce0a lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x153f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12202 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1770653413.848601:0:6529:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955642e02898. 02000000:00000001:3.0:1770653413.848603:0:76656:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.848607:0:6529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0222a8 00000100:00100000:3.0:1770653413.848612:0:76656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966302592 00000400:00000010:1.0:1770653413.848612:0:6529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0222a8. 00000020:00000001:3.0:1770653413.848619:0:76656:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1770653413.848619:0:6529:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1770653413.848625:0:76656:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00010000:00000001:2.0:1770653413.848626:0:12202:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:1.0:1770653413.848627:0:6529:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955637359f80 x1856657707192704/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.848627:0:12201:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1770653413.848629:0:12202:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.848632:0:76656:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1770653413.848635:0:12202:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000400:00000200:0.0:1770653413.848635:0:12201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8d48 00000020:00000040:3.0:1770653413.848638:0:76656:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=98 00010000:00000010:2.0:1770653413.848640:0:12202:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556695e0540. 00000400:00000010:0.0:1770653413.848640:0:12201:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8d48. 00000020:00000001:3.0:1770653413.848647:0:76656:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00010000:00000001:2.0:1770653413.848647:0:12202:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1770653413.848648:0:12201:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:1.0:1770653413.848651:0:6529:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955637359f80 x1856657707192704/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.848653:0:12201:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1770653413.848654:0:76656:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00010000:00010000:2.0:1770653413.848657:0:12202:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00000001:0.0:1770653413.848660:0:12201:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.848663:0:76656:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1770653413.848664:0:12202:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.848670:0:12202:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.848671:0:76656:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbe80. 00000100:00000040:0.0:1770653413.848671:0:12201:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000100:00000001:1.0:1770653413.848673:0:6529:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1770653413.848676:0:6529:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.848677:0:12202:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:3.0:1770653413.848680:0:76656:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.848681:0:6529:0:(client.c:1568:after_reply()) Process entered 00010000:00000001:0.0:1770653413.848681:0:12201:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000001:2.0:1770653413.848682:0:12202:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1770653413.848685:0:6529:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1770653413.848686:0:12202:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1770653413.848687:0:12201:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.848688:0:76656:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbe80. 00000100:00000001:1.0:1770653413.848688:0:6529:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00002000:00000001:2.0:1770653413.848689:0:12202:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000100:00000001:1.0:1770653413.848692:0:6529:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.848695:0:12202:0:(osd_handler.c:352:osd_trans_create()) Process entered 02000000:00000001:1.0:1770653413.848696:0:6529:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.848696:0:12201:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:3.0:1770653413.848697:0:76656:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bc800. 00080000:00000010:2.0:1770653413.848703:0:12202:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff955625e90800. 00000100:00001000:1.0:1770653413.848703:0:6529:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00000020:00000010:3.0:1770653413.848704:0:76656:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3480. 00000100:00000040:0.0:1770653413.848707:0:12201:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9556074a9f80 x1856657707190784/t8590299195(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1770653413.848710:0:12202:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626795968595968 : -117277740955648 : ffff955625e90800) 00000020:00000010:3.0:1770653413.848712:0:76656:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca907d0. 00000100:00001000:1.0:1770653413.848713:0:6529:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00000001:00000001:2.0:1770653413.848718:0:12202:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1770653413.848721:0:76656:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000001:00000001:2.0:1770653413.848722:0:12202:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.848722:0:6529:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1770653413.848725:0:76656:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1770653413.848726:0:6529:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.848730:0:76656:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00080000:00000002:2.0:1770653413.848730:0:12202:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x153f:0x0] not in the id map cache 00010000:00000001:1.0:1770653413.848731:0:6529:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1770653413.848735:0:76656:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.848736:0:6529:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.848737:0:12202:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00010000:00000001:3.0:1770653413.848755:0:76656:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:1.0:1770653413.848758:0:6529:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.848760:0:76656:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00100000:0.0:1770653413.848760:0:12201:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9556074a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3290:x1856657707190784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18818us (20924us total) trans 8590299195 rc 0/0 00000020:00000001:3.0:1770653413.848764:0:76656:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:2.0:1770653413.848764:0:12202:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1770653413.848765:0:6529:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955637359f80 x1856657707192704/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:3.0:1770653413.848769:0:76656:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c162600 refcount=5 00080000:00000001:2.0:1770653413.848771:0:12202:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.848775:0:76656:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145957888 : -117276563593728 : ffff95566c162600) 00080000:00000001:2.0:1770653413.848778:0:12202:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00010000:00000001:3.0:1770653413.848780:0:76656:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145957888 : -117276563593728 : ffff95566c162600) 00080000:00000001:2.0:1770653413.848782:0:12202:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1770653413.848787:0:12202:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00100000:0.0:1770653413.848787:0:12201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136163 80000000:00000001:2.0:1770653413.848791:0:12202:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00010000:3.0:1770653413.848792:0:76656:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff95566c162600/0x2aed14e4e178a171 lrc: 5/0,0 mode: PR/PR res: [0x280000403:0x13f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e93 expref: 98 pid: 76416 timeout: 6877 lvb_type: 1 80000000:00000001:2.0:1770653413.848797:0:12202:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.848797:0:12201:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 3 00000100:00000001:1.0:1770653413.848798:0:6529:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.848802:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 80000000:00000001:2.0:1770653413.848803:0:12202:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.848804:0:12201:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1770653413.848806:0:6529:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1770653413.848807:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1770653413.848807:0:12202:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.848809:0:12201:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1770653413.848813:0:6529:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.848814:0:76656:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653413.848814:0:12202:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000020:00000010:0.0:1770653413.848815:0:12201:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519b00. 00080000:00000001:2.0:1770653413.848818:0:12202:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000100:00000001:3.0:1770653413.848820:0:76656:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.848821:0:6529:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000020:00000010:0.0:1770653413.848824:0:12201:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d258. 00000100:00000001:3.0:1770653413.848826:0:76656:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:1.0:1770653413.848826:0:6529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:0.0:1770653413.848829:0:12201:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997a400. 00010000:00000001:1.0:1770653413.848831:0:6529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:2.0:1770653413.848835:0:12202:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000040:0.0:1770653413.848836:0:12201:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 12 00000100:00000200:3.0:1770653413.848837:0:76656:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff95572eb23b80 x1856657966302592/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.848837:0:6529:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.848838:0:12202:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:0.0:1770653413.848844:0:12201:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653413.848847:0:12202:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.848864:0:76656:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1770653413.848867:0:76656:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.848868:0:12202:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1770653413.848872:0:12202:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000040:1.0:1770653413.848875:0:6529:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955637359f80 x1856657707192704/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.848876:0:76656:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1770653413.848889:0:12202:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:3.0:1770653413.848891:0:76656:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1770653413.848891:0:6529:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955637359f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6529:1856657707192704:192.168.202.60@tcp:104: 00080000:00000001:2.0:1770653413.848892:0:12202:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.848896:0:76656:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1770653413.848904:0:76656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161820 00000100:00000001:1.0:1770653413.848904:0:6529:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653413.848907:0:12202:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.848907:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:3.0:1770653413.848912:0:76656:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:1.0:1770653413.848912:0:6529:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.848913:0:12202:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000020:00000001:0.0:1770653413.848913:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.848918:0:76656:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800410966912 : -117273298584704 : ffff95572eb23b80) 00000100:00000001:1.0:1770653413.848919:0:6529:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00010000:0.0:1770653413.848922:0:7410:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00080000:00000001:2.0:1770653413.848924:0:12202:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.848925:0:6529:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1770653413.848927:0:7410:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000100:00000040:3.0:1770653413.848928:0:76656:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95572eb23b80 x1856657966302592/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1770653413.848930:0:12202:0:(osd_object.c:806:osd_destroy()) Process entered 00010000:00000001:0.0:1770653413.848932:0:7410:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00080000:00000001:2.0:1770653413.848934:0:12202:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000040:1.0:1770653413.848936:0:6529:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955637359f80 x1856657707192704/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 80000000:00000001:2.0:1770653413.848938:0:12202:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00010000:0.0:1770653413.848939:0:7410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9556565b4c00/0x2aed14e4e178cdd9 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x153a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 80000000:00000001:2.0:1770653413.848941:0:12202:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1770653413.848945:0:12202:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1770653413.848950:0:12202:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.848955:0:12202:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.848959:0:76656:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000001:2.0:1770653413.848960:0:12202:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000020:00000010:3.0:1770653413.848965:0:76656:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbe80. 00080000:00000001:2.0:1770653413.848965:0:12202:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00010000:00010000:0.0:1770653413.848967:0:7410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9556565b4c00 already unused, calling callback (ffffffffc16fe650) 00000100:00000001:3.0:1770653413.848972:0:76656:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.848974:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:1.0:1770653413.848975:0:6529:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000020:00000010:3.0:1770653413.848976:0:76656:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbe80. 00010000:00000001:0.0:1770653413.848978:0:7410:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 02000000:00000001:1.0:1770653413.848980:0:6529:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00010000:0.0:1770653413.848983:0:7410:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9556565b4c00/0x2aed14e4e178cdd9 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x153a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 02000000:00000010:1.0:1770653413.848985:0:6529:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95563d588c00. 00000100:00100000:3.0:1770653413.848988:0:76656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95572eb23b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_033:b31b1d82-c1d4-4680-ae7a-71292416d1f5+98:2366:x1856657966302592:12345-192.168.202.60@tcp:103:ldlm_bl.0 02000000:00000001:1.0:1770653413.848994:0:6529:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1770653413.848999:0:76656:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966302592 00000020:00000001:1.0:1770653413.849000:0:6529:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1770653413.849000:0:7410:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1770653413.849004:0:76656:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000020:00000040:1.0:1770653413.849005:0:6529:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=2 obd=lustre-OST0001 00010000:00000001:0.0:1770653413.849005:0:7410:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000002:3.0:1770653413.849007:0:76656:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000020:00000001:0.0:1770653413.849009:0:7410:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1770653413.849011:0:76656:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000020:00000001:1.0:1770653413.849012:0:6529:0:(genops.c:1249:class_import_put()) Process leaving 00080000:00000001:2.0:1770653413.849013:0:12202:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1770653413.849013:0:7410:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556565b4c00 refcount=3 00000100:00000001:3.0:1770653413.849015:0:76656:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:1.0:1770653413.849018:0:6529:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95563d589600. 02000000:00000001:3.0:1770653413.849019:0:76656:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:2.0:1770653413.849020:0:12202:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.849021:0:7410:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796781390848 : -117276928160768 : ffff9556565b4c00) 00080000:00000001:2.0:1770653413.849026:0:12202:0:(osd_handler.c:287:osd_trans_stop()) Process entered 02000000:00000010:3.0:1770653413.849027:0:76656:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9557180cc800. 00010000:00000001:0.0:1770653413.849027:0:7410:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796781390848 : -117276928160768 : ffff9556565b4c00) 02000000:00000001:1.0:1770653413.849028:0:6529:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:2.0:1770653413.849029:0:12202:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 02000000:00000001:3.0:1770653413.849033:0:76656:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.849033:0:6529:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000002:2.0:1770653413.849035:0:12202:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299196, last_committed = 8590299190 00010000:00000001:0.0:1770653413.849035:0:7410:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000010:1.0:1770653413.849037:0:6529:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955637359f80. 00000100:00000001:3.0:1770653413.849039:0:76656:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.849041:0:7410:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9556565b4c00/0x2aed14e4e178cdd9 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x153a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000001:00000010:2.0:1770653413.849042:0:12202:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564ae60960. 00010000:00000001:3.0:1770653413.849044:0:76656:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:1.0:1770653413.849046:0:6529:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000001:00000040:2.0:1770653413.849049:0:12202:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 6 00010000:00010000:3.0:1770653413.849050:0:76656:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:1.0:1770653413.849051:0:6529:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.849056:0:76656:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:2.0:1770653413.849057:0:12202:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=13 00000100:00000010:1.0:1770653413.849059:0:6529:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95563ce03540. 00000020:00000001:3.0:1770653413.849060:0:76656:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1770653413.849061:0:7410:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000001:2.0:1770653413.849062:0:12202:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000040:3.0:1770653413.849064:0:76656:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c162600 refcount=4 00000100:00000001:1.0:1770653413.849067:0:6529:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1770653413.849067:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1770653413.849068:0:76656:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145957888 : -117276563593728 : ffff95566c162600) 00010000:00000001:0.0:1770653413.849070:0:7410:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.849072:0:12202:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00010000:00000001:1.0:1770653413.849073:0:6529:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.849074:0:76656:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145957888 : -117276563593728 : ffff95566c162600) 00010000:00000001:0.0:1770653413.849075:0:7410:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000001:00000001:2.0:1770653413.849078:0:12202:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.849079:0:7410:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000040:3.0:1770653413.849081:0:76656:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95563f2d2900 count: 3 00010000:00000010:1.0:1770653413.849082:0:6529:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9cfc0. 00010000:00000001:0.0:1770653413.849083:0:7410:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1770653413.849086:0:7410:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.849088:0:76656:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff95566c162600/0x2aed14e4e178a171 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e93 expref: 98 pid: 76416 timeout: 6877 lvb_type: 1 00000020:00000040:0.0:1770653413.849090:0:7410:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9556565b4c00 with handle 0x2aed14e4e178cdd9 from hash 00010000:00000001:1.0:1770653413.849091:0:6529:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.849092:0:12202:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.849096:0:7410:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1770653413.849098:0:6529:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653413.849099:0:12202:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.849100:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.849103:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1770653413.849106:0:12202:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00010000:00000001:1.0:1770653413.849106:0:6529:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.849107:0:7410:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1770653413.849112:0:7410:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653413.849115:0:6529:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1770653413.849115:0:7410:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653413.849118:0:76656:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00080000:00000010:2.0:1770653413.849119:0:12202:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff95565ae60720. 00010000:00000001:0.0:1770653413.849120:0:7410:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00010000:1.0:1770653413.849122:0:6529:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178ce11 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x13f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.849124:0:7410:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653413.849126:0:76656:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00002000:00000001:2.0:1770653413.849126:0:12202:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00000001:0.0:1770653413.849128:0:7410:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00002000:00000040:2.0:1770653413.849131:0:12202:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x153f:0x0] 00010000:00000001:3.0:1770653413.849132:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.849133:0:7410:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.849135:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000010:2.0:1770653413.849138:0:12202:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff95565a248130. 00010000:00000001:0.0:1770653413.849141:0:7410:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.849142:0:76656:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff95566c162600/0x2aed14e4e178a171 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13f7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e93 expref: 98 pid: 76416 timeout: 6877 lvb_type: 1 00002000:00000001:2.0:1770653413.849145:0:12202:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:2.0:1770653413.849148:0:12202:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.849148:0:7410:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1770653413.849152:0:7410:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00002000:00000001:2.0:1770653413.849156:0:12202:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1770653413.849158:0:76656:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.849161:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.849162:0:76656:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000040:2.0:1770653413.849162:0:12202:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299196, xid 1856657707191168 00010000:00000001:3.0:1770653413.849166:0:76656:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.849167:0:12202:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:0.0:1770653413.849167:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1770653413.849170:0:7966:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff95571016be00/0x2aed14e4e178cdfc lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x153d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1770653413.849172:0:76656:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.849172:0:7410:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1770653413.849176:0:12202:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95573d27e450 x1856657707191168/t8590299196(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.849179:0:76656:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1770653413.849179:0:7410:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.849184:0:76656:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1770653413.849185:0:7410:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.849189:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.849193:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1770653413.849193:0:7410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9556565b4c00/0x2aed14e4e178cdd9 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x153a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.849198:0:76656:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1770653413.849200:0:7966:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.849202:0:76656:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.849208:0:12202:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000040:3.0:1770653413.849209:0:76656:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95566c162600 with handle 0x2aed14e4e178a171 from hash 00010000:00010000:1.0:1770653413.849209:0:7966:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95571016be00/0x2aed14e4e178cdfc lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x153d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.849212:0:12202:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.849215:0:76656:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00001000:2.0:1770653413.849219:0:12202:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00010000:00000001:3.0:1770653413.849220:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.849223:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.849226:0:76656:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653413.849230:0:76656:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:2.0:1770653413.849230:0:12202:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1770653413.849235:0:76656:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.849237:0:12202:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00010000:00000001:0.0:1770653413.849237:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.849238:0:7966:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1770653413.849239:0:76656:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00010000:0.0:1770653413.849244:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9556565b4c00/0x2aed14e4e178cdd9 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x153a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.849245:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.849245:0:12202:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00010000:00000001:1.0:1770653413.849246:0:7966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.849250:0:7966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1770653413.849252:0:12202:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:3.0:1770653413.849254:0:76656:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95566c162600/0x2aed14e4e178a171 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x13f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e93 expref: 98 pid: 76416 timeout: 6877 lvb_type: 1 00010000:00000001:1.0:1770653413.849255:0:7966:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1770653413.849256:0:12202:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.849259:0:7410:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95561e13b600 count: 0 00000020:00000001:1.0:1770653413.849260:0:7966:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1770653413.849263:0:12202:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:1.0:1770653413.849266:0:7966:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016be00 refcount=3 00002000:00000010:0.0:1770653413.849267:0:7410:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff95562ede40c0. 00000100:00000040:2.0:1770653413.849271:0:12202:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000040:3.0:1770653413.849273:0:76656:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 92 00000020:00000001:1.0:1770653413.849274:0:7966:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897460224 : -117273812091392 : ffff95571016be00) 00010000:00000010:0.0:1770653413.849275:0:7410:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff955632299b00. 00000400:00000010:2.0:1770653413.849276:0:12202:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888908. 00000020:00000040:3.0:1770653413.849279:0:76656:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 97 00000100:00000200:2.0:1770653413.849283:0:12202:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707191168, offset 224 00010000:00000001:1.0:1770653413.849283:0:7966:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897460224 : -117273812091392 : ffff95571016be00) 00010000:00000001:3.0:1770653413.849290:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.849291:0:7966:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:0.0:1770653413.849292:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1770653413.849295:0:12202:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1770653413.849296:0:76656:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1770653413.849296:0:7410:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00010000:1.0:1770653413.849298:0:7966:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95571016be00/0x2aed14e4e178cdfc lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x153d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1770653413.849301:0:7410:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556695e0600. 00010000:00000001:3.0:1770653413.849302:0:76656:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:2.0:1770653413.849306:0:12202:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1770653413.849308:0:7410:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653413.849309:0:76656:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95571016b000 00000020:00000001:0.0:1770653413.849315:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1770653413.849316:0:76656:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000020:00000001:0.0:1770653413.849319:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.849320:0:12202:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b4b80 00010000:00000001:3.0:1770653413.849322:0:76656:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1770653413.849323:0:7966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1770653413.849326:0:7410:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1770653413.849328:0:76656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653413.849329:0:7966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.849329:0:7410:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000400:00000200:2.0:1770653413.849330:0:12202:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda13d [1] + 224 00010000:00000001:0.0:1770653413.849334:0:7410:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00000001:3.0:1770653413.849335:0:76656:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1770653413.849335:0:7966:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff95571016be00/0x2aed14e4e178cdfc lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x153d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1770653413.849337:0:12202:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:0.0:1770653413.849338:0:7410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cdee lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x153c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.849342:0:76656:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000400:00000200:2.0:1770653413.849346:0:12202:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:3.0:1770653413.849348:0:76656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:2.0:1770653413.849352:0:12202:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1770653413.849354:0:76656:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1770653413.849358:0:12202:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955666c21f80 x1856657707191168/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.849363:0:76656:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1770653413.849365:0:7410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95561ae2a000 already unused, calling callback (ffffffffc16fe650) 00010000:00000001:1.0:1770653413.849368:0:7966:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653413.849369:0:76656:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:0.0:1770653413.849371:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1770653413.849375:0:7966:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.849376:0:76656:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178ce11 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.849376:0:7410:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1770653413.849380:0:7410:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cdee lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x153c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.849382:0:7966:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000040:2.0:1770653413.849385:0:12202:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff955666c21f80 x1856657707191168/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1770653413.849388:0:7966:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff955647fa83c0. 00010000:00000001:1.0:1770653413.849394:0:7966:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1770653413.849402:0:7966:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00000001:0.0:1770653413.849404:0:7410:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1770653413.849409:0:7410:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1770653413.849411:0:76656:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1770653413.849411:0:7966:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.849412:0:7410:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1770653413.849415:0:12202:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1770653413.849418:0:7966:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.849418:0:7410:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2a000 refcount=3 00010000:00010000:3.0:1770653413.849420:0:76656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178ce11 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x13f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1770653413.849421:0:12202:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888908 00010000:00000001:1.0:1770653413.849424:0:7966:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000001:0.0:1770653413.849424:0:7410:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783626752 : -117277925924864 : ffff95561ae2a000) 00000400:00000010:2.0:1770653413.849426:0:12202:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888908. 00010000:00000001:1.0:1770653413.849428:0:7966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.849432:0:7410:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783626752 : -117277925924864 : ffff95561ae2a000) 00010000:00000001:1.0:1770653413.849433:0:7966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.849434:0:12202:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653413.849438:0:12202:0:(events.c:398:reply_out_callback()) Process leaving 00002000:00000001:1.0:1770653413.849438:0:7966:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00010000:00000001:0.0:1770653413.849439:0:7410:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000001:1.0:1770653413.849442:0:7966:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:2.0:1770653413.849444:0:12202:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.849444:0:7410:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cdee lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x153c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1770653413.849446:0:76656:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x13f7:0x0].0x0 (ffff95563f2d2900) refcount = 2 00080000:00000010:1.0:1770653413.849448:0:7966:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9556607c6c00. 00000100:00000040:2.0:1770653413.849450:0:12202:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00080000:00000001:1.0:1770653413.849454:0:7966:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796951333888 : -117276758217728 : ffff9556607c6c00) 00010000:00000040:3.0:1770653413.849457:0:76656:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:2.0:1770653413.849458:0:12202:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000001:00000001:1.0:1770653413.849461:0:7966:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000020:00000001:2.0:1770653413.849462:0:12202:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653413.849465:0:76656:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178ce11 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x13f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.849465:0:7410:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1770653413.849466:0:12202:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000001:00000001:1.0:1770653413.849466:0:7966:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.849470:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000002:1.0:1770653413.849472:0:7966:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x153d:0x0] not in the id map cache 00000100:00000040:2.0:1770653413.849474:0:12202:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573d27e450 x1856657707191168/t8590299196(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.849475:0:7410:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.849479:0:7966:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00010000:00000001:0.0:1770653413.849481:0:7410:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1770653413.849485:0:7410:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1770653413.849488:0:7410:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1770653413.849490:0:7966:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.849492:0:7410:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.849493:0:76656:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00080000:00000001:1.0:1770653413.849496:0:7966:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.849498:0:76656:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.849499:0:7410:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561ae2a000 with handle 0x2aed14e4e178cdee from hash 00080000:00000001:1.0:1770653413.849502:0:7966:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00010000:00000001:3.0:1770653413.849504:0:76656:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1770653413.849506:0:7410:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00080000:00000001:1.0:1770653413.849507:0:7966:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:3.0:1770653413.849508:0:76656:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 80000000:00000001:1.0:1770653413.849511:0:7966:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:0.0:1770653413.849511:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:2.0:1770653413.849513:0:12202:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95573d27e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+13:3288:x1856657707191168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17681us (18120us total) trans 8590299196 rc 0/0 00010000:00000001:3.0:1770653413.849514:0:76656:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 80000000:00000001:1.0:1770653413.849515:0:7966:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:0.0:1770653413.849516:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 80000000:00000001:1.0:1770653413.849520:0:7966:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.849521:0:7410:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000010:3.0:1770653413.849522:0:76656:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9556196fbe80. 00010000:00000001:0.0:1770653413.849525:0:7410:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 80000000:00000001:1.0:1770653413.849526:0:7966:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.849527:0:12202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136167 00000100:00000001:3.0:1770653413.849528:0:76656:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00000001:0.0:1770653413.849530:0:7410:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.849532:0:7966:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.849534:0:7410:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:2.0:1770653413.849535:0:12202:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 2 00000100:00000010:3.0:1770653413.849536:0:76656:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556189e1cc0. 00080000:00000001:1.0:1770653413.849536:0:7966:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:0.0:1770653413.849537:0:7410:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00080000:00000001:1.0:1770653413.849540:0:7966:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000100:00000001:2.0:1770653413.849541:0:12202:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1770653413.849543:0:7410:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:3.0:1770653413.849544:0:76656:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626795745582272 : -117277963969344 : ffff9556189e1cc0) 00000100:00000001:2.0:1770653413.849545:0:12202:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1770653413.849547:0:7410:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.849550:0:76656:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626795745582272 : -117277963969344 : ffff9556189e1cc0) 00000020:00000010:2.0:1770653413.849550:0:12202:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1c680. 00010000:00000001:0.0:1770653413.849551:0:7410:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.849555:0:7966:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000010:2.0:1770653413.849558:0:12202:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510708. 00010000:00000001:0.0:1770653413.849558:0:7410:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:3.0:1770653413.849559:0:76656:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000001:00000001:1.0:1770653413.849559:0:7966:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:3.0:1770653413.849563:0:76656:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1770653413.849564:0:7410:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1770653413.849566:0:76656:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000020:00000010:2.0:1770653413.849566:0:12202:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95562fa44800. 00080000:00000001:1.0:1770653413.849568:0:7966:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.849569:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.849570:0:76656:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000040:2.0:1770653413.849572:0:12202:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 12 00010000:00000001:0.0:1770653413.849572:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:1.0:1770653413.849574:0:7966:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1770653413.849576:0:7410:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.849578:0:12202:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1770653413.849579:0:7966:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1770653413.849580:0:7410:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.849584:0:7410:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.849586:0:76656:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.849587:0:7410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cdee lrc: 1/0,0 mode: --/PW res: [0x240000403:0x153c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.849589:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.849593:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1770653413.849594:0:6529:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178ce11 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.849596:0:76656:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.849597:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1770653413.849598:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.849602:0:76656:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000020:00000001:2.0:1770653413.849603:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.849604:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cdee lrc: 0/0,0 mode: --/PW res: [0x240000403:0x153c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.849606:0:76656:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00010000:2.0:1770653413.849611:0:5744:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00000001:3.0:1770653413.849612:0:76656:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.849618:0:5744:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:3.0:1770653413.849619:0:76656:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.849622:0:5744:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1770653413.849625:0:76656:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00010000:2.0:1770653413.849628:0:5744:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff95561c987400/0x2aed14e4e178ce0a lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x153f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12202 timeout: 0 lvb_type: 0 00000100:00000010:3.0:1770653413.849629:0:76656:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556189e1cc0. 00010000:00000040:0.0:1770653413.849630:0:7410:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95560d669600 count: 0 00010000:00000001:1.0:1770653413.849636:0:6529:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.849637:0:76656:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00002000:00000010:0.0:1770653413.849638:0:7410:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff95562ede4140. 00010000:00000001:3.0:1770653413.849641:0:76656:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1770653413.849643:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178ce11 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1770653413.849645:0:7410:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95560d669a00. 00010000:00000010:3.0:1770653413.849649:0:76656:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9556196fbe80. 00010000:00010000:2.0:1770653413.849649:0:5744:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95561c987400 already unused, calling callback (ffffffffc16fe650) 00010000:00000001:0.0:1770653413.849653:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.849657:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.849658:0:76656:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1770653413.849658:0:7410:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1770653413.849659:0:6529:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1770653413.849660:0:5744:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1770653413.849663:0:76656:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000010:0.0:1770653413.849663:0:7410:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff95564f3626c0. 00010000:00000001:1.0:1770653413.849664:0:6529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1770653413.849665:0:5744:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff95561c987400/0x2aed14e4e178ce0a lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x153f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12202 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.849666:0:76656:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.849668:0:6529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.849670:0:7410:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.849673:0:76656:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1770653413.849673:0:6529:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1770653413.849676:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1770653413.849677:0:6529:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1770653413.849678:0:76656:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.849680:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.849681:0:6529:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016b000 refcount=3 00000100:00001000:3.0:1770653413.849684:0:76656:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00010000:00010000:0.0:1770653413.849686:0:7410:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1770653413.849688:0:5744:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000001:1.0:1770653413.849688:0:6529:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897456640 : -117273812094976 : ffff95571016b000) 00000100:00000001:3.0:1770653413.849690:0:76656:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1770653413.849692:0:7410:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1770653413.849693:0:5744:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1770653413.849695:0:6529:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897456640 : -117273812094976 : ffff95571016b000) 00010000:00000001:0.0:1770653413.849697:0:7410:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000040:3.0:1770653413.849698:0:76656:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 11 to 192.168.202.60@tcp 00000020:00000001:2.0:1770653413.849698:0:5744:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1770653413.849700:0:6529:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000020:00000040:2.0:1770653413.849703:0:5744:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c987400 refcount=3 00000100:00000001:3.0:1770653413.849704:0:76656:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00010000:0.0:1770653413.849704:0:7410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff95571016be00/0x2aed14e4e178cdfc lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x153d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770653413.849705:0:6529:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178ce11 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1770653413.849709:0:5744:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812320256 : -117277897231360 : ffff95561c987400) 02000000:00000001:3.0:1770653413.849711:0:76656:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1770653413.849715:0:76656:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.849716:0:5744:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812320256 : -117277897231360 : ffff95561c987400) 00000100:00000001:3.0:1770653413.849721:0:76656:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1770653413.849723:0:5744:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:3.0:1770653413.849729:0:76656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00010000:2.0:1770653413.849729:0:5744:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff95561c987400/0x2aed14e4e178ce0a lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x153f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12202 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.849731:0:6529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1770653413.849731:0:7410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95571016be00 already unused, calling callback (ffffffffc16fe650) 00010000:00000001:1.0:1770653413.849735:0:6529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1770653413.849736:0:76656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78880. 00010000:00000001:0.0:1770653413.849738:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00010000:1.0:1770653413.849753:0:6529:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178ce11 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.849754:0:7410:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000200:3.0:1770653413.849756:0:76656:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966302592, offset 224 00010000:00010000:0.0:1770653413.849760:0:7410:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff95571016be00/0x2aed14e4e178cdfc lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x153d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.849762:0:5744:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1770653413.849766:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:3.0:1770653413.849769:0:76656:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653413.849770:0:5744:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.849777:0:5744:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1770653413.849780:0:6529:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1770653413.849781:0:5744:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:3.0:1770653413.849782:0:76656:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000001:1.0:1770653413.849785:0:6529:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.849787:0:5744:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1770653413.849787:0:7410:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1770653413.849789:0:6529:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1770653413.849792:0:5744:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.849792:0:7410:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1770653413.849793:0:76656:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164596:2164596:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164592:2164592:7:4294967295] 00010000:00000010:1.0:1770653413.849795:0:6529:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff955647fa8300. 00000020:00000001:0.0:1770653413.849796:0:7410:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653413.849798:0:5744:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561c987400 with handle 0x2aed14e4e178ce0a from hash 00000020:00000040:0.0:1770653413.849800:0:7410:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016be00 refcount=3 00010000:00000001:1.0:1770653413.849801:0:6529:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1770653413.849803:0:5744:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:0.0:1770653413.849806:0:7410:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897460224 : -117273812091392 : ffff95571016be00) 00010000:00000001:2.0:1770653413.849808:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.849811:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1770653413.849812:0:6529:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1770653413.849812:0:7410:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897460224 : -117273812091392 : ffff95571016be00) 00010000:00000001:2.0:1770653413.849814:0:5744:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1770653413.849819:0:6529:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.849820:0:5744:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653413.849821:0:7410:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:2.0:1770653413.849825:0:5744:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.849826:0:76656:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:1.0:1770653413.849826:0:6529:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.849827:0:7410:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff95571016be00/0x2aed14e4e178cdfc lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x153d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.849828:0:5744:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1770653413.849831:0:5744:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1770653413.849833:0:6529:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1770653413.849835:0:5744:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1770653413.849837:0:6529:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.849839:0:5744:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.849840:0:6529:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:3.0:1770653413.849843:0:76656:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00002000:00000001:1.0:1770653413.849845:0:6529:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00010000:00000001:2.0:1770653413.849846:0:5744:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1770653413.849870:0:6529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a7e00. 00010000:00000010:2.1:1770653413.849874:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556323fd600. 00010000:00000010:3.1:1770653413.849877:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a6e00. 00080000:00000001:1.0:1770653413.849880:0:6529:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000010:0.1:1770653413.849882:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162e00. 00080000:00000010:1.0:1770653413.849886:0:6529:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9556607c7400. 00010000:00000010:3.1:1770653413.849887:0:76656:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556110e6500. 00010000:00000010:2.1:1770653413.849889:0:5744:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556373a1b00. 00010000:00000010:0.1:1770653413.849890:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633f4c300. 00080000:00000001:1.0:1770653413.849891:0:6529:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796951335936 : -117276758215680 : ffff9556607c7400) 00010000:00000010:3.1:1770653413.849896:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955605728800. 00000001:00000001:1.0:1770653413.849896:0:6529:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000010:2.1:1770653413.849899:0:5744:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc2000. 00000001:00000001:1.0:1770653413.849900:0:6529:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1770653413.849901:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a6600. 00010000:00000010:3.1:1770653413.849904:0:76656:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562721be00. 00080000:00000002:1.0:1770653413.849907:0:6529:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x13f7:0x0] not in the id map cache 00080000:00000001:1.0:1770653413.849911:0:6529:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00010000:00000010:3.1:1770653413.849913:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ba00. 00010000:00000001:2.0:1770653413.849914:0:5744:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000010:0.1:1770653413.849914:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d669c00. 00010000:00000001:2.0:1770653413.849918:0:5744:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00080000:00000001:1.0:1770653413.849921:0:6529:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.849922:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:0.1:1770653413.849923:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556080a7000. 00000800:00000010:3.0:1770653413.849927:0:76656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c700. 00010000:00000001:2.0:1770653413.849928:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:1.0:1770653413.849928:0:6529:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.849933:0:5744:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.849933:0:6529:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:1.0:1770653413.849937:0:6529:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000800:00000200:3.0:1770653413.849938:0:76656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:2.0:1770653413.849941:0:5744:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1770653413.849941:0:6529:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1770653413.849945:0:6529:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000800:00000200:3.0:1770653413.849951:0:76656:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 80000000:00000001:1.0:1770653413.849951:0:6529:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.849952:0:5744:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.849952:0:7410:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1770653413.849956:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 80000000:00000001:1.0:1770653413.849958:0:6529:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.849959:0:76656:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c700 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:0.0:1770653413.849960:0:7410:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.849961:0:5744:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff95561c987400/0x2aed14e4e178ce0a lrc: 1/0,0 mode: --/PW res: [0x240000403:0x153f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12202 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1770653413.849962:0:6529:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1770653413.849968:0:6529:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:0.0:1770653413.849968:0:7410:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1770653413.849969:0:76656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.849971:0:7410:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000001:1.0:1770653413.849972:0:6529:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00010000:00000001:0.0:1770653413.849976:0:7410:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:3.0:1770653413.849978:0:76656:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00010000:00000001:0.0:1770653413.849979:0:7410:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.849985:0:76656:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.849986:0:7410:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95571016be00 with handle 0x2aed14e4e178cdfc from hash 00010000:00000001:2.0:1770653413.849987:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:1.0:1770653413.849988:0:6529:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1770653413.849990:0:76656:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.849992:0:6529:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1770653413.849992:0:7410:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00010000:2.0:1770653413.849994:0:5744:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95561c987400/0x2aed14e4e178ce0a lrc: 0/0,0 mode: --/PW res: [0x240000403:0x153f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12202 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.849996:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1770653413.849997:0:76656:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572eb23b80 x1856657966302592/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1770653413.849999:0:6529:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.849999:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.850002:0:7410:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000001:1.0:1770653413.850005:0:6529:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1770653413.850006:0:7410:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00080000:00000001:1.0:1770653413.850010:0:6529:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1770653413.850011:0:7410:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.850017:0:7410:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1770653413.850021:0:7410:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000040:2.0:1770653413.850022:0:5744:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95563f2d2a00 count: 0 00000001:00000001:1.0:1770653413.850023:0:6529:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1770653413.850025:0:7410:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00080000:00000001:1.0:1770653413.850027:0:6529:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.850029:0:7410:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1770653413.850030:0:76656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95572eb23b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_033:b31b1d82-c1d4-4680-ae7a-71292416d1f5+97:2366:x1856657966302592:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1064us (1490us total) trans 0 rc 0/0 00002000:00000010:2.0:1770653413.850031:0:5744:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955630aa3c80. 00010000:00000001:0.0:1770653413.850035:0:7410:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.850036:0:6529:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.850040:0:7410:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000010:2.0:1770653413.850041:0:5744:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95563f2d2700. 00080000:00000001:1.0:1770653413.850042:0:6529:0:(osd_object.c:2094:osd_ref_del()) Process entered 00010000:00000001:0.0:1770653413.850044:0:7410:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00100000:3.0:1770653413.850049:0:76656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161820 00010000:00000001:0.0:1770653413.850050:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1770653413.850055:0:76656:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00010000:00000001:0.0:1770653413.850055:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.850057:0:7410:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.850058:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:1.0:1770653413.850058:0:6529:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.850059:0:76656:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1770653413.850062:0:7410:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.850063:0:5744:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1770653413.850064:0:76656:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00080000:00000001:1.0:1770653413.850065:0:6529:0:(osd_object.c:806:osd_destroy()) Process entered 00010000:00000001:0.0:1770653413.850066:0:7410:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.850069:0:76656:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3480. 00010000:00000010:2.0:1770653413.850070:0:5744:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556695e0540. 00080000:00000001:1.0:1770653413.850071:0:6529:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00010000:0.0:1770653413.850071:0:7410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff95571016be00/0x2aed14e4e178cdfc lrc: 1/0,0 mode: --/PW res: [0x240000403:0x153d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1770653413.850075:0:76656:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca907d0. 80000000:00000001:1.0:1770653413.850076:0:6529:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:2.0:1770653413.850079:0:5744:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1770653413.850081:0:6529:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000020:00000010:3.0:1770653413.850082:0:76656:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bc800. 00000020:00000001:2.0:1770653413.850085:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 80000000:00000001:1.0:1770653413.850087:0:6529:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653413.850090:0:76656:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 96 00000020:00000001:2.0:1770653413.850090:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.850091:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 80000000:00000001:1.0:1770653413.850092:0:6529:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.850096:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95571016be00/0x2aed14e4e178cdfc lrc: 0/0,0 mode: --/PW res: [0x240000403:0x153d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.850098:0:76656:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1770653413.850098:0:5744:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00080000:00000001:1.0:1770653413.850099:0:6529:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.850106:0:5744:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00080000:00000001:1.0:1770653413.850107:0:6529:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:2.0:1770653413.850109:0:5744:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00080000:00000001:1.0:1770653413.850112:0:6529:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00010000:00010000:2.0:1770653413.850114:0:5744:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178ce11 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1770653413.850115:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1770653413.850119:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.850125:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000040:0.0:1770653413.850127:0:7410:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95563cd5ce00 count: 0 00010000:00010000:2.0:1770653413.850134:0:5744:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95571016b000 already unused, calling callback (ffffffffc16fe650) 00002000:00000010:0.0:1770653413.850134:0:7410:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955621430200. 00000800:00000200:3.0:1770653413.850138:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:2.0:1770653413.850139:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000010:0.0:1770653413.850142:0:7410:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95563cd5ca00. 00000800:00000010:3.0:1770653413.850144:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626cd00. 00010000:00000001:2.0:1770653413.850144:0:5744:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1770653413.850149:0:5744:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178ce11 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1770653413.850150:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1770653413.850151:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.850155:0:7410:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1770653413.850158:0:7410:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff955647fa83c0. 00000400:00000200:3.0:1770653413.850162:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:0.0:1770653413.850164:0:7410:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.850170:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a783b8 00010000:00000001:2.0:1770653413.850172:0:5744:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000001:0.0:1770653413.850172:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:3.0:1770653413.850173:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a783b8. 00000020:00000001:0.0:1770653413.850175:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.850177:0:5744:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1770653413.850180:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:0.0:1770653413.850180:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1770653413.850181:0:5744:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1770653413.850185:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1770653413.850186:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:2.0:1770653413.850187:0:5744:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016b000 refcount=3 00080000:00000001:1.0:1770653413.850188:0:6529:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.850191:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.850193:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1770653413.850196:0:5744:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897456640 : -117273812094976 : ffff95571016b000) 00080000:00000001:1.0:1770653413.850196:0:6529:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.850197:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1770653413.850200:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653413.850202:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000001:1.0:1770653413.850203:0:6529:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000001:3.0:1770653413.850204:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653413.850205:0:5744:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897456640 : -117273812094976 : ffff95571016b000) 00000020:00000001:0.0:1770653413.850206:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.850207:0:6529:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000800:00000001:3.0:1770653413.850209:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1770653413.850213:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000002:1.0:1770653413.850214:0:6529:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332614, last_committed = 4295332607 00010000:00000001:2.0:1770653413.850215:0:5744:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:3.0:1770653413.850220:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000001:00000010:1.0:1770653413.850221:0:6529:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564334a780. 00010000:00010000:2.0:1770653413.850222:0:5744:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178ce11 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x13f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1770653413.850224:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000040:1.0:1770653413.850228:0:6529:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 7 00000020:00000001:0.0:1770653413.850228:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.850234:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b5300 00000020:00000040:1.0:1770653413.850235:0:6529:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=15 00010000:00010000:0.0:1770653413.850236:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1770653413.850240:0:5744:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1770653413.850243:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:1.0:1770653413.850243:0:6529:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1770653413.850248:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda1f9 [1] + 224 00010000:00000001:2.0:1770653413.850248:0:5744:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.850249:0:12204:0:(client.c:1964:ptlrpc_check_set()) Process entered 00080000:00000001:1.0:1770653413.850253:0:6529:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00010000:00000001:2.0:1770653413.850255:0:5744:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000001:0.0:1770653413.850256:0:12204:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1770653413.850257:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000001:00000001:1.0:1770653413.850257:0:6529:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.850259:0:5744:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000001:0.0:1770653413.850260:0:12204:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1770653413.850263:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.850264:0:5744:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:0.0:1770653413.850265:0:12204:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e053d10. 00010000:00000001:2.0:1770653413.850268:0:5744:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.850269:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653413.850271:0:12204:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8a18 00080000:00000001:1.0:1770653413.850272:0:6529:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.850275:0:5744:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95571016b000 with handle 0x2aed14e4e178ce11 from hash 00000400:00000010:0.0:1770653413.850277:0:12204:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8a18. 00002000:00000001:1.0:1770653413.850278:0:6529:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.850279:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:2.0:1770653413.850281:0:5744:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00002000:00000001:1.0:1770653413.850284:0:6529:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000100:00000001:0.0:1770653413.850285:0:12204:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1770653413.850286:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.850287:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1770653413.850290:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.850293:0:5744:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000200:3.0:1770653413.850296:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95563735aa00 x1856657707193088/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1770653413.850296:0:12204:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955666c22a00 x1856657707191680/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.850297:0:5744:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00080000:00000010:1.0:1770653413.850297:0:6529:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff95566040a720. 00010000:00000001:2.0:1770653413.850301:0:5744:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653413.850303:0:6529:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00000001:2.0:1770653413.850308:0:5744:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00002000:00000040:1.0:1770653413.850308:0:6529:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x13f7:0x0] 00010000:00000001:2.0:1770653413.850312:0:5744:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00002000:00000010:1.0:1770653413.850315:0:6529:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff955667a98000. 00010000:00000001:2.0:1770653413.850317:0:5744:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1770653413.850321:0:5744:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1770653413.850324:0:6529:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00010000:00000001:2.0:1770653413.850326:0:5744:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653413.850328:0:6529:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.850332:0:5744:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00002000:00000001:1.0:1770653413.850336:0:6529:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1770653413.850337:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff95563735aa00 x1856657707193088/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.850337:0:5744:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000200:0.0:1770653413.850340:0:12204:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955666c22a00 x1856657707191680/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000040:1.0:1770653413.850343:0:6529:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332614, xid 1856657707192576 00010000:00000001:2.0:1770653413.850344:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.850347:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.850350:0:6529:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:2.0:1770653413.850351:0:5744:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.850358:0:5744:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1770653413.850359:0:6529:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9556074aa300 x1856657707192576/t4295332614(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.850363:0:5744:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.850370:0:5744:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178ce11 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x13f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.850382:0:12204:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1770653413.850386:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1770653413.850386:0:6529:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1770653413.850387:0:12204:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.850391:0:6529:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.850392:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.850394:0:12204:0:(client.c:1568:after_reply()) Process entered 00000100:00001000:1.0:1770653413.850395:0:6529:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00010000:00010000:2.0:1770653413.850397:0:5744:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178ce11 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x13f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1770653413.850397:0:12204:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1770653413.850401:0:6529:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1770653413.850401:0:12204:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653413.850406:0:12204:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653413.850407:0:5744:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95563f2d2900 count: 0 00000100:00000040:1.0:1770653413.850407:0:6529:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 02000000:00000001:0.0:1770653413.850411:0:12204:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.850413:0:6529:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00002000:00000010:2.0:1770653413.850414:0:5744:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955630aa37c0. 00000100:00001000:0.0:1770653413.850415:0:12204:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 02000000:00000001:1.0:1770653413.850418:0:6529:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000200:3.0:1770653413.850419:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:2.0:1770653413.850423:0:5744:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95563f2d2b00. 02000000:00000001:1.0:1770653413.850423:0:6529:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653413.850423:0:12204:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 00000800:00000010:3.0:1770653413.850424:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c700. 00000100:00000001:1.0:1770653413.850431:0:6529:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1770653413.850432:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1770653413.850432:0:12204:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1770653413.850436:0:12204:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.850438:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1770653413.850438:0:6529:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1770653413.850442:0:12204:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1770653413.850443:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:2.0:1770653413.850443:0:5744:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000400:00000010:1.0:1770653413.850445:0:6529:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0222a8. 00010000:00000001:0.0:1770653413.850446:0:12204:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1770653413.850447:0:5744:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff955647fa8300. 00000400:00000200:3.0:1770653413.850449:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78880 00000100:00000001:0.0:1770653413.850453:0:12204:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.850454:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78880. 00010000:00000001:2.0:1770653413.850454:0:5744:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.850460:0:12204:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955666c22a00 x1856657707191680/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.850461:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1770653413.850461:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:1.0:1770653413.850465:0:6529:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707192576, offset 224 00000100:00000001:3.0:1770653413.850466:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1770653413.850466:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.850471:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:2.0:1770653413.850473:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1770653413.850477:0:6529:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:3.0:1770653413.850478:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653413.850479:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1770653413.850482:0:12204:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1770653413.850483:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.850484:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653413.850486:0:12204:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:3.0:1770653413.850490:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1770653413.850491:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1770653413.850491:0:6529:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1770653413.850491:0:12204:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653413.850498:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1770653413.850499:0:12204:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000020:00000001:2.0:1770653413.850500:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.850501:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:0.0:1770653413.850502:0:12204:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1770653413.850505:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1770653413.850507:0:6529:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b5100 00010000:00010000:0.0:1770653413.850511:0:12204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95565d1f8000/0x2aed14e4e178a204 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x153b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f2d expref: 99 pid: 12199 timeout: 6877 lvb_type: 1 00000020:00000001:2.0:1770653413.850515:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:1.0:1770653413.850516:0:6529:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda1a9 [1] + 224 00000020:00000001:2.0:1770653413.850519:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.850525:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1770653413.850526:0:6529:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:0.0:1770653413.850528:0:12204:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 92 00000020:00000040:0.0:1770653413.850531:0:12204:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 98 00000400:00000200:1.0:1770653413.850533:0:6529:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:2.0:1770653413.850535:0:76385:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff955605729400/0x2aed14e4e178cda1 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.850538:0:6529:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1770653413.850539:0:12204:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.850543:0:12204:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.850545:0:6529:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9556074a8700 x1856657707192576/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.850547:0:76385:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.850552:0:12204:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c22a00 x1856657707191680/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1770653413.850554:0:76385:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff955605729400/0x2aed14e4e178cda1 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1770653413.850557:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d0600 00000400:00000200:3.0:1770653413.850571:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6b0d [2] + 1312 00000100:00000040:1.0:1770653413.850577:0:6529:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff9556074a8700 x1856657707192576/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.850583:0:76385:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000800:00000001:3.0:1770653413.850584:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653413.850589:0:76385:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.850593:0:76385:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1770653413.850595:0:12204:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955666c22a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12204:1856657707191680:192.168.202.60@tcp:104: 00010000:00000001:2.0:1770653413.850596:0:76385:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1770653413.850601:0:76385:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1770653413.850602:0:6529:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1770653413.850604:0:76385:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955605729400 refcount=3 00000800:00000001:3.0:1770653413.850605:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.850605:0:12204:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653413.850608:0:76385:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795423962112 : -117278285589504 : ffff955605729400) 00000400:00000200:1.0:1770653413.850608:0:6529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0222a8 00000400:00000200:3.0:1770653413.850611:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1770653413.850612:0:12204:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.850614:0:76385:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795423962112 : -117278285589504 : ffff955605729400) 00000400:00000010:1.0:1770653413.850614:0:6529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0222a8. 00000100:00000001:0.0:1770653413.850618:0:12204:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1770653413.850619:0:6529:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1770653413.850621:0:76385:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:0.0:1770653413.850622:0:12204:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1770653413.850623:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653413.850623:0:6529:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:2.0:1770653413.850625:0:76385:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff955605729400/0x2aed14e4e178cda1 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.850629:0:6529:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.850631:0:12204:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955666c22a00 x1856657707191680/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.850632:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653413.850636:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:1.0:1770653413.850637:0:6529:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000100:00000010:3.0:1770653413.850644:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572eb21f80. 00010000:00000001:1.0:1770653413.850644:0:6529:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1770653413.850647:0:6529:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.850651:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff95572eb21f80 x1856657966302720 msgsize 328 00010000:00000001:2.0:1770653413.850654:0:76385:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1770653413.850654:0:6529:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1770653413.850658:0:76385:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.850661:0:12204:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00010000:00010000:2.0:1770653413.850664:0:76385:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff955605729400/0x2aed14e4e178cda1 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1770653413.850664:0:6529:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9556074aa300 x1856657707192576/t4295332614(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1770653413.850665:0:12204:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:3.0:1770653413.850668:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 02000000:00000010:0.0:1770653413.850670:0:12204:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95563db65800. 02000000:00000001:0.0:1770653413.850679:0:12204:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1770653413.850681:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1770653413.850683:0:12204:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1770653413.850687:0:12204:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=1 obd=lustre-OST0000 00000800:00000001:3.0:1770653413.850688:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653413.850689:0:76385:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:0.0:1770653413.850693:0:12204:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1770653413.850694:0:76385:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.850695:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1770653413.850697:0:12204:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95571a5ce000. 00000100:00100000:1.0:1770653413.850700:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9556074aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+15:3288:x1856657707192576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14416us (14703us total) trans 4295332614 rc 0/0 00010000:00000001:2.0:1770653413.850701:0:76385:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 02000000:00000001:0.0:1770653413.850704:0:12204:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000010:2.0:1770653413.850706:0:76385:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556695e0540. 02000000:00000001:0.0:1770653413.850708:0:12204:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1770653413.850711:0:76385:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000100:00100000:1.0:1770653413.850713:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136168 00000100:00000010:0.0:1770653413.850713:0:12204:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c22a00. 00000100:00000040:1.0:1770653413.850718:0:6529:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 3 00000100:00000001:0.0:1770653413.850720:0:12204:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00010000:00010000:2.0:1770653413.850721:0:76385:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00000001:1.0:1770653413.850725:0:6529:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1770653413.850725:0:12204:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.850726:0:76385:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.850728:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1770653413.850729:0:6529:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1770653413.850732:0:76385:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653413.850733:0:12204:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f362cc0. 00000020:00000001:3.0:1770653413.850734:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.850734:0:6529:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07db80. 00010000:00000001:2.0:1770653413.850749:0:76385:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00010000:3.0:1770653413.850754:0:7409:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1770653413.850754:0:76385:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.850754:0:12204:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000020:00000010:1.0:1770653413.850756:0:6529:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662adaed8. 00010000:00000001:0.0:1770653413.850759:0:12204:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.850760:0:76385:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.850761:0:7409:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000020:00000010:1.0:1770653413.850762:0:6529:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563d588400. 00002000:00000001:2.0:1770653413.850763:0:76385:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00010000:00000001:3.0:1770653413.850765:0:7409:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00000010:0.0:1770653413.850766:0:12204:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a940. 00080000:00000001:2.0:1770653413.850768:0:76385:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000040:1.0:1770653413.850771:0:6529:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 14 00010000:00010000:3.0:1770653413.850772:0:7409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff955605729400/0x2aed14e4e178cda1 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.850772:0:12204:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1770653413.850774:0:76385:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff955625e92000. 00000100:00000001:1.0:1770653413.850776:0:6529:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.850777:0:12204:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.850781:0:76385:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626795968602112 : -117277740949504 : ffff955625e92000) 00010000:00000001:0.0:1770653413.850783:0:12204:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1770653413.850787:0:76385:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:0.0:1770653413.850790:0:12204:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000001:00000001:2.0:1770653413.850791:0:76385:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.850794:0:12206:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1770653413.850795:0:12204:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cde0 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x153b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770653413.850796:0:7409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff955605729400 already unused, calling callback (ffffffffc16fe650) 00080000:00000002:2.0:1770653413.850796:0:76385:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x13ef:0x0] not in the id map cache 00000400:00000001:1.0:1770653413.850799:0:12206:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1770653413.850803:0:7409:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000001:1.0:1770653413.850804:0:12206:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00080000:00000001:2.0:1770653413.850805:0:76385:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00010000:00000001:3.0:1770653413.850809:0:7409:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000010:1.0:1770653413.850810:0:12206:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955642e02420. 00010000:00010000:0.0:1770653413.850813:0:12204:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cde0 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x153b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770653413.850814:0:7409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff955605729400/0x2aed14e4e178cda1 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1770653413.850815:0:12206:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022660 00080000:00000001:2.0:1770653413.850817:0:76385:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1770653413.850821:0:12206:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022660. 00080000:00000001:2.0:1770653413.850824:0:76385:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.850826:0:12206:0:(events.c:78:reply_in_callback()) Process entered 00080000:00000001:2.0:1770653413.850831:0:76385:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:2.0:1770653413.850835:0:76385:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000200:1.0:1770653413.850835:0:12206:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95563735aa00 x1856657707193088/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 80000000:00000001:2.0:1770653413.850840:0:76385:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:3.0:1770653413.850841:0:7409:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1770653413.850841:0:12204:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1770653413.850845:0:76385:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:3.0:1770653413.850846:0:7409:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653413.850870:0:7409:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:0.0:1770653413.850871:0:12204:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cde0 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x153b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000020:00000040:3.0:1770653413.850873:0:7409:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955605729400 refcount=3 00000020:00000001:3.0:1770653413.850879:0:7409:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795423962112 : -117278285589504 : ffff955605729400) 80000000:00000001:2.0:1770653413.850879:0:76385:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.850884:0:12206:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95563735aa00 x1856657707193088/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.850886:0:7409:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795423962112 : -117278285589504 : ffff955605729400) 80000000:00000001:2.0:1770653413.850886:0:76385:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.850894:0:76385:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.850895:0:7409:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:0.0:1770653413.850897:0:12204:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00010000:3.0:1770653413.850900:0:7409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff955605729400/0x2aed14e4e178cda1 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x13ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1770653413.850900:0:76385:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:0.0:1770653413.850902:0:12204:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1770653413.850905:0:76385:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00010000:00000001:0.0:1770653413.850906:0:12204:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.850910:0:12204:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1770653413.850914:0:12204:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653413.850917:0:12204:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2ac00 refcount=3 00000100:00000001:1.0:1770653413.850919:0:12206:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1770653413.850920:0:7409:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1770653413.850923:0:12206:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653413.850923:0:12204:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783629824 : -117277925921792 : ffff95561ae2ac00) 00010000:00000001:3.0:1770653413.850924:0:7409:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000001:00000001:2.0:1770653413.850924:0:76385:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:2.0:1770653413.850930:0:76385:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1770653413.850930:0:12204:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783629824 : -117277925921792 : ffff95561ae2ac00) 00010000:00000001:3.0:1770653413.850931:0:7409:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.850931:0:12206:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:1.0:1770653413.850935:0:12206:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1770653413.850936:0:12204:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:3.0:1770653413.850939:0:7409:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00080000:00000001:2.0:1770653413.850939:0:76385:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.850940:0:12206:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:0.0:1770653413.850941:0:12204:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cde0 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x153b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.850942:0:7409:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1770653413.850944:0:12206:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.850945:0:76385:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1770653413.850947:0:7409:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653413.850952:0:7409:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.850952:0:76385:0:(osd_io.c:243:osd_declare_write()) Process entered 02000000:00000001:1.0:1770653413.850952:0:12206:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.850954:0:12204:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.850958:0:12204:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1770653413.850961:0:7409:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff955605729400 with handle 0x2aed14e4e178cda1 from hash 00000100:00001000:1.0:1770653413.850961:0:12206:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00010000:00010000:0.0:1770653413.850962:0:12204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cde0 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x153b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000001:00000001:2.0:1770653413.850965:0:76385:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1770653413.850967:0:7409:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00080000:00000001:2.0:1770653413.850970:0:76385:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.850971:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:1.0:1770653413.850971:0:12206:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00010000:00000001:3.0:1770653413.850976:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.850978:0:7409:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1770653413.850980:0:12206:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1770653413.850982:0:12204:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653413.850983:0:7409:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00080000:00000001:2.0:1770653413.850983:0:76385:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.850984:0:12206:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.850985:0:12204:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.850987:0:7409:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.850991:0:76385:0:(osd_object.c:2094:osd_ref_del()) Process entered 00010000:00000001:1.0:1770653413.850991:0:12206:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1770653413.850992:0:7409:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1770653413.850992:0:12204:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1770653413.850997:0:7409:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1770653413.850997:0:12206:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1770653413.850998:0:12204:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff95564f362cc0. 00010000:00000001:3.0:1770653413.851001:0:7409:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:1.0:1770653413.851003:0:12206:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.851005:0:7409:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653413.851006:0:76385:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.851006:0:12204:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000100:00000040:1.0:1770653413.851010:0:12206:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95563735aa00 x1856657707193088/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.851013:0:7409:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.851013:0:76385:0:(osd_object.c:806:osd_destroy()) Process entered 00010000:00010000:0.0:1770653413.851016:0:12204:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00080000:00000001:2.0:1770653413.851017:0:76385:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:3.0:1770653413.851019:0:7409:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 80000000:00000001:2.0:1770653413.851021:0:76385:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:0.0:1770653413.851024:0:12204:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.851025:0:7409:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 80000000:00000001:2.0:1770653413.851026:0:76385:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1770653413.851029:0:76385:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.851032:0:12204:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.851034:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 80000000:00000001:2.0:1770653413.851034:0:76385:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.851034:0:12206:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.851035:0:12204:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1770653413.851037:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.851040:0:12204:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1770653413.851041:0:76385:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.851042:0:7409:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.851043:0:12206:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1770653413.851043:0:12204:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1770653413.851044:0:76385:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000100:00000001:1.0:1770653413.851047:0:12206:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1770653413.851048:0:12204:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00010000:00000001:3.0:1770653413.851050:0:7409:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.851050:0:76385:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00010000:00000001:1.0:1770653413.851051:0:12206:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00080000:00000001:0.0:1770653413.851052:0:12204:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1770653413.851055:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.851057:0:7409:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.851058:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000010:0.0:1770653413.851061:0:12204:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95561813ac00. 00010000:00010000:3.0:1770653413.851062:0:7409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff955605729400/0x2aed14e4e178cda1 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x13ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.851062:0:12206:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.851066:0:12204:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626795736509440 : -117277973042176 : ffff95561813ac00) 00000100:00000040:1.0:1770653413.851071:0:12206:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95563735aa00 x1856657707193088/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000001:0.0:1770653413.851073:0:12204:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1770653413.851076:0:12204:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.851082:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000002:0.0:1770653413.851083:0:12204:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x153b:0x0] not in the id map cache 00010000:00010000:3.0:1770653413.851087:0:7409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff955605729400/0x2aed14e4e178cda1 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x13ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1770653413.851090:0:12204:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000100:00100000:1.0:1770653413.851092:0:12206:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95563735aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12206:1856657707193088:192.168.202.60@tcp:104: 00080000:00000001:2.0:1770653413.851095:0:76385:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653413.851103:0:76385:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.851103:0:12204:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.851104:0:12206:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1770653413.851105:0:7409:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95563cd5cb00 count: 0 00080000:00000001:2.0:1770653413.851107:0:76385:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:1.0:1770653413.851111:0:12206:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1770653413.851113:0:7409:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955621430bc0. 00000001:00000001:2.0:1770653413.851113:0:76385:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:0.0:1770653413.851113:0:12204:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.851115:0:12206:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000001:00000002:2.0:1770653413.851118:0:76385:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332615, last_committed = 4295332607 00080000:00000001:0.0:1770653413.851120:0:12204:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000100:00000001:1.0:1770653413.851121:0:12206:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000010:3.0:1770653413.851122:0:7409:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95563cd5c800. 00000001:00000010:2.0:1770653413.851124:0:76385:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564ae60060. 00080000:00000001:0.0:1770653413.851124:0:12204:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000040:1.0:1770653413.851127:0:12206:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95563735aa00 x1856657707193088/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 80000000:00000001:0.0:1770653413.851128:0:12204:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000001:00000040:2.0:1770653413.851129:0:76385:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 8 00010000:00000001:3.0:1770653413.851130:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 80000000:00000001:0.0:1770653413.851132:0:12204:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:3.0:1770653413.851134:0:7409:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000020:00000040:2.0:1770653413.851136:0:76385:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=15 80000000:00000001:0.0:1770653413.851137:0:12204:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1770653413.851138:0:7409:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556695e0540. 80000000:00000001:0.0:1770653413.851144:0:12204:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.851145:0:7409:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.851145:0:76385:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:1.0:1770653413.851148:0:12206:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1770653413.851152:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000001:0.0:1770653413.851152:0:12204:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653413.851153:0:12206:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1770653413.851157:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.851158:0:12206:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff955705563600. 00080000:00000001:0.0:1770653413.851158:0:12204:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1770653413.851159:0:76385:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00010000:00010000:3.0:1770653413.851162:0:7409:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00080000:00000001:0.0:1770653413.851163:0:12204:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000001:00000001:2.0:1770653413.851167:0:76385:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.851167:0:12206:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1770653413.851168:0:7409:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000020:00000001:1.0:1770653413.851170:0:12206:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1770653413.851172:0:7409:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000020:00000040:1.0:1770653413.851174:0:12206:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=1 obd=lustre-OST0001 00010000:00010000:3.0:1770653413.851177:0:7409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cde0 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x153b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1770653413.851178:0:12206:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1770653413.851182:0:12206:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff9556560af200. 00000001:00000001:0.0:1770653413.851184:0:12204:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:0.0:1770653413.851187:0:12204:0:(osd_quota.c:525:osd_declare_quota()) Process entered 02000000:00000001:1.0:1770653413.851190:0:12206:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00010000:3.0:1770653413.851191:0:7409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95561ae2ac00 already unused, calling callback (ffffffffc16fe650) 00080000:00000001:2.0:1770653413.851192:0:76385:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.851193:0:12204:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.851194:0:12206:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1770653413.851197:0:7409:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00002000:00000001:2.0:1770653413.851200:0:76385:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1770653413.851201:0:12206:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95563735aa00. 00080000:00000001:0.0:1770653413.851201:0:12204:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1770653413.851202:0:7409:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00080000:00000001:0.0:1770653413.851206:0:12204:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00010000:3.0:1770653413.851207:0:7409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cde0 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x153b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00002000:00000001:2.0:1770653413.851208:0:76385:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000100:00000001:1.0:1770653413.851208:0:12206:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1770653413.851214:0:12206:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1770653413.851219:0:12206:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa8b40. 00010000:00000001:3.0:1770653413.851220:0:7409:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1770653413.851223:0:7409:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1770653413.851224:0:12206:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000020:00000001:3.0:1770653413.851225:0:7409:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000001:0.0:1770653413.851225:0:12204:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1770653413.851227:0:12206:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1770653413.851229:0:12204:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653413.851230:0:7409:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2ac00 refcount=3 00010000:00000010:1.0:1770653413.851231:0:12206:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9cf80. 00080000:00000010:2.0:1770653413.851232:0:76385:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff95561b7028e8. 00000020:00000001:3.0:1770653413.851236:0:7409:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783629824 : -117277925921792 : ffff95561ae2ac00) 00010000:00000001:1.0:1770653413.851239:0:12206:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.851240:0:7409:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783629824 : -117277925921792 : ffff95561ae2ac00) 00002000:00000001:2.0:1770653413.851241:0:76385:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00080000:00000001:0.0:1770653413.851243:0:12204:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.851244:0:12206:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.851245:0:7409:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00002000:00000040:2.0:1770653413.851245:0:76385:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x13ef:0x0] 00010000:00010000:3.0:1770653413.851250:0:7409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cde0 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x153b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1770653413.851251:0:12204:0:(osd_object.c:2094:osd_ref_del()) Process entered 00002000:00000010:2.0:1770653413.851252:0:76385:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff955667a98e40. 00010000:00000001:1.0:1770653413.851252:0:12206:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.851261:0:12206:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00002000:00000001:2.0:1770653413.851262:0:76385:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000001:0.0:1770653413.851264:0:12204:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653413.851266:0:76385:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.851266:0:12206:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95571016a200/0x2aed14e4e178ce18 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x13f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1770653413.851271:0:12204:0:(osd_object.c:806:osd_destroy()) Process entered 00002000:00000001:2.0:1770653413.851274:0:76385:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1770653413.851275:0:12204:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:3.0:1770653413.851278:0:7409:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 80000000:00000001:0.0:1770653413.851279:0:12204:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:3.0:1770653413.851283:0:7409:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000040:2.0:1770653413.851284:0:76385:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332615, xid 1856657707188480 80000000:00000001:0.0:1770653413.851284:0:12204:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:3.0:1770653413.851286:0:7409:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1770653413.851288:0:12204:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.851289:0:76385:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:3.0:1770653413.851291:0:7409:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 80000000:00000001:0.0:1770653413.851292:0:12204:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.851295:0:7409:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000001:0.0:1770653413.851296:0:12204:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:2.0:1770653413.851297:0:76385:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955618d8aa00 x1856657707188480/t4295332615(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.851299:0:7409:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1770653413.851302:0:12204:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:3.0:1770653413.851303:0:7409:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.851306:0:12204:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000001:00000001:1.0:1770653413.851307:0:7966:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000040:3.0:1770653413.851309:0:7409:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561ae2ac00 with handle 0x2aed14e4e178cde0 from hash 00080000:00000001:1.0:1770653413.851311:0:7966:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.851316:0:7409:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1770653413.851318:0:76385:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653413.851319:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.851322:0:76385:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.851323:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.851326:0:7409:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00001000:2.0:1770653413.851328:0:76385:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00010000:00000001:3.0:1770653413.851330:0:7409:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653413.851333:0:7409:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.851333:0:7966:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.851334:0:76385:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1770653413.851339:0:76385:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00010000:00000001:3.0:1770653413.851340:0:7409:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000001:1.0:1770653413.851340:0:7966:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000100:00000001:2.0:1770653413.851342:0:76385:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00010000:00000001:3.0:1770653413.851344:0:7409:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 02000000:00000001:2.0:1770653413.851347:0:76385:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1770653413.851348:0:7409:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 02000000:00000001:2.0:1770653413.851350:0:76385:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.851352:0:7409:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.851354:0:76385:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1770653413.851355:0:7409:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.851359:0:7409:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000040:2.0:1770653413.851360:0:76385:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1770653413.851363:0:7409:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00080000:00000001:1.0:1770653413.851364:0:7966:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.851366:0:76385:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888908. 00010000:00000001:3.0:1770653413.851368:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:1.0:1770653413.851371:0:7966:0:(osd_object.c:806:osd_destroy()) Process entered 00010000:00000001:3.0:1770653413.851372:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1770653413.851373:0:76385:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707188480, offset 224 00080000:00000001:1.0:1770653413.851375:0:7966:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:3.0:1770653413.851376:0:7409:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1770653413.851380:0:7966:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:3.0:1770653413.851381:0:7409:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.851383:0:12204:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 80000000:00000001:1.0:1770653413.851384:0:7966:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000400:00000200:2.0:1770653413.851385:0:76385:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1770653413.851386:0:7409:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1770653413.851388:0:7966:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.851390:0:12204:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1770653413.851392:0:7966:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.851393:0:7409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cde0 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x153b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1770653413.851394:0:12204:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1770653413.851399:0:7966:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1770653413.851399:0:12204:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000400:00000200:2.0:1770653413.851400:0:76385:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000001:1.0:1770653413.851405:0:7966:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000001:00000002:0.0:1770653413.851405:0:12204:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299197, last_committed = 8590299190 00080000:00000001:1.0:1770653413.851409:0:7966:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000001:00000010:0.0:1770653413.851412:0:12204:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9556681b9cc0. 00000400:00000200:2.0:1770653413.851414:0:76385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b4100 00010000:00000001:3.0:1770653413.851416:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000040:0.0:1770653413.851418:0:12204:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 7 00010000:00010000:3.0:1770653413.851421:0:7409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cde0 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x153b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000020:00000040:0.0:1770653413.851422:0:12204:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=13 00000400:00000200:2.0:1770653413.851426:0:76385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda099 [1] + 224 00080000:00000001:0.0:1770653413.851430:0:12204:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1770653413.851436:0:76385:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:0.0:1770653413.851443:0:12204:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000400:00000200:2.0:1770653413.851446:0:76385:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:3.0:1770653413.851447:0:7409:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff955666214500 count: 0 00000001:00000001:0.0:1770653413.851448:0:12204:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1770653413.851455:0:7409:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955621430d40. 00000100:00000001:2.0:1770653413.851457:0:76385:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000010:3.0:1770653413.851461:0:7409:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff955666214800. 00000100:00000200:2.0:1770653413.851463:0:76385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955603ca7800 x1856657707188480/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1770653413.851473:0:76385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff955603ca7800 x1856657707188480/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.851474:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.851477:0:7409:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00080000:00000001:0.0:1770653413.851479:0:12204:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1770653413.851481:0:7409:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff95564f362cc0. 00080000:00000001:1.0:1770653413.851485:0:7966:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1770653413.851485:0:12204:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.851488:0:7409:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.851493:0:7966:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.851493:0:12204:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000100:00000001:2.0:1770653413.851494:0:76385:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1770653413.851495:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1770653413.851501:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.851501:0:7966:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1770653413.851502:0:76385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888908 00000001:00000001:1.0:1770653413.851505:0:7966:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000400:00000010:2.0:1770653413.851507:0:76385:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888908. 00010000:00010000:3.0:1770653413.851509:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000002:1.0:1770653413.851510:0:7966:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299198, last_committed = 8590299190 00000100:00000001:2.0:1770653413.851512:0:76385:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:3.0:1770653413.851514:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000010:0.0:1770653413.851514:0:12204:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff95565ae61008. 00000100:00000001:2.0:1770653413.851515:0:76385:0:(events.c:398:reply_out_callback()) Process leaving 00000001:00000010:1.0:1770653413.851515:0:7966:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564334ad80. 00000020:00000001:3.0:1770653413.851519:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.851521:0:76385:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1770653413.851522:0:7966:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 8 00002000:00000001:0.0:1770653413.851522:0:12204:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00010000:3.0:1770653413.851524:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00000040:0.0:1770653413.851526:0:12204:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x153b:0x0] 00000100:00000040:2.0:1770653413.851529:0:76385:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000020:00000040:1.0:1770653413.851529:0:7966:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=14 00000020:00000001:3.0:1770653413.851530:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00002000:00000010:0.0:1770653413.851531:0:12204:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff95565a249db0. 00080000:00000001:1.0:1770653413.851534:0:7966:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000001:3.0:1770653413.851535:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.851536:0:76385:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00002000:00000001:0.0:1770653413.851538:0:12204:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000020:00000001:2.0:1770653413.851539:0:76385:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.851543:0:12204:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.851544:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1770653413.851544:0:76385:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00080000:00000001:1.0:1770653413.851545:0:7966:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1770653413.851550:0:7966:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.851552:0:76385:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d8aa00 x1856657707188480/t4295332615(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00002000:00000001:0.0:1770653413.851552:0:12204:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1770653413.851558:0:12204:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299197, xid 1856657707190656 00080000:00000001:1.0:1770653413.851559:0:7966:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653413.851565:0:7966:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.851566:0:12204:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00002000:00000001:1.0:1770653413.851567:0:7966:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000100:00100000:2.0:1770653413.851571:0:76385:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955618d8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+15:3288:x1856657707188480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 31889us (33583us total) trans 4295332615 rc 0/0 00010000:00000200:0.0:1770653413.851574:0:12204:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9556074a9880 x1856657707190656/t8590299197(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000010:1.0:1770653413.851580:0:7966:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff95565ae61560. 00000100:00100000:2.0:1770653413.851585:0:76385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136152 00002000:00000001:1.0:1770653413.851586:0:7966:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00000001:0.0:1770653413.851588:0:12204:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00002000:00000040:1.0:1770653413.851591:0:7966:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x153d:0x0] 00000100:00000040:2.0:1770653413.851592:0:76385:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 2 00010000:00000001:0.0:1770653413.851592:0:12204:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1770653413.851596:0:7966:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff95565a248850. 00000100:00000001:2.0:1770653413.851598:0:76385:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:0.0:1770653413.851599:0:12204:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653413.851602:0:76385:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1770653413.851605:0:12204:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:2.0:1770653413.851607:0:76385:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1c300. 00002000:00000001:1.0:1770653413.851607:0:7966:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000100:00000040:0.0:1770653413.851609:0:12204:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00002000:00000001:1.0:1770653413.851611:0:7966:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.851614:0:76385:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e5107d0. 00000100:00000001:0.0:1770653413.851614:0:12204:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00002000:00000001:1.0:1770653413.851616:0:7966:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653413.851620:0:76385:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564531c000. 02000000:00000001:0.0:1770653413.851621:0:12204:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:1.0:1770653413.851622:0:7966:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299198, xid 1856657707190912 02000000:00000001:0.0:1770653413.851626:0:12204:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.851627:0:76385:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 14 00010000:00000001:1.0:1770653413.851627:0:7966:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:0.0:1770653413.851632:0:12204:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1770653413.851633:0:76385:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:1.0:1770653413.851636:0:7966:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9556074abb80 x1856657707190912/t8590299198(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1770653413.851640:0:12204:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1770653413.851646:0:12204:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8a18. 00010000:00000001:1.0:1770653413.851647:0:7966:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1770653413.851648:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1770653413.851651:0:12204:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707190656, offset 224 00000100:00000001:2.0:1770653413.851652:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1770653413.851652:0:7966:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653413.851658:0:7966:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000400:00000200:0.0:1770653413.851659:0:12204:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000001:2.0:1770653413.851665:0:3288:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1770653413.851665:0:7966:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:2.0:1770653413.851670:0:3288:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1770653413.851671:0:12204:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1770653413.851674:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2478. 00000100:00000040:1.0:1770653413.851674:0:7966:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 32 to 0@lo 00000400:00000200:2.0:1770653413.851681:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888f68 00000100:00000001:1.0:1770653413.851682:0:7966:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000400:00000200:0.0:1770653413.851682:0:12204:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b4980 00000400:00000010:2.0:1770653413.851685:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888f68. 02000000:00000001:1.0:1770653413.851691:0:7966:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1770653413.851692:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1770653413.851696:0:12204:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda121 [1] + 224 02000000:00000001:1.0:1770653413.851697:0:7966:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.851699:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9556074a8700 x1856657707192576/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.851705:0:7966:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1770653413.851707:0:12204:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1770653413.851715:0:7966:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1770653413.851716:0:12204:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1770653413.851718:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9556074a8700 x1856657707192576/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1770653413.851723:0:7966:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022660. 00000100:00000001:0.0:1770653413.851724:0:12204:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1770653413.851730:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1770653413.851731:0:7966:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707190912, offset 224 00000100:00000200:0.0:1770653413.851731:0:12204:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955666c20700 x1856657707190656/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.851734:0:3288:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.851753:0:3288:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:2.0:1770653413.851757:0:3288:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1770653413.851759:0:3288:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1770653413.851759:0:7966:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1770653413.851762:0:12204:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff955666c20700 x1856657707190656/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.851764:0:3288:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.851769:0:3288:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.851774:0:7966:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:2.0:1770653413.851777:0:3288:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00000100:00001000:2.0:1770653413.851783:0:3288:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653413.851785:0:3288:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1770653413.851789:0:3288:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.851789:0:12204:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1770653413.851790:0:7966:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b4a80 00010000:00000001:2.0:1770653413.851794:0:3288:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1770653413.851796:0:12204:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8a18 00010000:00000001:2.0:1770653413.851797:0:3288:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653413.851801:0:12204:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8a18. 00000100:00000001:2.0:1770653413.851802:0:3288:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1770653413.851806:0:3288:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1770653413.851807:0:12204:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653413.851809:0:3288:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1770653413.851810:0:12204:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1770653413.851812:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1770653413.851813:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1770653413.851814:0:7966:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda149 [1] + 224 00000100:00000001:3.0:1770653413.851818:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653413.851818:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795454891776 : -117278254659840 : ffff9556074a8700) 00000100:00000001:0.0:1770653413.851818:0:12204:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.851824:0:7966:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653413.851825:0:3288:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000400:00000001:3.0:1770653413.851828:0:3289:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1770653413.851828:0:3288:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00000100:00000040:0.0:1770653413.851828:0:12204:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 31 to 0@lo 00000400:00000001:3.0:1770653413.851834:0:3289:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1770653413.851835:0:3288:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1770653413.851835:0:7966:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1770653413.851836:0:12204:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:2.0:1770653413.851839:0:3288:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.851841:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2000. 00000020:00000001:0.0:1770653413.851843:0:12204:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.851847:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9556074a8700 x1856657707192576/t4295332614(4295332614) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.851868:0:3288:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.851870:0:3288:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1770653413.851873:0:3288:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653413.851873:0:12204:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1770653413.851877:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888660 00000004:00080000:2.0:1770653413.851878:0:3288:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9556074a8700/2, rc 0, transno 4295332614 00000400:00000010:3.0:1770653413.851883:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888660. 00000004:00001000:2.0:1770653413.851884:0:3288:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 7 in flight, 11 in progress 00000100:00000040:0.0:1770653413.851884:0:12204:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9556074a9880 x1856657707190656/t8590299197(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.851893:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1770653413.851894:0:7966:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1770653413.851899:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9556074a8700 x1856657707192576/t4295332614(4295332614) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1770653413.851904:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955666c20700 x1856657707190656/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1770653413.851905:0:7966:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955666c22300 x1856657707190912/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1770653413.851911:0:12204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9556074a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+14:3289:x1856657707190656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23268us (24637us total) trans 8590299197 rc 0/0 00000100:00100000:2.0:1770653413.851914:0:3288:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9556074a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707192576:0@lo:6:osp-syn-1-0.0 00000400:00000001:2.0:1770653413.851926:0:3288:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1770653413.851929:0:3288:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1770653413.851934:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2d68. 00000100:00100000:0.0:1770653413.851939:0:12204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136161 00000400:00000200:2.0:1770653413.851940:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78c38 00000400:00000010:2.0:1770653413.851945:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78c38. 00000100:00000040:0.0:1770653413.851949:0:12204:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 1 00000100:00000001:2.0:1770653413.851950:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1770653413.851956:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955666c20700 x1856657707190656/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.851956:0:12204:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1770653413.851957:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955666c21f80 x1856657707191168/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653413.851957:0:7966:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff955666c22300 x1856657707190912/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.851963:0:12204:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1770653413.851969:0:12204:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519d00. 00000020:00000010:0.0:1770653413.851979:0:12204:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d320. 00000100:00000001:3.0:1770653413.851986:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1770653413.851989:0:12204:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997a200. 00000100:00000001:3.0:1770653413.851991:0:3289:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.851997:0:3289:0:(client.c:1568:after_reply()) Process entered 00000100:00000200:2.0:1770653413.852000:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955666c21f80 x1856657707191168/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1770653413.852001:0:3289:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1770653413.852001:0:7966:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1770653413.852002:0:12204:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 13 00000100:00000001:3.0:1770653413.852005:0:3289:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653413.852010:0:3289:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.852011:0:7966:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022660 00000100:00000001:0.0:1770653413.852012:0:12204:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1770653413.852015:0:3289:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.852017:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1770653413.852018:0:7966:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022660. 00000100:00000001:2.0:1770653413.852020:0:3288:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1770653413.852021:0:3289:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 00000100:00000001:2.0:1770653413.852025:0:3288:0:(client.c:1568:after_reply()) Process entered 00000100:00000001:1.0:1770653413.852026:0:7966:0:(events.c:386:reply_out_callback()) Process entered 00000100:00001000:3.0:1770653413.852027:0:3289:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 02000000:00000001:2.0:1770653413.852028:0:3288:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1770653413.852030:0:7966:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1770653413.852032:0:3288:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653413.852035:0:3289:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1770653413.852036:0:3288:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.852038:0:3289:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.852039:0:7966:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.852040:0:3288:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.852041:0:3289:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1770653413.852046:0:3289:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.852047:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00001000:2.0:1770653413.852048:0:3288:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 00000100:00000040:1.0:1770653413.852050:0:7966:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000100:00000001:3.0:1770653413.852053:0:3289:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000020:00000001:0.0:1770653413.852053:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.852058:0:3289:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00001000:2.0:1770653413.852059:0:3288:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 00010000:00000001:1.0:1770653413.852059:0:7966:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00010000:0.0:1770653413.852060:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1770653413.852064:0:7966:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.852065:0:3289:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1770653413.852066:0:3288:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1770653413.852070:0:3288:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.852071:0:7966:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1770653413.852073:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1770653413.852073:0:73797:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:2.0:1770653413.852074:0:3288:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1770653413.852077:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797056558848 : -117276652992768 : ffff955666c20700) 00010000:00000001:2.0:1770653413.852080:0:3288:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.852080:0:73797:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966302720 00000100:00000040:1.0:1770653413.852081:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9556074abb80 x1856657707190912/t8590299198(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.852084:0:3289:0:(client.c:3055:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1770653413.852086:0:73797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1770653413.852090:0:3289:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00000100:00000001:0.0:1770653413.852091:0:73797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653413.852098:0:3289:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1770653413.852098:0:73797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.852103:0:3289:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.852103:0:3288:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00100000:1.0:1770653413.852105:0:7966:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9556074abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3290:x1856657707190912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20877us (23109us total) trans 8590299198 rc 0/0 02000000:00000001:0.0:1770653413.852106:0:73797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.852107:0:3288:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1770653413.852111:0:3288:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00100000:0.0:1770653413.852114:0:73797:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966302720 00000100:00000040:3.0:1770653413.852115:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955666c20700 x1856657707190656/t8590299197(8590299197) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.852115:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1770653413.852119:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797056565120 : -117276652986496 : ffff955666c21f80) 00000020:00000001:0.0:1770653413.852121:0:73797:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1770653413.852124:0:3288:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000020:00000040:0.0:1770653413.852127:0:73797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000100:00100000:1.0:1770653413.852128:0:7966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136165 00000100:00000040:2.0:1770653413.852129:0:3288:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00000100:00000001:2.0:1770653413.852134:0:3288:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000020:00000001:0.0:1770653413.852135:0:73797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1770653413.852137:0:7966:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 0 00000100:00000001:2.0:1770653413.852138:0:3288:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.852141:0:73797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=97 00000100:00000001:1.0:1770653413.852145:0:7966:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1770653413.852147:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955666c21f80 x1856657707191168/t8590299196(8590299196) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.852148:0:3289:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.852149:0:73797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:1.0:1770653413.852150:0:7966:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1770653413.852157:0:3289:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:1.0:1770653413.852158:0:7966:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d980. 00000020:00000001:0.0:1770653413.852158:0:73797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:2.0:1770653413.852161:0:3288:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.852162:0:3289:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.852167:0:3288:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:1.0:1770653413.852168:0:7966:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada898. 00000100:00000001:0.0:1770653413.852168:0:73797:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000004:00080000:3.0:1770653413.852169:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff955666c20700/2, rc 0, transno 8590299197 00000100:00000001:2.0:1770653413.852170:0:3288:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:2.0:1770653413.852175:0:3288:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff955666c21f80/2, rc 0, transno 8590299196 00000020:00000010:1.0:1770653413.852177:0:7966:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9556560ae400. 00000020:00000010:0.0:1770653413.852177:0:73797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a940. 00000004:00001000:3.0:1770653413.852178:0:3289:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 7 in flight, 8 in progress 00000004:00001000:2.0:1770653413.852179:0:3288:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 6 in flight, 8 in progress 00000100:00000001:0.0:1770653413.852186:0:73797:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1770653413.852187:0:7966:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 12 00000100:00000040:2.0:1770653413.852193:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c21f80 x1856657707191168/t8590299196(8590299196) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.852194:0:7966:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1770653413.852195:0:73797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a940. 00000100:00000040:3.0:1770653413.852200:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c20700 x1856657707190656/t8590299197(8590299197) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1770653413.852205:0:73797:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955626009c00. 00000020:00000010:0.0:1770653413.852213:0:73797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519d00. 00000100:00100000:2.0:1770653413.852220:0:3288:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955666c21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707191168:0@lo:6:osp-syn-0-0.0 00000020:00000010:0.0:1770653413.852222:0:73797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d320. 00000100:00000001:0.0:1770653413.852232:0:73797:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1770653413.852233:0:3289:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955666c20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707190656:0@lo:6:osp-syn-0-0.0 00000400:00000001:2.0:1770653413.852233:0:3288:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1770653413.852237:0:3288:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1770653413.852238:0:73797:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1770653413.852241:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d25d8. 00010000:00000001:0.0:1770653413.852242:0:73797:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000100:00000001:3.0:1770653413.852245:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.852246:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a787f8 00010000:00000001:0.0:1770653413.852246:0:73797:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.852251:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a787f8. 00000100:00000001:3.0:1770653413.852253:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1770653413.852253:0:73797:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:2.0:1770653413.852254:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1770653413.852258:0:73797:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1770653413.852260:0:73797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653413.852264:0:73797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556395a7600 refcount=4 00000100:00000200:2.0:1770653413.852265:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955666c21c00 x1856657707191040/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653413.852266:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955666c20700 x1856657707190656/t8590299197(8590299197) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653413.852268:0:73797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796294796800 : -117277414754816 : ffff9556395a7600) 00010000:00000001:0.0:1770653413.852276:0:73797:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796294796800 : -117277414754816 : ffff9556395a7600) 00010000:00010000:0.0:1770653413.852290:0:73797:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9556395a7600/0x2aed14e4e178a24a lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f57 expref: 97 pid: 12206 timeout: 6877 lvb_type: 1 00000100:00000200:2.0:1770653413.852292:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955666c21c00 x1856657707191040/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.852296:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.852303:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.852309:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653413.852314:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653413.852314:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1770653413.852319:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.852319:0:3288:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.852320:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.852325:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.852326:0:3288:0:(client.c:1568:after_reply()) Process entered 00000100:00000001:3.0:1770653413.852327:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.852331:0:3288:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1770653413.852331:0:73797:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.852334:0:3288:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653413.852338:0:3288:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.852339:0:73797:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653413.852341:0:3288:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1770653413.852345:0:3288:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 00000100:00000001:0.0:1770653413.852346:0:73797:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00001000:2.0:1770653413.852348:0:3288:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653413.852351:0:3288:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1770653413.852353:0:3288:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.852354:0:3288:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1770653413.852356:0:3288:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.852357:0:73797:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff95572eb21f80 x1856657966302720/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.852358:0:3288:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1770653413.852360:0:3288:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1770653413.852363:0:3288:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1770653413.852365:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1770653413.852367:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797056564224 : -117276652987392 : ffff955666c21c00) 00000100:00000001:2.0:1770653413.852371:0:3288:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1770653413.852373:0:3288:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00000100:00000001:2.0:1770653413.852375:0:3288:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1770653413.852377:0:3288:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.852381:0:73797:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:2.0:1770653413.852383:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955666c21c00 x1856657707191040/t8590299192(8590299192) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.852385:0:73797:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.852394:0:3288:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.852396:0:3288:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1770653413.852397:0:3288:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:2.0:1770653413.852398:0:3288:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff955666c21c00/2, rc 0, transno 8590299192 00000004:00001000:2.0:1770653413.852400:0:3288:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 5 in flight, 8 in progress 00000100:00000040:2.0:1770653413.852402:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c21c00 x1856657707191040/t8590299192(8590299192) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.852403:0:73797:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1770653413.852413:0:3288:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955666c21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707191040:0@lo:6:osp-syn-0-0.0 00000400:00000001:2.0:1770653413.852419:0:3288:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1770653413.852420:0:3288:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1770653413.852421:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2cb8. 00000100:00000001:0.0:1770653413.852421:0:73797:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1770653413.852426:0:73797:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1770653413.852428:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78b28 00000400:00000010:2.0:1770653413.852432:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78b28. 00000100:00000001:3.0:1770653413.852433:0:76655:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1770653413.852434:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1770653413.852439:0:76655:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1770653413.852439:0:73797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161821 00000100:00000200:2.0:1770653413.852440:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955666c23800 x1856657707190528/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1770653413.852448:0:73797:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:3.0:1770653413.852450:0:76655:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.852452:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955666c23800 x1856657707190528/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.852454:0:73797:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800410959744 : -117273298591872 : ffff95572eb21f80) 00000100:00000001:3.0:1770653413.852457:0:76655:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.852466:0:73797:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95572eb21f80 x1856657966302720/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.852468:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.852471:0:3288:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.852475:0:3288:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:2.0:1770653413.852477:0:3288:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1770653413.852479:0:3288:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653413.852481:0:3288:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.852486:0:3288:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.852488:0:73797:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00001000:2.0:1770653413.852489:0:3288:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 00000100:00001000:2.0:1770653413.852493:0:3288:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 00000020:00000010:0.0:1770653413.852493:0:73797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a940. 00000100:00000001:2.0:1770653413.852499:0:3288:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1770653413.852499:0:73797:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.852502:0:3288:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.852504:0:73797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a940. 00010000:00000001:2.0:1770653413.852505:0:3288:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1770653413.852508:0:3288:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.852512:0:3288:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00100000:0.0:1770653413.852513:0:73797:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95572eb21f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b31b1d82-c1d4-4680-ae7a-71292416d1f5+97:2365:x1856657966302720:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000100:00000040:2.0:1770653413.852514:0:3288:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1770653413.852518:0:3288:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1770653413.852521:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1770653413.852521:0:73797:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966302720 00000100:00000001:2.0:1770653413.852523:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797056571392 : -117276652980224 : ffff955666c23800) 00010000:00000001:0.0:1770653413.852524:0:73797:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000100:00000001:2.0:1770653413.852526:0:3288:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00010000:00000002:0.0:1770653413.852528:0:73797:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000100:00000040:2.0:1770653413.852529:0:3288:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00010000:00000001:0.0:1770653413.852532:0:73797:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1770653413.852533:0:3288:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1770653413.852535:0:3288:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.852536:0:73797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1770653413.852540:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955666c23800 x1856657707190528/t8590299194(8590299194) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1770653413.852540:0:73797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1770653413.852543:0:73797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95561813a800. 02000000:00000001:0.0:1770653413.852548:0:73797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.852550:0:3288:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.852551:0:73797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.852554:0:3288:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1770653413.852555:0:73797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:2.0:1770653413.852556:0:3288:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1770653413.852558:0:73797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:2.0:1770653413.852559:0:3288:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff955666c23800/2, rc 0, transno 8590299194 00010000:00000001:0.0:1770653413.852563:0:73797:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000004:00001000:2.0:1770653413.852564:0:3288:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 4 in flight, 8 in progress 00000020:00000001:0.0:1770653413.852565:0:73797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653413.852568:0:73797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556395a7600 refcount=4 00000100:00000040:2.0:1770653413.852569:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c23800 x1856657707190528/t8590299194(8590299194) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653413.852571:0:73797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796294796800 : -117277414754816 : ffff9556395a7600) 00010000:00000001:0.0:1770653413.852576:0:73797:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796294796800 : -117277414754816 : ffff9556395a7600) 00010000:00000040:0.0:1770653413.852581:0:73797:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955633f4c600 count: 3 00000100:00100000:2.0:1770653413.852587:0:3288:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955666c23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707190528:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1770653413.852588:0:73797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9556395a7600/0x2aed14e4e178a24a lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f57 expref: 97 pid: 12206 timeout: 6877 lvb_type: 1 00000400:00000001:2.0:1770653413.852598:0:3288:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1770653413.852600:0:3288:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:0.0:1770653413.852602:0:73797:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00000400:00000010:2.0:1770653413.852603:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2840. 00000400:00000200:2.0:1770653413.852608:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78330 00010000:00000001:0.0:1770653413.852609:0:73797:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:2.0:1770653413.852611:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78330. 00010000:00000001:0.0:1770653413.852614:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.852615:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1770653413.852616:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1770653413.852620:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955603ca7800 x1856657707188480/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1770653413.852622:0:73797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9556395a7600/0x2aed14e4e178a24a lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f57 expref: 97 pid: 12206 timeout: 6877 lvb_type: 1 00000100:00000200:2.0:1770653413.852637:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955603ca7800 x1856657707188480/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653413.852639:0:73797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.852643:0:73797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.852645:0:73797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.852647:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1770653413.852648:0:73797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.852649:0:3288:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.852652:0:73797:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1770653413.852653:0:3288:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:2.0:1770653413.852656:0:3288:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1770653413.852656:0:73797:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1770653413.852660:0:3288:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653413.852661:0:3288:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.852661:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1770653413.852663:0:3288:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.852664:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:2.0:1770653413.852667:0:3288:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00010000:00000001:0.0:1770653413.852668:0:73797:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1770653413.852670:0:73797:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1770653413.852673:0:3288:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00000020:00000040:0.0:1770653413.852674:0:73797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9556395a7600 with handle 0x2aed14e4e178a24a from hash 00000100:00000001:2.0:1770653413.852676:0:3288:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1770653413.852678:0:73797:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1770653413.852679:0:3288:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.852682:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.852683:0:3288:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1770653413.852685:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.852686:0:3288:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.852688:0:73797:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1770653413.852689:0:3288:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00010000:00000001:0.0:1770653413.852691:0:73797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000040:2.0:1770653413.852692:0:3288:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00010000:00000001:0.0:1770653413.852695:0:73797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.852696:0:3288:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1770653413.852699:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:0.0:1770653413.852700:0:73797:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1770653413.852701:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795396167680 : -117278313383936 : ffff955603ca7800) 00010000:00000001:0.0:1770653413.852703:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.852704:0:3288:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1770653413.852707:0:3288:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00010000:00010000:0.0:1770653413.852708:0:73797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9556395a7600/0x2aed14e4e178a24a lrc: 0/0,0 mode: --/PR res: [0x280000403:0x13f8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f57 expref: 97 pid: 12206 timeout: 6877 lvb_type: 1 00000100:00000001:2.0:1770653413.852710:0:3288:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1770653413.852712:0:3288:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.852718:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955603ca7800 x1856657707188480/t4295332615(4295332615) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1770653413.852721:0:73797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 91 00000020:00000040:0.0:1770653413.852725:0:73797:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 96 00010000:00000001:0.0:1770653413.852731:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.852735:0:3288:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.852735:0:73797:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1770653413.852737:0:73797:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1770653413.852749:0:3288:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1770653413.852752:0:3288:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:2.0:1770653413.852753:0:3288:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff955603ca7800/2, rc 0, transno 4295332615 00010000:00000040:0.0:1770653413.852755:0:73797:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95571016a200 00000004:00001000:2.0:1770653413.852756:0:3288:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 6 in flight, 11 in progress 00010000:00000001:0.0:1770653413.852759:0:73797:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000040:2.0:1770653413.852763:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955603ca7800 x1856657707188480/t4295332615(4295332615) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.852763:0:73797:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653413.852767:0:73797:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653413.852770:0:73797:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.852774:0:73797:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653413.852777:0:73797:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1770653413.852779:0:3288:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955603ca7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707188480:0@lo:6:osp-syn-1-0.0 00010000:00000001:0.0:1770653413.852780:0:73797:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.852786:0:73797:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:2.0:1770653413.852788:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.852789:0:73797:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:2.0:1770653413.852792:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00010000:0.0:1770653413.852793:0:73797:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95571016a200/0x2aed14e4e178ce18 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1770653413.852796:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9556074a8700 x1856657707192576/t4295332614(4295332614) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.852809:0:73797:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:2.0:1770653413.852813:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.852814:0:73797:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95571016a200/0x2aed14e4e178ce18 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x13f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.852816:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1770653413.852821:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955666c21f80 x1856657707191168/t8590299196(8590299196) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1770653413.852825:0:73797:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x13f8:0x0].0x0 (ffff955633f4c600) refcount = 2 00010000:00000040:0.0:1770653413.852832:0:73797:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:2.0:1770653413.852833:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.852835:0:73797:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95571016a200/0x2aed14e4e178ce18 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x13f8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.852836:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1770653413.852841:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955666c21c00 x1856657707191040/t8590299192(8590299192) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.1:1770653413.852864:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565f570800. 00010000:00000010:0.1:1770653413.852873:0:73797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a6c00. 00010000:00000010:2.1:1770653413.852874:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565f570400. 00010000:00000010:2.1:1770653413.852888:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666214b00. 00010000:00000010:0.1:1770653413.852890:0:73797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565f571000. 00010000:00000010:2.1:1770653413.852896:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016ae00. 00010000:00000010:1.1:1770653413.852899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d1f9200. 00010000:00000010:2.1:1770653413.852902:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633f4cf00. 00010000:00000001:0.0:1770653413.852906:0:73797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653413.852908:0:73797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.852911:0:73797:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000010:2.1:1770653413.852912:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ae00. 00010000:00000001:0.0:1770653413.852914:0:73797:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.852917:0:73797:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1770653413.852921:0:73797:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a940. 00000100:00000001:3.0:1770653413.852922:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653413.852922:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653413.852927:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1770653413.852927:0:73797:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:3.0:1770653413.852929:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653413.852929:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1770653413.852933:0:3291:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000010:0.0:1770653413.852933:0:73797:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f3626c0. 00000100:00000001:3.0:1770653413.852934:0:3290:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1770653413.852934:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000400:00000001:1.0:1770653413.852938:0:3291:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1770653413.852940:0:73797:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661515968 : -117277048035648 : ffff95564f3626c0) 00000100:00000040:2.0:1770653413.852942:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955666c23800 x1856657707190528/t8590299194(8590299194) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1770653413.852943:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e053370. 00000100:00000001:0.0:1770653413.852944:0:73797:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661515968 : -117277048035648 : ffff95564f3626c0) 00000100:00000040:3.0:1770653413.852945:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9556074a8e00 x1856657707192960/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653413.852949:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8088 00000100:00000001:0.0:1770653413.852951:0:73797:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000400:00000010:1.0:1770653413.852954:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8088. 00000100:00000001:0.0:1770653413.852955:0:73797:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1770653413.852959:0:73797:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:1.0:1770653413.852961:0:3291:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1770653413.852963:0:73797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000200:1.0:1770653413.852969:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955603ca4e00 x1856657707188864/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.852970:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.852974:0:3290:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00010000:00000001:0.0:1770653413.852974:0:73797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.852975:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1770653413.852979:0:3290:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.852980:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1770653413.852984:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955603ca7800 x1856657707188480/t4295332615(4295332615) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.852984:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1770653413.852986:0:3290:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1770653413.852988:0:73797:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.852991:0:3290:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.852994:0:73797:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1770653413.852999:0:73797:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 02000000:00000001:3.0:1770653413.853000:0:3290:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.853007:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955603ca4e00 x1856657707188864/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.853007:0:73797:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.853010:0:3290:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9556074a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707192960:0@lo:6:osp-syn-1-0.0 00000100:00000001:0.0:1770653413.853013:0:73797:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.853020:0:73797:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1770653413.853021:0:3290:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1770653413.853024:0:73797:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f3626c0. 02000000:00000001:3.0:1770653413.853026:0:3290:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1770653413.853031:0:3290:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.853031:0:73797:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1770653413.853035:0:73797:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1770653413.853037:0:3290:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1770653413.853043:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955602a0fc00. 00010000:00000010:0.0:1770653413.853043:0:73797:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a940. 00000100:00000001:2.0:1770653413.853045:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.853046:0:3291:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1770653413.853049:0:73797:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000001:3.0:1770653413.853050:0:3290:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.853050:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.853051:0:3291:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1770653413.853053:0:73797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000400:00000010:3.0:1770653413.853058:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2370. 00000100:00000001:1.0:1770653413.853058:0:3291:0:(client.c:1568:after_reply()) Process entered 00010000:00000001:0.0:1770653413.853059:0:73797:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.853060:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1770653413.853063:0:3291:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1770653413.853065:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.853066:0:3291:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1770653413.853066:0:73797:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000400:00000010:3.0:1770653413.853067:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78880. 00000100:00000001:1.0:1770653413.853071:0:3291:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.853072:0:73797:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.853073:0:3290:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707192960, portal 4 00000100:00000001:2.0:1770653413.853073:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1770653413.853075:0:3291:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.853077:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653413.853079:0:73797:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653413.853080:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00001000:1.0:1770653413.853083:0:3291:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00000100:00000001:3.0:1770653413.853084:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795454893568 : -117278254658048 : ffff9556074a8e00) 00000100:00000001:0.0:1770653413.853085:0:73797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000004:00000001:2.0:1770653413.853089:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000040:0.0:1770653413.853091:0:73797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 11 to 192.168.202.60@tcp 00000100:00001000:1.0:1770653413.853092:0:3291:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00000004:00000001:2.0:1770653413.853093:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.853096:0:3290:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff9556074a8e00 x1856657707192960/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.853098:0:73797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000004:00000001:2.0:1770653413.853100:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:1.0:1770653413.853102:0:3291:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000004:00000001:2.0:1770653413.853106:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 02000000:00000001:0.0:1770653413.853106:0:73797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1770653413.853107:0:3291:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.853110:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.853111:0:73797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.853113:0:3291:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000040:00001000:2.0:1770653413.853117:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64b140 type=0x10692404 idx=1734 00000100:00000001:0.0:1770653413.853118:0:73797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1770653413.853120:0:3290:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1770653413.853120:0:3291:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.853122:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1734 lrh_len: 64 (3776 remains) 00000100:00000040:0.0:1770653413.853126:0:73797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000040:3.0:1770653413.853128:0:3290:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1770653413.853128:0:3291:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000040:00001000:2.0:1770653413.853129:0:6724:0:(llog.c:797:llog_process_thread()) index: 1734, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00000400:00000010:0.0:1770653413.853132:0:73797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8a18. 00000004:00000001:2.0:1770653413.853134:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000040:1.0:1770653413.853134:0:3291:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000400:00000010:3.0:1770653413.853135:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a783b8. 00000100:00000200:0.0:1770653413.853137:0:73797:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966302720, offset 224 00000004:00000001:2.0:1770653413.853139:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:1.0:1770653413.853141:0:3291:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00000200:3.0:1770653413.853142:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707192960, offset 0 00000004:00000001:2.0:1770653413.853142:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.853146:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000004:00000001:2.0:1770653413.853149:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000400:00000200:0.0:1770653413.853149:0:73797:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000004:00000001:2.0:1770653413.853152:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000100:00000001:1.0:1770653413.853152:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795396156928 : -117278313394688 : ffff955603ca4e00) 00000004:00000001:2.0:1770653413.853155:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000010:2.0:1770653413.853160:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9556074aaa00. 00000400:00000200:3.0:1770653413.853161:0:3290:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1770653413.853161:0:3291:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000400:00000200:0.0:1770653413.853161:0:73797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000040:1.0:1770653413.853166:0:3291:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00000020:00000040:2.0:1770653413.853169:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=11 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1770653413.853170:0:3291:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1770653413.853174:0:73797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164597:2164597:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164593:2164593:8:4294967295] 00000100:00000001:1.0:1770653413.853175:0:3291:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.853176:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1770653413.853180:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1770653413.853184:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955603ca4e00 x1856657707188864/t4295332612(4295332612) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653413.853185:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653413.853192:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff955625e91000. 00000400:00000200:0.0:1770653413.853198:0:73797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:2.0:1770653413.853199:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.853202:0:3291:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1770653413.853205:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626795454900736 : -117278254650880 : ffff9556074aaa00) 00000100:00000001:1.0:1770653413.853208:0:3291:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1770653413.853211:0:3291:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.853212:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:0.0:1770653413.853214:0:73797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000004:00080000:1.0:1770653413.853217:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff955603ca4e00/2, rc 0, transno 4295332612 00000100:00000001:2.0:1770653413.853218:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.853219:0:3290:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:0.0:1770653413.853222:0:73797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9a00. 00000004:00001000:1.0:1770653413.853225:0:3291:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 5 in flight, 11 in progress 00000100:00000040:2.0:1770653413.853228:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b9f098c] to pc [ptlrpcd_00_03+3] req@ffff9556074aaa00 x1856657707193216/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1770653413.853233:0:73797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000040:1.0:1770653413.853235:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955603ca4e00 x1856657707188864/t4295332612(4295332612) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1770653413.853236:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b5280 00000800:00000200:0.0:1770653413.853248:0:73797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000400:00000200:3.0:1770653413.853250:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecef71 [8] + 1088 00000800:00000200:0.0:1770653413.853255:0:73797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1770653413.853261:0:3290:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000001:2.0:1770653413.853268:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.853270:0:3291:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955603ca4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707188864:0@lo:6:osp-syn-1-0.0 00000400:00000200:3.0:1770653413.853272:0:3290:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1770653413.853272:0:73797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:2.0:1770653413.853275:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 5 in flight, 9 in progress 00000004:00001000:2.0:1770653413.853281:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1734, id 1958 00000100:00000001:3.0:1770653413.853282:0:3290:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1770653413.853282:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653413.853282:0:73797:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000004:00000001:2.0:1770653413.853284:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000200:3.0:1770653413.853286:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000001:0.0:1770653413.853290:0:73797:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.853291:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:1.0:1770653413.853291:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1770653413.853292:0:3290:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572eb22680. 00000004:00000001:2.0:1770653413.853297:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.853298:0:73797:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.853299:0:3290:0:(events.c:337:request_in_callback()) incoming req@ffff95572eb22680 x1856657707192960 msgsize 544 00000100:00000040:1.0:1770653413.853300:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955603ca4e00 x1856657707188864/t4295332612(4295332612) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1770653413.853301:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:2.0:1770653413.853305:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1770653413.853307:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.853310:0:73797:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572eb21f80 x1856657966302720/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000040:00001000:2.0:1770653413.853314:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64b180 type=0x10692404 idx=1735 00000100:00100000:3.0:1770653413.853316:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00001000:2.0:1770653413.853321:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1735 lrh_len: 64 (3712 remains) 00000040:00001000:2.0:1770653413.853326:0:6724:0:(llog.c:797:llog_process_thread()) index: 1735, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00000100:00000001:3.0:1770653413.853328:0:3290:0:(events.c:373:request_in_callback()) Process leaving 00000004:00000001:2.0:1770653413.853332:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:1.0:1770653413.853332:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.853336:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a783b8 00000004:00000001:2.0:1770653413.853338:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:1.0:1770653413.853338:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1770653413.853340:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a783b8. 00000004:00000001:2.0:1770653413.853342:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.853346:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1770653413.853347:0:3290:0:(events.c:34:request_out_callback()) Process entered 00000004:00000001:2.0:1770653413.853347:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000100:00100000:0.0:1770653413.853347:0:73797:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95572eb21f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b31b1d82-c1d4-4680-ae7a-71292416d1f5+96:2365:x1856657966302720:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 852us (2688us total) trans 0 rc 0/0 00000100:00000001:1.0:1770653413.853350:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.853352:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000100:00000200:3.0:1770653413.853356:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9556074a8e00 x1856657707192960/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1770653413.853356:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000001:1.0:1770653413.853357:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653413.853362:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1770653413.853363:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9556074a9c00. 00000100:00000001:1.0:1770653413.853365:0:3291:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1770653413.853366:0:73797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161821 00000020:00000040:2.0:1770653413.853371:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=12 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:1.0:1770653413.853375:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9556074aaa00 x1856657707193216/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1770653413.853375:0:73797:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000100:00000001:2.0:1770653413.853378:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1770653413.853381:0:73797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1770653413.853382:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1770653413.853384:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1770653413.853387:0:73797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1770653413.853388:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.853392:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9556074a8e00 x1856657707192960/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1770653413.853393:0:73797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519d00. 00000100:00000001:1.0:1770653413.853394:0:3291:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1770653413.853395:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff955625e91800. 00000100:00000001:1.0:1770653413.853398:0:3291:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.853402:0:73797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d320. 02000000:00000001:1.0:1770653413.853404:0:3291:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1770653413.853405:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.853409:0:3291:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653413.853410:0:73797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955626009c00. 00000004:00000001:2.0:1770653413.853411:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626795454897152 : -117278254654464 : ffff9556074a9c00) 02000000:00000001:1.0:1770653413.853416:0:3291:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.853418:0:73797:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 95 00000100:00000001:3.0:1770653413.853419:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.853419:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1770653413.853422:0:3291:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9556074aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707193216:0@lo:6:osp-syn-0-0.0 00000100:00000001:2.0:1770653413.853425:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.853426:0:3290:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1770653413.853426:0:73797:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.853427:0:3291:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1770653413.853433:0:3291:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1770653413.853434:0:3290:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.853436:0:3291:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.853437:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c4aadc6] to pc [ptlrpcd_00_00+0] req@ffff9556074a9c00 x1856657707193344/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653413.853439:0:3290:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26311 usecs (27 jiffies) 02000000:00000001:1.0:1770653413.853440:0:3291:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1770653413.853444:0:73806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8d48. 00000100:00000001:3.0:1770653413.853446:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444693 02000000:00000010:1.0:1770653413.853447:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955618d8dc00. 00000100:00000200:0.0:1770653413.853451:0:73806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966301824, offset 224 02000000:00000001:1.0:1770653413.853453:0:3291:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.853454:0:3290:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444688 00000400:00000010:1.0:1770653413.853461:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955642e02420. 00000100:00000001:3.0:1770653413.853462:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444693 00000400:00000200:0.0:1770653413.853464:0:73806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:3.0:1770653413.853470:0:3290:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444688 00000100:00000001:3.0:1770653413.853477:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444693 00000400:00000010:1.0:1770653413.853478:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022660. 00000400:00000200:0.0:1770653413.853478:0:73806:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000001:3.0:1770653413.853483:0:3290:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444688 00000004:00000001:2.0:1770653413.853485:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.853486:0:3291:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707193216, portal 4 00000100:00000001:3.0:1770653413.853490:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444693 00000400:00000200:0.0:1770653413.853490:0:73806:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164598:2164598:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164594:2164594:7:4294967295] 00000100:00000001:1.0:1770653413.853492:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000004:00001000:2.0:1770653413.853493:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 6 in flight, 10 in progress 00000100:00000001:1.0:1770653413.853495:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795454900736 : -117278254650880 : ffff9556074aaa00) 00000100:00000001:3.0:1770653413.853498:0:3290:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444688 00000004:00001000:2.0:1770653413.853502:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1735, id 1958 00000100:00000001:3.0:1770653413.853506:0:3290:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1770653413.853507:0:3291:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff9556074aaa00 x1856657707193216/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1770653413.853510:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000001:3.0:1770653413.853513:0:3290:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.853517:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000400:00000200:0.0:1770653413.853519:0:73806:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000400:00000001:3.0:1770653413.853521:0:3290:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000004:00000001:2.0:1770653413.853523:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1770653413.853525:0:3290:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1770653413.853529:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2d10. 00000004:00000001:2.0:1770653413.853531:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000400:00000200:3.0:1770653413.853535:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888a18 00000004:00000001:2.0:1770653413.853538:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:1.0:1770653413.853538:0:3291:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1770653413.853538:0:73806:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000400:00000010:3.0:1770653413.853539:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888a18. 00000004:00000001:2.0:1770653413.853544:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.853545:0:3291:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1770653413.853546:0:3290:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000010:0.0:1770653413.853546:0:73806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9100. 00000040:00001000:2.0:1770653413.853552:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64b1c0 type=0x10692404 idx=1736 00000400:00000010:1.0:1770653413.853553:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0222a8. 00000100:00000200:3.0:1770653413.853554:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955666c22300 x1856657707190912/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1770653413.853556:0:73806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000200:1.0:1770653413.853559:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707193216, offset 0 00000040:00001000:2.0:1770653413.853561:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1736 lrh_len: 64 (3648 remains) 00000800:00000200:0.0:1770653413.853568:0:73806:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000040:00001000:2.0:1770653413.853570:0:6724:0:(llog.c:797:llog_process_thread()) index: 1736, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00000400:00000200:1.0:1770653413.853571:0:3291:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:0.0:1770653413.853575:0:73806:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9100 type 1, nob 320 niov 1 nkiov 1 00000004:00000001:2.0:1770653413.853579:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000400:00000200:1.0:1770653413.853584:0:3291:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1770653413.853585:0:73806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.853587:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000200:3.0:1770653413.853589:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955666c22300 x1856657707190912/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1770653413.853593:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.853594:0:73806:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000400:00000200:1.0:1770653413.853599:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b5380 00010000:00000001:0.0:1770653413.853601:0:73806:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.853603:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00010000:00000001:0.0:1770653413.853607:0:73806:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.853608:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000100:00000001:3.0:1770653413.853612:0:3290:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1770653413.853612:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecef71 [8] + 1632 00000004:00000001:2.0:1770653413.853614:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000001:3.0:1770653413.853617:0:3290:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653413.853618:0:73806:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955606dfd180 x1856657966301824/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1770653413.853621:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9556074a8380. 00000100:00000001:3.0:1770653413.853622:0:3290:0:(client.c:1568:after_reply()) Process entered 00000400:00000200:1.0:1770653413.853622:0:3291:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1770653413.853626:0:3290:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1770653413.853629:0:3290:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1770653413.853629:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=13 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:1.0:1770653413.853633:0:3291:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1770653413.853634:0:3290:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.853636:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1770653413.853641:0:3290:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.853642:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1770653413.853643:0:3291:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1770653413.853648:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:2.0:1770653413.853649:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.853649:0:73806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955606dfd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_019:b31b1d82-c1d4-4680-ae7a-71292416d1f5+98:2365:x1856657966301824:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 11375us (12135us total) trans 0 rc 0/0 00000100:00001000:3.0:1770653413.853650:0:3290:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 00000100:00000010:1.0:1770653413.853654:0:3291:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95563735aa00. 02000000:00000010:2.0:1770653413.853658:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff955625e92400. 00000100:00001000:3.0:1770653413.853662:0:3290:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 00000100:00000040:1.0:1770653413.853662:0:3291:0:(events.c:337:request_in_callback()) incoming req@ffff95563735aa00 x1856657707193216 msgsize 544 00000100:00000001:2.0:1770653413.853665:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.853670:0:73806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161814 00000100:00000001:3.0:1770653413.853672:0:3290:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000004:00000001:2.0:1770653413.853673:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626795454890880 : -117278254660736 : ffff9556074a8380) 00000100:00000001:3.0:1770653413.853677:0:3290:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.853678:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1770653413.853678:0:73806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 1 00000100:00000001:2.0:1770653413.853680:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:3.0:1770653413.853684:0:3290:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1770653413.853685:0:73806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653413.853686:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.853689:0:3290:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.853690:0:73806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1770653413.853692:0:3291:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1770653413.853694:0:3290:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000020:00000010:0.0:1770653413.853694:0:73806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519f00. 00000100:00000040:2.0:1770653413.853695:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054b5d22e] to pc [ptlrpcd_00_01+1] req@ffff9556074a8380 x1856657707193472/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653413.853699:0:3290:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000400:00000200:1.0:1770653413.853699:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0222a8 00000020:00000010:0.0:1770653413.853701:0:73806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d4b0. 00000400:00000010:1.0:1770653413.853704:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0222a8. 00000100:00000001:3.0:1770653413.853705:0:3290:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000020:00000010:0.0:1770653413.853708:0:73806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955626008800. 00000100:00000001:3.0:1770653413.853710:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653413.853712:0:3291:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1770653413.853714:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797056566016 : -117276652985600 : ffff955666c22300) 00000020:00000040:0.0:1770653413.853717:0:73806:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 97 00000004:00000001:2.0:1770653413.853720:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.853720:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9556074aaa00 x1856657707193216/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.853721:0:3290:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1770653413.853722:0:73806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1770653413.853725:0:3290:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00000004:00001000:2.0:1770653413.853727:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 7 in flight, 11 in progress 00000100:00000001:3.0:1770653413.853730:0:3290:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000004:00001000:2.0:1770653413.853734:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1736, id 1958 00000100:00000001:3.0:1770653413.853735:0:3290:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.853752:0:12206:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95571016a200/0x2aed14e4e178ce18 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000004:00000001:2.0:1770653413.853756:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000001:1.0:1770653413.853758:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653413.853761:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955666c22300 x1856657707190912/t8590299198(8590299198) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1770653413.853761:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1770653413.853766:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.853766:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9556074aaa00 x1856657707193216/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.853766:0:12206:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.853774:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00010000:0.0:1770653413.853775:0:12206:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95571016a200/0x2aed14e4e178ce18 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000004:00000001:2.0:1770653413.853778:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1770653413.853781:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.853788:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64b200 type=0x10692404 idx=1737 00000040:00001000:2.0:1770653413.853795:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1737 lrh_len: 64 (3584 remains) 00000100:00000001:3.0:1770653413.853797:0:3290:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.853800:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.853801:0:12206:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:3.0:1770653413.853802:0:3290:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000040:00001000:2.0:1770653413.853802:0:6724:0:(llog.c:797:llog_process_thread()) index: 1737, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00000100:00000001:1.0:1770653413.853806:0:3291:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1770653413.853806:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.853807:0:3290:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1770653413.853807:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00000001:0.0:1770653413.853811:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00080000:3.0:1770653413.853812:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff955666c22300/2, rc 0, transno 8590299198 00000004:00000001:2.0:1770653413.853814:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:0.0:1770653413.853814:0:12206:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1770653413.853815:0:3291:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:3.0:1770653413.853818:0:3290:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 6 in flight, 11 in progress 00000004:00000001:2.0:1770653413.853818:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.853819:0:12206:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1770653413.853820:0:3291:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26297 usecs (27 jiffies) 00000020:00000040:0.0:1770653413.853823:0:12206:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016a200 refcount=3 00000004:00000001:2.0:1770653413.853825:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000100:00000001:1.0:1770653413.853827:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444693 00000004:00000001:2.0:1770653413.853829:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000020:00000001:0.0:1770653413.853829:0:12206:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897453056 : -117273812098560 : ffff95571016a200) 00000100:00000040:3.0:1770653413.853832:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c22300 x1856657707190912/t8590299198(8590299198) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1770653413.853833:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000001:1.0:1770653413.853834:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444693 00010000:00000001:0.0:1770653413.853834:0:12206:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897453056 : -117273812098560 : ffff95571016a200) 00000100:00000010:2.0:1770653413.853839:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9556074ab480. 00000100:00000001:1.0:1770653413.853840:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444693 00010000:00000001:0.0:1770653413.853841:0:12206:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000020:00000040:2.0:1770653413.853846:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=14 obd=lustre-OST0000-osc-MDT0000 00010000:00010000:0.0:1770653413.853846:0:12206:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95571016a200/0x2aed14e4e178ce18 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.853867:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1770653413.853869:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1770653413.853869:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444693 02000000:00000001:2.0:1770653413.853874:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.853875:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444694 00000100:00000001:1.0:1770653413.853883:0:3291:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444693 02000000:00000010:2.0:1770653413.853884:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff955616e3a400. 00010000:00000001:0.0:1770653413.853884:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.853887:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.853892:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.853893:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444694 00010000:00010000:0.0:1770653413.853893:0:12206:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95571016a200/0x2aed14e4e178ce18 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000004:00000001:2.0:1770653413.853899:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626795454903424 : -117278254648192 : ffff9556074ab480) 00000100:00000001:1.0:1770653413.853900:0:3291:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444693 00000100:00100000:3.0:1770653413.853903:0:3290:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955666c22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707190912:0@lo:6:osp-syn-0-0.0 00000100:00000001:2.0:1770653413.853906:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1770653413.853908:0:3291:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.853912:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.853914:0:12206:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1770653413.853915:0:3291:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.853917:0:12206:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.853919:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1770653413.853920:0:3290:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1770653413.853921:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000add00290] to pc [ptlrpcd_00_02+2] req@ffff9556074ab480 x1856657707193600/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.853922:0:12206:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1770653413.853923:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1770653413.853926:0:3290:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1770653413.853930:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1770653413.853932:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2e18. 00000100:00000001:1.0:1770653413.853934:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000010:0.0:1770653413.853940:0:12206:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff95564f3626c0. 00000400:00000200:3.0:1770653413.853941:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888000 00000100:00000001:1.0:1770653413.853941:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:2.0:1770653413.853943:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.853945:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1770653413.853946:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888000. 00000004:00001000:2.0:1770653413.853947:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 7 in flight, 12 in progress 00010000:00000001:0.0:1770653413.853947:0:12206:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1770653413.853949:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.853953:0:3290:0:(events.c:78:reply_in_callback()) Process entered 00000004:00001000:2.0:1770653413.853954:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1737, id 1958 00010000:00010000:0.0:1770653413.853955:0:12206:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1770653413.853956:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000004:00000001:2.0:1770653413.853959:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000200:3.0:1770653413.853960:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955666c20a80 x1856657707191424/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.853962:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.853963:0:12206:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.853964:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1770653413.853968:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.853969:0:12206:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.853970:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000004:00000001:2.0:1770653413.853974:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:1.0:1770653413.853975:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.853975:0:12206:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000004:00000001:2.0:1770653413.853979:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:0.0:1770653413.853980:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:2.0:1770653413.853982:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.853982:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1770653413.853983:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1770653413.853986:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955666c20a80 x1856657707191424/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.853986:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000040:00001000:2.0:1770653413.853988:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64b240 type=0x10692404 idx=1738 00002000:00000001:0.0:1770653413.853988:0:12206:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000100:00000001:1.0:1770653413.853990:0:3291:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00080000:00000001:0.0:1770653413.853993:0:12206:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000040:00001000:2.0:1770653413.853995:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1738 lrh_len: 64 (3520 remains) 00000100:00000040:1.0:1770653413.853998:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9556074ab480 x1856657707193600/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000010:0.0:1770653413.853999:0:12206:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95561813b400. 00000040:00001000:2.0:1770653413.854001:0:6724:0:(llog.c:797:llog_process_thread()) index: 1738, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00080000:00000001:0.0:1770653413.854006:0:12206:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626795736511488 : -117277973040128 : ffff95561813b400) 00000004:00000001:2.0:1770653413.854009:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:2.0:1770653413.854015:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000001:00000001:0.0:1770653413.854015:0:12206:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1770653413.854018:0:3290:0:(events.c:163:reply_in_callback()) Process leaving 00000001:00000001:0.0:1770653413.854020:0:12206:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.854021:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.854023:0:3290:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.854024:0:3291:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000004:00000001:2.0:1770653413.854028:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00080000:00000002:0.0:1770653413.854028:0:12206:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x13f8:0x0] not in the id map cache 00000100:00000001:3.0:1770653413.854029:0:3290:0:(client.c:1568:after_reply()) Process entered 00000100:00000001:1.0:1770653413.854029:0:3291:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.854033:0:3290:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000004:00000001:2.0:1770653413.854033:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:2.0:1770653413.854037:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 02000000:00000001:1.0:1770653413.854037:0:3291:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1770653413.854038:0:3290:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00080000:00000001:0.0:1770653413.854038:0:12206:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000100:00000010:2.0:1770653413.854043:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9556074ab100. 00000100:00000001:3.0:1770653413.854044:0:3290:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.854044:0:3291:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1770653413.854048:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=15 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:3.0:1770653413.854050:0:3290:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.854050:0:3291:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.854051:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00080000:00000001:0.0:1770653413.854051:0:12206:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1770653413.854056:0:3290:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 02000000:00000001:2.0:1770653413.854056:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00080000:00000001:0.0:1770653413.854057:0:12206:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.854059:0:3291:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9556074ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707193600:0@lo:6:osp-syn-0-0.0 02000000:00000001:2.0:1770653413.854061:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.854064:0:12206:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000100:00001000:3.0:1770653413.854068:0:3290:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 00000100:00000001:1.0:1770653413.854069:0:3291:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00080000:00000001:0.0:1770653413.854069:0:12206:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 02000000:00000010:2.0:1770653413.854070:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff955616e3b000. 02000000:00000001:1.0:1770653413.854074:0:3291:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 80000000:00000001:0.0:1770653413.854074:0:12206:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000001:3.0:1770653413.854075:0:3290:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1770653413.854076:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.854078:0:3291:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1770653413.854078:0:12206:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00000001:3.0:1770653413.854080:0:3290:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.854082:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626795454902528 : -117278254649088 : ffff9556074ab100) 80000000:00000001:0.0:1770653413.854082:0:12206:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.854083:0:3291:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1770653413.854084:0:3290:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:1.0:1770653413.854090:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955618d8d000. 00010000:00000001:3.0:1770653413.854091:0:3290:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.854091:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 80000000:00000001:0.0:1770653413.854091:0:12206:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.854098:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.854098:0:3291:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.854099:0:3290:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00080000:00000001:0.0:1770653413.854099:0:12206:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1770653413.854103:0:3290:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00080000:00000001:0.0:1770653413.854106:0:12206:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000100:00000001:3.0:1770653413.854107:0:3290:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000400:00000010:1.0:1770653413.854108:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955642e02898. 00000100:00000040:2.0:1770653413.854111:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c20aa7af] to pc [ptlrpcd_00_03+3] req@ffff9556074ab100 x1856657707193728/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1770653413.854111:0:12206:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000100:00000001:3.0:1770653413.854112:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1770653413.854115:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0222a8. 00000100:00000001:3.0:1770653413.854116:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797056559744 : -117276652991872 : ffff955666c20a80) 00000100:00000001:3.0:1770653413.854122:0:3290:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000200:1.0:1770653413.854124:0:3291:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707193600, portal 4 00000100:00000040:3.0:1770653413.854126:0:3290:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00000001:00000001:0.0:1770653413.854128:0:12206:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000004:00000001:2.0:1770653413.854129:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.854130:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653413.854131:0:3290:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000001:00000001:0.0:1770653413.854132:0:12206:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000004:00001000:2.0:1770653413.854134:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 8 in flight, 13 in progress 00000100:00000001:3.0:1770653413.854135:0:3290:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.854137:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795454903424 : -117278254648192 : ffff9556074ab480) 00000004:00001000:2.0:1770653413.854139:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1738, id 1958 00080000:00000001:0.0:1770653413.854140:0:12206:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.854144:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955666c20a80 x1856657707191424/t8590299193(8590299193) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1770653413.854146:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00080000:00000001:0.0:1770653413.854146:0:12206:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000040:1.0:1770653413.854150:0:3291:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff9556074ab480 x1856657707193600/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1770653413.854152:0:12206:0:(osd_io.c:243:osd_declare_write()) Process entered 00000004:00000001:2.0:1770653413.854157:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1770653413.854161:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.854164:0:3290:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1770653413.854164:0:12206:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1770653413.854168:0:12206:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.854169:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:3.0:1770653413.854171:0:3290:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1770653413.854176:0:3290:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1770653413.854176:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:1.0:1770653413.854178:0:3291:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:2.0:1770653413.854181:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:3.0:1770653413.854182:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff955666c20a80/2, rc 0, transno 8590299193 00080000:00000001:0.0:1770653413.854182:0:12206:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.854184:0:3291:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00080000:00000001:0.0:1770653413.854190:0:12206:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000004:00001000:3.0:1770653413.854191:0:3290:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 7 in flight, 13 in progress 00000040:00001000:2.0:1770653413.854192:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f649ac0 type=0x10692404 idx=3564 00000400:00000010:1.0:1770653413.854193:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0224c8. 00000100:00000200:1.0:1770653413.854199:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707193600, offset 0 00000040:00001000:2.0:1770653413.854200:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3564 lrh_len: 64 (1344 remains) 00080000:00000001:0.0:1770653413.854203:0:12206:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.854204:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c20a80 x1856657707191424/t8590299193(8590299193) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000040:00001000:2.0:1770653413.854205:0:7854:0:(llog.c:797:llog_process_thread()) index: 3564, lh_last_idx: 3602 synced_idx: 3602 lgh_last_idx: 3602 00000400:00000200:1.0:1770653413.854208:0:3291:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000001:0.0:1770653413.854209:0:12206:0:(osd_object.c:806:osd_destroy()) Process entered 00000004:00000001:2.0:1770653413.854213:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00080000:00000001:0.0:1770653413.854214:0:12206:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1770653413.854218:0:12206:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000004:00000001:2.0:1770653413.854220:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000400:00000200:1.0:1770653413.854222:0:3291:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 80000000:00000001:0.0:1770653413.854223:0:12206:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000004:00000001:2.0:1770653413.854224:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1770653413.854228:0:12206:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.854231:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 80000000:00000001:0.0:1770653413.854234:0:12206:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.854235:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000400:00000200:1.0:1770653413.854236:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b5500 00000100:00100000:3.0:1770653413.854237:0:3290:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955666c20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707191424:0@lo:6:osp-syn-0-0.0 00080000:00000001:0.0:1770653413.854239:0:12206:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1770653413.854240:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00080000:00000001:0.0:1770653413.854246:0:12206:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000100:00000010:2.0:1770653413.854248:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955603ca4380. 00000400:00000200:1.0:1770653413.854248:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecef71 [8] + 2176 00080000:00000001:0.0:1770653413.854249:0:12206:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000020:00000040:2.0:1770653413.854254:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=14 obd=lustre-OST0001-osc-MDT0000 00000400:00000001:3.0:1770653413.854258:0:3290:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1770653413.854258:0:3291:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653413.854259:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000400:00000001:3.0:1770653413.854262:0:3290:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1770653413.854263:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1770653413.854265:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2108. 00000400:00000200:1.0:1770653413.854267:0:3291:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1770653413.854268:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.854270:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268886e8 00000400:00000010:3.0:1770653413.854273:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268886e8. 02000000:00000010:2.0:1770653413.854275:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff955616e38000. 00000100:00000001:3.0:1770653413.854276:0:3290:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1770653413.854277:0:3291:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1770653413.854281:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1770653413.854283:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.854284:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955666c20000 x1856657707191296/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1770653413.854287:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626795396154240 : -117278313397376 : ffff955603ca4380) 00000100:00000010:1.0:1770653413.854287:0:3291:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955637359f80. 00000100:00000040:1.0:1770653413.854294:0:3291:0:(events.c:337:request_in_callback()) incoming req@ffff955637359f80 x1856657707193600 msgsize 544 00000100:00000001:2.0:1770653413.854295:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1770653413.854299:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955666c20000 x1856657707191296/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.854300:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.854304:0:12206:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1770653413.854309:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1770653413.854310:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004cf27cd8] to pc [ptlrpcd_00_00+0] req@ffff955603ca4380 x1856657707193856/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1770653413.854312:0:12206:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.854318:0:12206:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:1.0:1770653413.854321:0:3291:0:(events.c:373:request_in_callback()) Process leaving 00000001:00000001:0.0:1770653413.854322:0:12206:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1770653413.854327:0:12206:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332616, last_committed = 4295332607 00000400:00000200:1.0:1770653413.854329:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0224c8 00000400:00000010:1.0:1770653413.854335:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0224c8. 00000001:00000010:0.0:1770653413.854335:0:12206:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9556681b99c0. 00000004:00000001:2.0:1770653413.854339:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.854341:0:3291:0:(events.c:34:request_out_callback()) Process entered 00000001:00000040:0.0:1770653413.854342:0:12206:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 9 00000004:00001000:2.0:1770653413.854346:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 6 in flight, 12 in progress 00000100:00000200:1.0:1770653413.854350:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9556074ab480 x1856657707193600/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1770653413.854350:0:12206:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=15 00000004:00001000:2.0:1770653413.854353:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3564, id 1934 00000100:00000001:3.0:1770653413.854354:0:3290:0:(events.c:163:reply_in_callback()) Process leaving 00080000:00000001:0.0:1770653413.854357:0:12206:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:3.0:1770653413.854359:0:3290:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1770653413.854359:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000004:00000001:2.0:1770653413.854364:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:3.0:1770653413.854365:0:3290:0:(client.c:1568:after_reply()) Process entered 00000004:00000001:2.0:1770653413.854368:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.854368:0:12206:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 02000000:00000001:3.0:1770653413.854370:0:3290:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1770653413.854371:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1770653413.854374:0:3290:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000001:00000001:0.0:1770653413.854375:0:12206:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.854376:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:3.0:1770653413.854377:0:3290:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.854379:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9556074ab480 x1856657707193600/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1770653413.854380:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 02000000:00000001:3.0:1770653413.854383:0:3290:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.854384:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.854388:0:12206:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653413.854390:0:3290:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 00000040:00001000:2.0:1770653413.854391:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f649b00 type=0x10692404 idx=3565 00002000:00000001:0.0:1770653413.854394:0:12206:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.854399:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3565 lrh_len: 64 (1280 remains) 00000100:00001000:3.0:1770653413.854401:0:3290:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 00002000:00000001:0.0:1770653413.854401:0:12206:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000100:00000001:1.0:1770653413.854405:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.854406:0:7854:0:(llog.c:797:llog_process_thread()) index: 3565, lh_last_idx: 3602 synced_idx: 3602 lgh_last_idx: 3602 00000100:00000001:3.0:1770653413.854408:0:3290:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1770653413.854409:0:3291:0:(events.c:68:request_out_callback()) Process leaving 00000004:00000001:2.0:1770653413.854410:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:3.0:1770653413.854412:0:3290:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.854415:0:3290:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000004:00000001:2.0:1770653413.854415:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:1.0:1770653413.854416:0:3291:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1770653413.854417:0:12206:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff95566040ac78. 00010000:00000001:3.0:1770653413.854418:0:3290:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.854419:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.854422:0:3291:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26297 usecs (27 jiffies) 00000100:00000001:3.0:1770653413.854425:0:3290:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00002000:00000001:0.0:1770653413.854425:0:12206:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000004:00000001:2.0:1770653413.854426:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000100:00000001:1.0:1770653413.854428:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444694 00002000:00000040:0.0:1770653413.854430:0:12206:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x13f8:0x0] 00000100:00000040:3.0:1770653413.854431:0:3290:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000004:00000001:2.0:1770653413.854431:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000100:00000001:1.0:1770653413.854433:0:3291:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444693 00000004:00000001:2.0:1770653413.854434:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000001:3.0:1770653413.854437:0:3290:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00002000:00000010:0.0:1770653413.854437:0:12206:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff955667a99c80. 00000100:00000010:2.0:1770653413.854440:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955603ca4000. 00000100:00000001:1.0:1770653413.854440:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444694 00000100:00000001:3.0:1770653413.854441:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00002000:00000001:0.0:1770653413.854443:0:12206:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000100:00000001:3.0:1770653413.854444:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797056557056 : -117276652994560 : ffff955666c20000) 00000100:00000001:1.0:1770653413.854447:0:3291:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444693 00002000:00000001:0.0:1770653413.854448:0:12206:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.854449:0:3290:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000020:00000040:2.0:1770653413.854449:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=15 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:1.0:1770653413.854453:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444694 00000100:00000040:3.0:1770653413.854454:0:3290:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00000100:00000001:2.0:1770653413.854456:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00002000:00000001:0.0:1770653413.854457:0:12206:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.854458:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444694 00000100:00000001:3.0:1770653413.854459:0:3290:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1770653413.854460:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1770653413.854464:0:3290:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.854465:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.854465:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444694 00010000:00000040:0.0:1770653413.854466:0:12206:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332616, xid 1856657707192832 00000100:00000040:3.0:1770653413.854471:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955666c20000 x1856657707191296/t8590299191(8590299191) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.854472:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444694 00010000:00000001:0.0:1770653413.854473:0:12206:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 02000000:00000010:2.0:1770653413.854474:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff955616e39400. 00000100:00000001:1.0:1770653413.854477:0:3291:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.854480:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1770653413.854482:0:12206:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9556074aa680 x1856657707192832/t4295332616(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.854483:0:3291:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.854486:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626795396153344 : -117278313398272 : ffff955603ca4000) 00000100:00000001:1.0:1770653413.854491:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.854493:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1770653413.854498:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.854500:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.854505:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1770653413.854507:0:3290:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.854509:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1770653413.854511:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063902556] to pc [ptlrpcd_00_01+1] req@ffff955603ca4000 x1856657707193984/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.854514:0:12206:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1770653413.854515:0:3290:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1770653413.854516:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1770653413.854518:0:12206:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.854519:0:3290:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.854520:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1770653413.854523:0:3291:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000004:00080000:3.0:1770653413.854527:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff955666c20000/2, rc 0, transno 8590299191 00000100:00001000:0.0:1770653413.854527:0:12206:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000100:00000040:1.0:1770653413.854531:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9556074ab100 x1856657707193728/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00001000:3.0:1770653413.854536:0:3290:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 6 in flight, 13 in progress 00000004:00000001:2.0:1770653413.854536:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.854537:0:12206:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1770653413.854544:0:12206:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000004:00001000:2.0:1770653413.854545:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 7 in flight, 13 in progress 00000100:00000040:3.0:1770653413.854549:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c20000 x1856657707191296/t8590299191(8590299191) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.854551:0:3291:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000004:00001000:2.0:1770653413.854552:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3565, id 1934 00000100:00000001:0.0:1770653413.854552:0:12206:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00000001:1.0:1770653413.854556:0:3291:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.854561:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 02000000:00000001:0.0:1770653413.854562:0:12206:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1770653413.854563:0:3291:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000004:00000001:2.0:1770653413.854567:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 02000000:00000001:0.0:1770653413.854568:0:12206:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.854569:0:3291:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1770653413.854570:0:3290:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955666c20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707191296:0@lo:6:osp-syn-0-0.0 00000004:00000001:2.0:1770653413.854570:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.854574:0:12206:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:2.0:1770653413.854578:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 02000000:00000001:1.0:1770653413.854579:0:3291:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1770653413.854581:0:3290:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000004:00000001:2.0:1770653413.854582:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000040:0.0:1770653413.854583:0:12206:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000001:3.0:1770653413.854585:0:3290:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000004:00000001:2.0:1770653413.854587:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.854588:0:3291:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9556074ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707193728:0@lo:6:osp-syn-0-0.0 00000400:00000010:3.0:1770653413.854589:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef29f8. 00000400:00000010:0.0:1770653413.854590:0:12206:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8f68. 00000040:00001000:2.0:1770653413.854595:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f649b40 type=0x10692404 idx=3566 00000400:00000200:3.0:1770653413.854596:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888330 00000100:00000001:1.0:1770653413.854597:0:3291:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000040:00001000:2.0:1770653413.854600:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3566 lrh_len: 64 (1216 remains) 00000400:00000010:3.0:1770653413.854601:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888330. 02000000:00000001:1.0:1770653413.854602:0:3291:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000040:00001000:2.0:1770653413.854604:0:7854:0:(llog.c:797:llog_process_thread()) index: 3566, lh_last_idx: 3602 synced_idx: 3602 lgh_last_idx: 3602 02000000:00000001:1.0:1770653413.854606:0:3291:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.854607:0:3290:0:(events.c:78:reply_in_callback()) Process entered 00000004:00000001:2.0:1770653413.854608:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000200:0.0:1770653413.854608:0:12206:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707192832, offset 224 02000000:00000001:1.0:1770653413.854609:0:3291:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000004:00000001:2.0:1770653413.854613:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000200:3.0:1770653413.854616:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955666c21500 x1856657707190784/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1770653413.854616:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.854616:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955618d8cc00. 00000400:00000200:0.0:1770653413.854621:0:12206:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1770653413.854623:0:3291:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.854624:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:2.0:1770653413.854627:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:2.0:1770653413.854631:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000400:00000010:1.0:1770653413.854631:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955642e02a50. 00000400:00000200:0.0:1770653413.854635:0:12206:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1770653413.854640:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9557030dce00. 00000400:00000010:1.0:1770653413.854640:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0224c8. 00000100:00000200:3.0:1770653413.854641:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955666c21500 x1856657707190784/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1770653413.854646:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=16 obd=lustre-OST0001-osc-MDT0000 00000100:00000200:1.0:1770653413.854648:0:3291:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707193728, portal 4 00000400:00000200:0.0:1770653413.854648:0:12206:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b5200 00000100:00000001:2.0:1770653413.854652:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1770653413.854655:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1770653413.854657:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1770653413.854659:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795454902528 : -117278254649088 : ffff9556074ab100) 02000000:00000001:2.0:1770653413.854662:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.854662:0:12206:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda1d5 [1] + 224 00000100:00000040:1.0:1770653413.854669:0:3291:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff9556074ab100 x1856657707193728/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1770653413.854672:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff955616e3a000. 00000100:00000001:3.0:1770653413.854673:0:3290:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1770653413.854673:0:12206:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653413.854678:0:3290:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.854679:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.854684:0:3290:0:(client.c:1568:after_reply()) Process entered 00000400:00000200:0.0:1770653413.854685:0:12206:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000001:2.0:1770653413.854686:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626799678770688 : -117274030780928 : ffff9557030dce00) 02000000:00000001:3.0:1770653413.854689:0:3290:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1770653413.854689:0:3291:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1770653413.854693:0:3290:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653413.854694:0:12206:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1770653413.854695:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1770653413.854698:0:3290:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.854699:0:3291:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1770653413.854701:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.854703:0:12206:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9556074a9180 x1856657707192832/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1770653413.854704:0:3290:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.854706:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0227f8. 00000100:00000040:2.0:1770653413.854709:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa834616] to pc [ptlrpcd_00_02+2] req@ffff9557030dce00 x1856657707194112/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1770653413.854711:0:3290:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 00000100:00000200:1.0:1770653413.854713:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707193728, offset 0 00000100:00001000:3.0:1770653413.854722:0:3290:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 00000400:00000200:1.0:1770653413.854726:0:3291:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1770653413.854733:0:3290:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1770653413.854737:0:3290:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.854753:0:3291:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000001:2.0:1770653413.854756:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.854756:0:12206:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff9556074a9180 x1856657707192832/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.854757:0:3290:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1770653413.854761:0:3290:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:2.0:1770653413.854763:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 8 in flight, 14 in progress 00000400:00000200:1.0:1770653413.854767:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b5580 00000100:00000001:3.0:1770653413.854768:0:3290:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000004:00001000:2.0:1770653413.854769:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3566, id 1934 00000100:00000040:3.0:1770653413.854772:0:3290:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000004:00000001:2.0:1770653413.854775:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000001:3.0:1770653413.854778:0:3290:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000400:00000200:1.0:1770653413.854780:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecef71 [8] + 2720 00000100:00000001:3.0:1770653413.854781:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653413.854786:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797056562432 : -117276652989184 : ffff955666c21500) 00000004:00000001:2.0:1770653413.854786:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000400:00000200:1.0:1770653413.854788:0:3291:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1770653413.854788:0:12206:0:(events.c:163:reply_in_callback()) Process leaving 00000004:00000001:2.0:1770653413.854790:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.854792:0:3290:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1770653413.854796:0:3290:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00000004:00000001:2.0:1770653413.854796:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000400:00000200:1.0:1770653413.854797:0:3291:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1770653413.854797:0:12206:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8f68 00000004:00000001:2.0:1770653413.854801:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:3.0:1770653413.854802:0:3290:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000400:00000010:0.0:1770653413.854803:0:12206:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8f68. 00000100:00000001:3.0:1770653413.854806:0:3290:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.854806:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.854808:0:3291:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1770653413.854808:0:12206:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653413.854813:0:12206:0:(events.c:398:reply_out_callback()) Process leaving 00000040:00001000:2.0:1770653413.854814:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64b280 type=0x10692404 idx=1739 00000100:00000200:1.0:1770653413.854815:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:3.0:1770653413.854817:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955666c21500 x1856657707190784/t8590299195(8590299195) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.854817:0:12206:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.854821:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1739 lrh_len: 64 (3456 remains) 00000100:00000010:1.0:1770653413.854822:0:3291:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955637359880. 00000100:00000040:0.0:1770653413.854825:0:12206:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000040:00001000:2.0:1770653413.854828:0:6724:0:(llog.c:797:llog_process_thread()) index: 1739, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00000100:00000040:1.0:1770653413.854829:0:3291:0:(events.c:337:request_in_callback()) incoming req@ffff955637359880 x1856657707193728 msgsize 544 00010000:00000001:0.0:1770653413.854832:0:12206:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1770653413.854836:0:12206:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.854837:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:2.0:1770653413.854842:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000020:00000001:0.0:1770653413.854843:0:12206:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:1.0:1770653413.854845:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000001:2.0:1770653413.854846:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1770653413.854869:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f2d2a00. 00010000:00000010:3.1:1770653413.854875:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c986600. 00010000:00000010:2.1:1770653413.854877:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c987400. 00010000:00000010:0.1:1770653413.854878:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e13b600. 00000100:00000001:1.0:1770653413.854881:0:3291:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000010:3.1:1770653413.854883:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162600. 00010000:00000010:2.1:1770653413.854889:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f2d2900. 00000400:00000200:1.0:1770653413.854890:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0227f8 00010000:00000010:0.1:1770653413.854891:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556565b4c00. 00010000:00000010:2.1:1770653413.854897:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016b000. 00000400:00000010:1.0:1770653413.854897:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0227f8. 00000100:00000001:3.0:1770653413.854900:0:3290:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000010:0.1:1770653413.854900:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d669600. 00000100:00000001:1.0:1770653413.854904:0:3291:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1770653413.854907:0:3290:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000004:00000001:2.0:1770653413.854910:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000100:00000001:3.0:1770653413.854911:0:3290:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1770653413.854911:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a000. 00000100:00000200:1.0:1770653413.854912:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9556074ab100 x1856657707193728/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1770653413.854913:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:2.0:1770653413.854917:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000004:00080000:3.0:1770653413.854918:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff955666c21500/2, rc 0, transno 8590299195 00010000:00000010:0.1:1770653413.854920:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cd5ce00. 00000100:00000010:2.0:1770653413.854922:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9557030dc700. 00000004:00001000:3.0:1770653413.854926:0:3290:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 6 in flight, 14 in progress 00010000:00000010:0.1:1770653413.854928:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016be00. 00000020:00000040:2.0:1770653413.854929:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=16 obd=lustre-OST0000-osc-MDT0000 00010000:00000010:0.1:1770653413.854936:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d1f8000. 00000100:00000040:3.0:1770653413.854937:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c21500 x1856657707190784/t8590299195(8590299195) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.854937:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1770653413.854939:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1770653413.854943:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1770653413.854948:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.854948:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9556074ab100 x1856657707193728/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1770653413.854949:0:12206:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9556074aa680 x1856657707192832/t4295332616(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1770653413.854954:0:3290:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955666c21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707190784:0@lo:6:osp-syn-0-0.0 02000000:00000010:2.0:1770653413.854957:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff955616e3b400. 00000100:00000001:2.0:1770653413.854963:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1770653413.854968:0:3290:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000004:00000001:2.0:1770653413.854969:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626799678768896 : -117274030782720 : ffff9557030dc700) 00000400:00000001:3.0:1770653413.854972:0:3290:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1770653413.854976:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1770653413.854978:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95561b0ee580. 00000100:00000001:1.0:1770653413.854981:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.854984:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.854985:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888110 00000100:00000001:1.0:1770653413.854986:0:3291:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1770653413.854992:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888110. 00000100:00000040:2.0:1770653413.854993:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de841923] to pc [ptlrpcd_00_03+3] req@ffff9557030dc700 x1856657707194240/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.854993:0:3291:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.854993:0:12206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9556074aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+15:3289:x1856657707192832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11191us (14495us total) trans 4295332616 rc 0/0 00000100:00000001:3.0:1770653413.855000:0:3290:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1770653413.855001:0:3291:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26297 usecs (27 jiffies) 00000100:00000200:3.0:1770653413.855009:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955603ca4700 x1856657707188736/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.855009:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444695 00000100:00100000:0.0:1770653413.855014:0:12206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136169 00000004:00000001:2.0:1770653413.855016:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.855017:0:3291:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444694 00000100:00000040:0.0:1770653413.855020:0:12206:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 1 00000004:00001000:2.0:1770653413.855022:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 6 in flight, 14 in progress 00000100:00000001:1.0:1770653413.855024:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444695 00000100:00000001:0.0:1770653413.855027:0:12206:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000004:00001000:2.0:1770653413.855029:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1739, id 1958 00000100:00000001:1.0:1770653413.855032:0:3291:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444694 00000100:00000001:0.0:1770653413.855032:0:12206:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000001:2.0:1770653413.855035:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000020:00000010:0.0:1770653413.855037:0:12206:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d080. 00000004:00000001:2.0:1770653413.855041:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:1.0:1770653413.855041:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444695 00000020:00000010:0.0:1770653413.855044:0:12206:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada578. 00000004:00000001:2.0:1770653413.855045:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.855046:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955603ca4700 x1856657707188736/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.855047:0:3291:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444694 00000004:00000001:2.0:1770653413.855051:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000020:00000010:0.0:1770653413.855052:0:12206:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9556560ae600. 00000100:00000001:1.0:1770653413.855055:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444695 00000004:00000001:2.0:1770653413.855056:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000020:00000040:0.0:1770653413.855060:0:12206:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 14 00000004:00000001:2.0:1770653413.855061:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.855062:0:3291:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444694 00000100:00000001:0.0:1770653413.855067:0:12206:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:2.0:1770653413.855068:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64b2c0 type=0x10692404 idx=1740 00000100:00000001:1.0:1770653413.855069:0:3291:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.855070:0:3290:0:(events.c:163:reply_in_callback()) Process leaving 00000040:00001000:2.0:1770653413.855076:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1740 lrh_len: 64 (3392 remains) 00000100:00000001:3.0:1770653413.855077:0:3290:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.855077:0:3291:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.855080:0:12206:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000040:00001000:2.0:1770653413.855081:0:6724:0:(llog.c:797:llog_process_thread()) index: 1740, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00000100:00000001:1.0:1770653413.855084:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.855085:0:3290:0:(client.c:1568:after_reply()) Process entered 00000004:00000001:2.0:1770653413.855085:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00100000:0.0:1770653413.855086:0:12206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707192960 02000000:00000001:3.0:1770653413.855089:0:3290:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1770653413.855090:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653413.855091:0:12206:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000004:00000001:2.0:1770653413.855092:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:3.0:1770653413.855094:0:3290:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000004:00000001:2.0:1770653413.855096:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.855096:0:12206:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653413.855097:0:3290:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.855098:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1770653413.855100:0:12206:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.855103:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000004:00000001:2.0:1770653413.855104:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 02000000:00000001:3.0:1770653413.855105:0:3290:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.855105:0:12206:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.855108:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000100:00000001:1.0:1770653413.855112:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1770653413.855113:0:3290:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00000004:00000001:2.0:1770653413.855114:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00100000:0.0:1770653413.855114:0:12206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707192960 00000100:00000001:1.0:1770653413.855116:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1770653413.855119:0:12206:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:2.0:1770653413.855120:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9557030dea00. 00000100:00000001:1.0:1770653413.855122:0:3291:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00001000:3.0:1770653413.855123:0:3290:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00000020:00000040:0.0:1770653413.855123:0:12206:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00000020:00000040:2.0:1770653413.855124:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=17 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1770653413.855128:0:12206:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1770653413.855131:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1770653413.855132:0:3290:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1770653413.855132:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9557030dc700 x1856657707194240/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1770653413.855133:0:12206:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=15 02000000:00000001:2.0:1770653413.855134:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1770653413.855137:0:3290:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.855139:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.855139:0:12206:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00010000:00000001:3.0:1770653413.855144:0:3290:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1770653413.855146:0:12206:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00010000:00000001:3.0:1770653413.855149:0:3290:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653413.855149:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff955616e39c00. 00000100:00000001:0.0:1770653413.855152:0:12206:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1770653413.855157:0:3290:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00000001:2.0:1770653413.855158:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.855159:0:12206:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a940. 00000100:00000001:1.0:1770653413.855160:0:3291:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1770653413.855161:0:3290:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1770653413.855165:0:3291:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.855167:0:3290:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000004:00000001:2.0:1770653413.855168:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626799678777856 : -117274030773760 : ffff9557030dea00) 00000100:00000001:0.0:1770653413.855168:0:12206:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1770653413.855169:0:3291:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1770653413.855170:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1770653413.855173:0:3291:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.855174:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795396155136 : -117278313396480 : ffff955603ca4700) 00000020:00000010:0.0:1770653413.855175:0:12206:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a940. 00000100:00000001:2.0:1770653413.855177:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1770653413.855181:0:3290:0:(client.c:3055:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1770653413.855181:0:3291:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.855183:0:12206:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955626008800. 00000100:00000001:2.0:1770653413.855185:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.855186:0:3290:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00000020:00000010:0.0:1770653413.855188:0:12206:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519f00. 00000100:00100000:1.0:1770653413.855189:0:3291:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9557030dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707194240:0@lo:6:osp-syn-0-0.0 00000100:00000001:3.0:1770653413.855190:0:3290:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1770653413.855194:0:3290:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.855196:0:12206:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d4b0. 00000100:00000001:1.0:1770653413.855197:0:3291:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1770653413.855198:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca8b0ede] to pc [ptlrpcd_00_00+0] req@ffff9557030dea00 x1856657707194368/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653413.855201:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955603ca4700 x1856657707188736/t4295332611(4295332611) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1770653413.855202:0:3291:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1770653413.855202:0:12206:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1770653413.855207:0:12206:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1770653413.855208:0:3291:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.855212:0:12206:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.855214:0:3291:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1770653413.855221:0:12206:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.855222:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955661e7b000. 02000000:00000001:1.0:1770653413.855229:0:3291:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.855233:0:12206:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.855236:0:3290:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1770653413.855236:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955642e02c08. 00000004:00000001:2.0:1770653413.855240:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.855243:0:3290:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1770653413.855244:0:12206:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000004:00001000:2.0:1770653413.855245:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 7 in flight, 15 in progress 00000400:00000010:1.0:1770653413.855245:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0227f8. 00000100:00000001:3.0:1770653413.855246:0:3290:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1770653413.855248:0:12206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707193216 00000100:00000200:1.0:1770653413.855251:0:3291:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707194240, portal 4 00000004:00001000:2.0:1770653413.855253:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1740, id 1958 00000004:00080000:3.0:1770653413.855254:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff955603ca4700/2, rc 0, transno 4295332611 02000000:00000001:0.0:1770653413.855254:0:12206:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1770653413.855257:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000004:00000001:2.0:1770653413.855259:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000001:0.0:1770653413.855259:0:12206:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653413.855261:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799678768896 : -117274030782720 : ffff9557030dc700) 00000004:00001000:3.0:1770653413.855262:0:3290:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 7 in flight, 14 in progress 00000004:00000001:2.0:1770653413.855263:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:0.0:1770653413.855263:0:12206:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.855267:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.855270:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 02000000:00000001:0.0:1770653413.855270:0:12206:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.855273:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000040:1.0:1770653413.855274:0:3291:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff9557030dc700 x1856657707194240/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1770653413.855275:0:12206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707193216 00000004:00000001:2.0:1770653413.855276:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.855279:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955603ca4700 x1856657707188736/t4295332611(4295332611) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653413.855280:0:12206:0:(genops.c:811:class_conn2export()) Process entered 00000040:00001000:2.0:1770653413.855283:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64b300 type=0x10692404 idx=1741 00000020:00000040:0.0:1770653413.855284:0:12206:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00000040:00001000:2.0:1770653413.855291:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1741 lrh_len: 64 (3328 remains) 00000020:00000001:0.0:1770653413.855291:0:12206:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653413.855295:0:12206:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=13 00000040:00001000:2.0:1770653413.855297:0:6724:0:(llog.c:797:llog_process_thread()) index: 1741, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00000020:00000001:0.0:1770653413.855301:0:12206:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000004:00000001:2.0:1770653413.855304:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:1.0:1770653413.855305:0:3291:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1770653413.855309:0:12206:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000004:00000001:2.0:1770653413.855310:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000040:1.0:1770653413.855314:0:3291:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000004:00000001:2.0:1770653413.855315:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.855316:0:3290:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955603ca4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707188736:0@lo:6:osp-syn-1-0.0 00000100:00000001:0.0:1770653413.855316:0:12206:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1770653413.855318:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022d48. 00000004:00000001:2.0:1770653413.855322:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000020:00000010:0.0:1770653413.855323:0:12206:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a940. 00000100:00000200:1.0:1770653413.855324:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707194240, offset 0 00000004:00000001:2.0:1770653413.855325:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000400:00000001:3.0:1770653413.855328:0:3290:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000004:00000001:2.0:1770653413.855329:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000001:0.0:1770653413.855329:0:12206:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1770653413.855332:0:3290:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1770653413.855334:0:12206:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a940. 00000400:00000010:3.0:1770653413.855336:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2c60. 00000100:00000010:2.0:1770653413.855336:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9557030df800. 00000020:00000010:0.0:1770653413.855339:0:12206:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955626009c00. 00000020:00000040:2.0:1770653413.855343:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=18 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:3.0:1770653413.855345:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888e58 00000020:00000010:0.0:1770653413.855345:0:12206:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519d00. 00000100:00000001:2.0:1770653413.855348:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1770653413.855350:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888e58. 02000000:00000001:2.0:1770653413.855351:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000010:0.0:1770653413.855352:0:12206:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d320. 00000100:00000001:3.0:1770653413.855355:0:3290:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1770653413.855356:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.855357:0:12206:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1770653413.855360:0:3291:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1770653413.855362:0:12206:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:3.0:1770653413.855363:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955603ca5500 x1856657707189248/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.855365:0:12206:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653413.855366:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff955616e3a800. 00000400:00000200:1.0:1770653413.855371:0:3291:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1770653413.855373:0:12206:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.855374:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.855380:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626799678781440 : -117274030770176 : ffff9557030df800) 00000100:00000200:3.0:1770653413.855385:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955603ca5500 x1856657707189248/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.855386:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1770653413.855386:0:12206:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.855387:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b5780 00000100:00000001:2.0:1770653413.855392:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.855398:0:12206:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1770653413.855400:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecef71 [8] + 3264 00000100:00000040:2.0:1770653413.855402:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca3c23ac] to pc [ptlrpcd_00_01+1] req@ffff9557030df800 x1856657707194496/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1770653413.855402:0:12206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707193600 02000000:00000001:0.0:1770653413.855408:0:12206:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1770653413.855410:0:3291:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1770653413.855412:0:12206:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653413.855415:0:12206:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.855422:0:3290:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1770653413.855422:0:3291:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1770653413.855423:0:12206:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.855426:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.855427:0:3290:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1770653413.855429:0:12206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707193600 00000100:00000001:1.0:1770653413.855430:0:3291:0:(events.c:286:request_in_callback()) Process entered 00000004:00001000:2.0:1770653413.855432:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 8 in flight, 16 in progress 00000100:00000001:3.0:1770653413.855433:0:3290:0:(client.c:1568:after_reply()) Process entered 00000100:00000200:1.0:1770653413.855434:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000001:0.0:1770653413.855435:0:12206:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1770653413.855436:0:3290:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000004:00001000:2.0:1770653413.855438:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1741, id 1958 00000100:00000001:3.0:1770653413.855440:0:3290:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1770653413.855440:0:12206:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00000004:00000001:2.0:1770653413.855442:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000010:1.0:1770653413.855442:0:3291:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955637358a80. 00000100:00000001:3.0:1770653413.855444:0:3290:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.855445:0:12206:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1770653413.855447:0:3291:0:(events.c:337:request_in_callback()) incoming req@ffff955637358a80 x1856657707194240 msgsize 544 02000000:00000001:3.0:1770653413.855450:0:3290:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.855450:0:12206:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=14 00000004:00000001:2.0:1770653413.855452:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00001000:3.0:1770653413.855457:0:3290:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00000004:00000001:2.0:1770653413.855458:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.855458:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1770653413.855458:0:12206:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00001000:3.0:1770653413.855467:0:3290:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00000004:00000001:2.0:1770653413.855467:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000020:00000001:0.0:1770653413.855467:0:12206:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000004:00000001:2.0:1770653413.855471:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:1.0:1770653413.855472:0:3291:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1770653413.855474:0:12206:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000004:00000001:2.0:1770653413.855475:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.855476:0:3290:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1770653413.855479:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022d48 00000100:00000001:3.0:1770653413.855480:0:3290:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.855481:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f649b80 type=0x10692404 idx=3567 00000020:00000010:0.0:1770653413.855481:0:12206:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a940. 00000400:00000010:1.0:1770653413.855482:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022d48. 00010000:00000001:3.0:1770653413.855488:0:3290:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000040:00001000:2.0:1770653413.855489:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3567 lrh_len: 64 (1152 remains) 00000100:00000001:0.0:1770653413.855489:0:12206:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.855490:0:3291:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:3.0:1770653413.855491:0:3290:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.855495:0:7854:0:(llog.c:797:llog_process_thread()) index: 3567, lh_last_idx: 3602 synced_idx: 3602 lgh_last_idx: 3602 00000020:00000010:0.0:1770653413.855497:0:12206:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a940. 00000100:00000200:1.0:1770653413.855498:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9557030dc700 x1856657707194240/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.855499:0:3290:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000004:00000001:2.0:1770653413.855499:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000040:3.0:1770653413.855504:0:3290:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000004:00000001:2.0:1770653413.855505:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000020:00000010:0.0:1770653413.855505:0:12206:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955626008200. 00000004:00000001:2.0:1770653413.855510:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.855511:0:3290:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000020:00000010:0.0:1770653413.855512:0:12206:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519b00. 00000100:00000001:3.0:1770653413.855515:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000004:00000001:2.0:1770653413.855516:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000100:00000001:3.0:1770653413.855519:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795396158720 : -117278313392896 : ffff955603ca5500) 00000100:00000001:1.0:1770653413.855519:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1770653413.855519:0:12206:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d258. 00000004:00000001:2.0:1770653413.855520:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:2.0:1770653413.855524:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000001:3.0:1770653413.855527:0:3290:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1770653413.855527:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9557030dc700 x1856657707194240/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.855528:0:12206:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000010:2.0:1770653413.855530:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9557030dd880. 00000100:00000040:3.0:1770653413.855532:0:3290:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00000100:00000001:0.0:1770653413.855532:0:12206:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1770653413.855537:0:12206:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.855538:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=17 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:3.0:1770653413.855539:0:3290:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1770653413.855544:0:3290:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.855544:0:12206:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.855546:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1770653413.855552:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.855553:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1770653413.855555:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955603ca5500 x1856657707189248/t4295332613(4295332613) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.855556:0:3291:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1770653413.855557:0:12206:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653413.855559:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.855561:0:3291:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.855565:0:12206:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1770653413.855568:0:3291:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26297 usecs (27 jiffies) 02000000:00000010:2.0:1770653413.855569:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff955616e39000. 00000100:00100000:0.0:1770653413.855569:0:12206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707193728 00000100:00000001:1.0:1770653413.855574:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444695 02000000:00000001:0.0:1770653413.855574:0:12206:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653413.855578:0:3290:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.855579:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.855579:0:12206:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653413.855580:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444695 00000100:00000001:0.0:1770653413.855584:0:12206:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.855585:0:3290:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1770653413.855587:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444695 00000004:00000001:2.0:1770653413.855588:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626799678773376 : -117274030778240 : ffff9557030dd880) 00000100:00000001:3.0:1770653413.855589:0:3290:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653413.855590:0:12206:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.855591:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444695 00000004:00080000:3.0:1770653413.855595:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff955603ca5500/2, rc 0, transno 4295332613 00000100:00000001:1.0:1770653413.855597:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444695 00000100:00100000:0.0:1770653413.855597:0:12206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707193728 00000100:00000001:2.0:1770653413.855598:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000004:00001000:3.0:1770653413.855599:0:3290:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 7 in flight, 15 in progress 00000020:00000001:0.0:1770653413.855603:0:12206:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1770653413.855604:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444695 00000100:00000001:2.0:1770653413.855607:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.855608:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955603ca5500 x1856657707189248/t4295332613(4295332613) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1770653413.855608:0:12206:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00000100:00000001:1.0:1770653413.855609:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444695 00000020:00000001:0.0:1770653413.855612:0:12206:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1770653413.855615:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444695 00000020:00000040:0.0:1770653413.855616:0:12206:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=15 00000100:00000040:2.0:1770653413.855621:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6bee34d] to pc [ptlrpcd_00_02+2] req@ffff9557030dd880 x1856657707194624/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.855621:0:3291:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.855623:0:12206:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000001:1.0:1770653413.855628:0:3291:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.855629:0:12206:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000001:1.0:1770653413.855635:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.855636:0:12206:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1770653413.855643:0:3290:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955603ca5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707189248:0@lo:6:osp-syn-1-0.0 00000100:00000001:1.0:1770653413.855643:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1770653413.855643:0:12206:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a940. 00000004:00000001:2.0:1770653413.855647:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.855650:0:12206:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.855652:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1770653413.855654:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:2.0:1770653413.855656:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 7 in flight, 15 in progress 00000100:00000001:1.0:1770653413.855657:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1770653413.855657:0:12206:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a940. 00000100:00000001:3.0:1770653413.855658:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653413.855664:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1770653413.855665:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955666c22300 x1856657707190912/t8590299198(8590299198) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00001000:2.0:1770653413.855665:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3567, id 1934 00000020:00000010:0.0:1770653413.855666:0:12206:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955626008c00. 00000100:00000001:1.0:1770653413.855667:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1770653413.855670:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.855672:0:12206:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519500. 00000004:00000001:2.0:1770653413.855675:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00100000:1.0:1770653413.855676:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000020:00000010:0.0:1770653413.855678:0:12206:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d578. 00000004:00000001:2.0:1770653413.855681:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:1.0:1770653413.855682:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.855684:0:12206:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000004:00000001:2.0:1770653413.855685:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.855688:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1770653413.855689:0:12206:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1770653413.855691:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:1.0:1770653413.855692:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.855693:0:12206:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.855695:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:3.0:1770653413.855696:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.855698:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:2.0:1770653413.855699:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.855700:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653413.855701:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1770653413.855701:0:12206:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.855705:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f649bc0 type=0x10692404 idx=3568 00000100:00000001:1.0:1770653413.855706:0:3291:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1770653413.855709:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955666c20a80 x1856657707191424/t8590299193(8590299193) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000040:00001000:2.0:1770653413.855711:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3568 lrh_len: 64 (1088 remains) 00000100:00000001:0.0:1770653413.855711:0:12206:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653413.855714:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9557030dce00 x1856657707194112/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000040:00001000:2.0:1770653413.855718:0:7854:0:(llog.c:797:llog_process_thread()) index: 3568, lh_last_idx: 3602 synced_idx: 3602 lgh_last_idx: 3602 00000100:00000001:0.0:1770653413.855721:0:12206:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000004:00000001:2.0:1770653413.855726:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00100000:0.0:1770653413.855727:0:12206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707194240 02000000:00000001:0.0:1770653413.855732:0:12206:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000004:00000001:2.0:1770653413.855733:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:3.0:1770653413.855737:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.855737:0:12206:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000004:00000001:2.0:1770653413.855738:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.855755:0:12206:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.855756:0:3291:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1770653413.855758:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000004:00000001:2.0:1770653413.855758:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000100:00000001:1.0:1770653413.855760:0:3291:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.855761:0:12206:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.855762:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 02000000:00000001:1.0:1770653413.855765:0:3291:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1770653413.855766:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955666c20000 x1856657707191296/t8590299191(8590299191) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1770653413.855767:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00100000:0.0:1770653413.855767:0:12206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707194240 02000000:00000001:1.0:1770653413.855768:0:3291:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.855772:0:12206:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:2.0:1770653413.855773:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9557030de680. 02000000:00000001:1.0:1770653413.855776:0:3291:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.855776:0:12206:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00000020:00000040:2.0:1770653413.855779:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=18 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:0.0:1770653413.855781:0:12206:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1770653413.855785:0:3291:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9557030dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707194112:0@lo:6:osp-syn-1-0.0 00000020:00000040:0.0:1770653413.855786:0:12206:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=16 00000100:00000001:2.0:1770653413.855787:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1770653413.855790:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.855791:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1770653413.855793:0:12206:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000001:3.0:1770653413.855796:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1770653413.855797:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.855797:0:3291:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1770653413.855798:0:12206:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 02000000:00000001:1.0:1770653413.855803:0:3291:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1770653413.855804:0:12206:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1770653413.855805:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955666c21500 x1856657707190784/t8590299195(8590299195) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1770653413.855805:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff955616e39800. 02000000:00000001:1.0:1770653413.855806:0:3291:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.855809:0:12206:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a940. 02000000:00000001:1.0:1770653413.855812:0:3291:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1770653413.855813:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.855815:0:12206:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1770653413.855819:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955661e7bc00. 00000004:00000001:2.0:1770653413.855820:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626799678776960 : -117274030774656 : ffff9557030de680) 00000020:00000010:0.0:1770653413.855822:0:12206:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a940. 02000000:00000001:1.0:1770653413.855825:0:3291:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.855827:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000010:0.0:1770653413.855830:0:12206:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955626008000. 00000400:00000010:1.0:1770653413.855832:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955642e02058. 00000100:00000001:2.0:1770653413.855833:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.855834:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.855836:0:12206:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519680. 00000100:00000001:3.0:1770653413.855840:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1770653413.855842:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022d48. 00000020:00000010:0.0:1770653413.855843:0:12206:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d640. 00000100:00000040:2.0:1770653413.855844:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004742a8c6] to pc [ptlrpcd_00_03+3] req@ffff9557030de680 x1856657707194752/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653413.855846:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955603ca4700 x1856657707188736/t4295332611(4295332611) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.855868:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.855869:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653413.855874:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955603ca5500 x1856657707189248/t4295332613(4295332613) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.1:1770653413.855875:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0400. 00000100:00000001:0.0:1770653413.855885:0:12206:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:1.0:1770653413.855886:0:3291:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707194112, portal 4 00000100:00000001:0.0:1770653413.855890:0:12206:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1770653413.855894:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1770653413.855894:0:12206:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.855896:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.855897:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799678770688 : -117274030780928 : ffff9557030dce00) 00000100:00000001:3.0:1770653413.855898:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.855900:0:12206:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:2.0:1770653413.855903:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 8 in flight, 16 in progress 00000100:00000001:3.0:1770653413.855905:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000004:00001000:2.0:1770653413.855909:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3568, id 1934 00000100:00000040:1.0:1770653413.855910:0:3291:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff9557030dce00 x1856657707194112/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.855910:0:12206:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.855912:0:3290:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000004:00000001:2.0:1770653413.855913:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000001:3.0:1770653413.855917:0:3290:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1770653413.855922:0:12206:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653413.855924:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653413.855925:0:3291:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1770653413.855926:0:12206:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1770653413.855927:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1770653413.855931:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.855932:0:12200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1770653413.855932:0:3291:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1770653413.855935:0:12206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136170 00000100:00000001:2.0:1770653413.855937:0:12200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1770653413.855938:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000010:1.0:1770653413.855939:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0226e8. 00000100:00000040:0.0:1770653413.855942:0:12206:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 2 00000100:00000001:3.0:1770653413.855944:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1770653413.855945:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707194112, offset 0 00000100:00100000:2.0:1770653413.855946:0:12200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136171 00000100:00000001:0.0:1770653413.855947:0:12206:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800410961536 : -117273298590080 : ffff95572eb22680) 00000100:00000001:3.0:1770653413.855950:0:3290:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1770653413.855954:0:12200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 1 00000400:00000200:1.0:1770653413.855955:0:3291:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1770653413.855956:0:3290:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653413.855960:0:12206:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95572eb22680 x1856657707192960/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.855961:0:12200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626796258830848 : -117277450720768 : ffff95563735aa00) 00000100:00000001:3.0:1770653413.855962:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653413.855968:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1770653413.855968:0:3291:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1770653413.855972:0:12200:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95563735aa00 x1856657707193216/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.855973:0:3290:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1770653413.855983:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b5700 00000100:00000040:3.0:1770653413.855984:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9557030de680 x1856657707194752/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.855994:0:12206:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1770653413.855996:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecef71 [8] + 3808 00000020:00000010:0.0:1770653413.856000:0:12206:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a940. 00000100:00000001:2.0:1770653413.856003:0:12200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1770653413.856008:0:12206:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1770653413.856009:0:3291:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1770653413.856010:0:12200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59a40. 00000100:00000001:3.0:1770653413.856014:0:3290:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000020:00000010:0.0:1770653413.856016:0:12206:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a940. 00000100:00000001:2.0:1770653413.856017:0:12200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.856018:0:3290:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.856020:0:3291:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1770653413.856024:0:12200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59a40. 02000000:00000001:3.0:1770653413.856027:0:3290:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1770653413.856028:0:3291:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:0.0:1770653413.856028:0:12206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95572eb22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+15:3290:x1856657707192960:12345-0@lo:6:osp-syn-1-0.0 00000100:00000200:1.0:1770653413.856032:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:3.0:1770653413.856033:0:3290:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1770653413.856034:0:12200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95563735aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+16:3291:x1856657707193216:12345-0@lo:6:osp-syn-0-0.0 00000100:00000200:0.0:1770653413.856040:0:12206:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707192960 02000000:00000001:3.0:1770653413.856042:0:3290:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1770653413.856042:0:3291:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95563735b100. 00000100:00000200:2.0:1770653413.856043:0:12200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707193216 00000020:00000001:0.0:1770653413.856045:0:12206:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:1.0:1770653413.856048:0:3291:0:(events.c:337:request_in_callback()) incoming req@ffff95563735b100 x1856657707194112 msgsize 544 00000020:00000001:2.0:1770653413.856049:0:12200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1770653413.856051:0:12206:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:3.0:1770653413.856054:0:3290:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9557030de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707194752:0@lo:6:osp-syn-1-0.0 00000020:00000001:2.0:1770653413.856054:0:12200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1770653413.856056:0:12206:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.856059:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1770653413.856060:0:12200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.856061:0:12206:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1770653413.856066:0:12200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1770653413.856066:0:12206:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000100:00000001:3.0:1770653413.856068:0:3290:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1770653413.856072:0:3291:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1770653413.856073:0:12200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000020:00000001:0.0:1770653413.856073:0:12206:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1770653413.856074:0:3290:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1770653413.856077:0:12206:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1770653413.856080:0:3290:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.856080:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0226e8 00000020:00000001:2.0:1770653413.856081:0:12200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1770653413.856081:0:12206:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1770653413.856086:0:12200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1770653413.856087:0:3290:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1770653413.856087:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0226e8. 00000020:00000001:0.0:1770653413.856087:0:12206:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1770653413.856091:0:12200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1770653413.856092:0:12206:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1770653413.856094:0:12200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1770653413.856094:0:3291:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:3.0:1770653413.856096:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955602a0f400. 00000020:00000001:0.0:1770653413.856096:0:12206:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1770653413.856099:0:12200:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000100:00000200:1.0:1770653413.856101:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9557030dce00 x1856657707194112/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653413.856101:0:12206:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.856103:0:12200:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 02000000:00000001:3.0:1770653413.856104:0:3290:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.856107:0:12200:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.856108:0:12206:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1770653413.856113:0:12200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1770653413.856114:0:12206:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.856115:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2160. 00000001:00000001:2.0:1770653413.856116:0:12200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.856123:0:12206:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1770653413.856124:0:12200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000400:00000010:3.0:1770653413.856125:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a783b8. 00000001:00000001:2.0:1770653413.856128:0:12200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1770653413.856129:0:12206:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1770653413.856134:0:3290:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707194752, portal 4 00000001:00000001:2.0:1770653413.856134:0:12200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.856138:0:12206:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.856141:0:12200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:3.0:1770653413.856142:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000001:00000001:2.0:1770653413.856145:0:12200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1770653413.856145:0:12206:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:3.0:1770653413.856147:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799678776960 : -117274030774656 : ffff9557030de680) 00000100:00000001:1.0:1770653413.856149:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000001:00000001:0.0:1770653413.856150:0:12206:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1770653413.856151:0:12200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.856155:0:12200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1770653413.856158:0:12206:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.856159:0:12200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1770653413.856159:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9557030dce00 x1856657707194112/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653413.856161:0:3290:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff9557030de680 x1856657707194752/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1770653413.856167:0:12206:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1770653413.856168:0:12200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.856173:0:12206:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1770653413.856174:0:12200:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.856181:0:12200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.856183:0:12206:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.856185:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.856187:0:12200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1770653413.856191:0:3291:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1770653413.856191:0:12206:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.856192:0:12200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1770653413.856197:0:3290:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1770653413.856199:0:12200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff955616e3b800. 00000100:00000001:1.0:1770653413.856200:0:3291:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.856200:0:12206:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.856203:0:12200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.856205:0:3290:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1770653413.856207:0:3291:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26311 usecs (27 jiffies) 00000100:00000001:2.0:1770653413.856209:0:12200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.856210:0:12206:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1770653413.856212:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444696 00000400:00000010:3.0:1770653413.856213:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a786e8. 00002000:00000001:2.0:1770653413.856216:0:12200:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 02000000:00000001:0.0:1770653413.856216:0:12206:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1770653413.856220:0:3291:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444695 00010000:00000001:2.0:1770653413.856221:0:12200:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000200:3.0:1770653413.856222:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707194752, offset 0 02000000:00000010:0.0:1770653413.856223:0:12206:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff955618138000. 00010000:00000001:2.0:1770653413.856226:0:12200:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.856227:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444696 02000000:00000001:0.0:1770653413.856229:0:12206:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:2.0:1770653413.856231:0:12200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5442 count 1 00000100:00000001:1.0:1770653413.856233:0:3291:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444695 00000100:00000001:0.0:1770653413.856235:0:12206:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.856236:0:3290:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00002000:00000001:2.0:1770653413.856238:0:12200:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000100:00000001:1.0:1770653413.856241:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444696 00002000:00000001:0.0:1770653413.856242:0:12206:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00002000:00000001:2.0:1770653413.856243:0:12200:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1770653413.856248:0:12200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1770653413.856249:0:12206:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:1.0:1770653413.856250:0:3291:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444695 00000400:00000200:3.0:1770653413.856252:0:3290:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1770653413.856252:0:12200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796844915016 : -117276864636600 : ffff95565a249948) 00010000:00000001:0.0:1770653413.856253:0:12206:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.856255:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444696 00002000:00000001:2.0:1770653413.856259:0:12200:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796844914928 : -117276864636688 : ffff95565a2498f0) 00002000:00080000:0.0:1770653413.856260:0:12206:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5113 count 1 00010000:00000001:2.0:1770653413.856264:0:12200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000001:1.0:1770653413.856264:0:3291:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444695 00002000:00000001:0.0:1770653413.856265:0:12206:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000400:00000200:3.0:1770653413.856270:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b5980 00010000:00000001:2.0:1770653413.856270:0:12200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00002000:00000001:0.0:1770653413.856270:0:12206:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00000001:1.0:1770653413.856271:0:3291:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.856275:0:12206:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000040:2.0:1770653413.856276:0:12200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556613f3c00 count: 2 00000100:00000001:1.0:1770653413.856277:0:3291:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.856281:0:12206:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797071735112 : -117276637816504 : ffff955667a99948) 00010000:00000001:2.0:1770653413.856282:0:12200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.856283:0:3291:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1770653413.856284:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecef71 [8] + 4352 00002000:00000001:0.0:1770653413.856289:0:12206:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797071735024 : -117276637816592 : ffff955667a998f0) 00010000:00000001:2.0:1770653413.856290:0:12200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000040:1.0:1770653413.856291:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9557030dd880 x1856657707194624/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.0:1770653413.856295:0:12200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561c987400. 00010000:00000001:0.0:1770653413.856296:0:12206:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000400:00000200:3.0:1770653413.856297:0:3290:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1770653413.856301:0:12206:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:2.0:1770653413.856302:0:12200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1770653413.856308:0:12200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561c987400 with handle 0x2aed14e4e178ce1f to hash 00010000:00000040:0.0:1770653413.856308:0:12206:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95560e946600 count: 2 00000400:00000200:3.0:1770653413.856310:0:3290:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1770653413.856312:0:3291:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1770653413.856315:0:12200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:1.0:1770653413.856316:0:3291:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.856316:0:12206:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.856319:0:12200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795812320256 : -117277897231360 : ffff95561c987400) 00000100:00000001:3.0:1770653413.856320:0:3290:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1770653413.856322:0:3291:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1770653413.856323:0:12206:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000200:3.0:1770653413.856326:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000001:2.0:1770653413.856326:0:12200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795812320256 : -117277897231360 : ffff95561c987400) 02000000:00000001:1.0:1770653413.856326:0:3291:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1770653413.856328:0:12206:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561ae2a000. 00010000:00000001:2.0:1770653413.856331:0:12200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:1.0:1770653413.856334:0:3291:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.856335:0:12200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.856335:0:12206:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000010:3.0:1770653413.856337:0:3290:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572eb22a00. 00000020:00000040:0.0:1770653413.856341:0:12206:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561ae2a000 with handle 0x2aed14e4e178ce26 to hash 00010000:00010000:2.0:1770653413.856343:0:12200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95561c987400/0x2aed14e4e178ce1f lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1542:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1770653413.856344:0:3290:0:(events.c:337:request_in_callback()) incoming req@ffff95572eb22a00 x1856657707194752 msgsize 544 00000100:00100000:1.0:1770653413.856344:0:3291:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9557030dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707194624:0@lo:6:osp-syn-1-0.0 00000020:00000001:0.0:1770653413.856345:0:12206:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1770653413.856348:0:12206:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795783626752 : -117277925924864 : ffff95561ae2a000) 00010000:00000001:0.0:1770653413.856355:0:12206:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795783626752 : -117277925924864 : ffff95561ae2a000) 00000100:00000001:1.0:1770653413.856356:0:3291:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1770653413.856360:0:3291:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:0.0:1770653413.856363:0:12206:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00100000:3.0:1770653413.856364:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1770653413.856364:0:3291:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.856365:0:12200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1770653413.856366:0:12206:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.856370:0:3291:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1770653413.856371:0:12200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00010000:0.0:1770653413.856373:0:12206:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a000/0x2aed14e4e178ce26 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x13f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.856375:0:12200:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 02000000:00000010:1.0:1770653413.856377:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955661e7b400. 00010000:00000001:2.0:1770653413.856378:0:12200:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1770653413.856381:0:12200:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000100:00000001:3.0:1770653413.856384:0:3290:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:0.0:1770653413.856384:0:12206:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1770653413.856385:0:12200:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 02000000:00000001:1.0:1770653413.856385:0:3291:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.856387:0:12206:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1770653413.856391:0:12206:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00010000:2.0:1770653413.856393:0:12200:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff95571016b400/0x2aed14e4e178a013 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1542:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d5f expref: 97 pid: 76390 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1770653413.856394:0:12206:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000400:00000200:3.0:1770653413.856396:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a786e8 00000100:00000001:1.0:1770653413.856399:0:6728:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1770653413.856400:0:12206:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000400:00000010:3.0:1770653413.856402:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a786e8. 00000100:00100000:1.0:1770653413.856404:0:6728:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707194112 00010000:00000001:0.0:1770653413.856404:0:12206:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 02000000:00000001:1.0:1770653413.856410:0:6728:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653413.856411:0:3290:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1770653413.856413:0:6728:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:0.0:1770653413.856415:0:12206:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff95565d1f9600/0x2aed14e4e178a25f lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x13f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f6c expref: 95 pid: 6531 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1770653413.856417:0:6728:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.856422:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9557030de680 x1856657707194752/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1770653413.856423:0:6728:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.856425:0:12200:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1770653413.856428:0:12200:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.856429:0:6728:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707194112 00000020:00000001:1.0:1770653413.856433:0:6728:0:(genops.c:811:class_conn2export()) Process entered 00010000:00010000:2.0:1770653413.856435:0:12200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000040:1.0:1770653413.856436:0:6728:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00010000:00000001:2.0:1770653413.856440:0:12200:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.856441:0:6728:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653413.856445:0:6728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=16 00010000:00000001:2.0:1770653413.856446:0:12200:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1770653413.856450:0:12206:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:2.0:1770653413.856451:0:12200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000001:1.0:1770653413.856451:0:6728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00010000:00000001:0.0:1770653413.856455:0:12206:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.856456:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1770653413.856456:0:12200:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653413.856456:0:6728:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000040:3.0:1770653413.856462:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9557030de680 x1856657707194752/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.856465:0:12200:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.856465:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00010000:0.0:1770653413.856465:0:12206:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000010:1.0:1770653413.856470:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cf80. 00010000:00000001:2.0:1770653413.856472:0:12200:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00000001:0.0:1770653413.856472:0:12206:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.856476:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1770653413.856477:0:12200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95561c987400/0x2aed14e4e178ce1f lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1542:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.856479:0:12206:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000010:1.0:1770653413.856484:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cf80. 00000100:00000001:3.0:1770653413.856486:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.856487:0:12206:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000010:1.0:1770653413.856490:0:6728:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9556560ae400. 00000100:00000001:3.0:1770653413.856493:0:3290:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1770653413.856493:0:12206:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1770653413.856498:0:12200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1542:0x0].0x0 (ffff9556613f3c00) refcount = 2 00000020:00000010:1.0:1770653413.856498:0:6728:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d980. 00010000:00000001:0.0:1770653413.856499:0:12206:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.856500:0:3290:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.856504:0:6728:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada898. 00010000:00000040:2.0:1770653413.856507:0:12200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:0.0:1770653413.856507:0:12206:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000100:00000040:3.0:1770653413.856509:0:3290:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26311 usecs (27 jiffies) 00000100:00000001:1.0:1770653413.856510:0:6728:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653413.856514:0:6728:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653413.856515:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444696 00010000:00010000:0.0:1770653413.856515:0:12206:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a000/0x2aed14e4e178ce26 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x13f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1770653413.856516:0:12200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95571016b400/0x2aed14e4e178a013 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1542:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d5f expref: 97 pid: 76390 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1770653413.856517:0:6728:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.856524:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444696 00000100:00000001:1.0:1770653413.856525:0:6728:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.856532:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444696 00000100:00000001:1.0:1770653413.856536:0:6728:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.856538:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444696 00010000:00000040:2.0:1770653413.856540:0:12200:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000100:00000001:3.0:1770653413.856545:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444696 00010000:00000040:2.0:1770653413.856545:0:12200:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561c987400/0x2aed14e4e178ce1f lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1542:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.856547:0:6728:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000040:0.0:1770653413.856548:0:12206:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x13f9:0x0].0x0 (ffff95560e946600) refcount = 2 00000100:00100000:1.0:1770653413.856550:0:6728:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707194752 00000100:00000001:3.0:1770653413.856552:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444696 02000000:00000001:1.0:1770653413.856555:0:6728:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000040:0.0:1770653413.856559:0:12206:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:1.0:1770653413.856560:0:6728:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653413.856561:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444696 00000100:00000001:1.0:1770653413.856565:0:6728:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.856567:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444696 00010000:00000010:2.0:1770653413.856568:0:12200:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f59a40. 00010000:00000040:0.0:1770653413.856568:0:12206:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95565d1f9600/0x2aed14e4e178a25f lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f6c expref: 95 pid: 6531 timeout: 0 lvb_type: 1 02000000:00000001:1.0:1770653413.856569:0:6728:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.856573:0:3290:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.856574:0:12200:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00100000:1.0:1770653413.856576:0:6728:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707194752 00000100:00000010:2.0:1770653413.856579:0:12200:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e00c0. 00000100:00000001:3.0:1770653413.856580:0:3290:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.856581:0:6728:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1770653413.856584:0:6728:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00000100:00000001:2.0:1770653413.856586:0:12200:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100335296 : -117276609216320 : ffff9556695e00c0) 00000100:00000001:3.0:1770653413.856588:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.856589:0:6728:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000040:0.0:1770653413.856589:0:12206:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000100:00000001:2.0:1770653413.856590:0:12200:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100335296 : -117276609216320 : ffff9556695e00c0) 00000100:00000001:3.0:1770653413.856593:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.856594:0:6728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=17 00000100:00000001:2.0:1770653413.856595:0:12200:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000040:0.0:1770653413.856595:0:12206:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a000/0x2aed14e4e178ce26 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x13f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.856600:0:12200:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000020:00000001:1.0:1770653413.856601:0:6728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00010000:00000001:2.0:1770653413.856604:0:12200:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000001:1.0:1770653413.856606:0:6728:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00010000:00000001:2.0:1770653413.856608:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.856612:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1770653413.856613:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.856615:0:51596:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1770653413.856617:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cf80. 00000100:00000001:3.0:1770653413.856618:0:51596:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1770653413.856618:0:12200:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000010:0.0:1770653413.856622:0:12206:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a940. 00010000:00000001:2.0:1770653413.856623:0:12200:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000001:1.0:1770653413.856624:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.856628:0:12200:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000100:00100000:3.0:1770653413.856629:0:51596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136172 00000100:00000001:0.0:1770653413.856630:0:12206:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000020:00000010:1.0:1770653413.856631:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cf80. 00010000:00000001:2.0:1770653413.856632:0:12200:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000040:3.0:1770653413.856635:0:51596:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 2 00000100:00000010:2.0:1770653413.856638:0:12200:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9557030dc000. 00000100:00000010:0.0:1770653413.856638:0:12206:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f362d80. 00000020:00000010:1.0:1770653413.856639:0:6728:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9556560af200. 00000100:00000001:3.0:1770653413.856640:0:51596:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626796258828160 : -117277450723456 : ffff955637359f80) 00000020:00000040:2.0:1770653413.856644:0:12200:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1770653413.856645:0:12206:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661517696 : -117277048033920 : ffff95564f362d80) 00000020:00000010:1.0:1770653413.856646:0:6728:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07db80. 00000100:00000040:3.0:1770653413.856650:0:51596:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955637359f80 x1856657707193600/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.856650:0:12200:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000020:00000010:1.0:1770653413.856652:0:6728:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662adaed8. 00000100:00000001:0.0:1770653413.856653:0:12206:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661517696 : -117277048033920 : ffff95564f362d80) 02000000:00000001:2.0:1770653413.856654:0:12200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1770653413.856658:0:12200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.856659:0:6728:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1770653413.856661:0:12206:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1770653413.856664:0:6728:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1770653413.856665:0:12206:0:(client.c:1922:ptlrpc_set_producer()) Process entered 02000000:00000010:2.0:1770653413.856667:0:12200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95562fa44800. 00000100:00000001:1.0:1770653413.856668:0:6728:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.856669:0:12206:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:3.0:1770653413.856674:0:51596:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1770653413.856675:0:12200:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.856676:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.856677:0:6728:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.856679:0:51596:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbe80. 00010000:00000001:0.0:1770653413.856681:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.856684:0:51596:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.856685:0:12206:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00010000:2.0:1770653413.856686:0:12200:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff95571016b400/0x2aed14e4e178a013 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1542:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d5f expref: 97 pid: 76390 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1770653413.856687:0:6728:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.856689:0:12206:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000020:00000010:3.0:1770653413.856690:0:51596:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbe80. 00010000:00000001:0.0:1770653413.856693:0:12206:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1770653413.856697:0:12206:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000001:1.0:1770653413.856700:0:6728:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1770653413.856701:0:51596:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955637359f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+16:3291:x1856657707193600:12345-0@lo:6:osp-syn-0-0.0 00000100:00000010:0.0:1770653413.856702:0:12206:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c22a00. 00000100:00000001:1.0:1770653413.856703:0:6728:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00010000:2.0:1770653413.856706:0:12200:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff95571016b400/0x2aed14e4e178a013 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1542:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d5f expref: 97 pid: 76390 timeout: 6877 lvb_type: 1 00000020:00000040:0.0:1770653413.856710:0:12206:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=2 obd=lustre-OST0001 00000100:00000200:3.0:1770653413.856711:0:51596:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707193600 00000100:00100000:1.0:1770653413.856713:0:6728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136173 00000020:00000001:3.0:1770653413.856718:0:51596:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1770653413.856718:0:12206:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1770653413.856720:0:6728:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 3 02000000:00000001:0.0:1770653413.856722:0:12206:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:3.0:1770653413.856723:0:51596:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1770653413.856726:0:6728:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626796258826368 : -117277450725248 : ffff955637359880) 00000020:00000001:3.0:1770653413.856728:0:51596:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.856728:0:12206:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.856730:0:12200:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000040:1.0:1770653413.856734:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955637359880 x1856657707193728/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1770653413.856735:0:51596:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1770653413.856736:0:12200:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1770653413.856737:0:12206:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff955626008e00. 00000020:00000001:3.0:1770653413.856754:0:51596:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000100:00000001:0.0:1770653413.856758:0:12206:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.856759:0:12200:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9557030dc000 x1856657707194880/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1770653413.856760:0:51596:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1770653413.856765:0:51596:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653413.856771:0:51596:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00010000:0.0:1770653413.856772:0:12206:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff95565d1f9600/0x2aed14e4e178a25f lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f6c expref: 95 pid: 6531 timeout: 0 lvb_type: 1 00000020:00000001:3.0:1770653413.856775:0:51596:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1770653413.856781:0:51596:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000100:00000001:1.0:1770653413.856781:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1770653413.856785:0:51596:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000010:1.0:1770653413.856788:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cf80. 00000020:00000001:3.0:1770653413.856789:0:51596:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.856790:0:12200:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1770653413.856794:0:12200:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.856794:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1770653413.856796:0:51596:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1770653413.856800:0:51596:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.856801:0:12206:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff95565d1f9600/0x2aed14e4e178a25f lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f6c expref: 95 pid: 6531 timeout: 6877 lvb_type: 1 00000020:00000010:1.0:1770653413.856802:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cf80. 00000001:00000001:3.0:1770653413.856805:0:51596:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00100000:2.0:1770653413.856806:0:12200:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9557030dc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12200:1856657707194880:192.168.202.60@tcp:104: 00000001:00000001:3.0:1770653413.856809:0:51596:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1770653413.856813:0:6728:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955637359880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+16:3291:x1856657707193728:12345-0@lo:6:osp-syn-0-0.0 00000001:00000001:3.0:1770653413.856816:0:51596:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.856816:0:12200:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1770653413.856820:0:12200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000001:00000001:3.0:1770653413.856823:0:51596:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 02000000:00000001:2.0:1770653413.856825:0:12200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.856825:0:6728:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707193728 00000001:00000001:3.0:1770653413.856827:0:51596:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.856829:0:12206:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000020:00000001:1.0:1770653413.856831:0:6728:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:2.0:1770653413.856832:0:12200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000001:00000001:3.0:1770653413.856833:0:51596:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.856834:0:12206:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1770653413.856837:0:6728:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000010:2.0:1770653413.856838:0:12200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95562fa44c00. 00000001:00000001:3.0:1770653413.856839:0:51596:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000001:1.0:1770653413.856840:0:6728:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.856843:0:12206:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955666c22a00 x1856657707195008/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000001:3.0:1770653413.856844:0:51596:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1770653413.856845:0:12200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.856845:0:6728:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:2.0:1770653413.856867:0:12200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2478. 00000400:00000010:2.0:1770653413.856871:0:12200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888f68. 00000020:00000001:1.0:1770653413.856874:0:6728:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000100:00000200:2.0:1770653413.856879:0:12200:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707194880, portal 16 00000001:00000001:3.0:1770653413.856880:0:51596:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.856880:0:6728:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1770653413.856884:0:6728:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.856885:0:12200:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1770653413.856887:0:51596:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.856890:0:12200:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799678767104 : -117274030784512 : ffff9557030dc000) 00000020:00000001:1.0:1770653413.856891:0:6728:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1770653413.856892:0:51596:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.856895:0:6728:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1770653413.856899:0:51596:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1770653413.856900:0:6728:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000100:00000040:2.0:1770653413.856901:0:12200:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff9557030dc000 x1856657707194880/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.856903:0:12206:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1770653413.856905:0:51596:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1770653413.856905:0:6728:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000100:00000001:0.0:1770653413.856908:0:12206:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.856910:0:6728:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1770653413.856911:0:51596:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff955602a0e000. 02000000:00000001:3.0:1770653413.856917:0:51596:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.856917:0:6728:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:2.0:1770653413.856918:0:12200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000001:1.0:1770653413.856921:0:6728:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.856923:0:51596:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.856923:0:12206:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955666c22a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12206:1856657707195008:192.168.202.60@tcp:104: 00000001:00000001:1.0:1770653413.856927:0:6728:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000040:2.0:1770653413.856928:0:12200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00002000:00000001:3.0:1770653413.856930:0:51596:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000001:00000001:1.0:1770653413.856932:0:6728:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.856935:0:51596:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000400:00000010:2.0:1770653413.856936:0:12200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888908. 00000100:00000001:0.0:1770653413.856936:0:12206:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000001:00000001:1.0:1770653413.856937:0:6728:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.856939:0:51596:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.856942:0:12200:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707194880, offset 0 00000001:00000001:1.0:1770653413.856943:0:6728:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00002000:00080000:3.0:1770653413.856944:0:51596:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5445 count 1 02000000:00000001:0.0:1770653413.856944:0:12206:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000001:00000001:1.0:1770653413.856947:0:6728:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1770653413.856950:0:51596:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 02000000:00000001:0.0:1770653413.856950:0:12206:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.856952:0:6728:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.856953:0:12200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00002000:00000001:3.0:1770653413.856954:0:51596:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000001:00000001:1.0:1770653413.856957:0:6728:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 02000000:00000001:0.0:1770653413.856957:0:12206:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1770653413.856959:0:51596:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000001:00000001:1.0:1770653413.856961:0:6728:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1770653413.856964:0:51596:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797001779672 : -117276707771944 : ffff9556637e29d8) 00000400:00000200:2.0:1770653413.856964:0:12200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000001:00000001:1.0:1770653413.856965:0:6728:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653413.856971:0:51596:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797001779584 : -117276707772032 : ffff9556637e2980) 00000020:00000001:1.0:1770653413.856972:0:6728:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.856973:0:12200:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:3.0:1770653413.856976:0:51596:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000020:00000001:1.0:1770653413.856979:0:6728:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.856980:0:51596:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000200:2.0:1770653413.856981:0:12200:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000020:00000001:0.0:1770653413.856983:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1770653413.856986:0:6728:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1770653413.856988:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653413.856989:0:51596:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955718ba2500 count: 2 00000400:00000200:2.0:1770653413.856989:0:12200:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1770653413.856990:0:6728:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1770653413.856996:0:6728:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff955661e78c00. 00010000:00000001:3.0:1770653413.856997:0:51596:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1770653413.856997:0:12200:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00010000:00010000:0.0:1770653413.856998:0:5745:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 02000000:00000001:1.0:1770653413.857001:0:6728:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.857005:0:5745:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1770653413.857006:0:51596:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000400:00000200:2.0:1770653413.857007:0:12200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164599:2164599:254:4294967295] 192.168.202.60@tcp LPNI seq info [2164595:2164595:6:4294967295] 00000100:00000001:1.0:1770653413.857007:0:6728:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.857011:0:5745:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00000010:3.0:1770653413.857013:0:51596:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955606de2600. 00002000:00000001:1.0:1770653413.857014:0:6728:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00010000:0.0:1770653413.857016:0:5745:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95571016a200/0x2aed14e4e178ce18 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.857018:0:6728:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000020:00000001:3.0:1770653413.857019:0:51596:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:1.0:1770653413.857022:0:6728:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653413.857024:0:51596:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955606de2600 with handle 0x2aed14e4e178ce2d to hash 00002000:00080000:1.0:1770653413.857027:0:6728:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5446 count 1 00000020:00000001:3.0:1770653413.857031:0:51596:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000400:00000200:2.0:1770653413.857031:0:12200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00002000:00000001:1.0:1770653413.857035:0:6728:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00010000:00000001:3.0:1770653413.857036:0:51596:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795447789056 : -117278261762560 : ffff955606de2600) 00002000:00000001:1.0:1770653413.857040:0:6728:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00010000:0.0:1770653413.857040:0:5745:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95571016a200 already unused, calling callback (ffffffffc16fe650) 00010000:00000001:3.0:1770653413.857042:0:51596:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795447789056 : -117278261762560 : ffff955606de2600) 00000020:00000001:1.0:1770653413.857044:0:6728:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1770653413.857047:0:5745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.857048:0:51596:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000200:2.0:1770653413.857048:0:12200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.857050:0:5745:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:3.0:1770653413.857051:0:51596:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.857051:0:6728:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797001777544 : -117276707774072 : ffff9556637e2188) 00000800:00000010:2.0:1770653413.857055:0:12200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3dfc00. 00010000:00010000:0.0:1770653413.857056:0:5745:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95571016a200/0x2aed14e4e178ce18 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00002000:00000001:1.0:1770653413.857057:0:6728:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797001777456 : -117276707774160 : ffff9556637e2130) 00010000:00010000:3.0:1770653413.857059:0:51596:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff955606de2600/0x2aed14e4e178ce2d lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1545:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.857064:0:6728:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000800:00000200:2.0:1770653413.857067:0:12200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:1.0:1770653413.857068:0:6728:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1770653413.857074:0:6728:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955624814f00 count: 2 00010000:00000001:1.0:1770653413.857080:0:6728:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1770653413.857081:0:12200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:0.0:1770653413.857082:0:5745:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1770653413.857085:0:51596:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1770653413.857086:0:6728:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:0.0:1770653413.857087:0:5745:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000200:2.0:1770653413.857088:0:12200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3dfc00 type 1, nob 424 niov 1 nkiov 1 00010000:00000001:3.0:1770653413.857089:0:51596:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000001:0.0:1770653413.857091:0:5745:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000010:1.0:1770653413.857092:0:6728:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95571016b200. 00010000:00000001:3.0:1770653413.857093:0:51596:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000020:00000040:0.0:1770653413.857095:0:5745:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016a200 refcount=3 00000100:00000001:2.0:1770653413.857096:0:12200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.857099:0:51596:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000001:1.0:1770653413.857099:0:6728:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:0.0:1770653413.857102:0:5745:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897453056 : -117273812098560 : ffff95571016a200) 00000100:00000001:2.0:1770653413.857103:0:12200:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444700 00010000:00000001:3.0:1770653413.857105:0:51596:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000020:00000040:1.0:1770653413.857105:0:6728:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95571016b200 with handle 0x2aed14e4e178ce34 to hash 00010000:00000001:3.0:1770653413.857110:0:51596:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:0.0:1770653413.857110:0:5745:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897453056 : -117273812098560 : ffff95571016a200) 00000020:00000001:1.0:1770653413.857111:0:6728:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:2.0:1770653413.857112:0:12200:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444696 00010000:00000001:0.0:1770653413.857118:0:5745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1770653413.857119:0:51596:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9556323fcc00/0x2aed14e4e178a1b7 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ecb expref: 97 pid: 33123 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1770653413.857119:0:6728:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799897457152 : -117273812094464 : ffff95571016b200) 00000100:00000001:2.0:1770653413.857120:0:12200:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444700 00010000:00010000:0.0:1770653413.857125:0:5745:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95571016a200/0x2aed14e4e178ce18 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x13f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.857127:0:6728:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799897457152 : -117273812094464 : ffff95571016b200) 00000100:00000001:2.0:1770653413.857128:0:12200:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444696 00000100:00000001:2.0:1770653413.857136:0:12200:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444700 00010000:00000001:1.0:1770653413.857137:0:6728:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653413.857142:0:51596:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1770653413.857143:0:6728:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.857144:0:12200:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444696 00010000:00000001:3.0:1770653413.857145:0:51596:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.857146:0:5745:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00010000:3.0:1770653413.857152:0:51596:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:2.0:1770653413.857153:0:12200:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444700 00010000:00000001:0.0:1770653413.857153:0:5745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00010000:1.0:1770653413.857154:0:6728:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178ce34 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1546:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.857156:0:51596:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.857157:0:5745:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.857161:0:12200:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444696 00010000:00000001:3.0:1770653413.857162:0:51596:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1770653413.857165:0:5745:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00010000:3.0:1770653413.857166:0:51596:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653413.857168:0:5745:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653413.857170:0:51596:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.857170:0:12200:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.857172:0:5745:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1770653413.857176:0:5745:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.857177:0:51596:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.857178:0:12200:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.857181:0:5745:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95571016a200 with handle 0x2aed14e4e178ce18 from hash 00010000:00000001:1.0:1770653413.857182:0:6728:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1770653413.857183:0:51596:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00000001:2.0:1770653413.857185:0:12200:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.857187:0:6728:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1770653413.857188:0:5745:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00010000:3.0:1770653413.857189:0:51596:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff955606de2600/0x2aed14e4e178ce2d lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.857191:0:12200:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.857191:0:6728:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1770653413.857193:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.857195:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1770653413.857197:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1770653413.857201:0:12200:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.857201:0:6728:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:0.0:1770653413.857201:0:5745:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1770653413.857206:0:6728:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000040:3.0:1770653413.857209:0:51596:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1545:0x0].0x0 (ffff955718ba2500) refcount = 2 00010000:00000001:2.0:1770653413.857209:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.857209:0:5745:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653413.857214:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1770653413.857214:0:6728:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff955620465400/0x2aed14e4e1789fdb lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1546:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d4a expref: 97 pid: 12197 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1770653413.857214:0:5745:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653413.857215:0:51596:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:2.0:1770653413.857219:0:12200:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.857221:0:5745:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:3.0:1770653413.857224:0:51596:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9556323fcc00/0x2aed14e4e178a1b7 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ecb expref: 97 pid: 33123 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1770653413.857226:0:5745:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1770653413.857227:0:12200:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1770653413.857231:0:12200:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1770653413.857232:0:5745:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1770653413.857236:0:6728:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1770653413.857236:0:5745:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.857238:0:12200:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.857240:0:6728:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.857243:0:5745:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.857244:0:12200:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:1.0:1770653413.857246:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:2.0:1770653413.857249:0:12200:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000040:3.0:1770653413.857250:0:51596:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000001:1.0:1770653413.857250:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.857250:0:5745:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1770653413.857255:0:5745:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000040:3.0:1770653413.857256:0:51596:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955606de2600/0x2aed14e4e178ce2d lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.857257:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00100000:2.0:1770653413.857258:0:12200:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556695e00c0 going to sleep for 11 seconds 00010000:00000001:0.0:1770653413.857260:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1770653413.857261:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653413.857264:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.857265:0:12200:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1770653413.857265:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.857268:0:5745:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.857269:0:12200:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.857271:0:6728:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.857276:0:5745:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.857277:0:6728:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00000010:3.0:1770653413.857280:0:51596:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9556196fbe80. 00010000:00000001:0.0:1770653413.857280:0:5745:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.857281:0:6728:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178ce34 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1546:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.857287:0:51596:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00010000:0.0:1770653413.857288:0:5745:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95571016a200/0x2aed14e4e178ce18 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x13f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.857290:0:76386:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000010:3.0:1770653413.857292:0:51596:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556189e1cc0. 00000100:00000001:2.0:1770653413.857294:0:76386:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000040:1.0:1770653413.857296:0:6728:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1546:0x0].0x0 (ffff955624814f00) refcount = 2 00000100:00000001:3.0:1770653413.857297:0:51596:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626795745582272 : -117277963969344 : ffff9556189e1cc0) 00000100:00100000:2.0:1770653413.857304:0:76386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136174 00000100:00000001:3.0:1770653413.857306:0:51596:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626795745582272 : -117277963969344 : ffff9556189e1cc0) 00010000:00000040:1.0:1770653413.857306:0:6728:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000040:2.0:1770653413.857311:0:76386:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 4 00000100:00000001:3.0:1770653413.857312:0:51596:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000001:0.0:1770653413.857312:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:1.0:1770653413.857315:0:6728:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955620465400/0x2aed14e4e1789fdb lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1546:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d4a expref: 97 pid: 12197 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1770653413.857317:0:51596:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000001:2.0:1770653413.857318:0:76386:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626796258822784 : -117277450728832 : ffff955637358a80) 00010000:00010000:0.0:1770653413.857318:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95571016a200/0x2aed14e4e178ce18 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x13f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.857321:0:51596:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1770653413.857326:0:51596:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1770653413.857328:0:76386:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955637358a80 x1856657707194240/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.857329:0:51596:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1770653413.857335:0:51596:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000040:1.0:1770653413.857335:0:6728:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000001:3.0:1770653413.857339:0:51596:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000040:1.0:1770653413.857341:0:6728:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178ce34 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1546:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.857344:0:51596:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000040:0.0:1770653413.857346:0:5745:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff955633f4c600 count: 0 00010000:00000001:3.0:1770653413.857348:0:51596:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1770653413.857353:0:51596:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572eb23480. 00002000:00000010:0.0:1770653413.857353:0:5745:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff95562ede4fc0. 00000020:00000040:3.0:1770653413.857359:0:51596:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=3 obd=lustre-OST0000 00000100:00000001:2.0:1770653413.857360:0:76386:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000010:0.0:1770653413.857362:0:5745:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff955633f4c500. 00010000:00000010:1.0:1770653413.857365:0:6728:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9cf80. 00000100:00000001:3.0:1770653413.857366:0:51596:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000020:00000010:2.0:1770653413.857367:0:76386:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59540. 00010000:00000001:0.0:1770653413.857369:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1770653413.857370:0:51596:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1770653413.857371:0:6728:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:2.0:1770653413.857372:0:76386:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.857373:0:5745:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:3.0:1770653413.857375:0:51596:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1770653413.857378:0:6728:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa8e40. 00010000:00000010:0.0:1770653413.857378:0:5745:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff95564f3626c0. 00000020:00000010:2.0:1770653413.857379:0:76386:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59540. 02000000:00000010:3.0:1770653413.857381:0:51596:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95564e9bc800. 00000100:00000001:1.0:1770653413.857383:0:6728:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540169792 : -117277169381824 : ffff955647fa8e40) 00010000:00000001:0.0:1770653413.857386:0:5745:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.857387:0:6728:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540169792 : -117277169381824 : ffff955647fa8e40) 00000100:00000001:3.0:1770653413.857388:0:51596:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.857391:0:76386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955637358a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+16:3291:x1856657707194240:12345-0@lo:6:osp-syn-0-0.0 00000020:00000001:0.0:1770653413.857393:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1770653413.857396:0:6728:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000020:00000001:0.0:1770653413.857397:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.857399:0:6728:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00010000:3.0:1770653413.857401:0:51596:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9556323fcc00/0x2aed14e4e178a1b7 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ecb expref: 97 pid: 33123 timeout: 0 lvb_type: 1 00000100:00000200:2.0:1770653413.857401:0:76386:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707194240 00010000:00010000:0.0:1770653413.857402:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1770653413.857403:0:6728:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000001:2.0:1770653413.857407:0:76386:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1770653413.857408:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1770653413.857409:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1770653413.857412:0:76386:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:1.0:1770653413.857414:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1770653413.857414:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.857416:0:76386:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.857418:0:6728:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00010000:3.0:1770653413.857420:0:51596:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9556323fcc00/0x2aed14e4e178a1b7 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ecb expref: 97 pid: 33123 timeout: 6877 lvb_type: 1 00010000:00010000:0.0:1770653413.857421:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1770653413.857422:0:76386:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:1.0:1770653413.857422:0:6728:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000020:00000001:2.0:1770653413.857426:0:76386:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00010000:00000001:1.0:1770653413.857427:0:6728:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000020:00000001:0.0:1770653413.857427:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1770653413.857432:0:6728:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000020:00000001:0.0:1770653413.857432:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.857433:0:76386:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:3.0:1770653413.857435:0:51596:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000020:00000001:2.0:1770653413.857439:0:76386:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1770653413.857439:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1770653413.857440:0:51596:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1770653413.857440:0:6728:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95563735a680. 00000020:00000001:2.0:1770653413.857445:0:76386:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000040:1.0:1770653413.857446:0:6728:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=4 obd=lustre-OST0000 00000100:00000040:3.0:1770653413.857449:0:51596:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95572eb23480 x1856657707195136/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1770653413.857449:0:76386:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1770653413.857450:0:6728:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:2.0:1770653413.857453:0:76386:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 02000000:00000001:1.0:1770653413.857454:0:6728:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1770653413.857454:0:76389:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1770653413.857458:0:76386:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000100:00000001:0.0:1770653413.857460:0:76389:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1770653413.857461:0:6728:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.857463:0:76386:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.857465:0:51596:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000001:00000001:2.0:1770653413.857467:0:76386:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 02000000:00000010:1.0:1770653413.857468:0:6728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9556560ae200. 00000100:00000001:3.0:1770653413.857469:0:51596:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.857469:0:76389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136175 00000001:00000001:2.0:1770653413.857471:0:76386:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.857476:0:76386:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:1.0:1770653413.857477:0:6728:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.857477:0:76389:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 3 00000100:00100000:3.0:1770653413.857479:0:51596:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95572eb23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:51596:1856657707195136:192.168.202.60@tcp:104: 00000001:00000001:2.0:1770653413.857480:0:76386:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.857485:0:76389:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626796258832640 : -117277450718976 : ffff95563735b100) 00000001:00000001:2.0:1770653413.857486:0:76386:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.857488:0:51596:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00010000:00010000:1.0:1770653413.857489:0:6728:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff955620465400/0x2aed14e4e1789fdb lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1546:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d4a expref: 97 pid: 12197 timeout: 0 lvb_type: 1 00000001:00000001:2.0:1770653413.857493:0:76386:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 02000000:00000001:3.0:1770653413.857494:0:51596:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000001:00000001:2.0:1770653413.857498:0:76386:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1770653413.857499:0:51596:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.857499:0:76389:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95563735b100 x1856657707194112/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1770653413.857506:0:51596:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000001:00000001:2.0:1770653413.857507:0:76386:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.857507:0:6728:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff955620465400/0x2aed14e4e1789fdb lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1546:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d4a expref: 97 pid: 12197 timeout: 6877 lvb_type: 1 02000000:00000010:3.0:1770653413.857511:0:51596:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95564e9bcc00. 00000001:00000001:2.0:1770653413.857513:0:76386:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1770653413.857517:0:76386:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1770653413.857518:0:51596:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.857526:0:76386:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.857527:0:51596:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2790. 00000100:00000001:0.0:1770653413.857529:0:76389:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1770653413.857532:0:76386:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.857537:0:6728:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000020:00000010:0.0:1770653413.857537:0:76389:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95af40. 00000400:00000010:3.0:1770653413.857538:0:51596:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a786e8. 00000020:00000001:2.0:1770653413.857538:0:76386:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.857542:0:6728:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1770653413.857545:0:76386:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1770653413.857545:0:76389:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1770653413.857546:0:51596:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707195136, portal 16 02000000:00000001:2.0:1770653413.857549:0:76386:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1770653413.857549:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95563735a680 x1856657707195264/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.857552:0:51596:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000020:00000010:0.0:1770653413.857553:0:76389:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95af40. 00000100:00000001:3.0:1770653413.857555:0:51596:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800410965120 : -117273298586496 : ffff95572eb23480) 02000000:00000010:2.0:1770653413.857556:0:76386:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff955616e38400. 02000000:00000001:2.0:1770653413.857562:0:76386:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.857566:0:76389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95563735b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+17:3291:x1856657707194112:12345-0@lo:6:osp-syn-1-0.0 00000100:00000040:3.0:1770653413.857567:0:51596:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff95572eb23480 x1856657707195136/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.857568:0:76386:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653413.857575:0:76386:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:2.0:1770653413.857579:0:76386:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:1.0:1770653413.857580:0:6728:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1770653413.857580:0:76389:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707194112 00010000:00000001:2.0:1770653413.857582:0:76386:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.857585:0:6728:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.857586:0:76389:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00002000:00080000:2.0:1770653413.857588:0:76386:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5447 count 1 00000020:00000001:0.0:1770653413.857591:0:76389:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:1.0:1770653413.857593:0:6728:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95563735a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6728:1856657707195264:192.168.202.60@tcp:104: 00002000:00000001:2.0:1770653413.857595:0:76386:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000100:00000001:3.0:1770653413.857596:0:51596:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1770653413.857596:0:76389:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653413.857599:0:76386:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00000001:1.0:1770653413.857602:0:6728:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1770653413.857603:0:51596:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000020:00000001:2.0:1770653413.857604:0:76386:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1770653413.857604:0:76389:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1770653413.857606:0:6728:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1770653413.857610:0:6728:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.857610:0:76389:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000400:00000010:3.0:1770653413.857611:0:51596:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a784c8. 00000020:00000001:2.0:1770653413.857611:0:76386:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797001777240 : -117276707774376 : ffff9556637e2058) 02000000:00000001:1.0:1770653413.857618:0:6728:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1770653413.857618:0:76389:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:3.0:1770653413.857619:0:51596:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707195136, offset 0 00002000:00000001:2.0:1770653413.857619:0:76386:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797001777152 : -117276707774464 : ffff9556637e2000) 00000020:00000001:0.0:1770653413.857623:0:76389:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1770653413.857625:0:6728:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9556560af000. 00010000:00000001:2.0:1770653413.857627:0:76386:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000020:00000001:0.0:1770653413.857628:0:76389:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:1.0:1770653413.857629:0:6728:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.857631:0:76386:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000200:3.0:1770653413.857632:0:51596:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000020:00000001:0.0:1770653413.857633:0:76389:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000040:2.0:1770653413.857638:0:76386:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955633f4c900 count: 2 00000400:00000010:1.0:1770653413.857639:0:6728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955642e02ec8. 00000020:00000001:0.0:1770653413.857639:0:76389:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000400:00000200:3.0:1770653413.857643:0:51596:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000020:00000001:0.0:1770653413.857643:0:76389:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00010000:00000001:2.0:1770653413.857644:0:76386:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1770653413.857646:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0226e8. 00000400:00000200:3.0:1770653413.857649:0:51596:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:0.0:1770653413.857649:0:76389:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.857651:0:76386:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000200:1.0:1770653413.857653:0:6728:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707195264, portal 16 00000001:00000001:0.0:1770653413.857655:0:76389:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000400:00000200:3.0:1770653413.857656:0:51596:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00010000:00000010:2.0:1770653413.857658:0:76386:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561c986a00. 00000100:00000001:1.0:1770653413.857658:0:6728:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000001:00000001:0.0:1770653413.857660:0:76389:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.857662:0:6728:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796258829952 : -117277450721664 : ffff95563735a680) 00000400:00000200:3.0:1770653413.857663:0:51596:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000020:00000001:2.0:1770653413.857664:0:76386:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000001:00000001:0.0:1770653413.857665:0:76389:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1770653413.857670:0:76389:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1770653413.857671:0:76386:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561c986a00 with handle 0x2aed14e4e178ce3b to hash 00000400:00000200:3.0:1770653413.857673:0:51596:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00000040:1.0:1770653413.857673:0:6728:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff95563735a680 x1856657707195264/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1770653413.857677:0:76386:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000001:00000001:0.0:1770653413.857677:0:76389:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.857682:0:76386:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795812317696 : -117277897233920 : ffff95561c986a00) 00000400:00000200:3.0:1770653413.857683:0:51596:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164600:2164600:253:4294967295] 192.168.202.60@tcp LPNI seq info [2164596:2164596:5:4294967295] 00000001:00000001:0.0:1770653413.857684:0:76389:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:2.0:1770653413.857689:0:76386:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795812317696 : -117277897233920 : ffff95561c986a00) 00000001:00000001:0.0:1770653413.857690:0:76389:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.857696:0:76386:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000001:00000001:0.0:1770653413.857697:0:76389:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.857700:0:76386:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.857704:0:6728:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000001:0.0:1770653413.857705:0:76389:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00010000:2.0:1770653413.857707:0:76386:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95561c986a00/0x2aed14e4e178ce3b lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1547:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1770653413.857708:0:51596:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000001:00000001:0.0:1770653413.857709:0:76389:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1770653413.857714:0:6728:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000001:00000001:0.0:1770653413.857717:0:76389:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.857721:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022880. 00000020:00000001:0.0:1770653413.857723:0:76389:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.857726:0:51596:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000200:1.0:1770653413.857728:0:6728:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707195264, offset 0 00000020:00000001:0.0:1770653413.857730:0:76389:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.857731:0:76386:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000800:00000010:3.0:1770653413.857734:0:51596:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c700. 00010000:00000001:2.0:1770653413.857736:0:76386:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:0.0:1770653413.857737:0:76389:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1770653413.857754:0:76386:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000400:00000200:1.0:1770653413.857756:0:6728:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 02000000:00000001:0.0:1770653413.857756:0:76389:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:3.0:1770653413.857757:0:51596:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:2.0:1770653413.857758:0:76386:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1770653413.857763:0:76386:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 02000000:00000010:0.0:1770653413.857764:0:76389:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95570643f000. 00010000:00000001:2.0:1770653413.857766:0:76386:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000800:00000200:3.0:1770653413.857769:0:51596:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000400:00000200:1.0:1770653413.857770:0:6728:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 02000000:00000001:0.0:1770653413.857771:0:76389:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.857777:0:76386:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9556395a6200/0x2aed14e4e178a20b lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1547:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f26 expref: 97 pid: 6531 timeout: 0 lvb_type: 1 00000800:00000200:3.0:1770653413.857779:0:51596:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c700 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1770653413.857779:0:6728:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1770653413.857779:0:76389:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.857787:0:6728:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00002000:00000001:0.0:1770653413.857787:0:76389:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000100:00000001:3.0:1770653413.857788:0:51596:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.857790:0:76389:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000400:00000200:1.0:1770653413.857796:0:6728:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1770653413.857797:0:51596:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444700 00010000:00000001:2.0:1770653413.857797:0:76386:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1770653413.857797:0:76389:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.857802:0:76386:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.857805:0:51596:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, keep current deadline 4301444700 00000400:00000200:1.0:1770653413.857805:0:6728:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00010000:00010000:2.0:1770653413.857806:0:76386:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00080000:0.0:1770653413.857806:0:76389:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5116 count 1 00000100:00000001:3.0:1770653413.857811:0:51596:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444700 00010000:00000001:2.0:1770653413.857812:0:76386:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.857813:0:76389:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000400:00000200:1.0:1770653413.857816:0:6728:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164601:2164601:252:4294967295] 192.168.202.60@tcp LPNI seq info [2164597:2164597:4:4294967295] 00002000:00000001:0.0:1770653413.857817:0:76389:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00000001:3.0:1770653413.857819:0:51596:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, keep current deadline 4301444700 00010000:00000001:2.0:1770653413.857819:0:76386:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000001:0.0:1770653413.857821:0:76389:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:2.0:1770653413.857824:0:76386:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:3.0:1770653413.857826:0:51596:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444700 00000020:00000001:0.0:1770653413.857827:0:76389:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797071729944 : -117276637821672 : ffff955667a98518) 00010000:00000001:2.0:1770653413.857828:0:76386:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.857830:0:51596:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, keep current deadline 4301444700 00010000:00000001:2.0:1770653413.857834:0:76386:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1770653413.857835:0:76389:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797071729856 : -117276637821760 : ffff955667a984c0) 00000100:00000001:3.0:1770653413.857837:0:51596:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444700 00010000:00000001:2.0:1770653413.857840:0:76386:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000400:00000200:1.0:1770653413.857842:0:6728:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:3.0:1770653413.857843:0:51596:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, keep current deadline 4301444700 00010000:00000001:0.0:1770653413.857843:0:76389:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00010000:2.0:1770653413.857845:0:76386:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95561c986a00/0x2aed14e4e178ce3b lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1547:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00000800:00000200:1.0:1770653413.857876:0:6728:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000010:3.1:1770653413.857877:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cd5cb00. 00010000:00000010:0.1:1770653413.857878:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a7600. 00000800:00000010:1.0:1770653413.857882:0:6728:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399f00. 00010000:00000010:3.1:1770653413.857887:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955605729400. 00010000:00000001:0.0:1770653413.857889:0:76389:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1770653413.857894:0:76386:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1547:0x0].0x0 (ffff955633f4c900) refcount = 2 00000800:00000200:1.0:1770653413.857894:0:6728:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000040:0.0:1770653413.857895:0:76389:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95562c678100 count: 2 00010000:00000010:3.1:1770653413.857897:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666214500. 00010000:00000001:0.0:1770653413.857901:0:76389:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1770653413.857904:0:76386:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000010:3.1:1770653413.857905:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ac00. 00000800:00000200:1.0:1770653413.857905:0:6728:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:0.0:1770653413.857906:0:76389:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000040:2.0:1770653413.857912:0:76386:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9556395a6200/0x2aed14e4e178a20b lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1547:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f26 expref: 97 pid: 6531 timeout: 0 lvb_type: 1 00000800:00000200:1.0:1770653413.857913:0:6728:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399f00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.0:1770653413.857914:0:76389:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561ae2a400. 00000100:00000001:3.0:1770653413.857917:0:51596:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.857921:0:76389:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:1.0:1770653413.857922:0:6728:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.857925:0:51596:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.857926:0:76389:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561ae2a400 with handle 0x2aed14e4e178ce42 to hash 00000100:00000001:1.0:1770653413.857929:0:6728:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444701 00010000:00000001:3.0:1770653413.857931:0:51596:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.857932:0:76389:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000040:2.0:1770653413.857936:0:76386:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000001:3.0:1770653413.857937:0:51596:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.857938:0:6728:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444700 00010000:00000001:0.0:1770653413.857938:0:76389:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795783627776 : -117277925923840 : ffff95561ae2a400) 00010000:00000040:2.0:1770653413.857940:0:76386:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561c986a00/0x2aed14e4e178ce3b lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1547:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1770653413.857945:0:51596:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.857945:0:76389:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795783627776 : -117277925923840 : ffff95561ae2a400) 00000100:00000001:1.0:1770653413.857947:0:6728:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444701 00010000:00000001:3.0:1770653413.857951:0:51596:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.857953:0:76389:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653413.857955:0:51596:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.857955:0:6728:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444700 00010000:00000001:0.0:1770653413.857957:0:76389:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1770653413.857959:0:76386:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f59540. 00010000:00000001:3.0:1770653413.857960:0:51596:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.857964:0:6728:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444701 00000100:00000001:2.0:1770653413.857965:0:76386:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00000001:3.0:1770653413.857966:0:51596:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00010000:0.0:1770653413.857966:0:76389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a400/0x2aed14e4e178ce42 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x13fc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.857969:0:6728:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444700 00010000:00000001:3.0:1770653413.857970:0:51596:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000010:2.0:1770653413.857972:0:76386:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0840. 00000100:00000001:1.0:1770653413.857976:0:6728:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444701 00000100:00000001:3.0:1770653413.857978:0:51596:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.857979:0:76386:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100337216 : -117276609214400 : ffff9556695e0840) 00000100:00000001:1.0:1770653413.857983:0:6728:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444700 00000100:00000001:3.0:1770653413.857985:0:51596:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1770653413.857987:0:76386:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100337216 : -117276609214400 : ffff9556695e0840) 00000100:00000001:3.0:1770653413.857989:0:51596:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1770653413.857991:0:6728:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.857993:0:76386:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00100000:3.0:1770653413.857995:0:51596:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556189e1cc0 going to sleep for 11 seconds 00000100:00000001:2.0:1770653413.857998:0:76386:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000001:1.0:1770653413.857998:0:6728:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.858001:0:51596:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1770653413.858002:0:76386:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1770653413.858004:0:6728:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.858006:0:51596:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.858007:0:76389:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1770653413.858008:0:76386:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.858008:0:6728:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.858012:0:76386:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.858012:0:76389:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000001:1.0:1770653413.858013:0:6728:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.858016:0:76389:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000020:00000001:2.0:1770653413.858017:0:76386:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1770653413.858017:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.858019:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1770653413.858020:0:76386:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.858020:0:76389:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1770653413.858021:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.858024:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1770653413.858026:0:76386:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000100:00000001:3.0:1770653413.858027:0:3289:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1770653413.858027:0:6728:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.858027:0:76389:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:2.0:1770653413.858031:0:76386:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00010000:00000001:1.0:1770653413.858032:0:6728:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1770653413.858032:0:76389:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000040:3.0:1770653413.858036:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9556074a8380 x1856657707193472/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1770653413.858036:0:76386:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9557030dfb80. 00010000:00000001:1.0:1770653413.858037:0:6728:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00010000:0.0:1770653413.858041:0:76389:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff955620464800/0x2aed14e4e178a0c2 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x13fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0df9 expref: 95 pid: 12198 timeout: 0 lvb_type: 1 00000020:00000040:2.0:1770653413.858042:0:76386:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=5 obd=lustre-OST0000 00000100:00000001:1.0:1770653413.858043:0:6728:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.858050:0:6728:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1770653413.858051:0:76386:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1770653413.858054:0:6728:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1770653413.858056:0:76386:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1770653413.858061:0:76386:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.858061:0:6728:0:(client.c:2680:ptlrpc_set_wait()) set ffff955647fa8e40 going to sleep for 11 seconds 00010000:00000001:0.0:1770653413.858063:0:76389:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:1.0:1770653413.858069:0:6728:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1770653413.858070:0:3289:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1770653413.858070:0:76386:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95562fa44200. 00010000:00000001:0.0:1770653413.858070:0:76389:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.858073:0:6728:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.858074:0:3289:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.858078:0:76386:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.858078:0:76389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 02000000:00000001:3.0:1770653413.858079:0:3289:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1770653413.858084:0:3289:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.858084:0:76389:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.858090:0:3289:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.858090:0:76386:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9556395a6200/0x2aed14e4e178a20b lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1547:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f26 expref: 97 pid: 6531 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1770653413.858090:0:76389:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:1.0:1770653413.858091:0:12198:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00010000:0.0:1770653413.858093:0:76389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:1.0:1770653413.858095:0:12198:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1770653413.858099:0:3289:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9556074a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707193472:0@lo:6:osp-syn-0-0.0 00010000:00000001:0.0:1770653413.858099:0:76389:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1770653413.858105:0:12198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136176 00010000:00000001:0.0:1770653413.858107:0:76389:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.858108:0:3289:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00010000:00010000:2.0:1770653413.858110:0:76386:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9556395a6200/0x2aed14e4e178a20b lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1547:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f26 expref: 97 pid: 6531 timeout: 6877 lvb_type: 1 00000100:00000040:1.0:1770653413.858112:0:12198:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 4 00010000:00000001:0.0:1770653413.858113:0:76389:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 02000000:00000001:3.0:1770653413.858114:0:3289:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1770653413.858118:0:3289:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.858119:0:12198:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800410962432 : -117273298589184 : ffff95572eb22a00) 00010000:00010000:0.0:1770653413.858120:0:76389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a400/0x2aed14e4e178ce42 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x13fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1770653413.858123:0:3289:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1770653413.858130:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955602a0cc00. 00010000:00000001:2.0:1770653413.858131:0:76386:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000040:1.0:1770653413.858131:0:12198:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95572eb22a00 x1856657707194752/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1770653413.858137:0:76389:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x13fc:0x0].0x0 (ffff95562c678100) refcount = 2 02000000:00000001:3.0:1770653413.858138:0:3289:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.858138:0:76386:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1770653413.858145:0:76386:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9557030dfb80 x1856657707195392/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1770653413.858146:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2bb0. 00010000:00000040:0.0:1770653413.858147:0:76389:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:1.0:1770653413.858148:0:12198:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653413.858156:0:12198:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cfc0. 00010000:00000040:0.0:1770653413.858156:0:76389:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff955620464800/0x2aed14e4e178a0c2 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0df9 expref: 95 pid: 12198 timeout: 0 lvb_type: 1 00000400:00000010:3.0:1770653413.858157:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78220. 00000100:00000001:2.0:1770653413.858160:0:76386:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1770653413.858162:0:12198:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1770653413.858164:0:3289:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707193472, portal 4 00000100:00000001:2.0:1770653413.858165:0:76386:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.858169:0:12198:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cfc0. 00000100:00000001:3.0:1770653413.858170:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653413.858174:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795454890880 : -117278254660736 : ffff9556074a8380) 00010000:00000040:0.0:1770653413.858176:0:76389:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000100:00100000:2.0:1770653413.858177:0:76386:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9557030dfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:76386:1856657707195392:192.168.202.60@tcp:104: 00000100:00100000:1.0:1770653413.858180:0:12198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95572eb22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:3290:x1856657707194752:12345-0@lo:6:osp-syn-1-0.0 00010000:00000040:0.0:1770653413.858181:0:76389:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a400/0x2aed14e4e178ce42 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x13fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1770653413.858186:0:3289:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff9556074a8380 x1856657707193472/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.858189:0:76386:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1770653413.858192:0:12198:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707194752 02000000:00000001:2.0:1770653413.858195:0:76386:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1770653413.858197:0:12198:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:2.0:1770653413.858201:0:76386:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.858202:0:12198:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1770653413.858206:0:12198:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.858208:0:76386:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000010:0.0:1770653413.858209:0:76389:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95af40. 00000020:00000001:1.0:1770653413.858211:0:12198:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:2.0:1770653413.858215:0:76386:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95562fa44000. 00000020:00000001:1.0:1770653413.858217:0:12198:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000100:00000001:0.0:1770653413.858217:0:76389:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:3.0:1770653413.858218:0:3289:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1770653413.858221:0:76386:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.858223:0:12198:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000010:0.0:1770653413.858225:0:76389:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f3626c0. 00000100:00000040:3.0:1770653413.858226:0:3289:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1770653413.858228:0:76386:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2d68. 00000020:00000001:1.0:1770653413.858228:0:12198:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.858230:0:76389:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661515968 : -117277048035648 : ffff95564f3626c0) 00000400:00000010:3.0:1770653413.858231:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78088. 00000020:00000001:1.0:1770653413.858233:0:12198:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:2.0:1770653413.858237:0:76386:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268887f8. 00000020:00000001:1.0:1770653413.858238:0:12198:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1770653413.858238:0:76389:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661515968 : -117277048035648 : ffff95564f3626c0) 00000100:00000200:3.0:1770653413.858239:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707193472, offset 0 00000020:00000001:1.0:1770653413.858243:0:12198:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000100:00000001:0.0:1770653413.858245:0:76389:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000200:2.0:1770653413.858246:0:76386:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707195392, portal 16 00000020:00000001:1.0:1770653413.858247:0:12198:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000100:00000001:0.0:1770653413.858248:0:76389:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000400:00000200:3.0:1770653413.858251:0:3289:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1770653413.858252:0:12198:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.858254:0:76386:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:0.0:1770653413.858254:0:76389:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000001:00000001:1.0:1770653413.858256:0:12198:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:2.0:1770653413.858259:0:76386:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799678782336 : -117274030769280 : ffff9557030dfb80) 00010000:00000001:0.0:1770653413.858259:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:1.0:1770653413.858260:0:12198:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.858262:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1770653413.858263:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:1.0:1770653413.858267:0:12198:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000001:0.0:1770653413.858269:0:76389:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000001:00000001:1.0:1770653413.858270:0:12198:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1770653413.858272:0:76386:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff9557030dfb80 x1856657707195392/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.858272:0:76389:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000400:00000200:3.0:1770653413.858275:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b5480 00010000:00000001:0.0:1770653413.858277:0:76389:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000001:00000001:1.0:1770653413.858278:0:12198:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.858281:0:76389:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000001:00000001:1.0:1770653413.858285:0:12198:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000010:0.0:1770653413.858287:0:76389:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c22d80. 00000400:00000200:3.0:1770653413.858289:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecef71 [8] + 4896 00000001:00000001:1.0:1770653413.858289:0:12198:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1770653413.858294:0:76389:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=3 obd=lustre-OST0001 00000001:00000001:1.0:1770653413.858297:0:12198:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.858300:0:76386:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1770653413.858302:0:3289:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000001:1.0:1770653413.858302:0:12198:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:0.0:1770653413.858303:0:76389:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1770653413.858308:0:76386:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000001:00000001:1.0:1770653413.858309:0:12198:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1770653413.858310:0:76389:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1770653413.858313:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1770653413.858315:0:76386:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888198. 00000001:00000001:1.0:1770653413.858317:0:12198:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.858317:0:76389:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.858318:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653413.858320:0:76386:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707195392, offset 0 00000100:00000200:3.0:1770653413.858322:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000001:1.0:1770653413.858324:0:12198:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.858327:0:12198:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1770653413.858327:0:76389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff955626008a00. 00000100:00000010:3.0:1770653413.858328:0:3289:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572eb20e00. 00000400:00000200:2.0:1770653413.858332:0:76386:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:1.0:1770653413.858335:0:12198:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1770653413.858335:0:76389:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.858336:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff95572eb20e00 x1856657707193472 msgsize 544 02000000:00000001:1.0:1770653413.858339:0:12198:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1770653413.858342:0:76386:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00010000:00010000:0.0:1770653413.858344:0:76389:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff955620464800/0x2aed14e4e178a0c2 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0df9 expref: 95 pid: 12198 timeout: 0 lvb_type: 1 02000000:00000010:1.0:1770653413.858345:0:12198:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff955661e7a800. 00000100:00100000:3.0:1770653413.858351:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1770653413.858352:0:76386:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1770653413.858353:0:12198:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.858359:0:12198:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.858361:0:76386:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000100:00000001:3.0:1770653413.858364:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00002000:00000001:1.0:1770653413.858364:0:12198:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000400:00000200:2.0:1770653413.858369:0:76386:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00010000:00000001:1.0:1770653413.858369:0:12198:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1770653413.858370:0:76389:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff955620464800/0x2aed14e4e178a0c2 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0df9 expref: 95 pid: 12198 timeout: 6877 lvb_type: 1 00010000:00000001:1.0:1770653413.858373:0:12198:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.858376:0:76386:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00002000:00080000:1.0:1770653413.858379:0:12198:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5118 count 1 00000400:00000200:2.0:1770653413.858385:0:76386:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164602:2164602:251:4294967295] 192.168.202.60@tcp LPNI seq info [2164598:2164598:3:4294967295] 00002000:00000001:1.0:1770653413.858386:0:12198:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:1.0:1770653413.858389:0:12198:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:0.0:1770653413.858391:0:76389:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000020:00000001:1.0:1770653413.858392:0:12198:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:0.0:1770653413.858396:0:76389:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1770653413.858398:0:12198:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797071733896 : -117276637817720 : ffff955667a99488) 00002000:00000001:1.0:1770653413.858404:0:12198:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797071733808 : -117276637817808 : ffff955667a99430) 00000100:00000040:0.0:1770653413.858404:0:76389:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955666c22d80 x1856657707195520/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1770653413.858406:0:76386:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:1.0:1770653413.858409:0:12198:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1770653413.858414:0:12198:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000200:3.0:1770653413.858420:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78088 00010000:00000040:1.0:1770653413.858420:0:12198:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955666214f00 count: 2 00000100:00000001:0.0:1770653413.858421:0:76389:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.0:1770653413.858422:0:76386:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:1.0:1770653413.858425:0:12198:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.858427:0:76389:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.858428:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78088. 00010000:00000001:1.0:1770653413.858429:0:12198:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000800:00000010:2.0:1770653413.858430:0:76386:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df600. 00000100:00000001:3.0:1770653413.858435:0:3289:0:(events.c:34:request_out_callback()) Process entered 00010000:00000010:1.0:1770653413.858436:0:12198:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95571016be00. 00000100:00100000:0.0:1770653413.858439:0:76389:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955666c22d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:76389:1856657707195520:192.168.202.60@tcp:104: 00000800:00000200:2.0:1770653413.858441:0:76386:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000020:00000001:1.0:1770653413.858442:0:12198:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000200:3.0:1770653413.858443:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9556074a8380 x1856657707193472/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1770653413.858448:0:12198:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95571016be00 with handle 0x2aed14e4e178ce49 to hash 00000020:00000001:1.0:1770653413.858453:0:12198:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000800:00000200:2.0:1770653413.858454:0:76386:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:0.0:1770653413.858457:0:76389:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1770653413.858458:0:12198:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799897460224 : -117273812091392 : ffff95571016be00) 00000800:00000200:2.0:1770653413.858461:0:76386:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df600 type 1, nob 424 niov 1 nkiov 1 02000000:00000001:0.0:1770653413.858462:0:76389:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:1.0:1770653413.858463:0:12198:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799897460224 : -117273812091392 : ffff95571016be00) 02000000:00000001:0.0:1770653413.858466:0:76389:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.858471:0:76386:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.858471:0:12198:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1770653413.858472:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1770653413.858472:0:76389:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1770653413.858474:0:12198:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1770653413.858478:0:76389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff955626009000. 00000100:00000001:2.0:1770653413.858479:0:76386:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444701 00010000:00010000:1.0:1770653413.858481:0:12198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95571016be00/0x2aed14e4e178ce49 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x13fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1770653413.858482:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9556074a8380 x1856657707193472/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1770653413.858483:0:76389:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.858485:0:76386:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, keep current deadline 4301444701 00000400:00000010:0.0:1770653413.858492:0:76389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e053d10. 00000100:00000001:2.0:1770653413.858493:0:76386:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444701 00000400:00000010:0.0:1770653413.858500:0:76389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8f68. 00000100:00000001:2.0:1770653413.858501:0:76386:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, keep current deadline 4301444701 00010000:00000001:1.0:1770653413.858508:0:12198:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:2.0:1770653413.858509:0:76386:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444701 00000100:00000200:0.0:1770653413.858509:0:76389:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707195520, portal 16 00000100:00000001:3.0:1770653413.858510:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.858511:0:12198:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:0.0:1770653413.858515:0:76389:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1770653413.858516:0:76386:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, keep current deadline 4301444701 00010000:00000001:1.0:1770653413.858516:0:12198:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:3.0:1770653413.858517:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1770653413.858518:0:76389:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797056568704 : -117276652982912 : ffff955666c22d80) 00010000:00000001:1.0:1770653413.858520:0:12198:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:3.0:1770653413.858522:0:3289:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.858524:0:76386:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444701 00010000:00000001:1.0:1770653413.858525:0:12198:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000100:00000040:3.0:1770653413.858527:0:3289:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26297 usecs (27 jiffies) 00010000:00000001:1.0:1770653413.858528:0:12198:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:2.0:1770653413.858530:0:76386:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, keep current deadline 4301444701 00000100:00000040:0.0:1770653413.858530:0:76389:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955666c22d80 x1856657707195520/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.858533:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444698 00010000:00010000:1.0:1770653413.858536:0:12198:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff95565d1f9400/0x2aed14e4e178a1cc lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x13fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0eee expref: 95 pid: 12199 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1770653413.858537:0:76386:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.858539:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444701 00000100:00000001:2.0:1770653413.858545:0:76386:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.858546:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444698 00010000:00000001:2.0:1770653413.858551:0:76386:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.858553:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444701 00010000:00000001:2.0:1770653413.858557:0:76386:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.858559:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444698 00000020:00000001:2.0:1770653413.858564:0:76386:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.858564:0:12198:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:0.0:1770653413.858564:0:76389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1770653413.858565:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444701 00010000:00000001:1.0:1770653413.858568:0:12198:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.858570:0:76386:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.858571:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444698 00000100:00000040:0.0:1770653413.858574:0:76389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653413.858575:0:76386:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1770653413.858575:0:12198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:3.0:1770653413.858576:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444701 00010000:00000001:2.0:1770653413.858580:0:76386:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653413.858580:0:76389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac87f8. 00000100:00000001:3.0:1770653413.858581:0:3289:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.858581:0:12198:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.858584:0:76386:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1770653413.858588:0:12198:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000200:0.0:1770653413.858589:0:76389:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707195520, offset 0 00000100:00000001:3.0:1770653413.858590:0:3289:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.858590:0:76386:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00010000:1.0:1770653413.858592:0:12198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653413.858597:0:12198:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.858599:0:3289:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1770653413.858599:0:76389:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:2.0:1770653413.858600:0:76386:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.858600:0:12198:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.858606:0:76386:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1770653413.858607:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955603ca4000 x1856657707193984/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.858607:0:12198:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000100:00000001:2.0:1770653413.858610:0:76386:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00010000:1.0:1770653413.858613:0:12198:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95571016be00/0x2aed14e4e178ce49 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x13fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1770653413.858613:0:76389:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000100:00100000:2.0:1770653413.858615:0:76386:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556695e0840 going to sleep for 11 seconds 00000100:00000001:2.0:1770653413.858622:0:76386:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1770653413.858624:0:76389:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1770653413.858626:0:76386:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.858632:0:76389:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000100:00000001:3.0:1770653413.858639:0:3289:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00010000:00000040:1.0:1770653413.858640:0:12198:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x13fe:0x0].0x0 (ffff955666214f00) refcount = 2 00000400:00000200:0.0:1770653413.858640:0:76389:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1770653413.858642:0:76647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888ee0. 00000100:00000001:3.0:1770653413.858643:0:3289:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.858649:0:76647:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966301952, offset 224 00000400:00000200:0.0:1770653413.858649:0:76389:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00010000:00000040:1.0:1770653413.858650:0:12198:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 02000000:00000001:3.0:1770653413.858651:0:3289:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1770653413.858656:0:3289:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1770653413.858659:0:12198:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95565d1f9400/0x2aed14e4e178a1cc lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0eee expref: 95 pid: 12199 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1770653413.858662:0:76647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 02000000:00000001:3.0:1770653413.858663:0:3289:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.858663:0:76389:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164603:2164603:250:4294967295] 192.168.202.60@tcp LPNI seq info [2164599:2164599:2:4294967295] 00000100:00100000:3.0:1770653413.858672:0:3289:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955603ca4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707193984:0@lo:6:osp-syn-1-0.0 00000100:00000001:3.0:1770653413.858682:0:3289:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00010000:00000040:1.0:1770653413.858683:0:12198:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 02000000:00000001:3.0:1770653413.858687:0:3289:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1770653413.858687:0:76389:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000040:1.0:1770653413.858688:0:12198:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95571016be00/0x2aed14e4e178ce49 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x13fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1770653413.858692:0:3289:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.858698:0:3289:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1770653413.858701:0:76389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000400:00000200:2.0:1770653413.858703:0:76647:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 02000000:00000010:3.0:1770653413.858704:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955602a0c000. 00000800:00000010:0.0:1770653413.858711:0:76389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9000. 02000000:00000001:3.0:1770653413.858712:0:3289:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1770653413.858714:0:12198:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9cfc0. 00000400:00000200:2.0:1770653413.858717:0:76647:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164604:2164604:249:4294967295] 192.168.202.60@tcp LPNI seq info [2164600:2164600:1:4294967295] 00000100:00000001:1.0:1770653413.858720:0:12198:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000400:00000010:3.0:1770653413.858721:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2630. 00000800:00000200:0.0:1770653413.858721:0:76389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000010:1.0:1770653413.858725:0:12198:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa8b40. 00000100:00000001:1.0:1770653413.858729:0:12198:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540169024 : -117277169382592 : ffff955647fa8b40) 00000400:00000010:3.0:1770653413.858731:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78088. 00000100:00000001:1.0:1770653413.858733:0:12198:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540169024 : -117277169382592 : ffff955647fa8b40) 00000800:00000200:0.0:1770653413.858736:0:76389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000200:3.0:1770653413.858749:0:3289:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707193984, portal 4 00000100:00000001:1.0:1770653413.858751:0:12198:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1770653413.858756:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653413.858756:0:12198:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000800:00000200:0.0:1770653413.858757:0:76389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9000 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1770653413.858758:0:76647:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:1.0:1770653413.858759:0:12198:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:3.0:1770653413.858760:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795396153344 : -117278313398272 : ffff955603ca4000) 00010000:00000001:1.0:1770653413.858764:0:12198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.858765:0:76389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.858768:0:12198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1770653413.858771:0:3289:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955603ca4000 x1856657707193984/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1770653413.858772:0:12198:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:0.0:1770653413.858773:0:76389:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444701 00000800:00000200:2.0:1770653413.858774:0:76647:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:1.0:1770653413.858776:0:12198:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1770653413.858781:0:12198:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000100:00000001:0.0:1770653413.858782:0:76389:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, keep current deadline 4301444701 00000800:00000010:2.0:1770653413.858784:0:76647:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df200. 00010000:00000001:1.0:1770653413.858785:0:12198:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000001:3.0:1770653413.858790:0:3289:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1770653413.858790:0:76389:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444701 00000100:00000010:1.0:1770653413.858793:0:12198:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955637359180. 00000800:00000200:2.0:1770653413.858796:0:76647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000040:3.0:1770653413.858799:0:3289:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1770653413.858799:0:76389:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, keep current deadline 4301444701 00000020:00000040:1.0:1770653413.858800:0:12198:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=4 obd=lustre-OST0001 00000400:00000010:3.0:1770653413.858806:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78a18. 00000800:00000200:2.0:1770653413.858806:0:76647:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:1.0:1770653413.858807:0:12198:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1770653413.858808:0:76389:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444701 00000100:00000200:3.0:1770653413.858813:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707193984, offset 0 02000000:00000001:1.0:1770653413.858813:0:12198:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1770653413.858815:0:76647:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1770653413.858815:0:76389:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, keep current deadline 4301444701 02000000:00000001:1.0:1770653413.858817:0:12198:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.858821:0:76389:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444701 00000400:00000200:3.0:1770653413.858825:0:3289:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1770653413.858827:0:76647:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.858827:0:12198:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9556560afc00. 00000100:00000001:0.0:1770653413.858827:0:76389:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, keep current deadline 4301444701 00000100:00000001:0.0:1770653413.858834:0:76389:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1770653413.858835:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1770653413.858836:0:12198:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.858838:0:76647:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000100:00000001:0.0:1770653413.858841:0:76389:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.858845:0:76647:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.858866:0:12198:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff95565d1f9400/0x2aed14e4e178a1cc lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0eee expref: 95 pid: 12199 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1770653413.858870:0:76389:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.858873:0:76647:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.858876:0:76389:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.858882:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b5680 00000100:00000040:2.0:1770653413.858884:0:76647:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955606dfea00 x1856657966301952/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653413.858884:0:76389:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.858889:0:12198:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff95565d1f9400/0x2aed14e4e178a1cc lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0eee expref: 95 pid: 12199 timeout: 6877 lvb_type: 1 00010000:00000001:0.0:1770653413.858890:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1770653413.858892:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecef71 [8] + 5440 00010000:00000001:0.0:1770653413.858895:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.858898:0:76389:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.858904:0:3289:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1770653413.858905:0:76389:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1770653413.858908:0:76389:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1770653413.858914:0:76389:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.858915:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1770653413.858920:0:76389:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1770653413.858924:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1770653413.858925:0:76389:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1770653413.858928:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00100000:2.0:1770653413.858930:0:76647:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955606dfea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_025:b31b1d82-c1d4-4680-ae7a-71292416d1f5+97:2366:x1856657966301952:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 15650us (16324us total) trans 0 rc 0/0 00000100:00100000:0.0:1770653413.858931:0:76389:0:(client.c:2680:ptlrpc_set_wait()) set ffff95564f3626c0 going to sleep for 11 seconds 00000100:00000010:3.0:1770653413.858936:0:3289:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572eb22d80. 00010000:00000001:1.0:1770653413.858937:0:12198:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1770653413.858938:0:76389:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1770653413.858942:0:12198:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1770653413.858945:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff95572eb22d80 x1856657707193984 msgsize 544 00000100:00100000:2.0:1770653413.858950:0:76647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161815 00000100:00000040:1.0:1770653413.858951:0:12198:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955637359180 x1856657707195648/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1770653413.858956:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1770653413.858958:0:76647:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000100:00000001:0.0:1770653413.858959:0:76389:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.858964:0:76647:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1770653413.858967:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.858968:0:76647:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1770653413.858970:0:12198:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000020:00000010:2.0:1770653413.858974:0:76647:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1cf00. 00000100:00000001:1.0:1770653413.858974:0:12198:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.858975:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78a18 00000100:00000001:0.0:1770653413.858975:0:12201:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1770653413.858980:0:12201:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707193472 00000400:00000010:3.0:1770653413.858981:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78a18. 00000020:00000010:2.0:1770653413.858982:0:76647:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e5104b0. 02000000:00000001:0.0:1770653413.858983:0:12201:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:1.0:1770653413.858985:0:12198:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955637359180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12198:1856657707195648:192.168.202.60@tcp:104: 00000100:00000001:3.0:1770653413.858988:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1770653413.858988:0:12201:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1770653413.858990:0:76647:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95562fa44e00. 00000100:00000001:1.0:1770653413.858991:0:12198:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1770653413.858992:0:12201:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.858996:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955603ca4000 x1856657707193984/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1770653413.858996:0:12198:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1770653413.858997:0:12201:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.858998:0:76647:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 96 02000000:00000001:1.0:1770653413.859000:0:12198:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.859005:0:12201:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707193472 02000000:00000001:1.0:1770653413.859006:0:12198:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1770653413.859007:0:76647:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955606dfea00. 00000020:00000001:0.0:1770653413.859011:0:12201:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:1.0:1770653413.859012:0:12198:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9556560af600. 00000100:00000010:2.0:1770653413.859016:0:76647:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955606dfd180. 00000020:00000040:0.0:1770653413.859016:0:12201:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 02000000:00000001:1.0:1770653413.859017:0:12198:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.859020:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1770653413.859021:0:12201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1770653413.859025:0:12198:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955642e02dc0. 02000000:00000001:2.0:1770653413.859026:0:76647:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000040:0.0:1770653413.859026:0:12201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=17 00000100:00000040:3.0:1770653413.859027:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955603ca4000 x1856657707193984/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1770653413.859031:0:76647:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95562054a000. 00000400:00000010:1.0:1770653413.859032:0:12198:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0223b8. 00000020:00000001:0.0:1770653413.859033:0:12201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 02000000:00000001:2.0:1770653413.859038:0:76647:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:1.0:1770653413.859041:0:12198:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707195648, portal 16 00000020:00000001:0.0:1770653413.859041:0:12201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 02000000:00000001:2.0:1770653413.859042:0:76647:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1770653413.859046:0:76647:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955625e92c00. 00000100:00000001:1.0:1770653413.859048:0:12198:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1770653413.859049:0:12201:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1770653413.859051:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.859052:0:76647:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1770653413.859052:0:12198:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796258824576 : -117277450727040 : ffff955637359180) 00000020:00000010:0.0:1770653413.859055:0:12201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a680. 00000100:00000001:3.0:1770653413.859056:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1770653413.859057:0:76647:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955606dff100. 00000100:00000001:0.0:1770653413.859060:0:12201:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1770653413.859062:0:12198:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955637359180 x1856657707195648/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.859063:0:3289:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.859064:0:76647:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:0.0:1770653413.859065:0:12201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a680. 02000000:00000010:2.0:1770653413.859068:0:76647:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95562de80c00. 00000100:00000040:3.0:1770653413.859070:0:3289:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26311 usecs (27 jiffies) 00000020:00000010:0.0:1770653413.859073:0:12201:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955626009a00. 02000000:00000001:2.0:1770653413.859075:0:76647:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1770653413.859076:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444699 00000100:00000010:2.0:1770653413.859080:0:76647:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955606dff800. 00000020:00000010:0.0:1770653413.859081:0:12201:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519a80. 00000100:00000001:3.0:1770653413.859083:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444701 02000000:00000001:2.0:1770653413.859087:0:76647:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:0.0:1770653413.859089:0:12201:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3dbb8. 00000100:00000001:3.0:1770653413.859090:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444699 00000100:00000001:1.0:1770653413.859090:0:12198:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1770653413.859091:0:76647:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95564c10b800. 00000100:00000040:1.0:1770653413.859097:0:12198:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:0.0:1770653413.859098:0:12201:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653413.859099:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444701 02000000:00000001:2.0:1770653413.859099:0:76647:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:1.0:1770653413.859102:0:12198:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022088. 00000100:00000001:0.0:1770653413.859104:0:12201:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653413.859105:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444699 00000100:00000010:2.0:1770653413.859105:0:76647:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955606dfdc00. 00000100:00000200:1.0:1770653413.859106:0:12198:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707195648, offset 0 00000100:00000001:0.0:1770653413.859107:0:12201:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.859111:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444701 02000000:00000001:2.0:1770653413.859112:0:76647:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1770653413.859115:0:76647:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955620549c00. 00000100:00000001:3.0:1770653413.859116:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444699 00000100:00000001:0.0:1770653413.859116:0:12201:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.859119:0:12198:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 02000000:00000001:2.0:1770653413.859122:0:76647:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1770653413.859124:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444701 00000100:00000010:2.0:1770653413.859126:0:76647:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955606dfdf80. 00000100:00000001:3.0:1770653413.859128:0:3289:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1770653413.859131:0:12198:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000100:00000001:3.0:1770653413.859132:0:3289:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.859134:0:76647:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.859135:0:12201:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.859136:0:12198:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1770653413.859137:0:3289:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1770653413.859140:0:76647:0:(niobuf.c:1189:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:1.0:1770653413.859145:0:12198:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000100:00000040:3.0:1770653413.859146:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9557030df800 x1856657707194496/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.859147:0:12201:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1770653413.859151:0:12201:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707193984 00000400:00000200:1.0:1770653413.859152:0:12198:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1770653413.859156:0:12201:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1770653413.859160:0:76419:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1770653413.859160:0:12198:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00000001:0.0:1770653413.859161:0:12201:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653413.859164:0:3289:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1770653413.859166:0:76419:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1770653413.859166:0:12201:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.859168:0:3289:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.859170:0:12198:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164605:2164605:248:4294967295] 192.168.202.60@tcp LPNI seq info [2164601:2164601:0:4294967295] 02000000:00000001:0.0:1770653413.859173:0:12201:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.859174:0:3289:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1770653413.859178:0:76419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136177 02000000:00000001:3.0:1770653413.859179:0:3289:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1770653413.859180:0:12201:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707193984 00000100:00000001:1.0:1770653413.859182:0:12198:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.859186:0:12201:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1770653413.859187:0:3289:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.859189:0:76419:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 5 00000100:00000001:1.0:1770653413.859189:0:12198:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444702 00000020:00000040:0.0:1770653413.859190:0:12201:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00000100:00100000:3.0:1770653413.859194:0:3289:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9557030df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707194496:0@lo:6:osp-syn-0-0.0 00000100:00000001:2.0:1770653413.859198:0:76419:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800410955264 : -117273298596352 : ffff95572eb20e00) 00000100:00000001:1.0:1770653413.859198:0:12198:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4301444701 00000020:00000001:0.0:1770653413.859198:0:12201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1770653413.859199:0:3289:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1770653413.859203:0:12201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=18 02000000:00000001:3.0:1770653413.859204:0:3289:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1770653413.859206:0:12198:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444702 02000000:00000001:3.0:1770653413.859208:0:3289:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.859209:0:12201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000040:2.0:1770653413.859212:0:76419:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95572eb20e00 x1856657707193472/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.859212:0:12198:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4301444701 02000000:00000001:3.0:1770653413.859213:0:3289:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1770653413.859215:0:12201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000001:1.0:1770653413.859219:0:12198:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444702 02000000:00000010:3.0:1770653413.859221:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955602a0c400. 00000100:00000001:0.0:1770653413.859221:0:12201:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1770653413.859226:0:12198:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4301444701 02000000:00000001:3.0:1770653413.859227:0:3289:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.859227:0:12201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a680. 00000100:00000001:0.0:1770653413.859235:0:12201:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.859236:0:12198:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444702 00000400:00000010:3.0:1770653413.859237:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2108. 00000100:00000001:2.0:1770653413.859241:0:76419:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1770653413.859242:0:12201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a680. 00000100:00000001:1.0:1770653413.859245:0:12198:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4301444701 00000400:00000010:3.0:1770653413.859246:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78a18. 00000020:00000010:2.0:1770653413.859247:0:76419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59b00. 00000020:00000010:0.0:1770653413.859249:0:12201:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955626009600. 00000100:00000001:1.0:1770653413.859250:0:12198:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1770653413.859253:0:3289:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707194496, portal 4 00000100:00000001:2.0:1770653413.859254:0:76419:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.859256:0:12198:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.859256:0:12201:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519180. 00000100:00000001:3.0:1770653413.859259:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000020:00000010:2.0:1770653413.859261:0:76419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59b00. 00010000:00000001:1.0:1770653413.859262:0:12198:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.859264:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799678781440 : -117274030770176 : ffff9557030df800) 00000020:00000010:0.0:1770653413.859265:0:12201:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3daf0. 00010000:00000001:1.0:1770653413.859268:0:12198:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.859271:0:12201:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1770653413.859273:0:12198:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.859274:0:76419:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95572eb20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:lustre-MDT0000-mdtlov_UUID+17:3289:x1856657707193472:12345-0@lo:6:osp-syn-0-0.0 00000100:00000040:3.0:1770653413.859275:0:3289:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff9557030df800 x1856657707194496/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.859275:0:12201:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1770653413.859277:0:12198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.859279:0:12201:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.859281:0:12198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.859285:0:12198:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.859287:0:76419:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707193472 00000100:00000001:0.0:1770653413.859288:0:12201:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.859290:0:12198:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000001:2.0:1770653413.859293:0:76419:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:1.0:1770653413.859295:0:12198:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1770653413.859298:0:76419:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1770653413.859298:0:12201:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.859301:0:12198:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.859303:0:76419:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.859304:0:3289:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1770653413.859306:0:12198:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1770653413.859309:0:76419:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1770653413.859310:0:12198:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1770653413.859313:0:3289:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1770653413.859314:0:76419:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000100:00100000:1.0:1770653413.859315:0:12198:0:(client.c:2680:ptlrpc_set_wait()) set ffff955647fa8b40 going to sleep for 11 seconds 00000100:00000001:0.0:1770653413.859315:0:76387:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:3.0:1770653413.859319:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78aa0. 00000020:00000001:2.0:1770653413.859320:0:76419:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1770653413.859321:0:12198:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1770653413.859321:0:76387:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1770653413.859323:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707194496, offset 0 00000020:00000001:2.0:1770653413.859326:0:76419:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.859327:0:12198:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.859330:0:76419:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1770653413.859333:0:3289:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1770653413.859333:0:76387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136178 00000020:00000001:2.0:1770653413.859335:0:76419:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1770653413.859340:0:76419:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000100:00000040:0.0:1770653413.859341:0:76387:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 5 00000020:00000001:2.0:1770653413.859345:0:76419:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000400:00000010:1.0:1770653413.859345:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955642e027e8. 00000400:00000200:3.0:1770653413.859346:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1770653413.859347:0:76387:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800410963328 : -117273298588288 : ffff95572eb22d80) 00000020:00000001:2.0:1770653413.859349:0:76419:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.859352:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022aa0. 00000001:00000001:2.0:1770653413.859354:0:76419:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000200:1.0:1770653413.859357:0:3291:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707194624, portal 4 00000001:00000001:2.0:1770653413.859358:0:76419:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.859359:0:76387:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95572eb22d80 x1856657707193984/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1770653413.859362:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b5880 00000100:00000001:1.0:1770653413.859364:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000001:00000001:2.0:1770653413.859365:0:76419:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1770653413.859369:0:76419:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.859370:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799678773376 : -117274030778240 : ffff9557030dd880) 00000400:00000200:3.0:1770653413.859375:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecef71 [8] + 5984 00000001:00000001:2.0:1770653413.859376:0:76419:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.859383:0:76419:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000040:1.0:1770653413.859383:0:3291:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff9557030dd880 x1856657707194624/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1770653413.859385:0:3289:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000001:2.0:1770653413.859388:0:76419:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.859390:0:76387:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000001:00000001:2.0:1770653413.859395:0:76419:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.859397:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1770653413.859397:0:76387:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a680. 00000001:00000001:2.0:1770653413.859400:0:76419:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:0.0:1770653413.859404:0:76387:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1770653413.859405:0:76419:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.859406:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653413.859410:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1770653413.859411:0:3291:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000001:2.0:1770653413.859413:0:76419:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.859413:0:76387:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a680. 00000100:00000010:3.0:1770653413.859415:0:3289:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572eb20380. 00000020:00000001:2.0:1770653413.859419:0:76419:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.859420:0:3291:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1770653413.859422:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff95572eb20380 x1856657707194496 msgsize 544 00000020:00000001:2.0:1770653413.859424:0:76419:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.859425:0:76387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95572eb22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+18:3289:x1856657707193984:12345-0@lo:6:osp-syn-1-0.0 00000400:00000010:1.0:1770653413.859427:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022990. 00000100:00000001:2.0:1770653413.859431:0:76419:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:1.0:1770653413.859434:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707194624, offset 0 02000000:00000001:2.0:1770653413.859435:0:76419:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1770653413.859436:0:76387:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707193984 00000100:00100000:3.0:1770653413.859437:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:2.0:1770653413.859441:0:76419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95564c10b800. 00000020:00000001:0.0:1770653413.859442:0:76387:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:2.0:1770653413.859446:0:76419:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.859446:0:3291:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1770653413.859447:0:76387:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1770653413.859448:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1770653413.859452:0:76387:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.859453:0:76419:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.859456:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78aa0 00000020:00000001:0.0:1770653413.859459:0:76387:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1770653413.859460:0:3291:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1770653413.859461:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78aa0. 00002000:00000001:2.0:1770653413.859461:0:76419:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000020:00000001:0.0:1770653413.859464:0:76387:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00010000:00000001:2.0:1770653413.859466:0:76419:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:3.0:1770653413.859468:0:3289:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:2.0:1770653413.859469:0:76419:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.859469:0:76387:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1770653413.859474:0:76387:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.859475:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b5900 00000100:00000200:3.0:1770653413.859476:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9557030df800 x1856657707194496/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00002000:00080000:2.0:1770653413.859476:0:76419:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5444 count 1 00000020:00000001:0.0:1770653413.859481:0:76387:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00002000:00000001:2.0:1770653413.859483:0:76419:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000020:00000001:0.0:1770653413.859485:0:76387:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1770653413.859487:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecef71 [8] + 6528 00002000:00000001:2.0:1770653413.859488:0:76419:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1770653413.859490:0:76387:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1770653413.859494:0:76419:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1770653413.859495:0:76387:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000400:00000200:1.0:1770653413.859497:0:3291:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1770653413.859500:0:76387:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.859502:0:76419:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797001779368 : -117276707772248 : ffff9556637e28a8) 00000100:00000001:3.0:1770653413.859503:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000001:00000001:0.0:1770653413.859504:0:76387:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000400:00000200:1.0:1770653413.859507:0:3291:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1770653413.859509:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9557030df800 x1856657707194496/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1770653413.859509:0:76387:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653413.859511:0:76419:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797001779280 : -117276707772336 : ffff9556637e2850) 00000100:00000001:1.0:1770653413.859512:0:3291:0:(events.c:286:request_in_callback()) Process entered 00000001:00000001:0.0:1770653413.859514:0:76387:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000200:1.0:1770653413.859517:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000001:00000001:0.0:1770653413.859519:0:76387:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.859520:0:76419:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000010:1.0:1770653413.859524:0:3291:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955637358000. 00010000:00000001:2.0:1770653413.859527:0:76419:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000001:00000001:0.0:1770653413.859527:0:76387:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.859529:0:3291:0:(events.c:337:request_in_callback()) incoming req@ffff955637358000 x1856657707194624 msgsize 544 00000001:00000001:0.0:1770653413.859533:0:76387:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000040:2.0:1770653413.859536:0:76419:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95563cd5cd00 count: 2 00000100:00000001:3.0:1770653413.859537:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.859537:0:76387:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.859544:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1770653413.859544:0:76419:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1770653413.859545:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00000001:0.0:1770653413.859545:0:76387:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.859551:0:3289:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.859551:0:76387:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:2.0:1770653413.859552:0:76419:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000001:00000001:0.0:1770653413.859555:0:76387:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.859558:0:3291:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1770653413.859559:0:3289:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26297 usecs (27 jiffies) 00000001:00000001:0.0:1770653413.859559:0:76387:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1770653413.859560:0:76419:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561c986800. 00000400:00000200:1.0:1770653413.859564:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022990 00000020:00000001:0.0:1770653413.859565:0:76387:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.859568:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444699 00000020:00000001:2.0:1770653413.859569:0:76419:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000400:00000010:1.0:1770653413.859569:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022990. 00000020:00000001:0.0:1770653413.859569:0:76387:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.859575:0:76419:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561c986800 with handle 0x2aed14e4e178ce50 to hash 00000100:00000001:1.0:1770653413.859576:0:3291:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1770653413.859576:0:76387:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1770653413.859578:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444702 02000000:00000001:0.0:1770653413.859581:0:76387:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1770653413.859582:0:76419:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000200:1.0:1770653413.859584:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9557030dd880 x1856657707194624/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.859587:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444699 02000000:00000010:0.0:1770653413.859587:0:76387:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95570643fc00. 00010000:00000001:2.0:1770653413.859588:0:76419:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795812317184 : -117277897234432 : ffff95561c986800) 02000000:00000001:0.0:1770653413.859594:0:76387:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.859596:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444702 00010000:00000001:2.0:1770653413.859597:0:76419:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795812317184 : -117277897234432 : ffff95561c986800) 00000100:00000001:0.0:1770653413.859600:0:76387:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.859605:0:76419:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1770653413.859606:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444699 00002000:00000001:0.0:1770653413.859608:0:76387:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000100:00000001:1.0:1770653413.859609:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1770653413.859611:0:76419:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.859612:0:76387:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:3.0:1770653413.859614:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444702 00000100:00000040:1.0:1770653413.859616:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9557030dd880 x1856657707194624/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.859616:0:76387:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.859619:0:76419:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95561c986800/0x2aed14e4e178ce50 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1544:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1770653413.859622:0:76387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5115 count 1 00000100:00000001:3.0:1770653413.859623:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444699 00002000:00000001:0.0:1770653413.859629:0:76387:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000100:00000001:3.0:1770653413.859633:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444702 00002000:00000001:0.0:1770653413.859633:0:76387:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1770653413.859637:0:76387:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1770653413.859641:0:76387:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797071733288 : -117276637818328 : ffff955667a99228) 00000100:00000001:3.0:1770653413.859642:0:3289:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.859646:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.859647:0:76419:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1770653413.859647:0:76387:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797071733200 : -117276637818416 : ffff955667a991d0) 00000100:00000001:3.0:1770653413.859648:0:3289:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.859651:0:76419:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:1.0:1770653413.859652:0:3291:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1770653413.859654:0:76387:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000400:00000001:3.0:1770653413.859655:0:3289:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1770653413.859656:0:76419:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:1.0:1770653413.859658:0:3291:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.859658:0:76387:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000001:3.0:1770653413.859659:0:3289:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1770653413.859660:0:76419:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000040:0.0:1770653413.859664:0:76387:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95562c678e00 count: 2 00000100:00000040:1.0:1770653413.859665:0:3291:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26311 usecs (27 jiffies) 00000400:00000010:3.0:1770653413.859666:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef27e8. 00010000:00000001:2.0:1770653413.859666:0:76419:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:2.0:1770653413.859670:0:76419:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:0.0:1770653413.859670:0:76387:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.859671:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444699 00000400:00000200:3.0:1770653413.859674:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888880 00010000:00000001:0.0:1770653413.859675:0:76387:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:1.0:1770653413.859677:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444702 00000400:00000010:3.0:1770653413.859680:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888880. 00010000:00010000:2.0:1770653413.859680:0:76419:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff95571016b600/0x2aed14e4e178a0ad lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1544:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0de4 expref: 96 pid: 76390 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1770653413.859681:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444699 00010000:00000010:0.0:1770653413.859681:0:76387:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561ae2a200. 00000100:00000001:3.0:1770653413.859687:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1770653413.859688:0:76387:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:1.0:1770653413.859689:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444702 00000020:00000040:0.0:1770653413.859693:0:76387:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561ae2a200 with handle 0x2aed14e4e178ce57 to hash 00000100:00000200:3.0:1770653413.859696:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9556074a9180 x1856657707192832/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.859697:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444699 00000020:00000001:0.0:1770653413.859698:0:76387:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1770653413.859702:0:76387:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795783627264 : -117277925924352 : ffff95561ae2a200) 00000100:00000001:1.0:1770653413.859703:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444702 00000100:00000001:1.0:1770653413.859710:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444699 00010000:00000001:0.0:1770653413.859710:0:76387:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795783627264 : -117277925924352 : ffff95561ae2a200) 00000100:00000001:1.0:1770653413.859717:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444702 00010000:00000001:0.0:1770653413.859719:0:76387:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1770653413.859724:0:3291:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.859725:0:76419:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1770653413.859725:0:76387:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.859729:0:76419:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.859731:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9556074a9180 x1856657707192832/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.859731:0:3291:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.859733:0:76419:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770653413.859734:0:76387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a200/0x2aed14e4e178ce57 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x13fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.859737:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.859738:0:76419:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.859756:0:76419:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:1.0:1770653413.859757:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.859760:0:76419:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:1.0:1770653413.859763:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1770653413.859764:0:76419:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.859766:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1770653413.859770:0:76419:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.859772:0:76387:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:3.0:1770653413.859773:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1770653413.859773:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.859774:0:76419:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00000001:0.0:1770653413.859777:0:76387:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:3.0:1770653413.859778:0:3289:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1770653413.859780:0:76419:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95561c986800/0x2aed14e4e178ce50 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1544:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.859780:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.859781:0:3289:0:(client.c:1568:after_reply()) Process entered 00010000:00000001:0.0:1770653413.859781:0:76387:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 02000000:00000001:3.0:1770653413.859787:0:3289:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1770653413.859787:0:76387:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:3.0:1770653413.859791:0:3289:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1770653413.859792:0:76387:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000040:2.0:1770653413.859793:0:76419:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1544:0x0].0x0 (ffff95563cd5cd00) refcount = 2 00000100:00000001:3.0:1770653413.859794:0:3289:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.859796:0:76387:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 02000000:00000001:3.0:1770653413.859801:0:3289:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653413.859801:0:76419:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00010000:0.0:1770653413.859804:0:76387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff95573d0aa200/0x2aed14e4e178a155 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x13fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e77 expref: 95 pid: 12214 timeout: 0 lvb_type: 1 00000100:00001000:3.0:1770653413.859807:0:3289:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00010000:00000040:2.0:1770653413.859808:0:76419:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95571016b600/0x2aed14e4e178a0ad lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1544:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0de4 expref: 96 pid: 76390 timeout: 0 lvb_type: 1 00000100:00001000:3.0:1770653413.859818:0:3289:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00010000:00000001:0.0:1770653413.859825:0:76387:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:3.0:1770653413.859828:0:3289:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1770653413.859829:0:76387:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.859831:0:3289:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653413.859831:0:76419:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00010000:0.0:1770653413.859833:0:76387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000040:2.0:1770653413.859835:0:76419:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561c986800/0x2aed14e4e178ce50 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1544:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.859836:0:3289:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1770653413.859837:0:76387:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.859840:0:3289:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.859843:0:76387:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:3.0:1770653413.859846:0:3289:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00010000:00010000:0.0:1770653413.859874:0:76387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000040:3.0:1770653413.859876:0:3289:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00010000:00000010:2.0:1770653413.859876:0:76419:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f59b00. 00010000:00000001:0.0:1770653413.859878:0:76387:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.859882:0:3289:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1770653413.859883:0:76419:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00000001:0.0:1770653413.859884:0:76387:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.859885:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:0.0:1770653413.859889:0:76387:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000100:00000001:3.0:1770653413.859890:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795454894464 : -117278254657152 : ffff9556074a9180) 00000100:00000010:2.0:1770653413.859890:0:76419:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0480. 00010000:00010000:0.0:1770653413.859895:0:76387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a200/0x2aed14e4e178ce57 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x13fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.859896:0:76419:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100336256 : -117276609215360 : ffff9556695e0480) 00000100:00000001:3.0:1770653413.859897:0:3289:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1770653413.859900:0:3289:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00000100:00000001:2.0:1770653413.859903:0:76419:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100336256 : -117276609215360 : ffff9556695e0480) 00000100:00000001:3.0:1770653413.859905:0:3289:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1770653413.859909:0:3289:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.859910:0:12204:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1770653413.859911:0:76419:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000040:0.0:1770653413.859912:0:76387:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x13fb:0x0].0x0 (ffff95562c678e00) refcount = 2 00000100:00000001:2.0:1770653413.859915:0:76419:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000040:3.0:1770653413.859916:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9556074a9180 x1856657707192832/t4295332616(4295332616) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770653413.859916:0:12204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707194496 00010000:00000040:0.0:1770653413.859917:0:76387:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:2.0:1770653413.859920:0:76419:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 02000000:00000001:1.0:1770653413.859921:0:12204:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:2.0:1770653413.859923:0:76419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.859925:0:12204:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000040:0.0:1770653413.859926:0:76387:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95573d0aa200/0x2aed14e4e178a155 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e77 expref: 95 pid: 12214 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1770653413.859928:0:76419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.859929:0:12204:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.859932:0:76419:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 02000000:00000001:1.0:1770653413.859937:0:12204:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.859938:0:76419:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1770653413.859941:0:76419:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000100:00100000:1.0:1770653413.859945:0:12204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707194496 00010000:00000001:2.0:1770653413.859946:0:76419:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000001:3.0:1770653413.859947:0:3289:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1770653413.859948:0:76387:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000020:00000001:1.0:1770653413.859950:0:12204:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:2.0:1770653413.859952:0:76419:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9557030de300. 00000100:00000001:3.0:1770653413.859954:0:3289:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:1.0:1770653413.859954:0:12204:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00010000:00000040:0.0:1770653413.859955:0:76387:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a200/0x2aed14e4e178ce57 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x13fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1770653413.859956:0:76419:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=6 obd=lustre-OST0000 00000100:00000001:3.0:1770653413.859959:0:3289:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653413.859960:0:12204:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1770653413.859963:0:76419:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:1.0:1770653413.859965:0:12204:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=18 00000004:00080000:3.0:1770653413.859966:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9556074a9180/2, rc 0, transno 4295332616 02000000:00000001:2.0:1770653413.859966:0:76419:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1770653413.859971:0:12204:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 02000000:00000001:2.0:1770653413.859972:0:76419:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:3.0:1770653413.859973:0:3289:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 7 in flight, 16 in progress 00000020:00000001:1.0:1770653413.859979:0:12204:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00010000:00000010:0.0:1770653413.859980:0:76387:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a680. 02000000:00000010:2.0:1770653413.859981:0:76419:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95562fa44e00. 00000100:00000001:1.0:1770653413.859986:0:12204:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1770653413.859986:0:76387:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000040:3.0:1770653413.859988:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9556074a9180 x1856657707192832/t4295332616(4295332616) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.859988:0:76419:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.859991:0:12204:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9c400. 00000100:00000010:0.0:1770653413.859993:0:76387:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f362540. 00010000:00010000:2.0:1770653413.859998:0:76419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff95571016b600/0x2aed14e4e178a0ad lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1544:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0de4 expref: 96 pid: 76390 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1770653413.859998:0:12204:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.859999:0:76387:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661515584 : -117277048036032 : ffff95564f362540) 00000020:00000010:1.0:1770653413.860006:0:12204:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9c400. 00000100:00000001:0.0:1770653413.860007:0:76387:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661515584 : -117277048036032 : ffff95564f362540) 00000020:00000010:1.0:1770653413.860015:0:12204:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9556560ae600. 00000100:00000001:0.0:1770653413.860015:0:76387:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00100000:3.0:1770653413.860019:0:3289:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9556074a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707192832:0@lo:6:osp-syn-1-0.0 00000100:00000001:0.0:1770653413.860020:0:76387:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000020:00000010:1.0:1770653413.860022:0:12204:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d400. 00010000:00000001:0.0:1770653413.860024:0:76387:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00010000:2.0:1770653413.860027:0:76419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff95571016b600/0x2aed14e4e178a0ad lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1544:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0de4 expref: 96 pid: 76390 timeout: 6877 lvb_type: 1 00000020:00000010:1.0:1770653413.860029:0:12204:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662adac80. 00010000:00000001:0.0:1770653413.860030:0:76387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.860031:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.860034:0:76387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.860037:0:12204:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653413.860038:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1770653413.860039:0:76387:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:1.0:1770653413.860041:0:12204:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1770653413.860044:0:76387:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000001:1.0:1770653413.860045:0:12204:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.860047:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9556074a9180 x1856657707192832/t4295332616(4295332616) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.860047:0:76419:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00010000:00000001:0.0:1770653413.860048:0:76387:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000100:00000001:1.0:1770653413.860050:0:12204:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.860052:0:76387:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000001:2.0:1770653413.860053:0:76419:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1770653413.860060:0:76387:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c23480. 00000100:00000040:2.0:1770653413.860062:0:76419:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9557030de300 x1856657707195776/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.860065:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.860065:0:12204:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1770653413.860066:0:76387:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=5 obd=lustre-OST0001 00000100:00000001:3.0:1770653413.860073:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.860074:0:76387:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1770653413.860076:0:12204:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1770653413.860077:0:76387:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1770653413.860080:0:76419:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1770653413.860080:0:12204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707194624 00000100:00000001:3.0:1770653413.860082:0:3289:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1770653413.860083:0:76419:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.860083:0:76387:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.860084:0:12204:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653413.860085:0:3289:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1770653413.860089:0:12204:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653413.860091:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653413.860092:0:12204:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1770653413.860092:0:76387:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff955626009200. 00000100:00100000:2.0:1770653413.860093:0:76419:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9557030de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_029:lustre-OST0000_UUID:76419:1856657707195776:192.168.202.60@tcp:104: 00000100:00000001:3.0:1770653413.860095:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1770653413.860100:0:12204:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.860100:0:76387:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.860101:0:76419:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1770653413.860102:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.860105:0:76419:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1770653413.860107:0:12204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707194624 02000000:00000001:2.0:1770653413.860109:0:76419:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.860110:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000020:00000001:1.0:1770653413.860112:0:12204:0:(genops.c:811:class_conn2export()) Process entered 00010000:00010000:0.0:1770653413.860112:0:76387:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff95573d0aa200/0x2aed14e4e178a155 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e77 expref: 95 pid: 12214 timeout: 0 lvb_type: 1 02000000:00000001:2.0:1770653413.860114:0:76419:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1770653413.860117:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1770653413.860117:0:12204:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 02000000:00000010:2.0:1770653413.860120:0:76419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95562fa44400. 00000020:00000001:1.0:1770653413.860122:0:12204:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1770653413.860123:0:3289:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1770653413.860126:0:76419:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.860126:0:12204:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=19 00000100:00000001:3.0:1770653413.860127:0:3289:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653413.860133:0:12204:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000001:3.0:1770653413.860134:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1770653413.860134:0:76419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2aa8. 00010000:00010000:0.0:1770653413.860137:0:76387:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff95573d0aa200/0x2aed14e4e178a155 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e77 expref: 95 pid: 12214 timeout: 6877 lvb_type: 1 00000100:00000001:3.0:1770653413.860138:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1770653413.860140:0:12204:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000400:00000010:2.0:1770653413.860142:0:76419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888550. 00000100:00000001:3.0:1770653413.860143:0:3289:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1770653413.860148:0:12204:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1770653413.860150:0:76419:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707195776, portal 16 00000100:00000040:3.0:1770653413.860152:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9556074a9c00 x1856657707193344/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1770653413.860153:0:12204:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9c400. 00000100:00000001:2.0:1770653413.860156:0:76419:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:0.0:1770653413.860158:0:76387:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1770653413.860159:0:12204:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.860161:0:76419:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799678776064 : -117274030775552 : ffff9557030de300) 00000100:00000001:0.0:1770653413.860163:0:76387:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000020:00000010:1.0:1770653413.860168:0:12204:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9c400. 00000100:00000040:0.0:1770653413.860171:0:76387:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955666c23480 x1856657707195904/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1770653413.860173:0:76419:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff9557030de300 x1856657707195776/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.860175:0:3289:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000020:00000010:1.0:1770653413.860176:0:12204:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9556560aec00. 00000100:00000001:3.0:1770653413.860179:0:3289:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.860184:0:12204:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d180. 02000000:00000001:3.0:1770653413.860185:0:3289:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1770653413.860190:0:3289:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653413.860192:0:12204:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662adaaf0. 02000000:00000001:3.0:1770653413.860196:0:3289:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.860199:0:12204:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653413.860203:0:12204:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1770653413.860205:0:3289:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9556074a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707193344:0@lo:6:osp-syn-0-0.0 00000100:00000001:1.0:1770653413.860207:0:12204:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.860210:0:76419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1770653413.860217:0:3289:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1770653413.860217:0:12204:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.860221:0:76419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 02000000:00000001:3.0:1770653413.860222:0:3289:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1770653413.860226:0:3289:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.860227:0:12204:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1770653413.860228:0:76419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888cc0. 00000100:00000001:0.0:1770653413.860229:0:76387:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1770653413.860232:0:3289:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1770653413.860234:0:76387:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.860235:0:76419:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707195776, offset 0 02000000:00000010:3.0:1770653413.860238:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955602a0dc00. 00000100:00000001:1.0:1770653413.860239:0:12204:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1770653413.860241:0:76387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955666c23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:76387:1856657707195904:192.168.202.60@tcp:104: 00000100:00000001:1.0:1770653413.860243:0:12204:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1770653413.860244:0:3289:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.860246:0:76419:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:0.0:1770653413.860251:0:76387:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1770653413.860252:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2ec8. 00000100:00100000:1.0:1770653413.860252:0:12204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136179 02000000:00000001:0.0:1770653413.860256:0:76387:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1770653413.860258:0:76419:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000100:00000040:1.0:1770653413.860259:0:12204:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 6 02000000:00000001:0.0:1770653413.860260:0:76387:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.860261:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78aa0. 00000400:00000200:2.0:1770653413.860265:0:76419:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1770653413.860266:0:12204:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800410952576 : -117273298599040 : ffff95572eb20380) 02000000:00000001:0.0:1770653413.860267:0:76387:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1770653413.860269:0:3289:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707193344, portal 4 00000400:00000200:2.0:1770653413.860271:0:76419:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000100:00000001:3.0:1770653413.860273:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 02000000:00000010:0.0:1770653413.860274:0:76387:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95571a5ce000. 00000100:00000040:1.0:1770653413.860275:0:12204:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95572eb20380 x1856657707194496/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.860277:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795454897152 : -117278254654464 : ffff9556074a9c00) 00000400:00000200:2.0:1770653413.860278:0:76419:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1770653413.860279:0:76387:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.860286:0:76419:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000400:00000010:0.0:1770653413.860287:0:76387:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e0539f8. 00000100:00000040:3.0:1770653413.860288:0:3289:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff9556074a9c00 x1856657707193344/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1770653413.860295:0:76419:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164606:2164606:248:4294967295] 192.168.202.60@tcp LPNI seq info [2164602:2164602:-1:4294967295] 00000400:00000010:0.0:1770653413.860296:0:76387:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8908. 00000100:00000200:0.0:1770653413.860304:0:76387:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707195904, portal 16 00000100:00000001:2.0:1770653413.860309:0:76419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.860310:0:76387:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653413.860314:0:12204:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1770653413.860316:0:76419:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444703 00000100:00000001:0.0:1770653413.860316:0:76387:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797056570496 : -117276652981120 : ffff955666c23480) 00000100:00000001:3.0:1770653413.860318:0:3289:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1770653413.860320:0:12204:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9c400. 00000100:00000040:3.0:1770653413.860325:0:3289:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1770653413.860327:0:76419:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444702 00000100:00000001:1.0:1770653413.860327:0:12204:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1770653413.860328:0:76387:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955666c23480 x1856657707195904/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1770653413.860330:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78990. 00000020:00000010:1.0:1770653413.860335:0:12204:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9c400. 00000100:00000001:2.0:1770653413.860336:0:76419:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444703 00000100:00000200:3.0:1770653413.860337:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707193344, offset 0 00000100:00000001:2.0:1770653413.860343:0:76419:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444702 00000100:00100000:1.0:1770653413.860346:0:12204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95572eb20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+18:3289:x1856657707194496:12345-0@lo:6:osp-syn-0-0.0 00000400:00000200:3.0:1770653413.860350:0:3289:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1770653413.860352:0:76419:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444703 00000100:00000200:1.0:1770653413.860357:0:12204:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707194496 00000100:00000001:2.0:1770653413.860360:0:76419:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444702 00000100:00000001:0.0:1770653413.860360:0:76387:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1770653413.860362:0:12204:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1770653413.860365:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1770653413.860368:0:76419:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444703 00000020:00000001:1.0:1770653413.860369:0:12204:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:0.0:1770653413.860370:0:76387:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000020:00000001:1.0:1770653413.860374:0:12204:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.860376:0:76419:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444702 00000020:00000001:1.0:1770653413.860378:0:12204:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:0.0:1770653413.860378:0:76387:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8330. 00000400:00000200:3.0:1770653413.860381:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b5400 00000020:00000001:1.0:1770653413.860383:0:12204:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000100:00000001:2.0:1770653413.860384:0:76419:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1770653413.860385:0:76387:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707195904, offset 0 00000020:00000001:1.0:1770653413.860390:0:12204:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1770653413.860391:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecef71 [8] + 7072 00000100:00000001:2.0:1770653413.860392:0:76419:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.860393:0:12204:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.860398:0:76419:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.860399:0:12204:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1770653413.860401:0:3289:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1770653413.860402:0:76419:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.860403:0:12204:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1770653413.860404:0:76387:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000020:00000001:1.0:1770653413.860408:0:12204:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1770653413.860409:0:76419:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.860412:0:12204:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000400:00000200:3.0:1770653413.860413:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1770653413.860415:0:76419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1770653413.860417:0:76387:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000020:00000001:1.0:1770653413.860418:0:12204:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.860419:0:76419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:1.0:1770653413.860424:0:12204:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:2.0:1770653413.860425:0:76419:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.860425:0:76387:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000001:00000001:1.0:1770653413.860428:0:12204:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.860430:0:76419:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000001:00000001:1.0:1770653413.860432:0:12204:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000400:00000200:0.0:1770653413.860433:0:76387:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00010000:00000001:2.0:1770653413.860434:0:76419:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000001:00000001:1.0:1770653413.860436:0:12204:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.860439:0:76419:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.860440:0:76387:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000001:00000001:1.0:1770653413.860442:0:12204:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.860444:0:76419:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000001:00000001:1.0:1770653413.860447:0:12204:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000400:00000200:0.0:1770653413.860447:0:76387:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00000001:2.0:1770653413.860448:0:76419:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000001:00000001:1.0:1770653413.860451:0:12204:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1770653413.860453:0:76419:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556695e0480 going to sleep for 11 seconds 00000400:00000200:0.0:1770653413.860457:0:76387:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164607:2164607:248:4294967295] 192.168.202.60@tcp LPNI seq info [2164603:2164603:-2:4294967295] 00000001:00000001:1.0:1770653413.860458:0:12204:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.860459:0:76419:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653413.860463:0:76419:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.860465:0:12204:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1770653413.860469:0:12204:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.860469:0:76387:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.860470:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653413.860474:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000001:00000001:1.0:1770653413.860476:0:12204:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.860477:0:76387:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444703 00000100:00000010:3.0:1770653413.860479:0:3289:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572eb22300. 00000020:00000001:1.0:1770653413.860479:0:12204:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.860482:0:33123:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1770653413.860483:0:76387:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, keep current deadline 4301444703 00000100:00000040:3.0:1770653413.860485:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff95572eb22300 x1856657707193344 msgsize 544 00000020:00000001:1.0:1770653413.860485:0:12204:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.860486:0:33123:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1770653413.860489:0:76387:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444703 00000100:00000001:1.0:1770653413.860492:0:12204:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1770653413.860494:0:76387:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, keep current deadline 4301444703 02000000:00000001:1.0:1770653413.860496:0:12204:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1770653413.860498:0:33123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136180 02000000:00000010:1.0:1770653413.860502:0:12204:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff955661e7b800. 00000100:00000001:0.0:1770653413.860502:0:76387:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444703 00000100:00100000:3.0:1770653413.860503:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1770653413.860504:0:33123:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 6 00000100:00000001:2.0:1770653413.860510:0:33123:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626796258820096 : -117277450731520 : ffff955637358000) 02000000:00000001:1.0:1770653413.860510:0:12204:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.860510:0:76387:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, keep current deadline 4301444703 00000100:00000001:1.0:1770653413.860516:0:12204:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.860517:0:76387:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444703 00000100:00000040:2.0:1770653413.860521:0:33123:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955637358000 x1856657707194624/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.860522:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1770653413.860523:0:76387:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, keep current deadline 4301444703 00002000:00000001:1.0:1770653413.860524:0:12204:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:1.0:1770653413.860528:0:12204:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000400:00000200:3.0:1770653413.860529:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78990 00000100:00000001:0.0:1770653413.860529:0:76387:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.860531:0:12204:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.860534:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78990. 00000100:00000001:0.0:1770653413.860536:0:76387:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:1.0:1770653413.860537:0:12204:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5449 count 1 00000100:00000001:3.0:1770653413.860540:0:3289:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:0.0:1770653413.860542:0:76387:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653413.860545:0:12204:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00010000:00000001:0.0:1770653413.860547:0:76387:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.860549:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9556074a9c00 x1856657707193344/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00002000:00000001:1.0:1770653413.860549:0:12204:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00000001:2.0:1770653413.860550:0:33123:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1770653413.860551:0:76387:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.860554:0:12204:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1770653413.860556:0:33123:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59440. 00010000:00000001:0.0:1770653413.860557:0:76387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1770653413.860559:0:12204:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797001783624 : -117276707767992 : ffff9556637e3948) 00010000:00000001:0.0:1770653413.860561:0:76387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.860563:0:33123:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1770653413.860566:0:12204:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797001783536 : -117276707768080 : ffff9556637e38f0) 00010000:00000001:0.0:1770653413.860566:0:76387:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.860571:0:33123:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59440. 00010000:00000001:0.0:1770653413.860573:0:76387:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1770653413.860574:0:12204:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000001:3.0:1770653413.860576:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1770653413.860577:0:76387:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1770653413.860578:0:12204:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00100000:2.0:1770653413.860584:0:33123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955637358000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+19:3291:x1856657707194624:12345-0@lo:6:osp-syn-1-0.0 00000100:00000001:0.0:1770653413.860584:0:76387:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.860585:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9556074a9c00 x1856657707193344/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1770653413.860585:0:12204:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95561e13bb00 count: 2 00010000:00000001:1.0:1770653413.860592:0:12204:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.860593:0:76387:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1770653413.860595:0:33123:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707194624 00000100:00000001:0.0:1770653413.860597:0:76387:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:1.0:1770653413.860599:0:12204:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:2.0:1770653413.860601:0:33123:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:0.0:1770653413.860604:0:76387:0:(client.c:2680:ptlrpc_set_wait()) set ffff95564f362540 going to sleep for 11 seconds 00000020:00000001:2.0:1770653413.860606:0:33123:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1770653413.860610:0:33123:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.860612:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.860612:0:76387:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1770653413.860614:0:33123:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1770653413.860615:0:76416:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1770653413.860616:0:76387:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.860617:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1770653413.860619:0:33123:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000100:00100000:1.0:1770653413.860619:0:76416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707193344 00000100:00000001:3.0:1770653413.860623:0:3289:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.860624:0:76416:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1770653413.860625:0:33123:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1770653413.860629:0:3289:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26297 usecs (27 jiffies) 00000100:00000001:1.0:1770653413.860629:0:76416:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1770653413.860630:0:33123:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.860633:0:76416:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.860635:0:33123:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1770653413.860636:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444700 02000000:00000001:1.0:1770653413.860638:0:76416:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653413.860638:0:73799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e0533c8. 00000020:00000001:2.0:1770653413.860639:0:33123:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1770653413.860643:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444703 00000020:00000001:2.0:1770653413.860645:0:33123:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000100:00100000:1.0:1770653413.860645:0:76416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707193344 00000400:00000010:0.0:1770653413.860647:0:73799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff95564f362b40. 00000100:00000001:3.0:1770653413.860648:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444700 00000020:00000001:2.0:1770653413.860650:0:33123:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1770653413.860650:0:76416:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1770653413.860654:0:33123:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.860655:0:76416:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00000100:00000001:3.0:1770653413.860656:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444703 00000001:00000001:2.0:1770653413.860659:0:33123:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000020:00000001:1.0:1770653413.860660:0:76416:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1770653413.860661:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444700 00000001:00000001:2.0:1770653413.860664:0:33123:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.860664:0:76416:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=19 00000100:00000001:3.0:1770653413.860665:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444703 00000020:00000001:1.0:1770653413.860671:0:76416:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000001:3.0:1770653413.860672:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444700 00000001:00000001:2.0:1770653413.860672:0:33123:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1770653413.860676:0:33123:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1770653413.860677:0:76416:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000001:3.0:1770653413.860678:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444703 00000001:00000001:2.0:1770653413.860680:0:33123:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.860684:0:3289:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1770653413.860685:0:33123:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:1.0:1770653413.860685:0:76416:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000001:00000001:2.0:1770653413.860691:0:33123:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.860692:0:3289:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.860692:0:76416:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9c400. 00000001:00000001:2.0:1770653413.860699:0:33123:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.860700:0:3289:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1770653413.860700:0:76416:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1770653413.860705:0:33123:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000010:1.0:1770653413.860706:0:76416:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9c400. 00000100:00000040:3.0:1770653413.860708:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955603ca4380 x1856657707193856/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1770653413.860709:0:33123:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653413.860712:0:76416:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955705563600. 00000001:00000001:2.0:1770653413.860715:0:33123:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.860719:0:76416:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07dc00. 00000020:00000001:2.0:1770653413.860721:0:33123:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.860726:0:76416:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada000. 00000020:00000001:2.0:1770653413.860727:0:33123:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.860730:0:3289:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1770653413.860733:0:3289:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.860734:0:33123:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1770653413.860734:0:76416:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1770653413.860735:0:3289:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1770653413.860737:0:33123:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1770653413.860752:0:3289:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.860752:0:76416:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1770653413.860756:0:76416:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.860757:0:3289:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653413.860759:0:33123:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95562de80c00. 02000000:00000001:2.0:1770653413.860764:0:33123:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.860765:0:76416:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.860766:0:3289:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955603ca4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707193856:0@lo:6:osp-syn-1-0.0 00000100:00000001:2.0:1770653413.860767:0:33123:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653413.860773:0:33123:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000100:00000001:3.0:1770653413.860774:0:3289:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1770653413.860777:0:3289:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1770653413.860777:0:33123:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:1.0:1770653413.860779:0:76416:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.860780:0:33123:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.860781:0:3289:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.860787:0:3289:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00002000:00080000:2.0:1770653413.860788:0:33123:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5117 count 1 00000100:00000001:1.0:1770653413.860788:0:76416:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1770653413.860793:0:76416:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000010:3.0:1770653413.860794:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955602a0d400. 00002000:00000001:2.0:1770653413.860794:0:33123:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:2.0:1770653413.860798:0:33123:0:(ofd_objects.c:87:ofd_object_find()) Process entered 02000000:00000001:3.0:1770653413.860799:0:3289:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.860801:0:33123:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:0.0:1770653413.860803:0:7966:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1770653413.860804:0:76416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136181 00000400:00000010:3.0:1770653413.860806:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d20b0. 00000020:00000001:2.0:1770653413.860807:0:33123:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797071735720 : -117276637815896 : ffff955667a99ba8) 00000100:00000001:0.0:1770653413.860807:0:7966:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1770653413.860809:0:76416:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 7 00000100:00000001:0.0:1770653413.860811:0:7966:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.860813:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78990. 00002000:00000001:2.0:1770653413.860814:0:33123:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797071735632 : -117276637815984 : ffff955667a99b50) 00000100:00000001:1.0:1770653413.860814:0:76416:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800410960640 : -117273298590976 : ffff95572eb22300) 00000100:00000001:0.0:1770653413.860816:0:7966:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.860820:0:3289:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707193856, portal 4 00010000:00000001:2.0:1770653413.860821:0:33123:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000001:3.0:1770653413.860824:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1770653413.860825:0:76416:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95572eb22300 x1856657707193344/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.860826:0:33123:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:3.0:1770653413.860827:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795396154240 : -117278313397376 : ffff955603ca4380) 00010000:00000040:2.0:1770653413.860832:0:33123:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556613f3000 count: 2 00000100:00000040:3.0:1770653413.860837:0:3289:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955603ca4380 x1856657707193856/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.860838:0:33123:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.860844:0:33123:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:3.0:1770653413.860867:0:3289:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1770653413.860869:0:3289:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1770653413.860872:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78550. 00000100:00000001:1.0:1770653413.860873:0:76416:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1770653413.860874:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707193856, offset 0 00010000:00000010:2.0:1770653413.860875:0:33123:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561c987e00. 00000020:00000010:1.0:1770653413.860878:0:76416:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9c400. 00000020:00000001:2.0:1770653413.860882:0:33123:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:1.0:1770653413.860883:0:76416:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1770653413.860887:0:3289:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1770653413.860888:0:33123:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561c987e00 with handle 0x2aed14e4e178ce5e to hash 02000000:00000010:0.0:1770653413.860888:0:12206:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95563db65800. 00000020:00000010:1.0:1770653413.860889:0:76416:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9c400. 00000020:00000001:2.0:1770653413.860895:0:33123:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 02000000:00000001:0.0:1770653413.860895:0:12206:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.860899:0:33123:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795812322816 : -117277897228800 : ffff95561c987e00) 00000400:00000200:3.0:1770653413.860901:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1770653413.860901:0:76416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95572eb22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0000-mdtlov_UUID+19:3289:x1856657707193344:12345-0@lo:6:osp-syn-0-0.0 00000400:00000010:0.0:1770653413.860904:0:12206:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e053aa8. 00010000:00000001:2.0:1770653413.860905:0:33123:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795812322816 : -117277897228800 : ffff95561c987e00) 00000100:00000200:1.0:1770653413.860912:0:76416:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707193344 00010000:00000001:2.0:1770653413.860913:0:33123:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:0.0:1770653413.860914:0:12206:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8990. 00000400:00000200:3.0:1770653413.860918:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b5600 00010000:00000001:2.0:1770653413.860918:0:33123:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.860919:0:76416:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:0.0:1770653413.860921:0:12206:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707195008, portal 16 00000020:00000001:1.0:1770653413.860923:0:76416:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00010000:2.0:1770653413.860926:0:33123:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95561c987e00/0x2aed14e4e178ce5e lrc: 3/0,1 mode: --/PW res: [0x280000403:0x13fd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.860926:0:12206:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1770653413.860927:0:76416:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.860928:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecef71 [8] + 7616 00000100:00000001:0.0:1770653413.860930:0:12206:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797056567808 : -117276652983808 : ffff955666c22a00) 00000020:00000001:1.0:1770653413.860934:0:76416:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1770653413.860938:0:76416:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000400:00000200:3.0:1770653413.860940:0:3289:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1770653413.860945:0:12206:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955666c22a00 x1856657707195008/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.860946:0:33123:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:1.0:1770653413.860946:0:76416:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1770653413.860948:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1770653413.860951:0:33123:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000001:1.0:1770653413.860952:0:76416:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.860954:0:3289:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:2.0:1770653413.860955:0:33123:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000200:3.0:1770653413.860958:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000001:2.0:1770653413.860959:0:33123:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000001:1.0:1770653413.860959:0:76416:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1770653413.860963:0:76416:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:2.0:1770653413.860965:0:33123:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000100:00000010:3.0:1770653413.860967:0:3289:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572eb21500. 00000020:00000001:1.0:1770653413.860967:0:76416:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00010000:00000001:2.0:1770653413.860969:0:33123:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:0.0:1770653413.860970:0:12206:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1770653413.860971:0:76416:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000100:00000040:3.0:1770653413.860974:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff95572eb21500 x1856657707193856 msgsize 544 00000020:00000001:1.0:1770653413.860975:0:76416:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.860979:0:33123:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff95571016bc00/0x2aed14e4e1789faa lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x13fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d20 expref: 95 pid: 12206 timeout: 0 lvb_type: 1 00000001:00000001:1.0:1770653413.860981:0:76416:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000040:0.0:1770653413.860981:0:12206:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000001:00000001:1.0:1770653413.860986:0:76416:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.860989:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1770653413.860989:0:12206:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8220. 00000001:00000001:1.0:1770653413.860992:0:76416:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1770653413.860997:0:76416:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1770653413.860997:0:12206:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707195008, offset 0 00010000:00000001:2.0:1770653413.860998:0:33123:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000001:00000001:1.0:1770653413.861000:0:76416:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.861002:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1770653413.861002:0:33123:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.861004:0:76416:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00010000:2.0:1770653413.861008:0:33123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000001:00000001:1.0:1770653413.861009:0:76416:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1770653413.861009:0:12206:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653413.861012:0:33123:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.861015:0:76416:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.861016:0:33123:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000400:00000200:0.0:1770653413.861020:0:12206:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000001:00000001:1.0:1770653413.861021:0:76416:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00010000:2.0:1770653413.861022:0:33123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000200:0.0:1770653413.861026:0:12206:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:2.0:1770653413.861027:0:33123:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1770653413.861027:0:76416:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.861033:0:33123:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1770653413.861034:0:76416:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.861034:0:12206:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00010000:00000001:2.0:1770653413.861036:0:33123:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000020:00000001:1.0:1770653413.861041:0:76416:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.861041:0:12206:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00010000:00010000:2.0:1770653413.861042:0:33123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561c987e00/0x2aed14e4e178ce5e lrc: 4/0,1 mode: --/PW res: [0x280000403:0x13fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1770653413.861047:0:76416:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.861049:0:12206:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00000001:1.0:1770653413.861053:0:76416:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000040:2.0:1770653413.861058:0:33123:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x13fd:0x0].0x0 (ffff9556613f3000) refcount = 2 02000000:00000001:1.0:1770653413.861058:0:76416:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1770653413.861058:0:12206:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164608:2164608:248:4294967295] 192.168.202.60@tcp LPNI seq info [2164604:2164604:-3:4294967295] 02000000:00000010:1.0:1770653413.861064:0:76416:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff955661e7a000. 00010000:00000040:2.0:1770653413.861065:0:33123:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:0.0:1770653413.861069:0:12206:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.861070:0:76416:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.861072:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78550 00010000:00000040:2.0:1770653413.861074:0:33123:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95571016bc00/0x2aed14e4e1789faa lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d20 expref: 95 pid: 12206 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1770653413.861075:0:76416:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.861077:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78550. 00000100:00000001:0.0:1770653413.861077:0:12206:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444704 00002000:00000001:1.0:1770653413.861082:0:76416:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000100:00000001:3.0:1770653413.861084:0:3289:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:1.0:1770653413.861087:0:76416:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:0.0:1770653413.861087:0:12206:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4301444703 00010000:00000001:1.0:1770653413.861091:0:76416:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.861092:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955603ca4380 x1856657707193856/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1770653413.861093:0:33123:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000100:00000001:0.0:1770653413.861094:0:12206:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444704 00002000:00080000:1.0:1770653413.861098:0:76416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5443 count 1 00010000:00000040:2.0:1770653413.861099:0:33123:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561c987e00/0x2aed14e4e178ce5e lrc: 4/0,1 mode: --/PW res: [0x280000403:0x13fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.861101:0:12206:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4301444703 00002000:00000001:1.0:1770653413.861106:0:76416:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:1.0:1770653413.861110:0:76416:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00000001:0.0:1770653413.861110:0:12206:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444704 00000020:00000001:1.0:1770653413.861114:0:76416:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:0.0:1770653413.861118:0:12206:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4301444703 00000020:00000001:1.0:1770653413.861120:0:76416:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626796844914408 : -117276864637208 : ffff95565a2496e8) 00000100:00000001:3.0:1770653413.861124:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1770653413.861126:0:12206:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444704 00002000:00000001:1.0:1770653413.861127:0:76416:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626796844914320 : -117276864637296 : ffff95565a249690) 00010000:00000010:2.0:1770653413.861128:0:33123:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f59440. 00000100:00000040:3.0:1770653413.861130:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955603ca4380 x1856657707193856/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.861132:0:12206:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4301444703 00000100:00000001:2.0:1770653413.861134:0:33123:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00000001:1.0:1770653413.861134:0:76416:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1770653413.861139:0:76416:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:0.0:1770653413.861140:0:12206:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1770653413.861141:0:33123:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0780. 00010000:00000040:1.0:1770653413.861144:0:76416:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95563cd5c100 count: 2 00000100:00000001:2.0:1770653413.861147:0:33123:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100337024 : -117276609214592 : ffff9556695e0780) 00000100:00000001:0.0:1770653413.861148:0:12206:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.861150:0:76416:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.861156:0:12206:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.861157:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.861157:0:33123:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100337024 : -117276609214592 : ffff9556695e0780) 00010000:00000001:1.0:1770653413.861157:0:76416:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:0.0:1770653413.861160:0:12206:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.861163:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1770653413.861164:0:33123:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000010:1.0:1770653413.861164:0:76416:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95571016b000. 00000020:00000001:0.0:1770653413.861165:0:12206:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.861168:0:33123:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000001:3.0:1770653413.861170:0:3289:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.861171:0:33123:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000001:1.0:1770653413.861171:0:76416:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:0.0:1770653413.861171:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1770653413.861174:0:3289:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26311 usecs (27 jiffies) 00010000:00000001:0.0:1770653413.861175:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.861176:0:33123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:1.0:1770653413.861177:0:76416:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95571016b000 with handle 0x2aed14e4e178ce65 to hash 00010000:00000001:0.0:1770653413.861179:0:12206:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.861181:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444701 00010000:00000001:2.0:1770653413.861181:0:33123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1770653413.861182:0:76416:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1770653413.861183:0:12206:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000001:2.0:1770653413.861184:0:33123:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1770653413.861185:0:76416:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799897456640 : -117273812094976 : ffff95571016b000) 00000100:00000001:3.0:1770653413.861189:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444704 00010000:00000001:2.0:1770653413.861190:0:33123:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1770653413.861190:0:76416:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799897456640 : -117273812094976 : ffff95571016b000) 00010000:00000001:0.0:1770653413.861190:0:12206:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1770653413.861194:0:33123:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000100:00000001:3.0:1770653413.861196:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444701 00010000:00000001:2.0:1770653413.861198:0:33123:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00010000:00000001:1.0:1770653413.861198:0:76416:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1770653413.861198:0:12206:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.861200:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444704 00010000:00000001:1.0:1770653413.861204:0:76416:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.861204:0:12206:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1770653413.861205:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444701 00000100:00000010:2.0:1770653413.861206:0:33123:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9557030df100. 00000100:00000001:0.0:1770653413.861209:0:12206:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00010000:1.0:1770653413.861210:0:76416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95571016b000/0x2aed14e4e178ce65 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1543:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.861212:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444704 00000020:00000040:2.0:1770653413.861213:0:33123:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=6 obd=lustre-OST0001 00000100:00100000:0.0:1770653413.861216:0:12206:0:(client.c:2680:ptlrpc_set_wait()) set ffff95564f362d80 going to sleep for 11 seconds 00000100:00000001:3.0:1770653413.861219:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444701 00000100:00000001:2.0:1770653413.861220:0:33123:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1770653413.861223:0:12206:0:(client.c:1964:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1770653413.861224:0:33123:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1770653413.861227:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444704 00000100:00000001:0.0:1770653413.861228:0:12206:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.861229:0:33123:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.861229:0:76416:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:3.0:1770653413.861231:0:3289:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.861235:0:76416:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:3.0:1770653413.861236:0:3289:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653413.861237:0:33123:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95562fa45000. 00010000:00000001:1.0:1770653413.861239:0:76416:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:3.0:1770653413.861241:0:3289:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1770653413.861242:0:76416:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:2.0:1770653413.861244:0:33123:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.861245:0:51197:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:1.0:1770653413.861246:0:76416:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000100:00000040:3.0:1770653413.861247:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9557030dea00 x1856657707194368/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.861251:0:76416:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00100000:0.0:1770653413.861251:0:51197:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707193856 00010000:00010000:2.0:1770653413.861254:0:33123:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff95571016bc00/0x2aed14e4e1789faa lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d20 expref: 95 pid: 12206 timeout: 0 lvb_type: 1 02000000:00000001:0.0:1770653413.861256:0:51197:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00010000:1.0:1770653413.861260:0:76416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff95571016a600/0x2aed14e4e178a098 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1543:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dcf expref: 96 pid: 12199 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1770653413.861260:0:51197:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653413.861264:0:51197:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.861271:0:51197:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.861274:0:3289:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1770653413.861277:0:51197:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707193856 00000100:00000001:3.0:1770653413.861278:0:3289:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.861281:0:51197:0:(genops.c:811:class_conn2export()) Process entered 00010000:00010000:2.0:1770653413.861285:0:33123:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff95571016bc00/0x2aed14e4e1789faa lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d20 expref: 95 pid: 12206 timeout: 6877 lvb_type: 1 00000020:00000040:0.0:1770653413.861286:0:51197:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 02000000:00000001:3.0:1770653413.861287:0:3289:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:1.0:1770653413.861287:0:76416:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1770653413.861292:0:76416:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.861293:0:3289:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.861293:0:51197:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:1.0:1770653413.861299:0:76416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000040:0.0:1770653413.861299:0:51197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=20 02000000:00000001:3.0:1770653413.861300:0:3289:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.861305:0:76416:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.861306:0:51197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00100000:3.0:1770653413.861309:0:3289:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9557030dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707194368:0@lo:6:osp-syn-0-0.0 00010000:00000001:1.0:1770653413.861312:0:76416:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000001:0.0:1770653413.861313:0:51197:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00010000:00010000:1.0:1770653413.861316:0:76416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:0.0:1770653413.861320:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1770653413.861321:0:3289:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1770653413.861321:0:76416:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.861325:0:33123:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 02000000:00000001:3.0:1770653413.861326:0:3289:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:1.0:1770653413.861327:0:76416:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1770653413.861328:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00000100:00000001:2.0:1770653413.861329:0:33123:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1770653413.861330:0:3289:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.861334:0:76416:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 02000000:00000001:3.0:1770653413.861335:0:3289:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1770653413.861335:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1770653413.861339:0:33123:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9557030df100 x1856657707196032/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1770653413.861340:0:76416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95571016b000/0x2aed14e4e178ce65 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1543:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1770653413.861341:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 02000000:00000010:3.0:1770653413.861342:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95565d743000. 02000000:00000001:3.0:1770653413.861349:0:3289:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.861351:0:51197:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955706121c00. 00000400:00000010:3.0:1770653413.861356:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2000. 00000020:00000010:0.0:1770653413.861359:0:51197:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519000. 00010000:00000040:1.0:1770653413.861364:0:76416:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1543:0x0].0x0 (ffff95563cd5c100) refcount = 2 00000400:00000010:3.0:1770653413.861366:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78550. 00000020:00000010:0.0:1770653413.861367:0:51197:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d898. 00000100:00000001:2.0:1770653413.861370:0:33123:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1770653413.861373:0:3289:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707194368, portal 4 00010000:00000040:1.0:1770653413.861373:0:76416:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:2.0:1770653413.861375:0:33123:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.861375:0:51197:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653413.861379:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1770653413.861380:0:51197:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000040:1.0:1770653413.861381:0:76416:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95571016a600/0x2aed14e4e178a098 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1543:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dcf expref: 96 pid: 12199 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1770653413.861382:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799678777856 : -117274030773760 : ffff9557030dea00) 00000100:00000001:0.0:1770653413.861383:0:51197:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.861385:0:33123:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9557030df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:33123:1856657707196032:192.168.202.60@tcp:104: 00000100:00000001:0.0:1770653413.861392:0:51197:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.861393:0:3289:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff9557030dea00 x1856657707194368/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.861396:0:33123:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1770653413.861400:0:33123:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1770653413.861403:0:33123:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.861404:0:51197:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1770653413.861406:0:76416:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 02000000:00000001:2.0:1770653413.861409:0:33123:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000040:1.0:1770653413.861413:0:76416:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95571016b000/0x2aed14e4e178ce65 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1543:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 02000000:00000010:2.0:1770653413.861416:0:33123:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95562fa44a00. 00000100:00000001:0.0:1770653413.861416:0:51197:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653413.861417:0:3289:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1770653413.861421:0:51197:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1770653413.861422:0:33123:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.861425:0:3289:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1770653413.861430:0:51197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136182 00000400:00000010:2.0:1770653413.861431:0:33123:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef29a0. 00000400:00000010:3.0:1770653413.861432:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a782a8. 00010000:00000010:1.0:1770653413.861433:0:76416:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9c400. 00000100:00000040:0.0:1770653413.861438:0:51197:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 7 00000400:00000010:2.0:1770653413.861439:0:33123:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268883b8. 00000100:00000200:3.0:1770653413.861440:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707194368, offset 0 00000100:00000001:1.0:1770653413.861440:0:76416:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:0.0:1770653413.861441:0:51197:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800410957056 : -117273298594560 : ffff95572eb21500) 00000100:00000010:1.0:1770653413.861446:0:76416:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa8180. 00000100:00000200:2.0:1770653413.861448:0:33123:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707196032, portal 16 00000100:00000001:1.0:1770653413.861449:0:76416:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540166528 : -117277169385088 : ffff955647fa8180) 00000100:00000040:0.0:1770653413.861451:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95572eb21500 x1856657707193856/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1770653413.861453:0:3289:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1770653413.861454:0:33123:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653413.861456:0:76416:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540166528 : -117277169385088 : ffff955647fa8180) 00000100:00000001:2.0:1770653413.861458:0:33123:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799678779648 : -117274030771968 : ffff9557030df100) 00000100:00000001:1.0:1770653413.861463:0:76416:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000400:00000200:3.0:1770653413.861466:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1770653413.861467:0:76416:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000040:2.0:1770653413.861469:0:33123:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff9557030df100 x1856657707196032/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.861471:0:76416:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1770653413.861476:0:76416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.861479:0:76416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1770653413.861480:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b5800 00000020:00000001:1.0:1770653413.861483:0:76416:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1770653413.861488:0:76416:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000001:0.0:1770653413.861488:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1770653413.861492:0:33123:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1770653413.861493:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecef71 [8] + 8160 00010000:00000001:1.0:1770653413.861494:0:76416:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000020:00000010:0.0:1770653413.861495:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00010000:00000001:1.0:1770653413.861498:0:76416:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000040:2.0:1770653413.861499:0:33123:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:0.0:1770653413.861503:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1770653413.861505:0:3289:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1770653413.861506:0:33123:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888dd0. 00000100:00000010:1.0:1770653413.861506:0:76416:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665155500. 00000020:00000010:0.0:1770653413.861507:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00000020:00000040:1.0:1770653413.861514:0:76416:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=7 obd=lustre-OST0000 00000400:00000200:3.0:1770653413.861515:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1770653413.861515:0:33123:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707196032, offset 0 00000100:00000001:1.0:1770653413.861521:0:76416:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1770653413.861521:0:51197:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95572eb21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+20:3289:x1856657707193856:12345-0@lo:6:osp-syn-1-0.0 02000000:00000001:1.0:1770653413.861525:0:76416:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1770653413.861529:0:33123:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000200:0.0:1770653413.861530:0:51197:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707193856 02000000:00000001:1.0:1770653413.861531:0:76416:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.861533:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1770653413.861536:0:51197:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:3.0:1770653413.861538:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:2.0:1770653413.861538:0:33123:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000020:00000001:0.0:1770653413.861539:0:51197:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000010:1.0:1770653413.861540:0:76416:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff955669782a00. 00000020:00000001:0.0:1770653413.861544:0:51197:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1770653413.861546:0:3289:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572eb20700. 00000400:00000200:2.0:1770653413.861547:0:33123:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1770653413.861547:0:76416:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.861548:0:51197:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1770653413.861553:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff95572eb20700 x1856657707194368 msgsize 544 00000400:00000200:2.0:1770653413.861554:0:33123:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000020:00000001:0.0:1770653413.861554:0:51197:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00010000:00010000:1.0:1770653413.861559:0:76416:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff95571016a600/0x2aed14e4e178a098 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1543:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dcf expref: 96 pid: 12199 timeout: 0 lvb_type: 1 00000020:00000001:0.0:1770653413.861560:0:51197:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1770653413.861563:0:33123:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000020:00000001:0.0:1770653413.861566:0:51197:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1770653413.861570:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1770653413.861572:0:51197:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1770653413.861573:0:33123:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000020:00000001:0.0:1770653413.861577:0:51197:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1770653413.861580:0:51197:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000400:00000200:2.0:1770653413.861581:0:33123:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164609:2164609:248:4294967295] 192.168.202.60@tcp LPNI seq info [2164605:2164605:-4:4294967295] 00010000:00010000:1.0:1770653413.861585:0:76416:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff95571016a600/0x2aed14e4e178a098 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1543:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dcf expref: 96 pid: 12199 timeout: 6877 lvb_type: 1 00000020:00000001:0.0:1770653413.861586:0:51197:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000100:00000001:3.0:1770653413.861587:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.861589:0:33123:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.861590:0:51197:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.861594:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a782a8 00000001:00000001:0.0:1770653413.861597:0:51197:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:2.0:1770653413.861598:0:33123:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444704 00000400:00000010:3.0:1770653413.861599:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a782a8. 00000001:00000001:0.0:1770653413.861601:0:51197:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.861606:0:33123:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, keep current deadline 4301444704 00010000:00000001:1.0:1770653413.861606:0:76416:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1770653413.861607:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000001:00000001:0.0:1770653413.861607:0:51197:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:1.0:1770653413.861611:0:76416:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000001:00000001:0.0:1770653413.861612:0:51197:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.861613:0:33123:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444704 00000100:00000200:3.0:1770653413.861617:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9557030dea00 x1856657707194368/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653413.861618:0:76416:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955665155500 x1856657707196160/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.861620:0:33123:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, keep current deadline 4301444704 00000001:00000001:0.0:1770653413.861620:0:51197:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.861626:0:33123:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444704 00000001:00000001:0.0:1770653413.861627:0:51197:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1770653413.861630:0:51197:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.861633:0:33123:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, keep current deadline 4301444704 00000001:00000001:0.0:1770653413.861638:0:51197:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.861640:0:33123:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444704 00000001:00000001:0.0:1770653413.861644:0:51197:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:2.0:1770653413.861648:0:33123:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, keep current deadline 4301444704 00000001:00000001:0.0:1770653413.861648:0:51197:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.861650:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1770653413.861654:0:33123:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1770653413.861656:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9557030dea00 x1856657707194368/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1770653413.861656:0:51197:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.861661:0:33123:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.861664:0:51197:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.861667:0:33123:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.861670:0:51197:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.861674:0:33123:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.861676:0:51197:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1770653413.861680:0:33123:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.861681:0:51197:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1770653413.861687:0:33123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.861690:0:12201:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:2.0:1770653413.861691:0:33123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.861692:0:76416:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1770653413.861693:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.861695:0:33123:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.861696:0:12201:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707194368 00000100:00000001:3.0:1770653413.861697:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1770653413.861697:0:76416:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.861701:0:12201:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:2.0:1770653413.861702:0:33123:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:3.0:1770653413.861703:0:3289:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.861704:0:12201:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1770653413.861705:0:33123:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00100000:1.0:1770653413.861707:0:76416:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955665155500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0000_UUID:76416:1856657707196160:192.168.202.60@tcp:104: 00000100:00000001:0.0:1770653413.861709:0:12201:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.861710:0:3289:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26297 usecs (27 jiffies) 00000100:00000001:2.0:1770653413.861711:0:33123:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.861715:0:12201:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.861718:0:76416:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1770653413.861719:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444701 00000100:00000001:2.0:1770653413.861719:0:33123:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1770653413.861719:0:12201:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707194368 02000000:00000001:1.0:1770653413.861722:0:76416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1770653413.861724:0:33123:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1770653413.861725:0:12201:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1770653413.861726:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444704 02000000:00000001:1.0:1770653413.861726:0:76416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.861728:0:33123:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556695e0780 going to sleep for 11 seconds 00000020:00000040:0.0:1770653413.861729:0:12201:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00000100:00000001:3.0:1770653413.861734:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444701 02000000:00000001:1.0:1770653413.861734:0:76416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1770653413.861735:0:33123:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1770653413.861735:0:12201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1770653413.861750:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444704 00000020:00000040:0.0:1770653413.861751:0:12201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=20 00000100:00000001:2.0:1770653413.861752:0:33123:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.861753:0:76416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff955669782e00. 00000100:00000001:3.0:1770653413.861754:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444701 00000020:00000001:0.0:1770653413.861759:0:12201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 02000000:00000001:1.0:1770653413.861760:0:76416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.861761:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444704 00000020:00000001:0.0:1770653413.861766:0:12201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000001:3.0:1770653413.861767:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444701 00000400:00000010:1.0:1770653413.861768:0:76416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d94318. 00000100:00000001:0.0:1770653413.861772:0:12201:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1770653413.861773:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444704 00000100:00000001:3.0:1770653413.861776:0:3289:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1770653413.861778:0:76416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022990. 00000100:00000001:3.0:1770653413.861779:0:3289:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.861779:0:76647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2bb0. 00000020:00000010:0.0:1770653413.861779:0:12201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00000100:00000200:1.0:1770653413.861786:0:76416:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707196160, portal 16 00000100:00000001:0.0:1770653413.861787:0:12201:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.861789:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.861789:0:76647:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9556695e0d80. 00000100:00000001:1.0:1770653413.861791:0:76416:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653413.861795:0:76416:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028463872 : -117276681087744 : ffff955665155500) 00000020:00000010:0.0:1770653413.861795:0:12201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00000100:00000001:3.0:1770653413.861797:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.861805:0:12201:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955706120800. 00000100:00000040:1.0:1770653413.861806:0:76416:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955665155500 x1856657707196160/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:2.0:1770653413.861807:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000020:00000010:0.0:1770653413.861810:0:12201:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519200. 00000004:00000001:2.0:1770653413.861811:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.861817:0:12201:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d3e8. 00000004:00000001:2.0:1770653413.861818:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:1.0:1770653413.861821:0:76416:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:2.0:1770653413.861823:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000800:00000200:3.0:1770653413.861826:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1770653413.861826:0:12201:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000004:00000001:2.0:1770653413.861827:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.861827:0:76416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:0.0:1770653413.861830:0:12201:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000010:3.0:1770653413.861833:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9a00. 00000100:00000001:0.0:1770653413.861834:0:12201:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.861835:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f649c00 type=0x10692404 idx=3569 00000400:00000010:1.0:1770653413.861835:0:76416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0225d8. 00000400:00000200:3.0:1770653413.861839:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000040:00001000:2.0:1770653413.861842:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3569 lrh_len: 64 (1024 remains) 00000100:00000200:1.0:1770653413.861842:0:76416:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707196160, offset 0 00000100:00000001:0.0:1770653413.861843:0:12201:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.861870:0:7854:0:(llog.c:797:llog_process_thread()) index: 3569, lh_last_idx: 3602 synced_idx: 3602 lgh_last_idx: 3602 00000400:00000200:3.0:1770653413.861871:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653413.861872:0:12201:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.861874:0:76416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000004:00000001:2.0:1770653413.861877:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000400:00000200:3.0:1770653413.861883:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8a18 00000004:00000001:2.0:1770653413.861884:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000400:00000010:3.0:1770653413.861886:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8a18. 00000004:00000001:2.0:1770653413.861888:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.861889:0:76416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000100:00000001:0.0:1770653413.861889:0:12201:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653413.861890:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653413.861893:0:12201:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000004:00000001:2.0:1770653413.861895:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000100:00000001:3.0:1770653413.861896:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000001:2.0:1770653413.861899:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000400:00000200:1.0:1770653413.861899:0:76416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:0.0:1770653413.861901:0:12201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136183 00000004:00000001:2.0:1770653413.861904:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000400:00000200:1.0:1770653413.861906:0:76416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000100:00000040:0.0:1770653413.861906:0:12201:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 8 00000100:00000010:2.0:1770653413.861910:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9557030dc380. 00000100:00000001:0.0:1770653413.861911:0:12201:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800410953472 : -117273298598144 : ffff95572eb20700) 00000400:00000200:1.0:1770653413.861913:0:76416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000020:00000040:2.0:1770653413.861916:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=19 obd=lustre-OST0001-osc-MDT0000 00000400:00000200:1.0:1770653413.861920:0:76416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00000001:2.0:1770653413.861921:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1770653413.861922:0:12201:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95572eb20700 x1856657707194368/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653413.861925:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1770653413.861927:0:76416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164610:2164610:248:4294967295] 192.168.202.60@tcp LPNI seq info [2164606:2164606:-5:4294967295] 02000000:00000001:2.0:1770653413.861929:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653413.861936:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff955625e92c00. 00000100:00000001:1.0:1770653413.861940:0:76416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.861943:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.861946:0:76416:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444705 00000100:00000001:0.0:1770653413.861947:0:12201:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:3.0:1770653413.861948:0:3282:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000004:00000001:2.0:1770653413.861949:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626799678768000 : -117274030783616 : ffff9557030dc380) 00000020:00000010:0.0:1770653413.861953:0:12201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00000100:00000001:1.0:1770653413.861954:0:76416:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444704 00000100:00000001:2.0:1770653413.861955:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:3.0:1770653413.861956:0:3282:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626cd00. 00000100:00000001:0.0:1770653413.861958:0:12201:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.861961:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.861962:0:76416:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444705 00000020:00000010:0.0:1770653413.861963:0:12201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00000800:00000200:3.0:1770653413.861968:0:3282:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000040:2.0:1770653413.861970:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e68ba83d] to pc [ptlrpcd_00_00+0] req@ffff9557030dc380 x1856657707196288/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.861971:0:76416:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444704 00000100:00100000:0.0:1770653413.861977:0:12201:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95572eb20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+20:3289:x1856657707194368:12345-0@lo:6:osp-syn-0-0.0 00000800:00000200:3.0:1770653413.861979:0:3282:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:1.0:1770653413.861979:0:76416:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444705 00000800:00000200:3.0:1770653413.861987:0:3282:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626cd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1770653413.861988:0:76416:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444704 00000100:00000200:0.0:1770653413.861989:0:12201:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707194368 00000020:00000001:0.0:1770653413.861995:0:12201:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1770653413.861998:0:76416:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444705 00000020:00000001:0.0:1770653413.862001:0:12201:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1770653413.862004:0:76416:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444704 00000020:00000001:0.0:1770653413.862004:0:12201:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.862007:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000004:00000001:2.0:1770653413.862009:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.862010:0:12201:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1770653413.862011:0:76416:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1770653413.862012:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9100. 00000004:00001000:2.0:1770653413.862015:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 8 in flight, 17 in progress 00000020:00000001:0.0:1770653413.862015:0:12201:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000400:00000200:3.0:1770653413.862019:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653413.862019:0:76416:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.862020:0:12201:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000004:00001000:2.0:1770653413.862021:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3569, id 1934 00000020:00000001:0.0:1770653413.862024:0:12201:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.862025:0:76416:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.862026:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000020:00000001:0.0:1770653413.862028:0:12201:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:1.0:1770653413.862031:0:76416:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.862032:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000001:0.0:1770653413.862033:0:12201:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1770653413.862036:0:76416:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.862037:0:12201:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000400:00000200:3.0:1770653413.862039:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8d48 00010000:00000001:1.0:1770653413.862040:0:76416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1770653413.862041:0:12201:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000100:00000001:2.0:1770653413.862043:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1770653413.862044:0:76416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1770653413.862046:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8d48. 00000020:00000001:0.0:1770653413.862046:0:12201:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.862047:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1770653413.862047:0:76416:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.862052:0:3288:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000001:00000001:0.0:1770653413.862053:0:12201:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1770653413.862054:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1770653413.862054:0:76416:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000001:00000001:0.0:1770653413.862058:0:12201:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.862059:0:3282:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:2.0:1770653413.862059:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9557030dc380 x1856657707196288/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.862060:0:76416:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000001:00000001:0.0:1770653413.862061:0:12201:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 02000000:00000010:3.0:1770653413.862064:0:3282:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955620548000. 00000001:00000001:0.0:1770653413.862065:0:12201:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.862066:0:76416:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.862070:0:3282:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1770653413.862072:0:76416:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000001:00000001:0.0:1770653413.862072:0:12201:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.862074:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1770653413.862077:0:76416:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000001:00000001:0.0:1770653413.862079:0:12201:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00100000:1.0:1770653413.862084:0:76416:0:(client.c:2680:ptlrpc_set_wait()) set ffff955647fa8180 going to sleep for 11 seconds 00000001:00000001:0.0:1770653413.862084:0:12201:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1770653413.862085:0:3282:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:1.0:1770653413.862091:0:76416:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653413.862093:0:3288:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000800:00000010:3.0:1770653413.862094:0:3282:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c900. 00000001:00000001:0.0:1770653413.862094:0:12201:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.862095:0:76416:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.862097:0:3288:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.862099:0:12201:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1770653413.862103:0:12201:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1770653413.862104:0:3288:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:3.0:1770653413.862105:0:3282:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000001:00000001:0.0:1770653413.862108:0:12201:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.862109:0:3288:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1770653413.862112:0:12204:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95571016ae00. 00000020:00000001:0.0:1770653413.862114:0:12201:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.862115:0:3282:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 02000000:00000001:2.0:1770653413.862116:0:3288:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.862118:0:12204:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:0.0:1770653413.862119:0:12201:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.862123:0:3282:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c900 type 1, nob 424 niov 1 nkiov 1 00000100:00100000:2.0:1770653413.862124:0:3288:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9557030dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707196288:0@lo:6:osp-syn-1-0.0 00000020:00000040:1.0:1770653413.862124:0:12204:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95571016ae00 with handle 0x2aed14e4e178ce6c to hash 00000100:00000001:0.0:1770653413.862124:0:12201:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1770653413.862128:0:12201:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1770653413.862130:0:12204:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:2.0:1770653413.862134:0:3288:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1770653413.862134:0:12204:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799897456128 : -117273812095488 : ffff95571016ae00) 02000000:00000010:0.0:1770653413.862135:0:12201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95570643dc00. 00010000:00000001:1.0:1770653413.862136:0:12204:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799897456128 : -117273812095488 : ffff95571016ae00) 00000800:00000200:3.0:1770653413.862138:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1770653413.862138:0:3288:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1770653413.862140:0:12201:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.862142:0:12204:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:2.0:1770653413.862143:0:3288:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1770653413.862144:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dfc00. 00000100:00000001:0.0:1770653413.862145:0:12201:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.862146:0:12204:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.862149:0:3288:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1770653413.862151:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000001:0.0:1770653413.862153:0:12201:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00010000:1.0:1770653413.862154:0:12204:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178ce6c lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1549:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 02000000:00000010:2.0:1770653413.862155:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955620548000. 00010000:00000001:0.0:1770653413.862156:0:12201:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000400:00000200:3.0:1770653413.862159:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:0.0:1770653413.862160:0:12201:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.862161:0:3288:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:0.0:1770653413.862168:0:12201:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5448 count 1 00000400:00000200:3.0:1770653413.862169:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888908 00000400:00000010:2.0:1770653413.862169:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2580. 00010000:00000001:1.0:1770653413.862170:0:12204:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000010:3.0:1770653413.862173:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888908. 00010000:00000001:1.0:1770653413.862175:0:12204:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00002000:00000001:0.0:1770653413.862176:0:12201:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000100:00000001:3.0:1770653413.862179:0:3282:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:1.0:1770653413.862179:0:12204:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00002000:00000001:0.0:1770653413.862179:0:12201:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000400:00000010:2.0:1770653413.862180:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268882a8. 00010000:00000001:1.0:1770653413.862184:0:12204:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000001:0.0:1770653413.862185:0:12201:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000200:2.0:1770653413.862186:0:3288:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707196288, portal 4 00000100:00000200:3.0:1770653413.862188:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9557030dc000 x1856657707194880/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.862189:0:12204:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000100:00000001:2.0:1770653413.862190:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1770653413.862191:0:12201:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797001784536 : -117276707767080 : ffff9556637e3cd8) 00010000:00000001:1.0:1770653413.862192:0:12204:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:2.0:1770653413.862194:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799678768000 : -117274030783616 : ffff9557030dc380) 00002000:00000001:0.0:1770653413.862198:0:12201:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797001784448 : -117276707767168 : ffff9556637e3c80) 00010000:00010000:1.0:1770653413.862199:0:12204:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff95565f570e00/0x2aed14e4e1789f80 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1549:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0cf6 expref: 96 pid: 76382 timeout: 0 lvb_type: 1 00000100:00000040:2.0:1770653413.862205:0:3288:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff9557030dc380 x1856657707196288/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.862205:0:12201:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1770653413.862210:0:12201:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1770653413.862215:0:12201:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955718ba2f00 count: 2 00010000:00000001:0.0:1770653413.862221:0:12201:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.862222:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1770653413.862226:0:12204:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1770653413.862228:0:12201:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000040:3.0:1770653413.862231:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9557030dc000 x1856657707194880/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.862231:0:12204:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1770653413.862234:0:12201:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561ae2b800. 00000100:00000001:2.0:1770653413.862235:0:3288:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1770653413.862237:0:12204:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653413.862242:0:12204:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.862242:0:12201:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000040:2.0:1770653413.862243:0:3288:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:0.0:1770653413.862247:0:12201:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561ae2b800 with handle 0x2aed14e4e178ce73 to hash 00010000:00000001:1.0:1770653413.862249:0:12204:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000400:00000010:2.0:1770653413.862251:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888088. 00000020:00000001:0.0:1770653413.862253:0:12201:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00010000:1.0:1770653413.862254:0:12204:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000200:2.0:1770653413.862257:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707196288, offset 0 00010000:00000001:0.0:1770653413.862258:0:12201:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795783632896 : -117277925918720 : ffff95561ae2b800) 00010000:00000001:1.0:1770653413.862259:0:12204:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.862265:0:12204:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.862267:0:12201:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795783632896 : -117277925918720 : ffff95561ae2b800) 00010000:00000001:1.0:1770653413.862272:0:12204:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000400:00000200:2.0:1770653413.862273:0:3288:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1770653413.862274:0:12201:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00010000:1.0:1770653413.862278:0:12204:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178ce6c lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1549:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.862278:0:12201:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.862280:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.862286:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1770653413.862287:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:0.0:1770653413.862287:0:12201:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95561ae2b800/0x2aed14e4e178ce73 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1548:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000800:00000200:3.0:1770653413.862296:0:3282:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000040:1.0:1770653413.862300:0:12204:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1549:0x0].0x0 (ffff95561e13bb00) refcount = 2 00000400:00000200:2.0:1770653413.862303:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b5f80 00000800:00000010:3.0:1770653413.862304:0:3282:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626ca00. 00010000:00000040:1.0:1770653413.862308:0:12204:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000800:00000200:3.0:1770653413.862314:0:3282:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:0.0:1770653413.862314:0:12201:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000040:1.0:1770653413.862317:0:12204:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95565f570e00/0x2aed14e4e1789f80 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1549:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0cf6 expref: 96 pid: 76382 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1770653413.862318:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecef71 [8] + 8704 00010000:00000001:0.0:1770653413.862319:0:12201:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1770653413.862323:0:12201:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000800:00000200:3.0:1770653413.862326:0:3282:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:0.0:1770653413.862328:0:12201:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000400:00000200:2.0:1770653413.862329:0:3288:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1770653413.862332:0:3282:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626ca00 type 1, nob 424 niov 1 nkiov 1 00010000:00000001:0.0:1770653413.862332:0:12201:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:0.0:1770653413.862336:0:12201:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000400:00000200:2.0:1770653413.862340:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:1.0:1770653413.862342:0:12204:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00010000:0.0:1770653413.862345:0:12201:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9556323fc200/0x2aed14e4e178a1a2 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1548:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ed2 expref: 96 pid: 76389 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1770653413.862347:0:3288:0:(events.c:286:request_in_callback()) Process entered 00010000:00000040:1.0:1770653413.862347:0:12204:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178ce6c lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1549:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000800:00000200:3.0:1770653413.862348:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1770653413.862352:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000800:00000010:3.0:1770653413.862354:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c700. 00000400:00000200:3.0:1770653413.862360:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1770653413.862361:0:3288:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9557030ded80. 00000100:00000040:2.0:1770653413.862367:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9557030ded80 x1856657707196288 msgsize 544 00010000:00000001:0.0:1770653413.862370:0:12201:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000400:00000200:3.0:1770653413.862372:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000010:1.0:1770653413.862375:0:12204:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9cac0. 00010000:00000001:0.0:1770653413.862375:0:12201:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.862379:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a784c8 00000100:00000001:1.0:1770653413.862381:0:12204:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00100000:2.0:1770653413.862382:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1770653413.862383:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a784c8. 00010000:00010000:0.0:1770653413.862383:0:12201:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000010:1.0:1770653413.862385:0:12204:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa8540. 00010000:00000001:0.0:1770653413.862387:0:12201:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.862390:0:3282:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1770653413.862390:0:12204:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540167488 : -117277169384128 : ffff955647fa8540) 00000100:00000001:2.0:1770653413.862391:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:0.0:1770653413.862391:0:12201:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653413.862395:0:12201:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000200:3.0:1770653413.862397:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95572eb23480 x1856657707195136/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.862397:0:12204:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540167488 : -117277169384128 : ffff955647fa8540) 00010000:00000001:0.0:1770653413.862398:0:12201:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653413.862400:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888088 00000100:00000001:1.0:1770653413.862402:0:12204:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000001:0.0:1770653413.862404:0:12201:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1770653413.862405:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888088. 00000100:00000001:1.0:1770653413.862405:0:12204:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1770653413.862409:0:12204:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1770653413.862411:0:12201:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000100:00000001:2.0:1770653413.862412:0:3288:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:1.0:1770653413.862413:0:12204:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1770653413.862416:0:12201:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95561ae2b800/0x2aed14e4e178ce73 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1548:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.862417:0:12204:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1770653413.862420:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9557030dc380 x1856657707196288/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1770653413.862421:0:12204:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1770653413.862425:0:12204:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1770653413.862428:0:12204:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000100:00000001:3.0:1770653413.862431:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1770653413.862432:0:12204:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1770653413.862438:0:12204:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665154380. 00000100:00000040:3.0:1770653413.862439:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572eb23480 x1856657707195136/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000040:0.0:1770653413.862440:0:12201:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1548:0x0].0x0 (ffff955718ba2f00) refcount = 2 00000020:00000040:1.0:1770653413.862443:0:12204:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=8 obd=lustre-OST0000 00010000:00000040:0.0:1770653413.862450:0:12201:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:1.0:1770653413.862451:0:12204:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1770653413.862454:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1770653413.862455:0:12204:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000040:0.0:1770653413.862459:0:12201:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9556323fc200/0x2aed14e4e178a1a2 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1548:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ed2 expref: 96 pid: 76389 timeout: 0 lvb_type: 1 02000000:00000001:1.0:1770653413.862460:0:12204:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.862461:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9557030dc380 x1856657707196288/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.862469:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.862469:0:12204:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff955669783a00. 00000100:00000001:3.0:1770653413.862476:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1770653413.862476:0:12204:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.862484:0:12201:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00010000:1.0:1770653413.862488:0:12204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff95565f570e00/0x2aed14e4e1789f80 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1549:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0cf6 expref: 96 pid: 76382 timeout: 0 lvb_type: 1 00000800:00000200:3.0:1770653413.862489:0:3282:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:2.0:1770653413.862489:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.862490:0:12201:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561ae2b800/0x2aed14e4e178ce73 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1548:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.862495:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:3.0:1770653413.862498:0:3282:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c700. 00000100:00000001:2.0:1770653413.862501:0:3288:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.862507:0:3288:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26311 usecs (27 jiffies) 00000800:00000200:3.0:1770653413.862509:0:3282:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:2.0:1770653413.862513:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444702 00000100:00000001:2.0:1770653413.862518:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444705 00010000:00000010:0.0:1770653413.862519:0:12201:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a2c0. 00000100:00000001:2.0:1770653413.862523:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444702 00010000:00010000:1.0:1770653413.862523:0:12204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff95565f570e00/0x2aed14e4e1789f80 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1549:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0cf6 expref: 96 pid: 76382 timeout: 6877 lvb_type: 1 00000800:00000200:3.0:1770653413.862524:0:3282:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:0.0:1770653413.862526:0:12201:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:2.0:1770653413.862529:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444705 00000800:00000200:3.0:1770653413.862531:0:3282:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c700 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:0.0:1770653413.862532:0:12201:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f3623c0. 00000100:00000001:2.0:1770653413.862536:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444702 00000100:00000001:0.0:1770653413.862539:0:12201:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661515200 : -117277048036416 : ffff95564f3623c0) 00000100:00000001:2.0:1770653413.862542:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444705 00000800:00000200:3.0:1770653413.862547:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1770653413.862547:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444702 00000100:00000001:0.0:1770653413.862547:0:12201:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661515200 : -117277048036416 : ffff95564f3623c0) 00010000:00000001:1.0:1770653413.862548:0:12204:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1770653413.862553:0:12204:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000800:00000010:3.0:1770653413.862554:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399f00. 00000100:00000001:0.0:1770653413.862555:0:12201:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1770653413.862556:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444705 00000400:00000200:3.0:1770653413.862558:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1770653413.862559:0:12201:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000040:1.0:1770653413.862560:0:12204:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955665154380 x1856657707196416/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.862561:0:3288:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.862564:0:12201:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:2.0:1770653413.862568:0:3288:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.862569:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:0.0:1770653413.862569:0:12201:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.862575:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.862575:0:12201:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1770653413.862579:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022880 00000020:00000001:0.0:1770653413.862580:0:12201:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:2.0:1770653413.862581:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.862584:0:12201:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000400:00000010:3.0:1770653413.862585:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022880. 00010000:00000001:0.0:1770653413.862588:0:12201:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000100:00000001:2.0:1770653413.862589:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1770653413.862591:0:3282:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1770653413.862592:0:12204:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1770653413.862593:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:0.0:1770653413.862593:0:12201:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000001:1.0:1770653413.862596:0:12204:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.862598:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95563735a680 x1856657707195264/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.862599:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1770653413.862599:0:12201:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c21180. 00000100:00000001:2.0:1770653413.862603:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1770653413.862603:0:12204:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955665154380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12204:1856657707196416:192.168.202.60@tcp:104: 00000020:00000040:0.0:1770653413.862605:0:12201:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=9 obd=lustre-OST0000 00000100:00000001:2.0:1770653413.862606:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.862613:0:12201:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1770653413.862614:0:12204:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1770653413.862615:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.862617:0:12201:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1770653413.862619:0:12204:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1770653413.862623:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1770653413.862623:0:12204:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.862623:0:12201:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.862629:0:12204:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1770653413.862632:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563735a680 x1856657707195264/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.862632:0:76385:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:0.0:1770653413.862633:0:12201:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95561997a200. 00000100:00100000:2.0:1770653413.862636:0:76385:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707196288 02000000:00000010:1.0:1770653413.862636:0:12204:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95563c4f7800. 00000100:00000001:0.0:1770653413.862639:0:12201:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.862641:0:76385:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1770653413.862642:0:12204:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.862645:0:76385:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1770653413.862649:0:12204:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d94aa8. 00000100:00000001:2.0:1770653413.862650:0:76385:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.862651:0:12201:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9556323fc200/0x2aed14e4e178a1a2 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1548:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ed2 expref: 96 pid: 76389 timeout: 0 lvb_type: 1 00000400:00000010:1.0:1770653413.862655:0:12204:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022110. 02000000:00000001:2.0:1770653413.862657:0:76385:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.862660:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.862662:0:12204:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707196416, portal 16 00000100:00100000:2.0:1770653413.862663:0:76385:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707196288 00000100:00000001:3.0:1770653413.862665:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1770653413.862667:0:76385:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1770653413.862669:0:12204:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000020:00000040:2.0:1770653413.862671:0:76385:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00000100:00000001:1.0:1770653413.862673:0:12204:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028459392 : -117276681092224 : ffff955665154380) 00000020:00000001:2.0:1770653413.862675:0:76385:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:3.0:1770653413.862676:0:3282:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000020:00000040:2.0:1770653413.862680:0:76385:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=21 00010000:00010000:0.0:1770653413.862680:0:12201:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9556323fc200/0x2aed14e4e178a1a2 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1548:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ed2 expref: 96 pid: 76389 timeout: 6877 lvb_type: 1 00000800:00000010:3.0:1770653413.862682:0:3282:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626cc00. 00000100:00000040:1.0:1770653413.862685:0:12204:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955665154380 x1856657707196416/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1770653413.862687:0:76385:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000800:00000200:3.0:1770653413.862694:0:3282:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000020:00000001:2.0:1770653413.862695:0:76385:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000001:2.0:1770653413.862702:0:76385:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:3.0:1770653413.862706:0:3282:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000020:00000010:2.0:1770653413.862707:0:76385:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59300. 00010000:00000001:0.0:1770653413.862710:0:12201:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000800:00000200:3.0:1770653413.862713:0:3282:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626cc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1770653413.862715:0:12204:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1770653413.862716:0:76385:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.862716:0:12201:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000020:00000010:2.0:1770653413.862722:0:76385:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59300. 00000800:00000200:3.0:1770653413.862726:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1770653413.862727:0:12204:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000040:0.0:1770653413.862727:0:12201:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955666c21180 x1856657707196544/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1770653413.862730:0:76385:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95562fa45800. 00000800:00000010:3.0:1770653413.862732:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df600. 00000400:00000010:1.0:1770653413.862733:0:12204:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022550. 00000400:00000200:3.0:1770653413.862750:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1770653413.862750:0:76385:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95566aa1cf00. 00000100:00000200:1.0:1770653413.862751:0:12204:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707196416, offset 0 00000020:00000010:2.0:1770653413.862757:0:76385:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e5104b0. 00000100:00000001:0.0:1770653413.862759:0:12201:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1770653413.862763:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:1.0:1770653413.862764:0:12204:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:0.0:1770653413.862764:0:12201:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.862765:0:76385:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1770653413.862769:0:76385:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1770653413.862772:0:76385:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.862775:0:12201:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955666c21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:12201:1856657707196544:192.168.202.60@tcp:104: 00000400:00000200:1.0:1770653413.862776:0:12204:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000100:00000001:2.0:1770653413.862778:0:76385:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.862785:0:12201:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1770653413.862786:0:12204:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1770653413.862789:0:76385:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653413.862790:0:12201:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1770653413.862791:0:12204:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 02000000:00000001:0.0:1770653413.862795:0:12201:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.862797:0:12204:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1770653413.862799:0:12201:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1770653413.862800:0:76385:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1770653413.862802:0:12204:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00000001:2.0:1770653413.862804:0:76385:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000010:0.0:1770653413.862804:0:12201:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95561997a400. 00000400:00000200:1.0:1770653413.862808:0:12204:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164611:2164611:248:4294967295] 192.168.202.60@tcp LPNI seq info [2164607:2164607:-1:4294967295] 02000000:00000001:0.0:1770653413.862810:0:12201:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.862815:0:76385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136184 00000100:00000001:1.0:1770653413.862817:0:12204:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.862818:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888198 00000400:00000010:0.0:1770653413.862818:0:12201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e0534d0. 00000100:00000040:2.0:1770653413.862819:0:76385:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 8 00000400:00000010:3.0:1770653413.862824:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888198. 00000100:00000001:2.0:1770653413.862825:0:76385:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626799678778752 : -117274030772864 : ffff9557030ded80) 00000100:00000001:1.0:1770653413.862826:0:12204:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444705 00000100:00000001:3.0:1770653413.862830:0:3282:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1770653413.862832:0:12201:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8b28. 00000100:00000001:1.0:1770653413.862833:0:12204:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, keep current deadline 4301444705 00000100:00000040:2.0:1770653413.862835:0:76385:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9557030ded80 x1856657707196288/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1770653413.862838:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9557030dfb80 x1856657707195392/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.862840:0:12204:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444705 00000100:00000200:0.0:1770653413.862842:0:12201:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707196544, portal 16 00000100:00000001:1.0:1770653413.862846:0:12204:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, keep current deadline 4301444705 00000100:00000001:3.0:1770653413.862869:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1770653413.862874:0:76385:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1770653413.862875:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9557030dfb80 x1856657707195392/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1770653413.862880:0:76385:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59300. 00000100:00000001:0.0:1770653413.862880:0:12201:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653413.862882:0:12204:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444706 00000100:00000001:0.0:1770653413.862883:0:12201:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797056561536 : -117276652990080 : ffff955666c21180) 00000100:00000001:2.0:1770653413.862886:0:76385:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.862892:0:12204:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444705 00000020:00000010:2.0:1770653413.862893:0:76385:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59300. 00000100:00000040:0.0:1770653413.862897:0:12201:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955666c21180 x1856657707196544/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.862903:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.862904:0:12204:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444706 00000100:00100000:2.0:1770653413.862908:0:76385:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9557030ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+21:3288:x1856657707196288:12345-0@lo:6:osp-syn-1-0.0 00000100:00000001:3.0:1770653413.862910:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1770653413.862912:0:12204:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444705 00000100:00000001:0.0:1770653413.862920:0:12201:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1770653413.862921:0:3282:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000200:2.0:1770653413.862921:0:76385:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707196288 00000100:00000001:1.0:1770653413.862922:0:12204:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1770653413.862926:0:76385:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1770653413.862928:0:12201:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:1.0:1770653413.862929:0:12204:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1770653413.862930:0:3282:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c200. 00000020:00000001:2.0:1770653413.862931:0:76385:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1770653413.862936:0:76385:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.862936:0:12204:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.862942:0:76385:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000800:00000200:3.0:1770653413.862943:0:3282:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:1.0:1770653413.862944:0:12204:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.862945:0:76385:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000400:00000010:0.0:1770653413.862947:0:12201:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8440. 00000020:00000001:1.0:1770653413.862951:0:12204:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.862952:0:76385:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:0.0:1770653413.862953:0:12201:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707196544, offset 0 00000020:00000001:2.0:1770653413.862955:0:76385:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1770653413.862957:0:3282:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:1.0:1770653413.862958:0:12204:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1770653413.862962:0:76385:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:1.0:1770653413.862962:0:12204:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:3.0:1770653413.862964:0:3282:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c200 type 1, nob 424 niov 1 nkiov 1 00000020:00000001:2.0:1770653413.862968:0:76385:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:1.0:1770653413.862968:0:12204:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.862968:0:12201:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000020:00000001:2.0:1770653413.862973:0:76385:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00010000:00000001:1.0:1770653413.862974:0:12204:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000001:2.0:1770653413.862976:0:76385:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00010000:00000001:1.0:1770653413.862977:0:12204:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000800:00000200:3.0:1770653413.862978:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:2.0:1770653413.862980:0:76385:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.862981:0:12201:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000800:00000010:3.0:1770653413.862983:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9000. 00000100:00000001:1.0:1770653413.862984:0:12204:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.862986:0:76385:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000400:00000200:0.0:1770653413.862990:0:12201:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1770653413.862991:0:12204:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000001:00000001:2.0:1770653413.862992:0:76385:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.862993:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653413.862996:0:12201:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000100:00000001:1.0:1770653413.862997:0:12204:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000001:00000001:2.0:1770653413.862998:0:76385:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1770653413.863003:0:76385:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1770653413.863004:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00100000:1.0:1770653413.863004:0:12204:0:(client.c:2680:ptlrpc_set_wait()) set ffff955647fa8540 going to sleep for 11 seconds 00000400:00000200:0.0:1770653413.863006:0:12201:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000001:00000001:2.0:1770653413.863009:0:76385:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.863010:0:12204:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000001:00000001:2.0:1770653413.863015:0:76385:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000400:00000200:0.0:1770653413.863015:0:12201:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00000001:1.0:1770653413.863016:0:12204:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.863020:0:76385:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1770653413.863024:0:76385:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.863024:0:12201:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164612:2164612:248:4294967295] 192.168.202.60@tcp LPNI seq info [2164608:2164608:-1:4294967295] 00000001:00000001:2.0:1770653413.863028:0:76385:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1770653413.863031:0:76385:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1770653413.863032:0:76384:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3400/0x2aed14e4e178cdc4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1770653413.863034:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac87f8 00000100:00000001:0.0:1770653413.863034:0:12201:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.863036:0:76385:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.863041:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac87f8. 00000100:00000001:0.0:1770653413.863041:0:12201:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444706 00000020:00000001:2.0:1770653413.863042:0:76385:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.863048:0:3282:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1770653413.863049:0:76385:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.863050:0:76384:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.863051:0:12201:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444705 00000100:00000001:2.0:1770653413.863055:0:76385:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:3.0:1770653413.863057:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955666c22d80 x1856657707195520/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1770653413.863058:0:76384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3400/0x2aed14e4e178cdc4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1770653413.863059:0:76385:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1770653413.863060:0:12201:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444706 02000000:00000010:2.0:1770653413.863065:0:76385:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff955620549c00. 00000100:00000001:0.0:1770653413.863068:0:12201:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444705 02000000:00000001:2.0:1770653413.863071:0:76385:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.863076:0:12201:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444706 00000100:00000001:2.0:1770653413.863078:0:76385:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.863083:0:76384:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:0.0:1770653413.863084:0:12201:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, keep current deadline 4301444706 00002000:00000001:2.0:1770653413.863085:0:76385:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:1.0:1770653413.863088:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.863090:0:76385:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:0.0:1770653413.863090:0:12201:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444706 00000100:00000001:3.0:1770653413.863091:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1770653413.863091:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.863095:0:76385:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.863096:0:76384:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1770653413.863097:0:12201:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, keep current deadline 4301444706 00000100:00000040:3.0:1770653413.863098:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955666c22d80 x1856657707195520/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1770653413.863101:0:76384:0:(lustre_handles.c:113:class_handle2object()) Process entered 00002000:00080000:2.0:1770653413.863102:0:76385:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5119 count 1 00000100:00000001:0.0:1770653413.863102:0:12201:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1770653413.863106:0:76384:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95570ffc3400 refcount=3 00002000:00000001:2.0:1770653413.863110:0:76385:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000100:00000001:0.0:1770653413.863111:0:12201:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.863112:0:76384:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799895720960 : -117273813830656 : ffff95570ffc3400) 00002000:00000001:2.0:1770653413.863115:0:76385:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:0.0:1770653413.863117:0:12201:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.863119:0:76384:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799895720960 : -117273813830656 : ffff95570ffc3400) 00000100:00000001:3.0:1770653413.863121:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.863121:0:76385:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1770653413.863122:0:12201:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.863123:0:76384:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:3.0:1770653413.863126:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1770653413.863126:0:76385:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795367117960 : -117278342433656 : ffff9556020f3488) 00000020:00000001:0.0:1770653413.863127:0:12201:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.863128:0:76384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3400/0x2aed14e4e178cdc4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00002000:00000001:2.0:1770653413.863131:0:76385:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795367117872 : -117278342433744 : ffff9556020f3430) 00010000:00000001:0.0:1770653413.863134:0:12201:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:3.0:1770653413.863136:0:3282:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653413.863139:0:76385:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1770653413.863139:0:12201:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.863144:0:76385:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:0.0:1770653413.863144:0:12201:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1770653413.863145:0:3282:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626cf00. 00010000:00000001:0.0:1770653413.863150:0:12201:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000040:2.0:1770653413.863152:0:76385:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556373a1700 count: 2 00010000:00000001:0.0:1770653413.863154:0:12201:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000800:00000200:3.0:1770653413.863156:0:3282:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:2.0:1770653413.863159:0:76385:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.863161:0:12201:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.863163:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:3.0:1770653413.863168:0:3282:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:0.0:1770653413.863168:0:12201:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1770653413.863169:0:76385:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:1.0:1770653413.863169:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.863173:0:12201:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00010000:1.0:1770653413.863174:0:76384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3400/0x2aed14e4e178cdc4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000800:00000200:3.0:1770653413.863176:0:3282:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626cf00 type 1, nob 424 niov 1 nkiov 1 00000100:00100000:0.0:1770653413.863177:0:12201:0:(client.c:2680:ptlrpc_set_wait()) set ffff95564f3623c0 going to sleep for 11 seconds 00010000:00000010:2.0:1770653413.863178:0:76385:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561c987a00. 00000100:00000001:0.0:1770653413.863183:0:12201:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1770653413.863187:0:76385:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:0.0:1770653413.863188:0:12201:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.863189:0:76384:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000200:3.0:1770653413.863191:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:2.0:1770653413.863193:0:76385:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561c987a00 with handle 0x2aed14e4e178ce7a to hash 00010000:00000001:1.0:1770653413.863193:0:76384:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1770653413.863194:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df200. 00010000:00000001:1.0:1770653413.863197:0:76384:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000400:00000200:3.0:1770653413.863201:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1770653413.863201:0:76385:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000010:1.0:1770653413.863204:0:76384:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff955647fa89c0. 02000000:00000010:0.0:1770653413.863204:0:51197:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95570643f400. 00010000:00000001:2.0:1770653413.863206:0:76385:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795812321792 : -117277897229824 : ffff95561c987a00) 00000400:00000200:3.0:1770653413.863210:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:1.0:1770653413.863211:0:76384:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 02000000:00000001:0.0:1770653413.863211:0:51197:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.863213:0:76385:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795812321792 : -117277897229824 : ffff95561c987a00) 00000100:00000001:0.0:1770653413.863217:0:51197:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.863218:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888ee0 00010000:00000001:2.0:1770653413.863220:0:76385:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00010000:1.0:1770653413.863221:0:76384:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000400:00000010:3.0:1770653413.863222:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888ee0. 00002000:00000001:0.0:1770653413.863223:0:51197:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:1.0:1770653413.863227:0:76384:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.863228:0:76385:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.863228:0:51197:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:3.0:1770653413.863229:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1770653413.863233:0:76384:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.863234:0:3282:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1770653413.863234:0:51197:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.863236:0:76384:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00010000:2.0:1770653413.863237:0:76385:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95561c987a00/0x2aed14e4e178ce7a lrc: 3/0,1 mode: --/PW res: [0x280000403:0x13ff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 02000000:00000010:3.0:1770653413.863238:0:3282:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955625e93c00. 00010000:00000001:1.0:1770653413.863239:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00002000:00080000:0.0:1770653413.863240:0:51197:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5114 count 1 00010000:00000001:1.0:1770653413.863243:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1770653413.863245:0:3282:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00002000:00000001:0.0:1770653413.863247:0:51197:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000100:00000001:3.0:1770653413.863248:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00002000:00000001:1.0:1770653413.863248:0:76384:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00002000:00000001:0.0:1770653413.863250:0:51197:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00080000:00000001:1.0:1770653413.863252:0:76384:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:0.0:1770653413.863254:0:51197:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000200:3.0:1770653413.863259:0:3282:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00080000:00000010:1.0:1770653413.863259:0:76384:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff955661e79800. 00000020:00000001:0.0:1770653413.863260:0:51197:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797071734504 : -117276637817112 : ffff955667a996e8) 00010000:00000001:2.0:1770653413.863261:0:76385:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1770653413.863267:0:76385:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00002000:00000001:0.0:1770653413.863267:0:51197:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797071734416 : -117276637817200 : ffff955667a99690) 00000800:00000010:3.0:1770653413.863268:0:3282:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c300. 00080000:00000001:1.0:1770653413.863268:0:76384:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796975134720 : -117276734416896 : ffff955661e79800) 00010000:00000001:2.0:1770653413.863271:0:76385:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000001:00000001:1.0:1770653413.863276:0:76384:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:0.0:1770653413.863277:0:51197:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000800:00000200:3.0:1770653413.863278:0:3282:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:2.0:1770653413.863278:0:76385:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000001:00000001:1.0:1770653413.863280:0:76384:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.863281:0:51197:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:2.0:1770653413.863284:0:76385:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00080000:00000002:1.0:1770653413.863286:0:76384:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x13f0:0x0] not in the id map cache 00010000:00000040:0.0:1770653413.863287:0:51197:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95562c55c000 count: 3 00000800:00000200:3.0:1770653413.863288:0:3282:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:2.0:1770653413.863289:0:76385:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:1.0:1770653413.863294:0:76384:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00010000:00000001:0.0:1770653413.863294:0:51197:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1770653413.863295:0:3282:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c300 type 1, nob 424 niov 1 nkiov 1 00010000:00010000:2.0:1770653413.863300:0:76385:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff95566c162800/0x2aed14e4e178a06e lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x13ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0db3 expref: 95 pid: 6531 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1770653413.863301:0:51197:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1770653413.863306:0:76384:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1770653413.863307:0:51197:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561ae2be00. 00000800:00000200:3.0:1770653413.863309:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000001:1.0:1770653413.863312:0:76384:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.863314:0:51197:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000800:00000010:3.0:1770653413.863315:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626cd00. 00080000:00000001:1.0:1770653413.863318:0:76384:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000020:00000040:0.0:1770653413.863319:0:51197:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561ae2be00 with handle 0x2aed14e4e178ce81 to hash 00000400:00000200:3.0:1770653413.863320:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:1.0:1770653413.863321:0:76384:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:2.0:1770653413.863324:0:76385:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 80000000:00000001:1.0:1770653413.863325:0:76384:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000020:00000001:0.0:1770653413.863325:0:51197:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1770653413.863329:0:51197:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795783634432 : -117277925917184 : ffff95561ae2be00) 00000400:00000200:3.0:1770653413.863331:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 80000000:00000001:1.0:1770653413.863331:0:76384:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:2.0:1770653413.863332:0:76385:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.863335:0:51197:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795783634432 : -117277925917184 : ffff95561ae2be00) 80000000:00000001:1.0:1770653413.863336:0:76384:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.863340:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022088 00010000:00010000:2.0:1770653413.863340:0:76385:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 80000000:00000001:1.0:1770653413.863341:0:76384:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.863342:0:51197:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:3.0:1770653413.863344:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022088. 00080000:00000001:1.0:1770653413.863347:0:76384:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.863348:0:76385:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.863348:0:51197:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.863349:0:3282:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1770653413.863356:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955637359180 x1856657707195648/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:1.0:1770653413.863356:0:76384:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:2.0:1770653413.863357:0:76385:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653413.863358:0:51197:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95561ae2be00/0x2aed14e4e178ce81 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x13fa:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1770653413.863359:0:76384:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00010000:00010000:2.0:1770653413.863364:0:76385:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653413.863369:0:76385:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.863375:0:76385:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1770653413.863376:0:76384:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:1.0:1770653413.863380:0:76384:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1770653413.863382:0:76385:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00000001:0.0:1770653413.863383:0:51197:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:3.0:1770653413.863386:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00080000:00000001:1.0:1770653413.863387:0:76384:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.863388:0:51197:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000040:3.0:1770653413.863390:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955637359180 x1856657707195648/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1770653413.863390:0:76385:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561c987a00/0x2aed14e4e178ce7a lrc: 4/0,1 mode: --/PW res: [0x280000403:0x13ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.863392:0:51197:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00080000:00000001:1.0:1770653413.863393:0:76384:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1770653413.863398:0:51197:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00080000:00000001:1.0:1770653413.863399:0:76384:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1770653413.863403:0:51197:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:0.0:1770653413.863407:0:51197:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000001:00000001:1.0:1770653413.863412:0:76384:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000040:2.0:1770653413.863413:0:76385:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x13ff:0x0].0x0 (ffff9556373a1700) refcount = 2 00080000:00000001:1.0:1770653413.863415:0:76384:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.863415:0:51197:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff955620465800/0x2aed14e4e1789fbf lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x13fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d27 expref: 95 pid: 12197 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1770653413.863424:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653413.863424:0:76385:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:3.0:1770653413.863430:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00080000:00000001:1.0:1770653413.863430:0:76384:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.863430:0:51197:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000040:2.0:1770653413.863431:0:76385:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95566c162800/0x2aed14e4e178a06e lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0db3 expref: 95 pid: 6531 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1770653413.863435:0:51197:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.863437:0:76384:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000800:00000200:3.0:1770653413.863440:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1770653413.863441:0:51197:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:0.0:1770653413.863446:0:51197:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000800:00000010:3.0:1770653413.863447:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c900. 00010000:00000040:2.0:1770653413.863447:0:76385:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00080000:00000001:1.0:1770653413.863449:0:76384:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653413.863453:0:76385:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561c987a00/0x2aed14e4e178ce7a lrc: 4/0,1 mode: --/PW res: [0x280000403:0x13ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1770653413.863454:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:1.0:1770653413.863455:0:76384:0:(osd_object.c:806:osd_destroy()) Process entered 00010000:00010000:0.0:1770653413.863455:0:51197:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9556323fdc00/0x2aed14e4e178a0bb lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x13fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0df2 expref: 95 pid: 12205 timeout: 0 lvb_type: 1 00080000:00000001:1.0:1770653413.863460:0:76384:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1770653413.863463:0:76384:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000400:00000200:3.0:1770653413.863467:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 80000000:00000001:1.0:1770653413.863468:0:76384:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1770653413.863471:0:76384:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.863476:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888cc0 80000000:00000001:1.0:1770653413.863477:0:76384:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.863480:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888cc0. 00010000:00000010:2.0:1770653413.863480:0:76385:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f59300. 00080000:00000001:1.0:1770653413.863481:0:76384:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.863482:0:51197:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1770653413.863487:0:51197:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.863488:0:3282:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1770653413.863488:0:76385:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00080000:00000001:1.0:1770653413.863488:0:76384:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00010000:0.0:1770653413.863491:0:51197:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00080000:00000001:1.0:1770653413.863493:0:76384:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000100:00000010:2.0:1770653413.863495:0:76385:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0900. 00010000:00000001:0.0:1770653413.863495:0:51197:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.863496:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9557030de300 x1856657707195776/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.863502:0:76385:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100337408 : -117276609214208 : ffff9556695e0900) 00010000:00000001:0.0:1770653413.863502:0:51197:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653413.863506:0:51197:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:2.0:1770653413.863508:0:76385:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100337408 : -117276609214208 : ffff9556695e0900) 00010000:00000001:0.0:1770653413.863511:0:51197:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.863513:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1770653413.863514:0:76385:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1770653413.863517:0:76385:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1770653413.863517:0:51197:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1770653413.863520:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9557030de300 x1856657707195776/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.863522:0:76385:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1770653413.863522:0:51197:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00000001:2.0:1770653413.863528:0:76385:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1770653413.863528:0:51197:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2be00/0x2aed14e4e178ce81 lrc: 5/0,1 mode: --/PW res: [0x280000403:0x13fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.863530:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.863532:0:76385:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.863536:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1770653413.863537:0:76385:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00080000:00000001:1.0:1770653413.863538:0:76384:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.863542:0:76385:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00080000:00000001:1.0:1770653413.863543:0:76384:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.863544:0:51197:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x13fa:0x0].0x0 (ffff95562c55c000) refcount = 3 00010000:00000001:2.0:1770653413.863545:0:76385:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000800:00000200:3.0:1770653413.863547:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:2.0:1770653413.863550:0:76385:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00080000:00000001:1.0:1770653413.863550:0:76384:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000040:0.0:1770653413.863551:0:51197:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000800:00000010:3.0:1770653413.863553:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626ca00. 00000001:00000001:1.0:1770653413.863556:0:76384:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000100:00000010:2.0:1770653413.863557:0:76385:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9557030ddc00. 00010000:00000040:0.0:1770653413.863559:0:51197:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9556323fdc00/0x2aed14e4e178a0bb lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0df2 expref: 95 pid: 12205 timeout: 0 lvb_type: 1 00000001:00000002:1.0:1770653413.863561:0:76384:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332617, last_committed = 4295332607 00000400:00000200:3.0:1770653413.863562:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1770653413.863562:0:76385:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=7 obd=lustre-OST0001 00000001:00000010:1.0:1770653413.863568:0:76384:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564334a360. 00000100:00000001:2.0:1770653413.863570:0:76385:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1770653413.863574:0:76385:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000001:00000040:1.0:1770653413.863575:0:76384:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 10 00000400:00000200:3.0:1770653413.863578:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 02000000:00000001:2.0:1770653413.863579:0:76385:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.863581:0:76384:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=22 00010000:00000040:0.0:1770653413.863581:0:51197:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff955620465800/0x2aed14e4e1789fbf lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d27 expref: 95 pid: 12197 timeout: 0 lvb_type: 1 02000000:00000010:2.0:1770653413.863587:0:76385:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95562fa45600. 00000400:00000200:3.0:1770653413.863589:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8330 00080000:00000001:1.0:1770653413.863589:0:76384:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:2.0:1770653413.863592:0:76385:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.863595:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8330. 00080000:00000001:1.0:1770653413.863599:0:76384:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00010000:00000040:0.0:1770653413.863599:0:51197:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000100:00000001:3.0:1770653413.863602:0:3282:0:(events.c:34:request_out_callback()) Process entered 00010000:00010000:2.0:1770653413.863603:0:76385:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff95566c162800/0x2aed14e4e178a06e lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0db3 expref: 95 pid: 6531 timeout: 0 lvb_type: 1 00000001:00000001:1.0:1770653413.863604:0:76384:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.863605:0:51197:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561ae2be00/0x2aed14e4e178ce81 lrc: 5/0,1 mode: --/PW res: [0x280000403:0x13fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1770653413.863613:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955666c23480 x1856657707195904/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:1.0:1770653413.863616:0:76384:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653413.863622:0:76384:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653413.863628:0:76384:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00010000:00010000:2.0:1770653413.863632:0:76385:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff95566c162800/0x2aed14e4e178a06e lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0db3 expref: 95 pid: 6531 timeout: 6877 lvb_type: 1 00010000:00000010:0.0:1770653413.863632:0:51197:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a7c0. 00000100:00000001:0.0:1770653413.863638:0:51197:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00080000:00000010:1.0:1770653413.863639:0:76384:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff95561b702720. 00000100:00000001:3.0:1770653413.863641:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1770653413.863643:0:51197:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f362a80. 00002000:00000001:1.0:1770653413.863645:0:76384:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000100:00000001:0.0:1770653413.863649:0:51197:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661516928 : -117277048034688 : ffff95564f362a80) 00002000:00000040:1.0:1770653413.863650:0:76384:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x13f0:0x0] 00000100:00000040:3.0:1770653413.863651:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955666c23480 x1856657707195904/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.863657:0:51197:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661516928 : -117277048034688 : ffff95564f362a80) 00002000:00000010:1.0:1770653413.863658:0:76384:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff955667a98720. 00010000:00000001:2.0:1770653413.863659:0:76385:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1770653413.863664:0:76385:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1770653413.863665:0:51197:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00002000:00000001:1.0:1770653413.863667:0:76384:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000100:00000001:0.0:1770653413.863668:0:51197:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000001:3.0:1770653413.863669:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653413.863671:0:76384:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.863672:0:76385:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9557030ddc00 x1856657707196672/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.863672:0:51197:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:3.0:1770653413.863674:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00002000:00000001:1.0:1770653413.863678:0:76384:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.863678:0:51197:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.863682:0:51197:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:1.0:1770653413.863686:0:76384:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332617, xid 1856657707188608 00000020:00000001:0.0:1770653413.863686:0:51197:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000800:00000200:3.0:1770653413.863687:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1770653413.863690:0:51197:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000001:2.0:1770653413.863691:0:76385:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000800:00000010:3.0:1770653413.863693:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c700. 00010000:00000001:1.0:1770653413.863693:0:76384:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:0.0:1770653413.863694:0:51197:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000100:00000001:2.0:1770653413.863695:0:76385:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.863698:0:51197:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000400:00000200:3.0:1770653413.863700:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:1.0:1770653413.863700:0:76384:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95573c46a680 x1856657707188608/t4295332617(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1770653413.863703:0:51197:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955666c23b80. 00000100:00100000:2.0:1770653413.863704:0:76385:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9557030ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:76385:1856657707196672:192.168.202.60@tcp:104: 00000020:00000040:0.0:1770653413.863710:0:51197:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=8 obd=lustre-OST0001 00000400:00000200:3.0:1770653413.863711:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653413.863716:0:76385:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1770653413.863719:0:51197:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1770653413.863722:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8220 02000000:00000001:2.0:1770653413.863722:0:76385:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1770653413.863723:0:51197:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:1.0:1770653413.863726:0:76384:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1770653413.863727:0:76385:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.863728:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8220. 00010000:00000001:1.0:1770653413.863729:0:76384:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.863729:0:51197:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.863731:0:76385:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1770653413.863735:0:3282:0:(events.c:34:request_out_callback()) Process entered 00000100:00001000:1.0:1770653413.863737:0:76384:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 02000000:00000010:2.0:1770653413.863738:0:76385:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95562fa45e00. 02000000:00000010:0.0:1770653413.863749:0:51197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95561997b000. 00000100:00000200:3.0:1770653413.863754:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955666c22a00 x1856657707195008/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1770653413.863755:0:76385:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.863757:0:76384:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1770653413.863758:0:51197:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.863763:0:76385:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef22c0. 00000100:00000040:1.0:1770653413.863764:0:76384:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00010000:00010000:0.0:1770653413.863769:0:51197:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9556323fdc00/0x2aed14e4e178a0bb lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0df2 expref: 95 pid: 12205 timeout: 0 lvb_type: 1 00000400:00000010:2.0:1770653413.863772:0:76385:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888088. 00000100:00000001:1.0:1770653413.863772:0:76384:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00000200:2.0:1770653413.863781:0:76385:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707196672, portal 16 02000000:00000001:1.0:1770653413.863781:0:76384:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1770653413.863786:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1770653413.863786:0:76384:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.863787:0:76385:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1770653413.863791:0:76385:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799678774272 : -117274030777344 : ffff9557030ddc00) 00000100:00000040:3.0:1770653413.863793:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955666c22a00 x1856657707195008/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.863793:0:76384:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1770653413.863800:0:76384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1770653413.863803:0:76385:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff9557030ddc00 x1856657707196672/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1770653413.863807:0:76384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022cc0. 00000100:00000200:1.0:1770653413.863815:0:76384:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707188608, offset 224 00010000:00010000:0.0:1770653413.863822:0:51197:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9556323fdc00/0x2aed14e4e178a0bb lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0df2 expref: 95 pid: 12205 timeout: 6877 lvb_type: 1 00000100:00000001:3.0:1770653413.863825:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.863828:0:76384:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1770653413.863831:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1770653413.863837:0:76385:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1770653413.863844:0:76385:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000200:1.0:1770653413.863844:0:76384:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1770653413.863845:0:51197:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000800:00000200:3.0:1770653413.863846:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1770653413.863866:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626cc00. 00000400:00000200:3.0:1770653413.863869:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653413.863875:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000010:0.1:1770653413.863875:0:51197:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633f4c600. 00000400:00000010:2.0:1770653413.863878:0:76385:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888b28. 00000400:00000200:3.0:1770653413.863879:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888dd0 00010000:00000010:0.1:1770653413.863884:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016a200. 00000400:00000010:3.0:1770653413.863885:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888dd0. 00000400:00000200:1.0:1770653413.863890:0:76384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b4180 00000100:00000001:3.0:1770653413.863892:0:3282:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1770653413.863893:0:76385:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707196672, offset 0 00000100:00000001:0.0:1770653413.863894:0:51197:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1770653413.863900:0:76384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda0a1 [1] + 224 00000100:00000200:3.0:1770653413.863901:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9557030df100 x1856657707196032/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1770653413.863903:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955666c23b80 x1856657707196800/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1770653413.863910:0:76384:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653413.863915:0:76385:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:1.0:1770653413.863921:0:76384:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1770653413.863927:0:76385:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000400:00000200:2.0:1770653413.863936:0:76385:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1770653413.863939:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1770653413.863941:0:51197:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1770653413.863943:0:76385:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000100:00000001:0.0:1770653413.863945:0:51197:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.863946:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9557030df100 x1856657707196032/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1770653413.863950:0:76385:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000100:00100000:0.0:1770653413.863951:0:51197:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955666c23b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:51197:1856657707196800:192.168.202.60@tcp:104: 00000400:00000200:2.0:1770653413.863957:0:76385:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00000001:0.0:1770653413.863962:0:51197:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1770653413.863967:0:76385:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164613:2164613:252:4294967295] 192.168.202.60@tcp LPNI seq info [2164609:2164609:4:4294967295] 02000000:00000001:0.0:1770653413.863967:0:51197:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1770653413.863968:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.863971:0:51197:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.863974:0:3282:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1770653413.863978:0:51197:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1770653413.863985:0:76385:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:2.0:1770653413.863990:0:76385:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 02000000:00000010:0.0:1770653413.863991:0:51197:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95561997aa00. 00000800:00000010:2.0:1770653413.863994:0:76385:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df200. 00000100:00000001:1.0:1770653413.863994:0:76384:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1770653413.863995:0:51197:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.863998:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1770653413.864001:0:76384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955603ca7100 x1856657707188608/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1770653413.864002:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c200. 00000400:00000010:0.0:1770653413.864003:0:51197:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e053b00. 00000800:00000200:2.0:1770653413.864007:0:76385:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000400:00000200:3.0:1770653413.864009:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1770653413.864011:0:51197:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac85d8. 00000800:00000200:2.0:1770653413.864019:0:76385:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000200:0.0:1770653413.864020:0:51197:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707196800, portal 16 00000400:00000200:3.0:1770653413.864021:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653413.864026:0:51197:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1770653413.864027:0:76385:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df200 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1770653413.864030:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0225d8 00000100:00000001:0.0:1770653413.864031:0:51197:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797056572288 : -117276652979328 : ffff955666c23b80) 00000100:00000001:2.0:1770653413.864033:0:76385:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.864034:0:76384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff955603ca7100 x1856657707188608/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1770653413.864035:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0225d8. 00000100:00000001:2.0:1770653413.864039:0:76385:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444707 00000100:00000001:3.0:1770653413.864041:0:3282:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1770653413.864044:0:51197:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955666c23b80 x1856657707196800/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.864047:0:76385:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4301444706 00000100:00000200:3.0:1770653413.864049:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955665155500 x1856657707196160/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.864055:0:76385:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444707 00000100:00000001:2.0:1770653413.864061:0:76385:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4301444706 00000100:00000001:1.0:1770653413.864065:0:76384:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.864069:0:76385:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444707 00000400:00000200:1.0:1770653413.864073:0:76384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022cc0 00000100:00000001:2.0:1770653413.864076:0:76385:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4301444706 00000400:00000010:1.0:1770653413.864078:0:76384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022cc0. 00000100:00000001:0.0:1770653413.864079:0:51197:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1770653413.864083:0:76385:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444707 00000100:00000001:1.0:1770653413.864086:0:76384:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653413.864087:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1770653413.864088:0:76385:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4301444706 00000100:00000001:1.0:1770653413.864090:0:76384:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1770653413.864091:0:51197:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000040:3.0:1770653413.864095:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665155500 x1856657707196160/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.864095:0:76385:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.864097:0:76384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653413.864097:0:51197:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8770. 00000100:00000001:2.0:1770653413.864101:0:76385:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.864104:0:51197:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707196800, offset 0 00010000:00000001:2.0:1770653413.864107:0:76385:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.864107:0:76384:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00010000:00000001:2.0:1770653413.864115:0:76385:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.864115:0:76384:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1770653413.864120:0:76384:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.864120:0:51197:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:3.0:1770653413.864121:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.864121:0:76385:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.864127:0:76384:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1770653413.864128:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1770653413.864128:0:76385:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1770653413.864132:0:51197:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00010000:00000001:2.0:1770653413.864133:0:76385:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1770653413.864134:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c46a680 x1856657707188608/t4295332617(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.864137:0:76385:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.864142:0:51197:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:2.0:1770653413.864143:0:76385:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1770653413.864148:0:76385:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000200:0.0:1770653413.864151:0:51197:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000100:00000001:2.0:1770653413.864155:0:76385:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.864159:0:51197:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1770653413.864160:0:76385:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1770653413.864161:0:76384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95573c46a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+22:3289:x1856657707188608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 41637us (46084us total) trans 4295332617 rc 0/0 00000100:00000001:2.0:1770653413.864164:0:76385:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1770653413.864165:0:51197:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00100000:2.0:1770653413.864171:0:76385:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556695e0900 going to sleep for 11 seconds 00000400:00000200:0.0:1770653413.864175:0:51197:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164614:2164614:252:4294967295] 192.168.202.60@tcp LPNI seq info [2164610:2164610:4:4294967295] 00000100:00000001:2.0:1770653413.864176:0:76385:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1770653413.864176:0:76384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136157 00000100:00000001:2.0:1770653413.864179:0:76385:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.864183:0:76384:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 7 00000100:00000001:1.0:1770653413.864187:0:76384:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1770653413.864189:0:76384:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1770653413.864192:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:1.0:1770653413.864193:0:76384:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3680. 00000020:00000001:2.0:1770653413.864197:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.864198:0:51197:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000020:00000010:1.0:1770653413.864200:0:76384:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca904b0. 00010000:00010000:2.0:1770653413.864201:0:5744:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000800:00000200:0.0:1770653413.864207:0:51197:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653413.864208:0:5744:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000020:00000010:1.0:1770653413.864209:0:76384:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bd600. 00000800:00000010:0.0:1770653413.864212:0:51197:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9000. 00010000:00000001:2.0:1770653413.864213:0:5744:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000020:00000040:1.0:1770653413.864215:0:76384:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 21 00000800:00000200:3.0:1770653413.864216:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:2.0:1770653413.864217:0:5744:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3400/0x2aed14e4e178cdc4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000800:00000010:3.0:1770653413.864222:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626cf00. 00000800:00000200:0.0:1770653413.864223:0:51197:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 02000000:00000001:1.0:1770653413.864226:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:3.0:1770653413.864229:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1770653413.864231:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95566b67f400. 02000000:00000001:1.0:1770653413.864237:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000800:00000200:0.0:1770653413.864237:0:51197:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00010000:2.0:1770653413.864239:0:5744:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95570ffc3400 already unused, calling callback (ffffffffc16fe650) 00000400:00000200:3.0:1770653413.864241:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000010:1.0:1770653413.864242:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c46a680. 00000800:00000200:0.0:1770653413.864244:0:51197:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9000 type 1, nob 424 niov 1 nkiov 1 00010000:00000001:2.0:1770653413.864245:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:3.0:1770653413.864250:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022550 00010000:00000001:2.0:1770653413.864250:0:5744:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 02000000:00000001:1.0:1770653413.864251:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1770653413.864252:0:51197:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.864255:0:5744:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3400/0x2aed14e4e178cdc4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1770653413.864256:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022550. 02000000:00000010:1.0:1770653413.864256:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95562de83c00. 00000100:00000001:0.0:1770653413.864257:0:51197:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444707 02000000:00000001:1.0:1770653413.864263:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1770653413.864264:0:3282:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1770653413.864264:0:51197:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, keep current deadline 4301444707 00000100:00000010:1.0:1770653413.864267:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9556074abb80. 00000100:00000001:0.0:1770653413.864273:0:51197:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444707 00000100:00000200:3.0:1770653413.864274:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955665154380 x1856657707196416/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.864274:0:5744:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:1.0:1770653413.864275:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1770653413.864278:0:5744:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000010:1.0:1770653413.864280:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95563097cc00. 00000100:00000001:0.0:1770653413.864281:0:51197:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, keep current deadline 4301444707 00000020:00000001:2.0:1770653413.864282:0:5744:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653413.864287:0:5744:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95570ffc3400 refcount=3 02000000:00000001:1.0:1770653413.864288:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1770653413.864288:0:51197:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444707 00000100:00000010:1.0:1770653413.864293:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9556074a9880. 00000020:00000001:2.0:1770653413.864294:0:5744:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799895720960 : -117273813830656 : ffff95570ffc3400) 00000100:00000001:0.0:1770653413.864294:0:51197:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, keep current deadline 4301444707 00000100:00000001:3.0:1770653413.864295:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1770653413.864301:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1770653413.864302:0:51197:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444707 00000100:00000040:3.0:1770653413.864303:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665154380 x1856657707196416/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.864303:0:5744:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799895720960 : -117273813830656 : ffff95570ffc3400) 02000000:00000010:1.0:1770653413.864304:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95565a57b800. 00000100:00000001:0.0:1770653413.864307:0:51197:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, keep current deadline 4301444707 00010000:00000001:2.0:1770653413.864311:0:5744:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:1.0:1770653413.864312:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1770653413.864313:0:51197:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1770653413.864317:0:5744:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3400/0x2aed14e4e178cdc4 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x13f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000100:00000010:1.0:1770653413.864317:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d8aa00. 00000100:00000001:0.0:1770653413.864319:0:51197:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.864324:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1770653413.864326:0:51197:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.864328:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95564c108800. 00000100:00000001:3.0:1770653413.864332:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.864333:0:51197:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.864334:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1770653413.864338:0:3282:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1770653413.864339:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:0.0:1770653413.864340:0:51197:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.864343:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95563097dc00. 00010000:00000001:0.0:1770653413.864345:0:51197:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:3.0:1770653413.864348:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1770653413.864349:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1770653413.864350:0:51197:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:3.0:1770653413.864356:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c300. 00010000:00000001:2.0:1770653413.864356:0:5744:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000010:1.0:1770653413.864356:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9556074a9f80. 00010000:00000001:0.0:1770653413.864356:0:51197:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.864362:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.864363:0:51197:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000400:00000200:3.0:1770653413.864364:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1770653413.864365:0:5744:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.864365:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1770653413.864367:0:51197:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:1.0:1770653413.864369:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95562de83000. 00010000:00000001:2.0:1770653413.864372:0:5744:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1770653413.864373:0:51197:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1770653413.864374:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 02000000:00000001:1.0:1770653413.864375:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1770653413.864377:0:5744:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:0.0:1770653413.864377:0:51197:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000010:1.0:1770653413.864379:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d88000. 00000400:00000200:3.0:1770653413.864380:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8440 00010000:00000001:2.0:1770653413.864382:0:5744:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1770653413.864382:0:51197:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000400:00000010:3.0:1770653413.864385:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8440. 02000000:00000001:1.0:1770653413.864385:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1770653413.864387:0:51197:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1770653413.864388:0:5744:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.864389:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95563097fc00. 00000100:00000001:3.0:1770653413.864391:0:3282:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:0.0:1770653413.864392:0:51197:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000020:00000040:2.0:1770653413.864393:0:5744:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95570ffc3400 with handle 0x2aed14e4e178cdc4 from hash 02000000:00000001:1.0:1770653413.864395:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1770653413.864397:0:5744:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000010:0.0:1770653413.864398:0:51197:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d88000. 00000100:00000200:3.0:1770653413.864399:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955666c21180 x1856657707196544/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1770653413.864399:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9556074aad80. 00010000:00000001:2.0:1770653413.864400:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.864405:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1770653413.864405:0:51197:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=9 obd=lustre-OST0001 02000000:00000001:1.0:1770653413.864407:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1770653413.864408:0:5744:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000010:1.0:1770653413.864412:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95562de80800. 00000100:00000001:0.0:1770653413.864413:0:51197:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:2.0:1770653413.864414:0:5744:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 02000000:00000001:0.0:1770653413.864417:0:51197:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:2.0:1770653413.864419:0:5744:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.864419:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1770653413.864420:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1770653413.864421:0:51197:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1770653413.864424:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d89880. 00010000:00000001:2.0:1770653413.864426:0:5744:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:3.0:1770653413.864428:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955666c21180 x1856657707196544/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1770653413.864428:0:51197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95561997a600. 00010000:00000001:2.0:1770653413.864430:0:5744:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 02000000:00000001:1.0:1770653413.864431:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1770653413.864435:0:51197:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.864436:0:5744:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 02000000:00000010:1.0:1770653413.864437:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95564c109800. 00010000:00000001:2.0:1770653413.864441:0:5744:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.864444:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.864445:0:5744:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.864445:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:0.0:1770653413.864449:0:51197:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff955620465800/0x2aed14e4e1789fbf lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d27 expref: 95 pid: 12197 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1770653413.864451:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1770653413.864451:0:5744:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000010:1.0:1770653413.864451:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9556074a8a80. 00010000:00000001:2.0:1770653413.864455:0:5744:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 02000000:00000001:1.0:1770653413.864459:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1770653413.864460:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:3.0:1770653413.864463:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:1.0:1770653413.864463:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95565a57ac00. 00010000:00000001:2.0:1770653413.864464:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1770653413.864468:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1770653413.864469:0:5744:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1770653413.864470:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df200. 00010000:00010000:0.0:1770653413.864470:0:51197:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff955620465800/0x2aed14e4e1789fbf lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d27 expref: 95 pid: 12197 timeout: 6877 lvb_type: 1 00000100:00000010:1.0:1770653413.864471:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9556074ab800. 00010000:00000001:2.0:1770653413.864474:0:5744:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.864478:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1770653413.864479:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1770653413.864480:0:5744:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.864484:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95566b67e000. 00010000:00010000:2.0:1770653413.864486:0:5744:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3400/0x2aed14e4e178cdc4 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x13f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1770653413.864490:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 02000000:00000001:1.0:1770653413.864491:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1770653413.864493:0:51197:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000010:1.0:1770653413.864496:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c22680. 00000100:00000001:0.0:1770653413.864497:0:51197:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1770653413.864498:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888b28 00000400:00000010:3.0:1770653413.864504:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888b28. 02000000:00000001:1.0:1770653413.864504:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1770653413.864505:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1770653413.864507:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955618d88000 x1856657707196928/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1770653413.864508:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff955607ffe800. 00010000:00010000:2.0:1770653413.864510:0:5744:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3400/0x2aed14e4e178cdc4 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x13f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.864511:0:3282:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1770653413.864513:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1770653413.864517:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955603ca6d80. 00000100:00000200:3.0:1770653413.864519:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9557030ddc00 x1856657707196672/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1770653413.864524:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1770653413.864527:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95565a57a800. 02000000:00000001:1.0:1770653413.864532:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1770653413.864535:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c23100. 02000000:00000001:1.0:1770653413.864540:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1770653413.864543:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff955607fff000. 00000100:00000001:0.0:1770653413.864544:0:51197:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1770653413.864550:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1770653413.864551:0:51197:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653413.864555:0:5744:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9556373a1800 count: 0 00000100:00000010:1.0:1770653413.864555:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d8b100. 00000100:00000001:3.0:1770653413.864557:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1770653413.864560:0:51197:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955618d88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:51197:1856657707196928:192.168.202.60@tcp:104: 02000000:00000001:1.0:1770653413.864563:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00002000:00000010:2.0:1770653413.864564:0:5744:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955630aa3f40. 00000100:00000040:3.0:1770653413.864567:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9557030ddc00 x1856657707196672/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1770653413.864568:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95566b67c800. 00000100:00000001:0.0:1770653413.864568:0:51197:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00010000:00000010:2.0:1770653413.864570:0:5744:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95563f2d2800. 02000000:00000001:0.0:1770653413.864572:0:51197:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1770653413.864574:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1770653413.864578:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c20380. 02000000:00000001:0.0:1770653413.864578:0:51197:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.864582:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1770653413.864583:0:51197:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1770653413.864586:0:5744:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:1.0:1770653413.864588:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1770653413.864589:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1770653413.864589:0:51197:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95561997be00. 00010000:00000010:2.0:1770653413.864590:0:5744:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff955647fa89c0. 02000000:00000010:1.0:1770653413.864592:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff95566c886800. 00000100:00000001:3.0:1770653413.864597:0:3282:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1770653413.864597:0:51197:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.864598:0:5744:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.864599:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:2.0:1770653413.864604:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000010:1.0:1770653413.864604:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c468700. 00000400:00000010:0.0:1770653413.864605:0:51197:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e053738. 00000020:00000001:2.0:1770653413.864610:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.864612:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00010000:2.0:1770653413.864613:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1770653413.864614:0:51197:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8198. 02000000:00000010:1.0:1770653413.864615:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff95562de83800. 00000020:00000001:2.0:1770653413.864617:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:0.0:1770653413.864620:0:51197:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707196928, portal 16 00000020:00000001:2.0:1770653413.864622:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.864622:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1770653413.864623:0:51197:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000010:1.0:1770653413.864626:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c46bb80. 00000100:00000001:0.0:1770653413.864628:0:51197:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795749408768 : -117277960142848 : ffff955618d88000) 00010000:00010000:2.0:1770653413.864629:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1770653413.864631:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000800:00000200:3.0:1770653413.864634:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:2.0:1770653413.864634:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:1.0:1770653413.864635:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff9557352cc000. 00000020:00000001:2.0:1770653413.864638:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.864639:0:51197:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955618d88000 x1856657707196928/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:3.0:1770653413.864640:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9000. 02000000:00000001:1.0:1770653413.864641:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:2.0:1770653413.864642:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:1.0:1770653413.864645:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c46ad80. 00000400:00000200:3.0:1770653413.864649:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1770653413.864652:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1770653413.864656:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff9557180cdc00. 00000400:00000200:3.0:1770653413.864659:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653413.864661:0:51197:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1770653413.864665:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8770 02000000:00000001:1.0:1770653413.864665:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:0.0:1770653413.864666:0:51197:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000010:1.0:1770653413.864669:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c468000. 00000400:00000010:3.0:1770653413.864670:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8770. 00000400:00000010:0.0:1770653413.864672:0:51197:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8440. 02000000:00000001:1.0:1770653413.864674:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1770653413.864675:0:3282:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:1.0:1770653413.864677:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff95566c886c00. 00000100:00000200:0.0:1770653413.864678:0:51197:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707196928, offset 0 00000100:00000200:3.0:1770653413.864683:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955666c23b80 x1856657707196800/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1770653413.864684:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1770653413.864688:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c469500. 00000400:00000200:0.0:1770653413.864690:0:51197:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 02000000:00000001:1.0:1770653413.864693:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1770653413.864697:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff95562de80400. 00000400:00000200:0.0:1770653413.864698:0:51197:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 02000000:00000001:1.0:1770653413.864702:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1770653413.864705:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c469c00. 00000400:00000200:0.0:1770653413.864706:0:51197:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1770653413.864708:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1770653413.864711:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1770653413.864715:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff95563ed88c00. 00000400:00000200:0.0:1770653413.864715:0:51197:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000100:00000040:3.0:1770653413.864716:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955666c23b80 x1856657707196800/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1770653413.864722:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:0.0:1770653413.864723:0:51197:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000100:00000010:1.0:1770653413.864726:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c46b800. 00000400:00000200:0.0:1770653413.864731:0:51197:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 02000000:00000001:1.0:1770653413.864732:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1770653413.864735:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff95562de83400. 00000400:00000200:0.0:1770653413.864736:0:51197:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164615:2164615:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164611:2164611:7:4294967295] 02000000:00000001:1.0:1770653413.864748:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1770653413.864751:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c468a80. 02000000:00000001:1.0:1770653413.864753:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1770653413.864755:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff95566c885400. 02000000:00000001:1.0:1770653413.864760:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1770653413.864762:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c469880. 02000000:00000001:1.0:1770653413.864768:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1770653413.864771:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff95563ed88000. 00000400:00000200:0.0:1770653413.864771:0:51197:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 02000000:00000001:1.0:1770653413.864777:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1770653413.864780:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955637358700. 00000100:00000001:3.0:1770653413.864784:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653413.864785:0:51197:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 02000000:00000001:1.0:1770653413.864787:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1770653413.864788:0:3282:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:1.0:1770653413.864790:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff95563ed89400. 00000800:00000010:0.0:1770653413.864792:0:51197:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9100. 02000000:00000001:1.0:1770653413.864795:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1770653413.864797:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95563735bb80. 00000800:00000200:0.0:1770653413.864800:0:51197:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 02000000:00000001:1.0:1770653413.864803:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1770653413.864805:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1770653413.864806:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff95566c887000. 00000100:00000001:3.0:1770653413.864809:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1770653413.864810:0:51197:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 02000000:00000001:1.0:1770653413.864812:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000001:3.0:1770653413.864815:0:3289:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000010:1.0:1770653413.864815:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c46b100. 00000800:00000200:0.0:1770653413.864815:0:51197:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9100 type 1, nob 424 niov 1 nkiov 1 00000400:00000001:3.0:1770653413.864818:0:3289:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1770653413.864822:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:3.0:1770653413.864824:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e053688. 02000000:00000010:1.0:1770653413.864824:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff95566c886400. 00000400:00000200:3.0:1770653413.864829:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8000 02000000:00000001:1.0:1770653413.864830:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1770653413.864833:0:51197:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.864834:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8000. 00000100:00000010:1.0:1770653413.864834:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c468e00. 00000100:00000001:0.0:1770653413.864840:0:51197:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444707 00000100:00000001:3.0:1770653413.864841:0:3289:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1770653413.864842:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1770653413.864846:0:51197:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, keep current deadline 4301444707 02000000:00000010:1.0:1770653413.864847:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff95563ed8a000. 02000000:00000001:1.0:1770653413.864870:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1770653413.864872:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c468380. 02000000:00000001:1.0:1770653413.864875:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:3.0:1770653413.864877:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955603ca7100 x1856657707188608/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1770653413.864878:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff95562de80000. 00000100:00000001:0.0:1770653413.864880:0:51197:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444708 02000000:00000001:1.0:1770653413.864884:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1770653413.864887:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c469f80. 00000100:00000001:0.0:1770653413.864888:0:51197:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4301444707 02000000:00000001:1.0:1770653413.864894:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1770653413.864897:0:51197:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444708 00000100:00000200:3.0:1770653413.864898:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955603ca7100 x1856657707188608/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1770653413.864898:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff95563ed8ac00. 02000000:00000001:1.0:1770653413.864905:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1770653413.864906:0:51197:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4301444707 00000100:00000001:3.0:1770653413.864908:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:1.0:1770653413.864909:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c46a300. 00000100:00000001:3.0:1770653413.864913:0:3289:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1770653413.864914:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1770653413.864914:0:51197:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444708 02000000:00000001:1.0:1770653413.864915:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1770653413.864921:0:3289:0:(client.c:1568:after_reply()) Process entered 02000000:00000010:1.0:1770653413.864921:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff95566c884000. 00000800:00000010:2.0:1770653413.864922:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9100. 00000100:00000001:0.0:1770653413.864923:0:51197:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4301444707 02000000:00000001:3.0:1770653413.864924:0:3289:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1770653413.864929:0:3289:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1770653413.864930:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1770653413.864932:0:3289:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.864932:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1770653413.864932:0:51197:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1770653413.864933:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955603ca5180. 02000000:00000001:3.0:1770653413.864942:0:3289:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.864942:0:51197:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.864943:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 02000000:00000001:1.0:1770653413.864945:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1770653413.864948:0:51197:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.864949:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff95563ed8a400. 00000400:00000200:2.0:1770653413.864951:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8440 00010000:00000001:0.0:1770653413.864952:0:51197:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.864954:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:2.0:1770653413.864956:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8440. 00000100:00000010:1.0:1770653413.864957:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955603ca7480. 00000020:00000001:0.0:1770653413.864957:0:51197:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.864963:0:3282:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:0.0:1770653413.864963:0:51197:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1770653413.864965:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1770653413.864967:0:51197:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:1.0:1770653413.864968:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff95562de81000. 00010000:00000001:0.0:1770653413.864970:0:51197:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.864971:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955618d88000 x1856657707196928/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1770653413.864972:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1770653413.864976:0:51197:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000010:1.0:1770653413.864977:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955603ca5c00. 00010000:00000001:0.0:1770653413.864980:0:51197:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 02000000:00000001:1.0:1770653413.864983:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1770653413.864986:0:51197:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.864987:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff9557180ce400. 00000100:00000001:0.0:1770653413.864991:0:51197:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1770653413.864994:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1770653413.864994:0:51197:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1770653413.864995:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1770653413.864996:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955603ca6a00. 00000100:00100000:0.0:1770653413.865001:0:51197:0:(client.c:2680:ptlrpc_set_wait()) set ffff95564f362a80 going to sleep for 11 seconds 00000100:00000040:2.0:1770653413.865002:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955618d88000 x1856657707196928/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1770653413.865003:0:76384:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1770653413.865005:0:51197:0:(client.c:1964:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1770653413.865006:0:76384:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 696 at ffff95566bd43000. 00000100:00001000:3.0:1770653413.865007:0:3289:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00000100:00000001:0.0:1770653413.865009:0:51197:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.865012:0:76384:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1770653413.865016:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955637359c00. 00000100:00001000:3.0:1770653413.865018:0:3289:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00000100:00000001:1.0:1770653413.865023:0:76384:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.865024:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.865028:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1770653413.865029:0:76384:0:(niobuf.c:1189:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1770653413.865033:0:76384:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d949a0. 00000400:00000010:1.0:1770653413.865037:0:76384:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff955711399a00. 00000100:00000001:3.0:1770653413.865067:0:3289:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1770653413.865069:0:3289:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.865070:0:3289:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1770653413.865072:0:3289:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.865073:0:3289:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1770653413.865075:0:3289:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1770653413.865076:0:3289:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1770653413.865077:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653413.865077:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795396165888 : -117278313385728 : ffff955603ca7100) 00000100:00000001:3.0:1770653413.865079:0:3289:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1770653413.865080:0:3289:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00000100:00000001:3.0:1770653413.865082:0:3289:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1770653413.865083:0:3289:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.865087:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955603ca7100 x1856657707188608/t4295332617(4295332617) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.865093:0:3289:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.865095:0:3289:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1770653413.865096:0:3289:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:3.0:1770653413.865098:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff955603ca7100/2, rc 0, transno 4295332617 00000004:00001000:3.0:1770653413.865100:0:3289:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 7 in flight, 17 in progress 00000100:00000040:3.0:1770653413.865109:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955603ca7100 x1856657707188608/t4295332617(4295332617) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1770653413.865114:0:3289:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955603ca7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707188608:0@lo:6:osp-syn-1-0.0 00000004:00000001:2.0:1770653413.865117:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:3.0:1770653413.865119:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.865120:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.865122:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000004:00000001:2.0:1770653413.865125:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000040:3.0:1770653413.865128:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955603ca7100 x1856657707188608/t4295332617(4295332617) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1770653413.865129:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1770653413.865131:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.865136:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f649c40 type=0x10692404 idx=3570 00000040:00001000:2.0:1770653413.865141:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3570 lrh_len: 64 (960 remains) 00000100:00000001:3.0:1770653413.865142:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.865144:0:7854:0:(llog.c:797:llog_process_thread()) index: 3570, lh_last_idx: 3602 synced_idx: 3602 lgh_last_idx: 3602 00000100:00000001:3.0:1770653413.865146:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.865148:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:3.0:1770653413.865149:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653413.865152:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000004:00000001:2.0:1770653413.865154:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:3.0:1770653413.865156:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.865157:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.865159:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.865161:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:2.0:1770653413.865164:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:2.0:1770653413.865165:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000010:2.0:1770653413.865169:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955606dfdf80. 00000020:00000040:2.0:1770653413.865171:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=20 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:2.0:1770653413.865173:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1770653413.865175:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1770653413.865178:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653413.865184:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff955634439800. 00000100:00000001:2.0:1770653413.865188:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.865190:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626795447902080 : -117278261649536 : ffff955606dfdf80) 00000100:00000001:2.0:1770653413.865194:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1770653413.865197:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.865203:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c4bc53c] to pc [ptlrpcd_00_01+1] req@ffff955606dfdf80 x1856657707197056/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1770653413.865228:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:2.0:1770653413.865231:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 8 in flight, 18 in progress 00000004:00001000:2.0:1770653413.865233:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3570, id 1934 00000004:00000001:2.0:1770653413.865235:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000001:3.0:1770653413.865246:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653413.865250:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1770653413.865252:0:3289:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1770653413.865256:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955606dfdf80 x1856657707197056/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.865258:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1770653413.865261:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1770653413.865264:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.865265:0:3289:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1770653413.865269:0:3289:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.865269:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.865272:0:3289:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1770653413.865275:0:3289:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1770653413.865277:0:3289:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.865280:0:3289:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955606dfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707197056:0@lo:6:osp-syn-1-0.0 00000100:00000001:3.0:1770653413.865283:0:3289:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1770653413.865285:0:3289:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1770653413.865286:0:3289:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.865287:0:3289:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1770653413.865290:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95565d742000. 02000000:00000001:3.0:1770653413.865291:0:3289:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.865293:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d28f0. 00000400:00000010:3.0:1770653413.865296:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a784c8. 00000100:00000200:3.0:1770653413.865299:0:3289:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707197056, portal 4 00000100:00000001:3.0:1770653413.865300:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653413.865301:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795447902080 : -117278261649536 : ffff955606dfdf80) 00000100:00000040:3.0:1770653413.865305:0:3289:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955606dfdf80 x1856657707197056/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.865310:0:3289:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1770653413.865312:0:3289:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1770653413.865313:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a782a8. 00000100:00000200:3.0:1770653413.865315:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707197056, offset 0 00000400:00000200:3.0:1770653413.865317:0:3289:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1770653413.865322:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1770653413.865326:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b6280 00000400:00000200:3.0:1770653413.865329:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecef71 [8] + 9248 00000400:00000200:3.0:1770653413.865332:0:3289:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653413.865334:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1770653413.865337:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653413.865339:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1770653413.865341:0:3289:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572eb21c00. 00000100:00000040:3.0:1770653413.865343:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff95572eb21c00 x1856657707197056 msgsize 544 00000100:00100000:3.0:1770653413.865345:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1770653413.865355:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1770653413.865358:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a782a8 00000400:00000010:3.0:1770653413.865360:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a782a8. 00000100:00000001:3.0:1770653413.865361:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1770653413.865364:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955606dfdf80 x1856657707197056/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.865370:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653413.865372:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955606dfdf80 x1856657707197056/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.865377:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.865378:0:76384:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1770653413.865379:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1770653413.865381:0:76384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707197056 00000100:00000001:3.0:1770653413.865384:0:3289:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.865384:0:76384:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1770653413.865389:0:3289:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26311 usecs (27 jiffies) 00000100:00000001:1.0:1770653413.865389:0:76384:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653413.865391:0:76384:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.865396:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444705 02000000:00000001:1.0:1770653413.865397:0:76384:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.865403:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444707 00000100:00100000:1.0:1770653413.865403:0:76384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707197056 00000020:00000001:1.0:1770653413.865408:0:76384:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1770653413.865409:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444705 00000020:00000040:1.0:1770653413.865411:0:76384:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00000100:00000001:3.0:1770653413.865412:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444708 00000020:00000001:1.0:1770653413.865415:0:76384:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1770653413.865417:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444705 00000020:00000040:1.0:1770653413.865418:0:76384:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=22 00000100:00000001:3.0:1770653413.865422:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444708 00000020:00000001:1.0:1770653413.865422:0:76384:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000001:3.0:1770653413.865428:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444705 00000020:00000001:1.0:1770653413.865428:0:76384:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000001:3.0:1770653413.865434:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444708 00000100:00000001:1.0:1770653413.865435:0:76384:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1770653413.865439:0:3289:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653413.865441:0:76384:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cdc0. 00000100:00000001:3.0:1770653413.865442:0:3289:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.865445:0:76384:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.865447:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.865449:0:76384:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cdc0. 00000100:00000001:3.0:1770653413.865450:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.865455:0:3289:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1770653413.865455:0:76384:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f7000. 00000100:00000001:3.0:1770653413.865459:0:3289:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1770653413.865460:0:76384:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d100. 00000100:00000001:3.0:1770653413.865462:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653413.865465:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1770653413.865465:0:76384:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada960. 00000100:00000001:3.0:1770653413.865467:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.865470:0:76384:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653413.865471:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.865474:0:76384:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1770653413.865477:0:76384:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.865480:0:76384:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.865490:0:76384:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.865496:0:76384:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1770653413.865497:0:76384:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1770653413.865500:0:76384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136185 00000100:00000040:1.0:1770653413.865503:0:76384:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 8 00000100:00000001:1.0:1770653413.865505:0:76384:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800410958848 : -117273298592768 : ffff95572eb21c00) 00000100:00000040:1.0:1770653413.865510:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95572eb21c00 x1856657707197056/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.865516:0:76384:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653413.865518:0:76384:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cdc0. 00000100:00000001:1.0:1770653413.865521:0:76384:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653413.865523:0:76384:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cdc0. 00000100:00100000:1.0:1770653413.865526:0:76384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95572eb21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+22:3289:x1856657707197056:12345-0@lo:6:osp-syn-1-0.0 00000100:00000200:1.0:1770653413.865529:0:76384:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707197056 00000020:00000001:1.0:1770653413.865530:0:76384:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1770653413.865532:0:76384:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1770653413.865534:0:76384:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.865536:0:76384:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1770653413.865537:0:76384:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000020:00000001:1.0:1770653413.865539:0:76384:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1770653413.865541:0:76384:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653413.865542:0:76384:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1770653413.865544:0:76384:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1770653413.865545:0:76384:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1770653413.865547:0:76384:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1770653413.865548:0:76384:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.865549:0:76384:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1770653413.865550:0:76384:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.865552:0:76384:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1770653413.865553:0:76384:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1770653413.865554:0:76384:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.865555:0:76384:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1770653413.865556:0:76384:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1770653413.865557:0:76384:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.865558:0:76384:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1770653413.865559:0:76384:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1770653413.865560:0:76384:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.865562:0:76384:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.865563:0:76384:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.865564:0:76384:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1770653413.865565:0:76384:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1770653413.865568:0:76384:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff955661e79000. 02000000:00000001:1.0:1770653413.865569:0:76384:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.865570:0:76384:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653413.865572:0:76384:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:1.0:1770653413.865573:0:76384:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1770653413.865574:0:76384:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:1.0:1770653413.865575:0:76384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5120 count 1 00002000:00000001:1.0:1770653413.865577:0:76384:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:1.0:1770653413.865578:0:76384:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1770653413.865579:0:76384:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1770653413.865581:0:76384:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795367118872 : -117278342432744 : ffff9556020f3818) 00002000:00000001:1.0:1770653413.865583:0:76384:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795367118784 : -117278342432832 : ffff9556020f37c0) 00010000:00000001:1.0:1770653413.865585:0:76384:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1770653413.865586:0:76384:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1770653413.865589:0:76384:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955718ba2000 count: 2 00010000:00000001:1.0:1770653413.865591:0:76384:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.865592:0:76384:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1770653413.865595:0:76384:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95571016a200. 00000020:00000001:1.0:1770653413.865597:0:76384:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1770653413.865599:0:76384:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95571016a200 with handle 0x2aed14e4e178ce88 to hash 00000020:00000001:1.0:1770653413.865600:0:76384:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1770653413.865602:0:76384:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799897453056 : -117273812098560 : ffff95571016a200) 00010000:00000001:1.0:1770653413.865603:0:76384:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799897453056 : -117273812098560 : ffff95571016a200) 00010000:00000001:1.0:1770653413.865605:0:76384:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1770653413.865606:0:76384:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.865609:0:76384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95571016a200/0x2aed14e4e178ce88 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1400:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.865613:0:76384:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1770653413.865615:0:76384:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1770653413.865616:0:76384:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1770653413.865617:0:76384:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1770653413.865618:0:76384:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:1.0:1770653413.865619:0:76384:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1770653413.865622:0:76384:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9556323fd800/0x2aed14e4e178a1da lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x1400:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0efc expref: 95 pid: 76385 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1770653413.865627:0:76384:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1770653413.865628:0:76384:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.865630:0:76384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653413.865631:0:76384:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.865633:0:76384:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653413.865634:0:76384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653413.865635:0:76384:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.865636:0:76384:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.865637:0:76384:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1770653413.865639:0:76384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95571016a200/0x2aed14e4e178ce88 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1400:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1770653413.865643:0:76384:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1400:0x0].0x0 (ffff955718ba2000) refcount = 2 00010000:00000040:1.0:1770653413.865645:0:76384:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1770653413.865647:0:76384:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9556323fd800/0x2aed14e4e178a1da lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1400:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0efc expref: 95 pid: 76385 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1770653413.865651:0:76384:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1770653413.865653:0:76384:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95571016a200/0x2aed14e4e178ce88 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1400:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1770653413.865657:0:76384:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9cdc0. 00000100:00000001:1.0:1770653413.865658:0:76384:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1770653413.865660:0:76384:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa8840. 00000100:00000001:1.0:1770653413.865661:0:76384:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540168256 : -117277169383360 : ffff955647fa8840) 00000100:00000001:1.0:1770653413.865663:0:76384:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540168256 : -117277169383360 : ffff955647fa8840) 00000100:00000001:1.0:1770653413.865664:0:76384:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1770653413.865665:0:76384:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1770653413.865665:0:76384:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1770653413.865666:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.865667:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1770653413.865668:0:76384:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1770653413.865669:0:76384:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1770653413.865670:0:76384:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1770653413.865671:0:76384:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1770653413.865673:0:76384:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665157b80. 00000020:00000040:1.0:1770653413.865675:0:76384:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=10 obd=lustre-OST0001 00000100:00000001:1.0:1770653413.865677:0:76384:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1770653413.865678:0:76384:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1770653413.865680:0:76384:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.865682:0:76384:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95563c4f6e00. 00000100:00000001:1.0:1770653413.865684:0:76384:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.865687:0:76384:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9556323fd800/0x2aed14e4e178a1da lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1400:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0efc expref: 95 pid: 76385 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770653413.865694:0:76384:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9556323fd800/0x2aed14e4e178a1da lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1400:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0efc expref: 95 pid: 76385 timeout: 6877 lvb_type: 1 00010000:00000001:1.0:1770653413.865703:0:76384:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1770653413.865705:0:76384:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1770653413.865707:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955665157b80 x1856657707197184/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.865712:0:76384:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1770653413.865713:0:76384:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.865715:0:76384:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955665157b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:76384:1856657707197184:192.168.202.60@tcp:104: 00000100:00000001:1.0:1770653413.865718:0:76384:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1770653413.865719:0:76384:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1770653413.865720:0:76384:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.865721:0:76384:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1770653413.865723:0:76384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95563c4f7a00. 02000000:00000001:1.0:1770653413.865724:0:76384:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.865727:0:76384:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d94108. 00000400:00000010:1.0:1770653413.865729:0:76384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022cc0. 00000100:00000200:1.0:1770653413.865731:0:76384:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707197184, portal 16 00000100:00000001:1.0:1770653413.865733:0:76384:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653413.865734:0:76384:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028473728 : -117276681077888 : ffff955665157b80) 00000100:00000040:1.0:1770653413.865737:0:76384:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955665157b80 x1856657707197184/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.865756:0:76384:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1770653413.865758:0:76384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:1.0:1770653413.865760:0:76384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022a18. 00000100:00000200:1.0:1770653413.865761:0:76384:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707197184, offset 0 00000400:00000200:1.0:1770653413.865764:0:76384:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:1.0:1770653413.865768:0:76384:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000400:00000200:1.0:1770653413.865770:0:76384:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1770653413.865772:0:76384:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000400:00000200:1.0:1770653413.865774:0:76384:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1770653413.865776:0:76384:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000400:00000200:1.0:1770653413.865779:0:76384:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164616:2164616:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164612:2164612:8:4294967295] 00000400:00000200:1.0:1770653413.865785:0:76384:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:1.0:1770653413.865788:0:76384:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:1.0:1770653413.865790:0:76384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399f00. 00000800:00000200:1.0:1770653413.865793:0:76384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:1.0:1770653413.865796:0:76384:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:1.0:1770653413.865799:0:76384:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1770653413.865808:0:76384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.865810:0:76384:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444708 00000100:00000001:1.0:1770653413.865813:0:76384:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4301444707 00000100:00000001:1.0:1770653413.865815:0:76384:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444708 00000100:00000001:1.0:1770653413.865817:0:76384:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, keep current deadline 4301444708 00000100:00000001:1.0:1770653413.865819:0:76384:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444708 00000100:00000001:1.0:1770653413.865822:0:76384:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, keep current deadline 4301444708 00000100:00000001:1.0:1770653413.865823:0:76384:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444708 00000100:00000001:1.0:1770653413.865824:0:76384:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, keep current deadline 4301444708 00000100:00000001:1.0:1770653413.865826:0:76384:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.865827:0:76384:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.865829:0:76384:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.865830:0:76384:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.865831:0:76384:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.865832:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.865833:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.865835:0:76384:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.865836:0:76384:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1770653413.865837:0:76384:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1770653413.865839:0:76384:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.865840:0:76384:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1770653413.865842:0:76384:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1770653413.865843:0:76384:0:(client.c:2680:ptlrpc_set_wait()) set ffff955647fa8840 going to sleep for 11 seconds 00000100:00000001:1.0:1770653413.865845:0:76384:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1770653413.865847:0:76384:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653413.865880:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653413.865884:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399f00. 00000400:00000200:0.0:1770653413.865887:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653413.865891:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653413.865894:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022a18 00000400:00000010:0.0:1770653413.865895:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022a18. 00000100:00000001:0.0:1770653413.865897:0:3281:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1770653413.865901:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955665157b80 x1856657707197184/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.865907:0:3281:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1770653413.865910:0:3281:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665157b80 x1856657707197184/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.865915:0:3281:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.865916:0:3281:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1770653413.866538:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653413.866545:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653413.866548:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653413.866549:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653413.866554:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:2.0:1770653413.866561:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b5a00 00000400:00000200:2.0:1770653413.866566:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda279 [1] + 224 00000800:00000001:2.0:1770653413.866570:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653413.866574:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653413.866576:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653413.866578:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653413.866581:0:3282:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1770653413.866585:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9557030dc000 x1856657707194880/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1770653413.866593:0:3282:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9557030dc000 x1856657707194880/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.866609:0:3282:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1770653413.866613:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653413.866615:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.866638:0:12200:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1770653413.866643:0:12200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1770653413.866645:0:12200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1770653413.866647:0:12200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2478. 00000400:00000200:0.0:1770653413.866651:0:12200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888f68 00000400:00000010:0.0:1770653413.866652:0:12200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888f68. 00000100:00000001:0.0:1770653413.866655:0:12200:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1770653413.866660:0:12200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9557030dc000 x1856657707194880/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1770653413.866668:0:12200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9557030dc000 x1856657707194880/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.866673:0:12200:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1770653413.866674:0:12200:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.866676:0:12200:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:0.0:1770653413.866677:0:12200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1770653413.866678:0:12200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653413.866679:0:12200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.866681:0:12200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653413.866683:0:12200:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 00000100:00001000:0.0:1770653413.866685:0:12200:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 00000100:00000001:0.0:1770653413.866687:0:12200:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1770653413.866688:0:12200:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.866690:0:12200:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1770653413.866692:0:12200:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.866693:0:12200:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.866696:0:12200:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9557030dc000 x1856657707194880/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.866702:0:12200:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.866704:0:12200:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1770653413.866706:0:12200:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.866708:0:12200:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1770653413.866710:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.866711:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.866713:0:12200:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.866717:0:12200:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9557030dc000 x1856657707194880/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1770653413.866733:0:12200:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9557030dc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12200:1856657707194880:192.168.202.60@tcp:104: 00000100:00000001:0.0:1770653413.866737:0:12200:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.866756:0:12200:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.866759:0:12200:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1770653413.866760:0:12200:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1770653413.866764:0:12200:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9557030dc000 x1856657707194880/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.866771:0:12200:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1770653413.866773:0:12200:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653413.866776:0:12200:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95562fa44c00. 02000000:00000001:0.0:1770653413.866779:0:12200:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653413.866781:0:12200:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1770653413.866783:0:12200:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=8 obd=lustre-OST0000 00000020:00000001:0.0:1770653413.866785:0:12200:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1770653413.866787:0:12200:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95562fa44800. 02000000:00000001:0.0:1770653413.866789:0:12200:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1770653413.866791:0:12200:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1770653413.866792:0:12200:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9557030dc000. 00000100:00000001:0.0:1770653413.866796:0:12200:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1770653413.866797:0:12200:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1770653413.866800:0:12200:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e00c0. 00000100:00000001:0.0:1770653413.866802:0:12200:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1770653413.866804:0:12200:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1770653413.866807:0:12200:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f59a40. 00010000:00000001:0.0:1770653413.866811:0:12200:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.866813:0:12200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.866816:0:12200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.866818:0:12200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1770653413.866822:0:12200:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff95561c987400/0x2aed14e4e178ce1f lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1542:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000800:00000001:3.0:1770653413.867303:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653413.867309:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653413.867311:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653413.867312:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.867317:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:3.0:1770653413.867324:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d0680 00000400:00000200:3.0:1770653413.867328:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6b0d [2] + 1640 00000800:00000001:3.0:1770653413.867332:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653413.867357:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.867359:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653413.867362:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653413.867365:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653413.867366:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1770653413.867371:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95571043e680. 00000100:00000040:3.0:1770653413.867373:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff95571043e680 x1856657966302848 msgsize 328 00000100:00100000:3.0:1770653413.867376:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:3.0:1770653413.867384:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1770653413.867388:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653413.867391:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.867408:0:76647:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1770653413.867410:0:76647:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966302848 02000000:00000001:2.0:1770653413.867412:0:76647:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1770653413.867413:0:76647:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653413.867415:0:76647:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.867417:0:76647:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.867419:0:76647:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966302848 00000020:00000001:2.0:1770653413.867421:0:76647:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1770653413.867422:0:76647:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:2.0:1770653413.867424:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653413.867426:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=97 00000020:00000001:2.0:1770653413.867428:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000020:00000001:2.0:1770653413.867430:0:76647:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:2.0:1770653413.867432:0:76647:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1770653413.867435:0:76647:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f595c0. 00000100:00000001:2.0:1770653413.867437:0:76647:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653413.867440:0:76647:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f595c0. 00000020:00000010:2.0:1770653413.867444:0:76647:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95562fa44600. 00000020:00000010:2.0:1770653413.867446:0:76647:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95566aa1c300. 00000020:00000010:2.0:1770653413.867449:0:76647:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e5107d0. 00000100:00000040:2.0:1770653413.867453:0:76647:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1770653413.867454:0:76647:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1770653413.867456:0:76647:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1770653413.867457:0:76647:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1770653413.867458:0:76647:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.867460:0:76647:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1770653413.867463:0:76647:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1770653413.867464:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653413.867466:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016b400 refcount=4 00000020:00000001:2.0:1770653413.867468:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897457664 : -117273812093952 : ffff95571016b400) 00010000:00000001:2.0:1770653413.867470:0:76647:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897457664 : -117273812093952 : ffff95571016b400) 00010000:00010000:2.0:1770653413.867474:0:76647:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff95571016b400/0x2aed14e4e178a013 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1542:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d5f expref: 97 pid: 76390 timeout: 6877 lvb_type: 1 00010000:00000001:2.0:1770653413.867480:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.867481:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.867482:0:76647:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.867484:0:76647:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.867486:0:76647:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1770653413.867489:0:76647:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff95571043e680 x1856657966302848/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.867495:0:76647:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1770653413.867496:0:76647:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.867505:0:76647:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.867510:0:76647:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1770653413.867512:0:76647:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1770653413.867514:0:76647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161822 00000100:00000040:2.0:1770653413.867516:0:76647:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000100:00000001:2.0:1770653413.867518:0:76647:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626799900419712 : -117273809131904 : ffff95571043e680) 00000100:00000040:2.0:1770653413.867521:0:76647:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95571043e680 x1856657966302848/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.867531:0:76647:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1770653413.867533:0:76647:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f595c0. 00000100:00000001:2.0:1770653413.867535:0:76647:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653413.867537:0:76647:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f595c0. 00000100:00100000:2.0:1770653413.867540:0:76647:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95571043e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_025:b31b1d82-c1d4-4680-ae7a-71292416d1f5+97:2365:x1856657966302848:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000100:00000200:2.0:1770653413.867543:0:76647:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966302848 00010000:00000001:2.0:1770653413.867545:0:76647:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1770653413.867546:0:76647:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1770653413.867548:0:76647:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1770653413.867550:0:76647:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1770653413.867552:0:76647:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1770653413.867555:0:76647:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95563443ac00. 02000000:00000001:2.0:1770653413.867557:0:76647:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.867559:0:76647:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.867561:0:76647:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1770653413.867563:0:76647:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1770653413.867564:0:76647:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1770653413.867566:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653413.867567:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016b400 refcount=4 00000020:00000001:2.0:1770653413.867569:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897457664 : -117273812093952 : ffff95571016b400) 00010000:00000001:2.0:1770653413.867571:0:76647:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897457664 : -117273812093952 : ffff95571016b400) 00010000:00000040:2.0:1770653413.867574:0:76647:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556613f3c00 count: 3 00010000:00010000:2.0:1770653413.867577:0:76647:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff95571016b400/0x2aed14e4e178a013 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1542:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d5f expref: 97 pid: 76390 timeout: 6877 lvb_type: 1 00000100:00001000:2.0:1770653413.867581:0:76647:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 00010000:00000001:2.0:1770653413.867583:0:76647:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1770653413.867585:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.867586:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1770653413.867588:0:76647:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff95571016b400/0x2aed14e4e178a013 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1542:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d5f expref: 97 pid: 76390 timeout: 6877 lvb_type: 1 00000020:00000001:2.0:1770653413.867597:0:76647:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1770653413.867598:0:76647:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1770653413.867600:0:76647:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.867601:0:76647:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.867603:0:76647:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1770653413.867604:0:76647:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1770653413.867607:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.867607:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.867609:0:76647:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1770653413.867610:0:76647:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.867612:0:76647:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95571016b400 with handle 0x2aed14e4e178a013 from hash 00010000:00000001:2.0:1770653413.867614:0:76647:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1770653413.867615:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.867615:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.867616:0:76647:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1770653413.867618:0:76647:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653413.867619:0:76647:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.867620:0:76647:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1770653413.867621:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1770653413.867623:0:76647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95571016b400/0x2aed14e4e178a013 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1542:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d5f expref: 97 pid: 76390 timeout: 6877 lvb_type: 1 00010000:00000040:2.0:1770653413.867627:0:76647:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 91 00000020:00000040:2.0:1770653413.867629:0:76647:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 96 00010000:00000001:2.0:1770653413.867632:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.867633:0:76647:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1770653413.867634:0:76647:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1770653413.867636:0:76647:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95561c987400 00010000:00000001:2.0:1770653413.867637:0:76647:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1770653413.867638:0:76647:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1770653413.867640:0:76647:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653413.867641:0:76647:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.867642:0:76647:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1770653413.867643:0:76647:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653413.867645:0:76647:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.867646:0:76647:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1770653413.867647:0:76647:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1770653413.867649:0:76647:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff95561c987400/0x2aed14e4e178ce1f lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1542:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.867653:0:76647:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:2.0:1770653413.867655:0:76647:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95561c987400/0x2aed14e4e178ce1f lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1542:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1770653413.867659:0:76647:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1542:0x0].0x0 (ffff9556613f3c00) refcount = 2 00010000:00000040:2.0:1770653413.867661:0:76647:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1770653413.867663:0:76647:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561c987400/0x2aed14e4e178ce1f lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1542:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.867667:0:76647:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653413.867668:0:76647:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.867669:0:76647:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1770653413.867670:0:76647:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.867671:0:76647:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1770653413.867673:0:76647:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f595c0. 00000100:00000001:2.0:1770653413.867674:0:76647:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1770653413.867677:0:76647:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0000. 00000100:00000001:2.0:1770653413.867678:0:76647:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100335104 : -117276609216512 : ffff9556695e0000) 00000100:00000001:2.0:1770653413.867679:0:76647:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100335104 : -117276609216512 : ffff9556695e0000) 00000100:00000001:2.0:1770653413.867681:0:76647:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1770653413.867681:0:76647:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1770653413.867682:0:76647:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1770653413.867683:0:76647:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1770653413.867691:0:76647:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.867692:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.867693:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.867694:0:76647:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.867696:0:76647:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1770653413.867698:0:76647:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1770653413.867700:0:76647:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.867702:0:76647:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.867704:0:76647:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1770653413.867706:0:76647:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0000. 00000100:00000001:2.0:1770653413.867708:0:76647:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1770653413.867709:0:76647:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1770653413.867710:0:12200:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff95561c987400/0x2aed14e4e178ce1f lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1542:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1770653413.867712:0:76647:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f595c0. 00010000:00000001:2.0:1770653413.867716:0:76647:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1770653413.867718:0:76647:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1770653413.867721:0:76647:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.867724:0:12200:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.867725:0:76647:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00010000:0.0:1770653413.867728:0:12200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95561c987400/0x2aed14e4e178ce1f lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1542:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.867729:0:76647:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1770653413.867734:0:76647:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653413.867752:0:76647:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1770653413.867755:0:12200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000040:2.0:1770653413.867756:0:76647:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000001:0.0:1770653413.867758:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.867762:0:76647:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00000001:0.0:1770653413.867762:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.867764:0:12200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1770653413.867766:0:76647:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1770653413.867767:0:12200:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1770653413.867769:0:76647:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.867770:0:12200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c987400 refcount=3 00000100:00000001:2.0:1770653413.867772:0:76647:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1770653413.867774:0:12200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812320256 : -117277897231360 : ffff95561c987400) 00000100:00000040:2.0:1770653413.867777:0:76647:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.867780:0:12200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812320256 : -117277897231360 : ffff95561c987400) 00000400:00000010:2.0:1770653413.867782:0:76647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888990. 00010000:00000001:0.0:1770653413.867783:0:12200:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000200:2.0:1770653413.867787:0:76647:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966302848, offset 224 00010000:00010000:0.0:1770653413.867787:0:12200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95561c987400/0x2aed14e4e178ce1f lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1542:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1770653413.867796:0:76647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.867798:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.867801:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1770653413.867803:0:12200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff95561c987400/0x2aed14e4e178ce1f lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1542:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1770653413.867806:0:76647:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000001:0.0:1770653413.867815:0:12200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1770653413.867816:0:76647:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164617:2164617:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164613:2164613:8:4294967295] 00010000:00000001:0.0:1770653413.867819:0:12200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.867823:0:12200:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000400:00000200:2.0:1770653413.867828:0:76647:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000010:0.0:1770653413.867829:0:12200:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff95564f362600. 00010000:00000001:0.0:1770653413.867834:0:12200:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000800:00000200:2.0:1770653413.867837:0:76647:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:2.0:1770653413.867841:0:76647:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df600. 00000800:00000200:2.0:1770653413.867845:0:76647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00010000:0.0:1770653413.867864:0:12200:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000800:00000200:2.0:1770653413.867869:0:76647:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:0.0:1770653413.867870:0:12200:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1770653413.867875:0:76647:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df600 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:0.0:1770653413.867875:0:12200:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.867880:0:12200:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1770653413.867883:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.867884:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:0.0:1770653413.867885:0:12200:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000100:00000001:2.0:1770653413.867886:0:76647:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.867888:0:12200:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000040:2.0:1770653413.867892:0:76647:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:2.0:1770653413.867895:0:76647:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1770653413.867895:0:12200:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95570643f800. 00010000:00000001:2.0:1770653413.867897:0:76647:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.867899:0:12200:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626799732652032 : -117273976899584 : ffff95570643f800) 00000001:00000001:0.0:1770653413.867904:0:12200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000040:2.0:1770653413.867905:0:76647:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95571043e680 x1856657966302848/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1770653413.867908:0:12200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.867911:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000002:0.0:1770653413.867914:0:12200:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x1542:0x0] not in the id map cache 00000020:00000001:3.0:1770653413.867916:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.867920:0:12200:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00010000:00010000:3.0:1770653413.867922:0:66075:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1770653413.867929:0:66075:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1770653413.867933:0:66075:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00100000:2.0:1770653413.867933:0:76647:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95571043e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_025:b31b1d82-c1d4-4680-ae7a-71292416d1f5+96:2365:x1856657966302848:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 396us (554us total) trans 0 rc 0/0 00000800:00000200:1.0:1770653413.867936:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000001:0.0:1770653413.867936:0:12200:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1770653413.867937:0:66075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff95561c987400/0x2aed14e4e178ce1f lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1542:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000800:00000010:1.0:1770653413.867943:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df600. 00080000:00000001:0.0:1770653413.867944:0:12200:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.867951:0:76647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161822 00000400:00000200:1.0:1770653413.867952:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:0.0:1770653413.867952:0:12200:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:0.0:1770653413.867957:0:12200:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00010000:3.0:1770653413.867958:0:66075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95561c987400 already unused, calling callback (ffffffffc16fe650) 00000100:00000040:2.0:1770653413.867960:0:76647:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 80000000:00000001:0.0:1770653413.867961:0:12200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:3.0:1770653413.867965:0:66075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:1.0:1770653413.867965:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653413.867966:0:76647:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 80000000:00000001:0.0:1770653413.867966:0:12200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1770653413.867971:0:12200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.867972:0:66075:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:2.0:1770653413.867973:0:76647:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1770653413.867974:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888990 80000000:00000001:0.0:1770653413.867976:0:12200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.867979:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888990. 00010000:00010000:3.0:1770653413.867980:0:66075:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff95561c987400/0x2aed14e4e178ce1f lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1542:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1770653413.867981:0:76647:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1c300. 00080000:00000001:0.0:1770653413.867981:0:12200:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.867984:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00080000:00000001:0.0:1770653413.867987:0:12200:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000100:00000001:1.0:1770653413.867988:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1770653413.867989:0:76647:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e5107d0. 00080000:00000001:0.0:1770653413.867991:0:12200:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000020:00000010:2.0:1770653413.867997:0:76647:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95562fa44600. 00010000:00000001:3.0:1770653413.867998:0:66075:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1770653413.868001:0:66075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:2.0:1770653413.868002:0:76647:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 95 00000020:00000001:3.0:1770653413.868003:0:66075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1770653413.868007:0:76647:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1770653413.868008:0:12200:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:0.0:1770653413.868011:0:12200:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1770653413.868016:0:12200:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.868019:0:12200:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1770653413.868021:0:12200:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1770653413.868030:0:12200:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1770653413.868031:0:12200:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.868038:0:12200:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.868040:0:12200:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:0.0:1770653413.868049:0:12200:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.868051:0:12200:0:(osd_object.c:806:osd_destroy()) Process entered 00000020:00000040:3.0:1770653413.868053:0:66075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c987400 refcount=3 00080000:00000001:0.0:1770653413.868053:0:12200:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1770653413.868054:0:12200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1770653413.868058:0:12200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000020:00000001:3.0:1770653413.868059:0:66075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812320256 : -117277897231360 : ffff95561c987400) 80000000:00000001:0.0:1770653413.868060:0:12200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.868063:0:66075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812320256 : -117277897231360 : ffff95561c987400) 80000000:00000001:0.0:1770653413.868064:0:12200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.868071:0:66075:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000001:0.0:1770653413.868071:0:12200:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1770653413.868076:0:66075:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff95561c987400/0x2aed14e4e178ce1f lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1542:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1770653413.868076:0:12200:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1770653413.868079:0:12200:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00010000:00000001:3.0:1770653413.868087:0:66075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1770653413.868089:0:66075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.868090:0:66075:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.868093:0:66075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653413.868095:0:66075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653413.868097:0:66075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653413.868098:0:66075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653413.868100:0:66075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561c987400 with handle 0x2aed14e4e178ce1f from hash 00010000:00000001:3.0:1770653413.868102:0:66075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1770653413.868103:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.868104:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.868106:0:66075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653413.868109:0:66075:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653413.868110:0:66075:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.868112:0:66075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653413.868114:0:66075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653413.868115:0:66075:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1770653413.868117:0:66075:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.868119:0:66075:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.868121:0:66075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653413.868122:0:66075:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00080000:00000001:0.0:1770653413.868125:0:12200:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.868126:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.868128:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1770653413.868130:0:12200:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.868131:0:66075:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.868135:0:66075:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.868135:0:12200:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1770653413.868138:0:12200:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00000001:3.0:1770653413.868139:0:66075:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:0.0:1770653413.868142:0:12200:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299199, last_committed = 8590299190 00010000:00010000:3.0:1770653413.868143:0:66075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff95561c987400/0x2aed14e4e178ce1f lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1542:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000001:00000010:0.0:1770653413.868149:0:12200:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9556681b9de0. 00010000:00000001:3.0:1770653413.868153:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000040:0.0:1770653413.868154:0:12200:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 9 00010000:00010000:3.0:1770653413.868156:0:66075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95561c987400/0x2aed14e4e178ce1f lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1542:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000020:00000040:0.0:1770653413.868158:0:12200:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=21 00080000:00000001:0.0:1770653413.868164:0:12200:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000040:3.0:1770653413.868166:0:66075:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9556613f3c00 count: 0 00002000:00000010:3.0:1770653413.868170:0:66075:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9556214308c0. 00080000:00000001:0.0:1770653413.868172:0:12200:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00010000:00000010:3.0:1770653413.868174:0:66075:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9556613f3700. 00000001:00000001:0.0:1770653413.868175:0:12200:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.868186:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.868189:0:66075:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00080000:00000001:0.0:1770653413.868190:0:12200:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1770653413.868191:0:66075:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff95564f362600. 00002000:00000001:0.0:1770653413.868195:0:12200:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.868197:0:66075:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.868198:0:12200:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000020:00000001:3.0:1770653413.868201:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1770653413.868204:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.868206:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1770653413.868208:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1770653413.868209:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1770653413.868210:0:12200:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff95565ae618f0. 00010000:00010000:3.0:1770653413.868211:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1770653413.868215:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00002000:00000001:0.0:1770653413.868216:0:12200:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000020:00000001:3.0:1770653413.868218:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000040:0.0:1770653413.868219:0:12200:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x1542:0x0] 00010000:00010000:3.0:1770653413.868221:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00000010:0.0:1770653413.868223:0:12200:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff95565a2498f0. 00002000:00000001:0.0:1770653413.868228:0:12200:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:0.0:1770653413.868229:0:12200:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.868232:0:12200:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1770653413.868234:0:12200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299199, xid 1856657707193216 00010000:00000001:0.0:1770653413.868236:0:12200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1770653413.868240:0:12200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95563735aa00 x1856657707193216/t8590299199(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.868246:0:12200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1770653413.868248:0:12200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653413.868250:0:12200:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1770653413.868252:0:12200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1770653413.868254:0:12200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000001:0.0:1770653413.868256:0:12200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 02000000:00000001:0.0:1770653413.868258:0:12200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1770653413.868259:0:12200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.868261:0:12200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1770653413.868263:0:12200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1770653413.868265:0:12200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8220. 00000100:00000200:0.0:1770653413.868268:0:12200:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707193216, offset 224 00000400:00000200:0.0:1770653413.868271:0:12200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1770653413.868276:0:12200:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1770653413.868281:0:12200:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b5380 00000400:00000200:0.0:1770653413.868284:0:12200:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda245 [1] + 224 00000400:00000200:0.0:1770653413.868287:0:12200:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653413.868290:0:12200:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1770653413.868292:0:12200:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1770653413.868295:0:12200:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9556074aaa00 x1856657707193216/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1770653413.868301:0:12200:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff9556074aaa00 x1856657707193216/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.868314:0:12200:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1770653413.868318:0:12200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8220 00000400:00000010:0.0:1770653413.868319:0:12200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8220. 00000100:00000001:0.0:1770653413.868321:0:12200:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653413.868322:0:12200:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1770653413.868324:0:12200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.868326:0:12200:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00010000:00000001:0.0:1770653413.868328:0:12200:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1770653413.868329:0:12200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.868331:0:12200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1770653413.868333:0:12200:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95563735aa00 x1856657707193216/t8590299199(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1770653413.868340:0:12200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95563735aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+21:3291:x1856657707193216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12337us (14679us total) trans 8590299199 rc 0/0 00000100:00100000:0.0:1770653413.868346:0:12200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136171 00000100:00000040:0.0:1770653413.868347:0:12200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 7 00000100:00000001:0.0:1770653413.868350:0:12200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1770653413.868351:0:12200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1770653413.868353:0:12200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519d00. 00000020:00000010:0.0:1770653413.868356:0:12200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d320. 00000020:00000010:0.0:1770653413.868359:0:12200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955626009c00. 00000020:00000040:0.0:1770653413.868362:0:12200:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 20 00000100:00000001:0.0:1770653413.868364:0:12200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.868370:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653413.868373:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1770653413.868378:0:3291:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1770653413.868379:0:3291:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1770653413.868381:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955642e02420. 00000400:00000200:1.0:1770653413.868386:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022660 00000400:00000010:1.0:1770653413.868387:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022660. 00000100:00000001:1.0:1770653413.868389:0:3291:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1770653413.868394:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9556074aaa00 x1856657707193216/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1770653413.868402:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9556074aaa00 x1856657707193216/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.868407:0:3291:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1770653413.868408:0:3291:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.868410:0:3291:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:1.0:1770653413.868411:0:3291:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1770653413.868412:0:3291:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653413.868413:0:3291:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.868415:0:3291:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653413.868418:0:3291:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 00000100:00001000:1.0:1770653413.868421:0:3291:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 00000100:00000001:1.0:1770653413.868422:0:3291:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1770653413.868424:0:3291:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.868425:0:3291:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1770653413.868427:0:3291:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.868428:0:3291:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1770653413.868429:0:3291:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1770653413.868431:0:3291:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1770653413.868432:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653413.868434:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795454900736 : -117278254650880 : ffff9556074aaa00) 00000100:00000001:1.0:1770653413.868436:0:3291:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1770653413.868437:0:3291:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00000100:00000001:1.0:1770653413.868439:0:3291:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1770653413.868440:0:3291:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.868443:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9556074aaa00 x1856657707193216/t8590299199(8590299199) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.868447:0:3291:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.868448:0:3291:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1770653413.868449:0:3291:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:1.0:1770653413.868451:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9556074aaa00/2, rc 0, transno 8590299199 00000004:00001000:1.0:1770653413.868453:0:3291:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 7 in flight, 16 in progress 00000100:00000040:1.0:1770653413.868465:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9556074aaa00 x1856657707193216/t8590299199(8590299199) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770653413.868471:0:3291:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9556074aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707193216:0@lo:6:osp-syn-0-0.0 00000100:00000001:1.0:1770653413.868474:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.868476:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1770653413.868478:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9556074aaa00 x1856657707193216/t8590299199(8590299199) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.868482:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.868483:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.868485:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653413.868486:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1770653413.868487:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.868488:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.868515:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1770653413.868518:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.868521:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:2.0:1770653413.868522:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1770653413.868523:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.868526:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64b340 type=0x10692404 idx=1742 00000040:00001000:2.0:1770653413.868528:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1742 lrh_len: 64 (3264 remains) 00000040:00001000:2.0:1770653413.868530:0:6724:0:(llog.c:797:llog_process_thread()) index: 1742, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00000004:00000001:2.0:1770653413.868532:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:2.0:1770653413.868535:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1770653413.868536:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.868537:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:2.0:1770653413.868538:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:2.0:1770653413.868539:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000010:2.0:1770653413.868543:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955606dfdc00. 00000020:00000040:2.0:1770653413.868546:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=19 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1770653413.868548:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1770653413.868549:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1770653413.868552:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653413.868555:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff955634438000. 00000100:00000001:2.0:1770653413.868557:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.868559:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626795447901184 : -117278261650432 : ffff955606dfdc00) 00000100:00000001:2.0:1770653413.868562:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1770653413.868564:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.868569:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016afa446] to pc [ptlrpcd_00_02+2] req@ffff955606dfdc00 x1856657707197312/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1770653413.868588:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:2.0:1770653413.868590:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 8 in flight, 17 in progress 00000004:00001000:2.0:1770653413.868592:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1742, id 1958 00000004:00000001:2.0:1770653413.868594:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000001:1.0:1770653413.868606:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653413.868608:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1770653413.868610:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.868612:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1770653413.868614:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.868617:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1770653413.868618:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.868620:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653413.868621:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1770653413.868622:0:3291:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1770653413.868625:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955606dfdc00 x1856657707197312/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.868632:0:3291:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1770653413.868633:0:3291:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.868635:0:3291:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1770653413.868637:0:3291:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.868638:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1770653413.868640:0:3291:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.868642:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1770653413.868645:0:3291:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955606dfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707197312:0@lo:6:osp-syn-0-0.0 00000100:00000001:3.0:1770653413.868647:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.868650:0:3291:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1770653413.868652:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.868653:0:3291:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1770653413.868656:0:3291:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.868658:0:3291:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1770653413.868662:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95566bd43000. 02000000:00000001:1.0:1770653413.868664:0:3291:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.868667:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d94210. 00000400:00000010:1.0:1770653413.868669:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022660. 00000100:00000200:1.0:1770653413.868672:0:3291:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707197312, portal 4 00000100:00000001:1.0:1770653413.868673:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653413.868674:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795447901184 : -117278261650432 : ffff955606dfdc00) 00000100:00000040:1.0:1770653413.868678:0:3291:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955606dfdc00 x1856657707197312/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.868683:0:3291:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1770653413.868684:0:3291:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1770653413.868686:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022f68. 00000100:00000200:1.0:1770653413.868687:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707197312, offset 0 00000400:00000200:1.0:1770653413.868690:0:3291:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1770653413.868695:0:3291:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1770653413.868699:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b6380 00000400:00000200:1.0:1770653413.868703:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecef71 [8] + 9792 00000400:00000200:1.0:1770653413.868706:0:3291:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653413.868709:0:3291:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1770653413.868711:0:3291:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1770653413.868713:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1770653413.868715:0:3291:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665155f80. 00000100:00000040:1.0:1770653413.868717:0:3291:0:(events.c:337:request_in_callback()) incoming req@ffff955665155f80 x1856657707197312 msgsize 544 00000100:00100000:1.0:1770653413.868720:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1770653413.868729:0:3291:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1770653413.868732:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022f68 00000400:00000010:1.0:1770653413.868734:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022f68. 00000100:00000001:1.0:1770653413.868735:0:3291:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1770653413.868738:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955606dfdc00 x1856657707197312/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.868755:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1770653413.868758:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955606dfdc00 x1856657707197312/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.868763:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.868765:0:3291:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1770653413.868769:0:3291:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.868770:0:12200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1770653413.868771:0:3291:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26297 usecs (27 jiffies) 00000100:00100000:0.0:1770653413.868775:0:12200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707197312 00000100:00000001:1.0:1770653413.868776:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444708 00000100:00000001:1.0:1770653413.868781:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444708 02000000:00000001:0.0:1770653413.868782:0:12200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1770653413.868786:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444708 00000100:00000001:0.0:1770653413.868787:0:12200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653413.868791:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444708 00000100:00000001:0.0:1770653413.868792:0:12200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.868796:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444708 00000100:00000001:1.0:1770653413.868799:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444708 02000000:00000001:0.0:1770653413.868799:0:12200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.868805:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444708 00000100:00100000:0.0:1770653413.868806:0:12200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707197312 00000100:00000001:1.0:1770653413.868807:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444708 00000100:00000001:1.0:1770653413.868811:0:3291:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.868812:0:12200:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1770653413.868813:0:3291:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.868818:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.868818:0:12200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00000100:00000001:1.0:1770653413.868821:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.868824:0:12200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653413.868828:0:12200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=21 00000020:00000001:0.0:1770653413.868832:0:12200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000020:00000001:0.0:1770653413.868835:0:12200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000001:0.0:1770653413.868838:0:12200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1770653413.868842:0:12200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95aac0. 00000100:00000001:0.0:1770653413.868845:0:12200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653413.868884:0:12200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95aac0. 00000020:00000010:0.0:1770653413.868891:0:12200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997ba00. 00000020:00000010:0.0:1770653413.868896:0:12200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519d00. 00000020:00000010:0.0:1770653413.868900:0:12200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d320. 00000100:00000001:0.0:1770653413.868904:0:12200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1770653413.868905:0:12200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1770653413.868907:0:12200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.868911:0:12200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.868922:0:12200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.868932:0:12200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1770653413.868934:0:12200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1770653413.868940:0:7966:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1770653413.868941:0:12200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136186 00000100:00000001:2.0:1770653413.868943:0:7966:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1770653413.868948:0:7966:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.868949:0:12200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 8 00000100:00000001:2.0:1770653413.868951:0:7966:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.868954:0:12200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028466560 : -117276681085056 : ffff955665155f80) 00000100:00000040:0.0:1770653413.868962:0:12200:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665155f80 x1856657707197312/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.868971:0:12200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1770653413.868974:0:12200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95aac0. 00000100:00000001:0.0:1770653413.868977:0:12200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653413.868979:0:12200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95aac0. 00000100:00100000:0.0:1770653413.868984:0:12200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665155f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+21:3291:x1856657707197312:12345-0@lo:6:osp-syn-0-0.0 00000100:00000200:0.0:1770653413.868988:0:12200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707197312 00000020:00000001:0.0:1770653413.868990:0:12200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1770653413.868993:0:12200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1770653413.868995:0:12200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.868997:0:12200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1770653413.868999:0:12200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000020:00000001:0.0:1770653413.869002:0:12200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1770653413.869004:0:12200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653413.869006:0:12200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1770653413.869008:0:12200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1770653413.869010:0:12200:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1770653413.869013:0:12200:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1770653413.869015:0:12200:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.869017:0:12200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1770653413.869019:0:12200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.869021:0:12200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1770653413.869023:0:12200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1770653413.869025:0:12200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.869027:0:12200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1770653413.869028:0:12200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1770653413.869031:0:12200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.869032:0:12200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1770653413.869034:0:12200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1770653413.869036:0:12200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.869039:0:12200:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.869041:0:12200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.869044:0:12200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1770653413.869046:0:12200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1770653413.869050:0:12200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95570643e000. 02000000:00000001:0.0:1770653413.869053:0:12200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.869055:0:12200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.869058:0:12200:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:0.0:1770653413.869061:0:12200:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1770653413.869063:0:12200:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:0.0:1770653413.869066:0:12200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5450 count 1 00002000:00000001:0.0:1770653413.869068:0:12200:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:0.0:1770653413.869070:0:12200:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1770653413.869072:0:12200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1770653413.869075:0:12200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797001783016 : -117276707768600 : ffff9556637e36e8) 00002000:00000001:0.0:1770653413.869078:0:12200:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797001782928 : -117276707768688 : ffff9556637e3690) 00010000:00000001:0.0:1770653413.869081:0:12200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1770653413.869083:0:12200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1770653413.869087:0:12200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95565f6ede00 count: 2 00010000:00000001:0.0:1770653413.869090:0:12200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.869092:0:12200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1770653413.869095:0:12200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561ae2a600. 00000020:00000001:0.0:1770653413.869098:0:12200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1770653413.869100:0:12200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561ae2a600 with handle 0x2aed14e4e178ce8f to hash 00000020:00000001:0.0:1770653413.869103:0:12200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1770653413.869104:0:12200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795783628288 : -117277925923328 : ffff95561ae2a600) 00010000:00000001:0.0:1770653413.869106:0:12200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795783628288 : -117277925923328 : ffff95561ae2a600) 00010000:00000001:0.0:1770653413.869109:0:12200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1770653413.869110:0:12200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.869114:0:12200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a600/0x2aed14e4e178ce8f lrc: 3/0,1 mode: --/PW res: [0x240000403:0x154a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.869123:0:12200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1770653413.869125:0:12200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1770653413.869127:0:12200:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1770653413.869129:0:12200:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1770653413.869132:0:12200:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:0.0:1770653413.869133:0:12200:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1770653413.869139:0:12200:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff95561c986000/0x2aed14e4e178a290 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x154a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f96 expref: 95 pid: 76384 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1770653413.869147:0:12200:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1770653413.869148:0:12200:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.869151:0:12200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653413.869153:0:12200:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.869155:0:12200:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653413.869156:0:12200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653413.869158:0:12200:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.869160:0:12200:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.869162:0:12200:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1770653413.869165:0:12200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a600/0x2aed14e4e178ce8f lrc: 4/0,1 mode: --/PW res: [0x240000403:0x154a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1770653413.869173:0:12200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x154a:0x0].0x0 (ffff95565f6ede00) refcount = 2 00010000:00000040:0.0:1770653413.869176:0:12200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1770653413.869180:0:12200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561c986000/0x2aed14e4e178a290 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x154a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f96 expref: 95 pid: 76384 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1770653413.869188:0:12200:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1770653413.869191:0:12200:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a600/0x2aed14e4e178ce8f lrc: 4/0,1 mode: --/PW res: [0x240000403:0x154a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1770653413.869199:0:12200:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95aac0. 00000100:00000001:0.0:1770653413.869201:0:12200:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1770653413.869204:0:12200:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f3620c0. 00000100:00000001:0.0:1770653413.869206:0:12200:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661514432 : -117277048037184 : ffff95564f3620c0) 00000100:00000001:0.0:1770653413.869210:0:12200:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661514432 : -117277048037184 : ffff95564f3620c0) 00000100:00000001:0.0:1770653413.869212:0:12200:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1770653413.869213:0:12200:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1770653413.869215:0:12200:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1770653413.869217:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.869218:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1770653413.869220:0:12200:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.869222:0:12200:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.869223:0:12200:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1770653413.869225:0:12200:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1770653413.869228:0:12200:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d8aa00. 00000020:00000040:0.0:1770653413.869231:0:12200:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=9 obd=lustre-OST0000 00000100:00000001:0.0:1770653413.869234:0:12200:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1770653413.869236:0:12200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1770653413.869238:0:12200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1770653413.869242:0:12200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95561997b400. 00000100:00000001:0.0:1770653413.869245:0:12200:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.869250:0:12200:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff95561c986000/0x2aed14e4e178a290 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x154a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f96 expref: 95 pid: 76384 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770653413.869261:0:12200:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff95561c986000/0x2aed14e4e178a290 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x154a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f96 expref: 95 pid: 76384 timeout: 6877 lvb_type: 1 00010000:00000001:0.0:1770653413.869269:0:12200:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1770653413.869271:0:12200:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1770653413.869275:0:12200:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955618d8aa00 x1856657707197440/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.869282:0:12200:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1770653413.869285:0:12200:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.869288:0:12200:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955618d8aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12200:1856657707197440:192.168.202.60@tcp:104: 00000100:00000001:0.0:1770653413.869292:0:12200:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1770653413.869294:0:12200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1770653413.869296:0:12200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.869299:0:12200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1770653413.869302:0:12200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95561997b600. 02000000:00000001:0.0:1770653413.869304:0:12200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653413.869308:0:12200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e053cb8. 00000400:00000010:0.0:1770653413.869312:0:12200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8220. 00000100:00000200:0.0:1770653413.869315:0:12200:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707197440, portal 16 00000100:00000001:0.0:1770653413.869317:0:12200:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1770653413.869319:0:12200:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795749419520 : -117277960132096 : ffff955618d8aa00) 00000100:00000040:0.0:1770653413.869324:0:12200:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955618d8aa00 x1856657707197440/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.869331:0:12200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1770653413.869334:0:12200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:0.0:1770653413.869337:0:12200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8330. 00000100:00000200:0.0:1770653413.869339:0:12200:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707197440, offset 0 00000400:00000200:0.0:1770653413.869344:0:12200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:0.0:1770653413.869350:0:12200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000400:00000200:0.0:1770653413.869353:0:12200:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1770653413.869356:0:12200:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000400:00000200:0.0:1770653413.869359:0:12200:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1770653413.869362:0:12200:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000400:00000200:0.0:1770653413.869366:0:12200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164618:2164618:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164614:2164614:8:4294967295] 00000400:00000200:0.0:1770653413.869375:0:12200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:0.0:1770653413.869380:0:12200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:0.0:1770653413.869383:0:12200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9a00. 00000800:00000200:0.0:1770653413.869388:0:12200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:0.0:1770653413.869393:0:12200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:0.0:1770653413.869396:0:12200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1770653413.869409:0:12200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.869413:0:12200:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444712 00000100:00000001:0.0:1770653413.869417:0:12200:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444708 00000100:00000001:0.0:1770653413.869421:0:12200:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444712 00000100:00000001:0.0:1770653413.869425:0:12200:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444708 00000100:00000001:0.0:1770653413.869428:0:12200:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444712 00000100:00000001:0.0:1770653413.869431:0:12200:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444708 00000100:00000001:0.0:1770653413.869434:0:12200:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444712 00000100:00000001:0.0:1770653413.869437:0:12200:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444708 00000100:00000001:0.0:1770653413.869440:0:12200:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.869443:0:12200:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.869445:0:12200:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.869447:0:12200:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.869450:0:12200:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.869453:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.869455:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.869457:0:12200:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.869459:0:12200:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1770653413.869462:0:12200:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1770653413.869464:0:12200:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.869466:0:12200:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1770653413.869468:0:12200:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1770653413.869471:0:12200:0:(client.c:2680:ptlrpc_set_wait()) set ffff95564f3620c0 going to sleep for 11 seconds 00000100:00000001:0.0:1770653413.869474:0:12200:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1770653413.869476:0:12200:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1770653413.869495:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1770653413.869499:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9a00. 00000400:00000200:2.0:1770653413.869503:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653413.869507:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:2.0:1770653413.869510:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8330 00000400:00000010:2.0:1770653413.869512:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8330. 00000100:00000001:2.0:1770653413.869514:0:3282:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1770653413.869518:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955618d8aa00 x1856657707197440/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.869525:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1770653413.869527:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955618d8aa00 x1856657707197440/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.869532:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.869534:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1770653413.873895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556613f3c00. 00010000:00000010:2.1:1770653413.873896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556373a1800. 00010000:00000010:3.1:1770653413.873905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c987400. 00010000:00000010:2.1:1770653413.873906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc3400. 00010000:00000010:2.1:1770653413.873913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016b400. 00000800:00000001:0.0:1770653413.876013:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653413.876046:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653413.876049:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653413.876052:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653413.876057:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653413.876065:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b6100 00000400:00000200:0.0:1770653413.876070:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda32d [1] + 224 00000800:00000001:0.0:1770653413.876074:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653413.876077:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653413.876079:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653413.876082:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653413.876084:0:3283:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1770653413.876089:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9557030ddc00 x1856657707196672/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1770653413.876097:0:3283:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9557030ddc00 x1856657707196672/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.876113:0:3283:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1770653413.876119:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653413.876124:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653413.876127:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653413.876130:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653413.876137:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:2.0:1770653413.876139:0:76385:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1770653413.876145:0:76385:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1770653413.876147:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b5b00 00000400:00000001:2.0:1770653413.876148:0:76385:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1770653413.876151:0:76385:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef22c0. 00000400:00000200:2.0:1770653413.876156:0:76385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888088 00000400:00000010:2.0:1770653413.876157:0:76385:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888088. 00000100:00000001:2.0:1770653413.876160:0:76385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1770653413.876166:0:76385:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9557030ddc00 x1856657707196672/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1770653413.876168:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda281 [1] + 224 00000800:00000001:0.0:1770653413.876181:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1770653413.876182:0:76385:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9557030ddc00 x1856657707196672/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:0.0:1770653413.876189:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.876190:0:76385:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.876193:0:76385:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653413.876195:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653413.876196:0:76385:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:2.0:1770653413.876200:0:76385:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1770653413.876203:0:76385:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1770653413.876203:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653413.876206:0:76385:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.876209:0:3283:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1770653413.876210:0:76385:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1770653413.876215:0:76385:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00000100:00000200:0.0:1770653413.876217:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95572eb23480 x1856657707195136/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00001000:2.0:1770653413.876219:0:76385:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00000100:00000001:2.0:1770653413.876226:0:76385:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1770653413.876228:0:76385:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.876232:0:76385:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1770653413.876235:0:76385:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.876237:0:3283:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff95572eb23480 x1856657707195136/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.876238:0:76385:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.876246:0:76385:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9557030ddc00 x1856657707196672/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.876254:0:76385:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.876257:0:76385:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1770653413.876258:0:76385:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.876258:0:3283:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1770653413.876262:0:76385:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1770653413.876263:0:76385:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:0.0:1770653413.876264:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653413.876265:0:76385:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.876268:0:76385:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1770653413.876272:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1770653413.876273:0:76385:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9557030ddc00 x1856657707196672/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:0.0:1770653413.876277:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653413.876280:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653413.876289:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00100000:2.0:1770653413.876298:0:76385:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9557030ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:76385:1856657707196672:192.168.202.60@tcp:104: 00000400:00000200:0.0:1770653413.876302:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b5b80 00000100:00000001:2.0:1770653413.876304:0:76385:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.876308:0:76385:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.876309:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda289 [1] + 224 00000100:00000001:2.0:1770653413.876310:0:76385:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1770653413.876313:0:76385:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1770653413.876316:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1770653413.876319:0:76385:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9557030ddc00 x1856657707196672/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:0.0:1770653413.876322:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.876324:0:51596:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1770653413.876328:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1770653413.876331:0:51596:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1770653413.876332:0:76385:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000400:00000001:3.0:1770653413.876336:0:51596:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1770653413.876336:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 02000000:00000001:2.0:1770653413.876337:0:76385:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1770653413.876342:0:76385:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95562fa45e00. 00000400:00000010:3.0:1770653413.876343:0:51596:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2790. 02000000:00000001:2.0:1770653413.876346:0:76385:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1770653413.876348:0:51596:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a786e8 00000020:00000001:2.0:1770653413.876349:0:76385:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1770653413.876352:0:76385:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=9 obd=lustre-OST0001 00000400:00000010:3.0:1770653413.876353:0:51596:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a786e8. 00000020:00000001:2.0:1770653413.876357:0:76385:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1770653413.876359:0:51596:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1770653413.876359:0:3283:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:2.0:1770653413.876360:0:76385:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95562fa45600. 02000000:00000001:2.0:1770653413.876365:0:76385:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1770653413.876367:0:76385:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:3.0:1770653413.876369:0:51596:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95572eb23480 x1856657707195136/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1770653413.876370:0:76385:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9557030ddc00. 00000100:00000200:0.0:1770653413.876370:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95563735a680 x1856657707195264/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.876376:0:76385:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653413.876379:0:76385:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1770653413.876383:0:76385:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0900. 00000100:00000001:2.0:1770653413.876389:0:76385:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1770653413.876392:0:76385:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1770653413.876397:0:76385:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f59300. 00010000:00000001:2.0:1770653413.876404:0:76385:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.876408:0:76385:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.876409:0:51596:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95572eb23480 x1856657707195136/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1770653413.876410:0:3283:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff95563735a680 x1856657707195264/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.876411:0:76385:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.876417:0:76385:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1770653413.876421:0:76385:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95561c987a00/0x2aed14e4e178ce7a lrc: 3/0,1 mode: --/PW res: [0x280000403:0x13ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.876427:0:3283:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1770653413.876432:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653413.876435:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653413.876437:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653413.876438:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653413.876441:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653413.876445:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d0700 00000400:00000200:0.0:1770653413.876448:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6b0d [2] + 1968 00000400:00000010:0.0:1770653413.876452:0:3283:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564bfc49a0. 00000400:00000200:0.0:1770653413.876455:0:3283:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff955656195900 00000800:00000001:0.0:1770653413.876457:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653413.876460:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653413.876461:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653413.876464:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653413.876467:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955656195900 00000400:00000010:0.0:1770653413.876469:0:3283:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff955656195900. 00000100:00000001:0.0:1770653413.876475:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1770653413.876479:0:51596:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1770653413.876479:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:3.0:1770653413.876483:0:51596:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653413.876484:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff95566a644050 x1856657966302976 msgsize 328 00000100:00000001:3.0:1770653413.876487:0:51596:0:(client.c:1568:after_reply()) Process entered 00000100:00000001:1.0:1770653413.876490:0:6728:0:(client.c:1964:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1770653413.876491:0:51596:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1770653413.876495:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:3.0:1770653413.876496:0:51596:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:1.0:1770653413.876496:0:6728:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1770653413.876500:0:51596:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.876501:0:3283:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000001:1.0:1770653413.876502:0:6728:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1770653413.876505:0:51596:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.876507:0:6728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955642e02ec8. 00000100:00001000:3.0:1770653413.876509:0:51596:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 00000400:00000200:1.0:1770653413.876512:0:6728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0226e8 00000100:00000001:0.0:1770653413.876513:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000100:00001000:3.0:1770653413.876514:0:51596:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 00000400:00000010:1.0:1770653413.876517:0:6728:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0226e8. 00000100:00000001:3.0:1770653413.876519:0:51596:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1770653413.876519:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653413.876523:0:51596:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.876523:0:6728:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1770653413.876526:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.876527:0:51596:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1770653413.876530:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1770653413.876531:0:6728:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95563735a680 x1856657707195264/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.876532:0:51596:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.876535:0:76647:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1770653413.876536:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.876538:0:51596:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.876540:0:76647:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966302976 02000000:00000001:2.0:1770653413.876545:0:76647:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1770653413.876549:0:51596:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95572eb23480 x1856657707195136/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.876549:0:76647:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1770653413.876551:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:2.0:1770653413.876553:0:76647:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.876561:0:76647:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.876569:0:76647:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966302976 00000100:00000200:1.0:1770653413.876569:0:6728:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95563735a680 x1856657707195264/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1770653413.876569:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b5c80 00000100:00000001:3.0:1770653413.876571:0:51596:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1770653413.876575:0:76647:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1770653413.876580:0:51596:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:2.0:1770653413.876580:0:76647:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000100:00000001:3.0:1770653413.876585:0:51596:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653413.876586:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1770653413.876586:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda2a1 [1] + 224 00000100:00000001:1.0:1770653413.876589:0:6728:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1770653413.876590:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=96 00010000:00000001:3.0:1770653413.876592:0:51596:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000100:00000001:1.0:1770653413.876593:0:6728:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.876597:0:51596:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1770653413.876597:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:1.0:1770653413.876598:0:6728:0:(client.c:1568:after_reply()) Process entered 00000800:00000001:0.0:1770653413.876598:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1770653413.876601:0:51596:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.876604:0:51596:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.876604:0:76647:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 02000000:00000001:1.0:1770653413.876604:0:6728:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1770653413.876604:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.876609:0:6728:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653413.876610:0:76647:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1770653413.876611:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653413.876614:0:6728:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.876616:0:51596:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572eb23480 x1856657707195136/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1770653413.876616:0:76647:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59300. 02000000:00000001:1.0:1770653413.876621:0:6728:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.876622:0:76647:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1770653413.876622:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000010:2.0:1770653413.876631:0:76647:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59300. 00000100:00001000:1.0:1770653413.876632:0:6728:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 00000100:00000001:0.0:1770653413.876632:0:3283:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1770653413.876639:0:76647:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95562fa45600. 00000100:00100000:3.0:1770653413.876640:0:51596:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95572eb23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:51596:1856657707195136:192.168.202.60@tcp:104: 00000100:00000200:0.0:1770653413.876641:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955666c22d80 x1856657707195520/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00001000:1.0:1770653413.876642:0:6728:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 00000020:00000010:2.0:1770653413.876644:0:76647:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95566aa1c300. 00000020:00000010:2.0:1770653413.876651:0:76647:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e5107d0. 00000100:00000001:1.0:1770653413.876654:0:6728:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1770653413.876655:0:51596:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1770653413.876660:0:76647:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1770653413.876661:0:6728:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.876662:0:51596:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.876667:0:76647:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1770653413.876667:0:3283:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955666c22d80 x1856657707195520/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.876669:0:51596:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:1.0:1770653413.876669:0:6728:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1770653413.876671:0:76647:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653413.876673:0:51596:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1770653413.876675:0:6728:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.876676:0:76647:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1770653413.876680:0:76647:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.876681:0:51596:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95572eb23480 x1856657707195136/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.876683:0:6728:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.876686:0:76647:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1770653413.876691:0:76647:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1770653413.876693:0:3283:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1770653413.876695:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1770653413.876696:0:51596:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1770653413.876697:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95563735a680 x1856657707195264/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:2.0:1770653413.876698:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c162800 refcount=4 02000000:00000001:3.0:1770653413.876700:0:51596:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1770653413.876704:0:51596:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95564e9bcc00. 00000020:00000001:2.0:1770653413.876705:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145958400 : -117276563593216 : ffff95566c162800) 00000100:00000001:0.0:1770653413.876706:0:76389:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1770653413.876711:0:76647:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145958400 : -117276563593216 : ffff95566c162800) 02000000:00000001:3.0:1770653413.876712:0:51596:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:0.0:1770653413.876713:0:76389:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1770653413.876716:0:51596:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:0.0:1770653413.876717:0:76389:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:3.0:1770653413.876721:0:51596:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=8 obd=lustre-OST0000 00000100:00000001:1.0:1770653413.876722:0:6728:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1770653413.876723:0:76647:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff95566c162800/0x2aed14e4e178a06e lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0db3 expref: 96 pid: 6531 timeout: 6877 lvb_type: 1 00000400:00000010:0.0:1770653413.876723:0:76389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e053d10. 00000020:00000001:3.0:1770653413.876725:0:51596:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1770653413.876729:0:51596:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95564e9bc800. 00000100:00000001:1.0:1770653413.876730:0:6728:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1770653413.876731:0:76389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8f68 00000100:00000001:1.0:1770653413.876735:0:6728:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1770653413.876736:0:51596:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:0.0:1770653413.876736:0:76389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8f68. 02000000:00000001:3.0:1770653413.876755:0:51596:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1770653413.876756:0:76389:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1770653413.876757:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:3.0:1770653413.876759:0:51596:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572eb23480. 00010000:00000001:1.0:1770653413.876760:0:6728:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1770653413.876761:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.876766:0:76647:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.876766:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:0.0:1770653413.876767:0:76389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955666c22d80 x1856657707195520/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.876768:0:51596:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1770653413.876772:0:51596:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.876772:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.876773:0:76647:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.876777:0:6728:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1770653413.876780:0:51596:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556189e1cc0. 00000100:00000001:2.0:1770653413.876781:0:76647:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1770653413.876788:0:51596:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1770653413.876792:0:51596:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1770653413.876792:0:76647:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff95566a644050 x1856657966302976/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653413.876793:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95563735a680 x1856657707195264/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1770653413.876796:0:76389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955666c22d80 x1856657707195520/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:3.0:1770653413.876797:0:51596:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9556196fbe80. 00010000:00000001:3.0:1770653413.876803:0:51596:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.876809:0:51596:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.876815:0:51596:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.876821:0:51596:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:2.0:1770653413.876826:0:76647:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00010000:3.0:1770653413.876827:0:51596:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff955606de2600/0x2aed14e4e178ce2d lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.876830:0:76647:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.876839:0:6728:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95563735a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6728:1856657707195264:192.168.202.60@tcp:104: 00000100:00000001:0.0:1770653413.876839:0:76389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.876844:0:76647:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.876844:0:76389:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.876872:0:76389:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:0.0:1770653413.876875:0:76389:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1770653413.876877:0:76389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653413.876880:0:76389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.876882:0:6728:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.876883:0:76647:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1770653413.876883:0:76389:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.876887:0:76647:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1770653413.876888:0:73799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1770653413.876890:0:6728:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653413.876890:0:76389:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00000100:00000001:3.0:1770653413.876891:0:73799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1770653413.876896:0:76647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161823 00000100:00000001:1.0:1770653413.876897:0:6728:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00001000:0.0:1770653413.876898:0:76389:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00000100:00000040:2.0:1770653413.876903:0:76647:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:1.0:1770653413.876903:0:6728:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1770653413.876904:0:73799:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.876904:0:76389:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1770653413.876908:0:76389:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.876910:0:73799:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.876910:0:76647:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797117522000 : -117276592029616 : ffff95566a644050) 00010000:00000001:0.0:1770653413.876913:0:76389:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1770653413.876914:0:6728:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95563735a680 x1856657707195264/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.876918:0:76389:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.876922:0:76647:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95566a644050 x1856657966302976/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.876924:0:76389:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.876934:0:76389:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955666c22d80 x1856657707195520/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.876942:0:6728:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1770653413.876946:0:6728:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1770653413.876951:0:6728:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9556560af000. 00000100:00000001:2.0:1770653413.876952:0:76647:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1770653413.876955:0:76389:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.876958:0:76389:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:2.0:1770653413.876959:0:76647:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59300. 00000100:00000001:0.0:1770653413.876960:0:76389:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653413.876961:0:6728:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1770653413.876963:0:76647:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653413.876967:0:76647:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59300. 00000020:00000001:1.0:1770653413.876967:0:6728:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1770653413.876967:0:76389:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1770653413.876973:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:1.0:1770653413.876974:0:6728:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=7 obd=lustre-OST0000 00010000:00000001:0.0:1770653413.876977:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:2.0:1770653413.876979:0:76647:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95566a644050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_025:b31b1d82-c1d4-4680-ae7a-71292416d1f5+96:2366:x1856657966302976:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000020:00000001:1.0:1770653413.876981:0:6728:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1770653413.876982:0:76389:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.876985:0:76647:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966302976 02000000:00000010:1.0:1770653413.876987:0:6728:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff9556560ae200. 00010000:00000001:2.0:1770653413.876988:0:76647:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000100:00000040:0.0:1770653413.876990:0:76389:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c22d80 x1856657707195520/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000002:2.0:1770653413.876992:0:76647:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 02000000:00000001:1.0:1770653413.876995:0:6728:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1770653413.876996:0:76647:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 02000000:00000001:1.0:1770653413.877000:0:6728:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1770653413.877001:0:76647:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:0.0:1770653413.877005:0:76389:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955666c22d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:76389:1856657707195520:192.168.202.60@tcp:104: 02000000:00000001:2.0:1770653413.877006:0:76647:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000010:1.0:1770653413.877006:0:6728:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95563735a680. 02000000:00000010:2.0:1770653413.877011:0:76647:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955634439c00. 02000000:00000001:2.0:1770653413.877015:0:76647:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.877015:0:6728:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1770653413.877016:0:76389:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.877020:0:6728:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.877022:0:76647:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.877023:0:76389:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.877029:0:76647:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000010:1.0:1770653413.877029:0:6728:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa8e40. 00000100:00000001:0.0:1770653413.877029:0:76389:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1770653413.877034:0:76389:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00010000:2.0:1770653413.877035:0:76647:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:1.0:1770653413.877036:0:6728:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000040:0.0:1770653413.877040:0:76389:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955666c22d80 x1856657707195520/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.877041:0:6728:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.877042:0:76647:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1770653413.877045:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653413.877049:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c162800 refcount=4 00010000:00000010:1.0:1770653413.877050:0:6728:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9cf80. 00000100:00000001:0.0:1770653413.877053:0:76389:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1770653413.877055:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145958400 : -117276563593216 : ffff95566c162800) 02000000:00000001:0.0:1770653413.877058:0:76389:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1770653413.877059:0:76647:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145958400 : -117276563593216 : ffff95566c162800) 00010000:00000001:1.0:1770653413.877059:0:6728:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1770653413.877061:0:76389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff955626009000. 00010000:00000040:2.0:1770653413.877067:0:76647:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556373a1700 count: 3 02000000:00000001:0.0:1770653413.877068:0:76389:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653413.877071:0:76389:0:(genops.c:1236:class_import_put()) Process entered 00010000:00010000:2.0:1770653413.877073:0:76647:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff95566c162800/0x2aed14e4e178a06e lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0db3 expref: 96 pid: 6531 timeout: 6877 lvb_type: 1 00000020:00000040:0.0:1770653413.877073:0:76389:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=8 obd=lustre-OST0001 00000020:00000001:0.0:1770653413.877078:0:76389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1770653413.877081:0:76389:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff955626008a00. 00010000:00000001:1.0:1770653413.877085:0:6728:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.877088:0:76389:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:2.0:1770653413.877089:0:76647:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00010000:00000001:1.0:1770653413.877090:0:6728:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1770653413.877091:0:76389:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1770653413.877094:0:76647:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000010:0.0:1770653413.877095:0:76389:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c22d80. 00010000:00000001:2.0:1770653413.877099:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.877099:0:6728:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:0.0:1770653413.877100:0:76389:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1770653413.877104:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.877105:0:76389:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1770653413.877107:0:6728:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178ce34 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1546:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000100:00000010:0.0:1770653413.877108:0:76389:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f3626c0. 00010000:00010000:2.0:1770653413.877110:0:76647:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff95566c162800/0x2aed14e4e178a06e lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0db3 expref: 96 pid: 6531 timeout: 6877 lvb_type: 1 00000100:00000001:0.0:1770653413.877114:0:76389:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1770653413.877117:0:76389:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1770653413.877123:0:76389:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95af40. 00010000:00000001:0.0:1770653413.877127:0:76389:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.877133:0:76389:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.877135:0:76647:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.877136:0:76389:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.877138:0:76647:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1770653413.877140:0:76647:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.877140:0:76389:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000001:2.0:1770653413.877144:0:76647:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.877144:0:76389:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a400/0x2aed14e4e178ce42 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x13fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.877148:0:76647:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1770653413.877150:0:76647:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1770653413.877153:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.877155:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.877157:0:76647:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1770653413.877160:0:76647:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.877163:0:76647:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95566c162800 with handle 0x2aed14e4e178a06e from hash 00010000:00000001:2.0:1770653413.877167:0:76647:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1770653413.877169:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.877170:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.877172:0:76647:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000800:00000001:0.0:1770653413.877173:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653413.877176:0:76647:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653413.877180:0:76647:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1770653413.877182:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.877184:0:76647:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000800:00000001:0.0:1770653413.877187:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653413.877188:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:0.0:1770653413.877194:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1770653413.877195:0:76647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95566c162800/0x2aed14e4e178a06e lrc: 0/0,0 mode: --/PR res: [0x280000403:0x13ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0db3 expref: 96 pid: 6531 timeout: 6877 lvb_type: 1 00000400:00000200:0.0:1770653413.877206:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000040:2.0:1770653413.877213:0:76647:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 90 00000020:00000040:2.0:1770653413.877217:0:76647:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 95 00000400:00000200:0.0:1770653413.877219:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b5d00 00010000:00000001:2.0:1770653413.877222:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1770653413.877225:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda2b5 [1] + 224 00010000:00000001:2.0:1770653413.877226:0:76647:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1770653413.877230:0:76647:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000800:00000001:0.0:1770653413.877232:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000040:2.0:1770653413.877233:0:76647:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95561c987a00 00010000:00000001:2.0:1770653413.877237:0:76647:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1770653413.877238:0:76647:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000800:00000001:0.0:1770653413.877239:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1770653413.877240:0:76647:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653413.877243:0:76647:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653413.877243:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1770653413.877249:0:76647:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000400:00000200:0.0:1770653413.877251:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00010000:2.0:1770653413.877252:0:76647:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653413.877255:0:76647:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.877257:0:3283:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1770653413.877258:0:76647:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1770653413.877261:0:76647:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1770653413.877263:0:76647:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95561c987a00/0x2aed14e4e178ce7a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1770653413.877264:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955637359180 x1856657707195648/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.877280:0:76647:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:2.0:1770653413.877284:0:76647:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561c987a00/0x2aed14e4e178ce7a lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x13ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1770653413.877287:0:3283:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955637359180 x1856657707195648/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000040:2.0:1770653413.877299:0:76647:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x13ff:0x0].0x0 (ffff9556373a1700) refcount = 2 00010000:00000040:2.0:1770653413.877303:0:76647:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1770653413.877305:0:76647:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561c987a00/0x2aed14e4e178ce7a lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x13ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.877309:0:3283:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1770653413.877310:0:76647:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653413.877313:0:76647:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1770653413.877314:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653413.877315:0:76647:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1770653413.877319:0:76647:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.877321:0:76647:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653413.877322:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653413.877325:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:2.0:1770653413.877326:0:76647:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f59300. 00000100:00000001:2.0:1770653413.877329:0:76647:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:1.0:1770653413.877331:0:12198:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1770653413.877331:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1770653413.877334:0:76647:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0900. 00000100:00000001:2.0:1770653413.877337:0:76647:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100337408 : -117276609214208 : ffff9556695e0900) 00000400:00000001:1.0:1770653413.877338:0:12198:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1770653413.877341:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000001:1.0:1770653413.877342:0:12198:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1770653413.877343:0:76647:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100337408 : -117276609214208 : ffff9556695e0900) 00000400:00000010:1.0:1770653413.877346:0:12198:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955642e02dc0. 00000100:00000001:2.0:1770653413.877348:0:76647:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1770653413.877351:0:76647:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000400:00000200:1.0:1770653413.877352:0:12198:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0223b8 00010000:00000001:2.0:1770653413.877355:0:76647:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000400:00000200:0.0:1770653413.877356:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b5d80 00000400:00000010:1.0:1770653413.877357:0:12198:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0223b8. 00010000:00000001:2.0:1770653413.877358:0:76647:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:1.0:1770653413.877363:0:12198:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1770653413.877366:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda2cd [1] + 224 00010000:00000001:2.0:1770653413.877372:0:76647:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.877372:0:12198:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955637359180 x1856657707195648/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:0.0:1770653413.877373:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653413.877377:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.877378:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.877381:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1770653413.877384:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1770653413.877385:0:76647:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.877391:0:76647:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1770653413.877395:0:76647:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000200:0.0:1770653413.877395:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000200:1.0:1770653413.877396:0:12198:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955637359180 x1856657707195648/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.877401:0:3283:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1770653413.877402:0:76647:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.877407:0:76647:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.877409:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9557030de300 x1856657707195776/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.877412:0:76647:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1770653413.877415:0:76647:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0900. 00000100:00000001:2.0:1770653413.877421:0:76647:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1770653413.877421:0:12198:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1770653413.877426:0:76647:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.877426:0:12198:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653413.877427:0:3283:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9557030de300 x1856657707195776/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.877432:0:12198:0:(client.c:1568:after_reply()) Process entered 00010000:00000010:2.0:1770653413.877433:0:76647:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f59300. 02000000:00000001:1.0:1770653413.877436:0:12198:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1770653413.877439:0:76647:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:1.0:1770653413.877439:0:12198:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:3.0:1770653413.877441:0:76385:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95561c987a00/0x2aed14e4e178ce7a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770653413.877442:0:76647:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000001:1.0:1770653413.877444:0:12198:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.877446:0:76647:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653413.877450:0:12198:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.877454:0:76647:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1770653413.877455:0:3283:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1770653413.877457:0:12198:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00010000:00000001:2.0:1770653413.877458:0:76647:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1770653413.877461:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1770653413.877465:0:76647:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00010000:00000001:3.0:1770653413.877467:0:76385:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653413.877468:0:12198:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00000800:00000001:0.0:1770653413.877468:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.877470:0:76647:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000001:0.0:1770653413.877475:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:3.0:1770653413.877476:0:76385:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95561c987a00/0x2aed14e4e178ce7a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.877476:0:12198:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1770653413.877478:0:76647:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:1.0:1770653413.877480:0:12198:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1770653413.877480:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.877484:0:76647:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00000001:1.0:1770653413.877487:0:12198:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1770653413.877491:0:76647:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1770653413.877492:0:12198:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.877495:0:76647:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.877496:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:3.0:1770653413.877497:0:76385:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:1.0:1770653413.877498:0:12198:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.877502:0:76385:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.877503:0:76647:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1770653413.877507:0:76385:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1770653413.877507:0:12198:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955637359180 x1856657707195648/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.877512:0:76385:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1770653413.877512:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b5c00 00000100:00000040:2.0:1770653413.877513:0:76647:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000020:00000001:3.0:1770653413.877515:0:76385:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653413.877520:0:76385:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c987a00 refcount=3 00000100:00000001:2.0:1770653413.877524:0:76419:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1770653413.877526:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda299 [1] + 224 00000020:00000001:3.0:1770653413.877527:0:76385:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812321792 : -117277897229824 : ffff95561c987a00) 00000100:00000001:1.0:1770653413.877529:0:12198:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.877532:0:76385:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812321792 : -117277897229824 : ffff95561c987a00) 00010000:00000001:3.0:1770653413.877537:0:76385:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:1.0:1770653413.877537:0:12198:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:2.0:1770653413.877538:0:76419:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1770653413.877538:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653413.877541:0:12198:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1770653413.877542:0:76385:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95561c987a00/0x2aed14e4e178ce7a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000400:00000001:2.0:1770653413.877543:0:76419:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1770653413.877545:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.877546:0:12198:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000400:00000010:2.0:1770653413.877548:0:76419:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2aa8. 00010000:00000001:1.0:1770653413.877550:0:12198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1770653413.877552:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1770653413.877554:0:12198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1770653413.877555:0:76419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888550 00010000:00000001:1.0:1770653413.877559:0:12198:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.877560:0:76419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888550. 00010000:00000001:3.0:1770653413.877562:0:76385:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1770653413.877564:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:3.0:1770653413.877566:0:76385:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1770653413.877567:0:12198:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955637359180 x1856657707195648/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.877568:0:76419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1770653413.877569:0:3283:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:3.0:1770653413.877571:0:76385:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95561c987a00/0x2aed14e4e178ce7a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1770653413.877577:0:76419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9557030de300 x1856657707195776/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1770653413.877578:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9557030dfb80 x1856657707195392/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.877599:0:76385:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653413.877603:0:76385:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.877608:0:76385:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1770653413.877614:0:76385:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556189e1cc0. 00010000:00000001:3.0:1770653413.877620:0:76385:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000100:00000040:0.0:1770653413.877625:0:3283:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9557030dfb80 x1856657707195392/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1770653413.877626:0:76419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9557030de300 x1856657707195776/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1770653413.877629:0:12198:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955637359180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12198:1856657707195648:192.168.202.60@tcp:104: 00010000:00010000:3.0:1770653413.877630:0:76385:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1770653413.877638:0:76385:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.877642:0:12198:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.877644:0:76385:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.877649:0:12198:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.877650:0:76385:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:1.0:1770653413.877656:0:12198:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:3.0:1770653413.877657:0:76385:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.877661:0:12198:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1770653413.877662:0:76385:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.877663:0:76419:0:(events.c:163:reply_in_callback()) Process leaving 00002000:00000001:3.0:1770653413.877665:0:76385:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000100:00000001:2.0:1770653413.877667:0:76419:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653413.877669:0:12198:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955637359180 x1856657707195648/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:3.0:1770653413.877671:0:76385:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:2.0:1770653413.877671:0:76419:0:(client.c:1568:after_reply()) Process entered 00000100:00000001:0.0:1770653413.877671:0:3283:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1770653413.877677:0:76419:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1770653413.877679:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653413.877680:0:76419:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653413.877680:0:12198:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1770653413.877682:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1770653413.877685:0:76419:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.877685:0:12198:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1770653413.877686:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1770653413.877686:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653413.877691:0:76419:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.877691:0:12198:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9556560af600. 00000800:00000001:0.0:1770653413.877692:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:3.0:1770653413.877693:0:7409:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00001000:2.0:1770653413.877699:0:76419:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 02000000:00000001:1.0:1770653413.877699:0:12198:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1770653413.877700:0:7409:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000800:00000001:0.0:1770653413.877700:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653413.877703:0:12198:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1770653413.877704:0:7409:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000020:00000040:1.0:1770653413.877708:0:12198:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=7 obd=lustre-OST0001 00010000:00010000:3.0:1770653413.877709:0:7409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95561c987a00/0x2aed14e4e178ce7a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1770653413.877710:0:76419:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 00000020:00000001:1.0:1770653413.877713:0:12198:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:0.0:1770653413.877714:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 02000000:00000010:1.0:1770653413.877717:0:12198:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff9556560afc00. 00000100:00000001:2.0:1770653413.877720:0:76419:0:(client.c:1470:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1770653413.877724:0:12198:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1770653413.877725:0:76419:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.877727:0:7409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95561c987a00 already unused, calling callback (ffffffffc16fe650) 02000000:00000001:1.0:1770653413.877728:0:12198:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1770653413.877729:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b5e00 00010000:00000001:2.0:1770653413.877730:0:76419:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000010:1.0:1770653413.877733:0:12198:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955637359180. 00010000:00000001:3.0:1770653413.877734:0:7409:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1770653413.877735:0:76419:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.877738:0:7409:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:2.0:1770653413.877754:0:76419:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.877754:0:12198:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1770653413.877755:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda2d9 [1] + 224 00000100:00000001:1.0:1770653413.877758:0:12198:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1770653413.877762:0:7409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95561c987a00/0x2aed14e4e178ce7a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000100:00000010:1.0:1770653413.877764:0:12198:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa8b40. 00000100:00000040:2.0:1770653413.877765:0:76419:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9557030de300 x1856657707195776/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:0.0:1770653413.877767:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653413.877770:0:12198:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1770653413.877774:0:12198:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1770653413.877774:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653413.877781:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1770653413.877783:0:12198:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9cfc0. 00010000:00000001:3.0:1770653413.877787:0:7409:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1770653413.877790:0:12198:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.877792:0:7409:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1770653413.877795:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:1.0:1770653413.877797:0:12198:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.877798:0:7409:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1770653413.877798:0:76419:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.877799:0:3283:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1770653413.877801:0:12198:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1770653413.877802:0:7409:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c987a00 refcount=3 00000100:00000001:2.0:1770653413.877804:0:76419:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1770653413.877806:0:12198:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:2.0:1770653413.877808:0:76419:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1770653413.877808:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955666c23480 x1856657707195904/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1770653413.877809:0:7409:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812321792 : -117277897229824 : ffff95561c987a00) 00010000:00010000:1.0:1770653413.877811:0:12198:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95571016be00/0x2aed14e4e178ce49 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x13fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.877814:0:76419:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1770653413.877816:0:7409:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812321792 : -117277897229824 : ffff95561c987a00) 00010000:00000001:2.0:1770653413.877818:0:76419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.877822:0:76419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.877824:0:7409:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:2.0:1770653413.877825:0:76419:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.877828:0:7409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95561c987a00/0x2aed14e4e178ce7a lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x13ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1770653413.877837:0:76419:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9557030de300 x1856657707195776/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.877868:0:7409:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1770653413.877871:0:7409:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.877873:0:7409:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.877876:0:7409:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:0.0:1770653413.877876:0:3283:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955666c23480 x1856657707195904/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.877880:0:7409:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1770653413.877880:0:76386:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1770653413.877885:0:7409:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000001:1.0:1770653413.877887:0:76386:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1770653413.877889:0:7409:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1770653413.877892:0:76386:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:3.0:1770653413.877896:0:7409:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561c987a00 with handle 0x2aed14e4e178ce7a from hash 00000100:00100000:2.0:1770653413.877896:0:76419:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9557030de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_029:lustre-OST0000_UUID:76419:1856657707195776:192.168.202.60@tcp:104: 00000400:00000010:1.0:1770653413.877897:0:76386:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2d68. 00010000:00000001:3.0:1770653413.877904:0:7409:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:1.0:1770653413.877905:0:76386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268887f8 00000100:00000001:2.0:1770653413.877906:0:76419:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.877907:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.877909:0:3283:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1770653413.877910:0:76386:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268887f8. 00010000:00000001:3.0:1770653413.877911:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.877912:0:76419:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.877915:0:76386:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1770653413.877916:0:7409:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1770653413.877916:0:76419:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1770653413.877920:0:76419:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1770653413.877921:0:7409:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000200:1.0:1770653413.877923:0:76386:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9557030dfb80 x1856657707195392/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.877925:0:7409:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.877926:0:76387:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1770653413.877928:0:76419:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9557030de300 x1856657707195776/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.877931:0:7409:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000001:0.0:1770653413.877932:0:76387:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1770653413.877935:0:7409:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000001:0.0:1770653413.877937:0:76387:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1770653413.877940:0:7409:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000010:0.0:1770653413.877942:0:76387:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e0539f8. 00010000:00000001:3.0:1770653413.877944:0:7409:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653413.877948:0:76387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8908 00010000:00000001:3.0:1770653413.877950:0:7409:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653413.877953:0:76387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8908. 00010000:00000001:3.0:1770653413.877957:0:7409:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:0.0:1770653413.877959:0:76387:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1770653413.877962:0:7409:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000200:1.0:1770653413.877962:0:76386:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9557030dfb80 x1856657707195392/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.877963:0:76419:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1770653413.877966:0:76419:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1770653413.877968:0:76387:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955666c23480 x1856657707195904/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.877969:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:2.0:1770653413.877971:0:76419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95562fa44400. 00010000:00000001:3.0:1770653413.877973:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.877976:0:7409:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.877978:0:76419:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1770653413.877983:0:7409:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.877983:0:76419:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1770653413.877987:0:76419:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=6 obd=lustre-OST0000 00010000:00000001:3.0:1770653413.877990:0:7409:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.877994:0:76419:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1770653413.877995:0:76386:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:3.0:1770653413.877996:0:7409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95561c987a00/0x2aed14e4e178ce7a lrc: 1/0,0 mode: --/PW res: [0x280000403:0x13ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 02000000:00000010:2.0:1770653413.877998:0:76419:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95562fa44e00. 00000100:00000001:1.0:1770653413.877999:0:76386:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653413.878005:0:76419:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1770653413.878006:0:76386:0:(client.c:1568:after_reply()) Process entered 00000100:00000200:0.0:1770653413.878008:0:76387:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955666c23480 x1856657707195904/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1770653413.878009:0:76419:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1770653413.878010:0:76386:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000010:2.0:1770653413.878014:0:76419:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9557030de300. 00000100:00000001:1.0:1770653413.878014:0:76386:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1770653413.878019:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.878019:0:76386:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.878021:0:76419:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00010000:00010000:3.0:1770653413.878026:0:7409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95561c987a00/0x2aed14e4e178ce7a lrc: 0/0,0 mode: --/PW res: [0x280000403:0x13ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.878026:0:76419:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653413.878026:0:76386:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.878029:0:76387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1770653413.878031:0:76386:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 00000100:00000010:2.0:1770653413.878033:0:76419:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0480. 00000100:00000001:0.0:1770653413.878034:0:76387:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.878039:0:76419:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1770653413.878041:0:76387:0:(client.c:1568:after_reply()) Process entered 00010000:00000001:2.0:1770653413.878043:0:76419:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1770653413.878043:0:76386:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 02000000:00000001:0.0:1770653413.878045:0:76387:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000040:3.0:1770653413.878046:0:7409:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9556373a1700 count: 0 00000100:00000001:0.0:1770653413.878049:0:76387:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000010:2.0:1770653413.878050:0:76419:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f59b00. 00000100:00000001:1.0:1770653413.878054:0:76386:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1770653413.878054:0:76387:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1770653413.878055:0:7409:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955630aa3c00. 00010000:00000001:2.0:1770653413.878055:0:76419:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.878058:0:76386:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.878060:0:76387:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.878062:0:76419:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.878063:0:76386:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000010:3.0:1770653413.878064:0:7409:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9556373a1a00. 00000100:00001000:0.0:1770653413.878065:0:76387:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00010000:00000001:2.0:1770653413.878067:0:76419:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.878068:0:76386:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653413.878072:0:76387:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00010000:00000001:3.0:1770653413.878073:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.878075:0:76386:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.878076:0:76419:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1770653413.878077:0:7409:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1770653413.878078:0:76387:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00010000:2.0:1770653413.878081:0:76419:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff95561c986800/0x2aed14e4e178ce50 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1544:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1770653413.878082:0:7409:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556189e1cc0. 00000100:00000001:0.0:1770653413.878082:0:76387:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.878086:0:76386:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9557030dfb80 x1856657707195392/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.878089:0:76387:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1770653413.878090:0:7409:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.878095:0:76387:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.878097:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1770653413.878101:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.878102:0:76387:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.878107:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1770653413.878111:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:0.0:1770653413.878112:0:76387:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955666c23480 x1856657707195904/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.878113:0:76386:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1770653413.878115:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.878115:0:76647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888550. 00000100:00000001:1.0:1770653413.878122:0:76386:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00010000:3.0:1770653413.878123:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:2.0:1770653413.878123:0:76647:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966302976, offset 224 00000020:00000001:3.0:1770653413.878128:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1770653413.878128:0:76386:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.878129:0:76387:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1770653413.878133:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.878135:0:76647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:1.0:1770653413.878136:0:76386:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00010000:3.0:1770653413.878137:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1770653413.878137:0:76387:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1770653413.878143:0:76386:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.878143:0:76387:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653413.878147:0:76647:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000001:1.0:1770653413.878149:0:76386:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.878149:0:76387:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1770653413.878153:0:76387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.878154:0:76386:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.878156:0:76647:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164619:2164619:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164615:2164615:8:4294967295] 00010000:00000001:0.0:1770653413.878156:0:76387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000010:3.0:1770653413.878157:0:76385:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95565d740000. 00010000:00000001:0.0:1770653413.878160:0:76387:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.878164:0:76385:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796900450304 : -117276809101312 : ffff95565d740000) 00000100:00000040:1.0:1770653413.878166:0:76386:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9557030dfb80 x1856657707195392/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1770653413.878170:0:76387:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c23480 x1856657707195904/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000001:3.0:1770653413.878171:0:76385:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1770653413.878175:0:76385:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1770653413.878181:0:76385:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x13ff:0x0] not in the id map cache 00080000:00000001:3.0:1770653413.878189:0:76385:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000400:00000200:2.0:1770653413.878191:0:76647:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00080000:00000001:3.0:1770653413.878202:0:76385:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1770653413.878209:0:76385:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1770653413.878211:0:76647:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00100000:0.0:1770653413.878211:0:76387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955666c23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:76387:1856657707195904:192.168.202.60@tcp:104: 00080000:00000001:3.0:1770653413.878215:0:76385:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1770653413.878219:0:76385:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000800:00000010:2.0:1770653413.878221:0:76647:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3dfc00. 80000000:00000001:3.0:1770653413.878223:0:76385:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000001:0.0:1770653413.878224:0:76387:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 80000000:00000001:3.0:1770653413.878227:0:76385:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00100000:1.0:1770653413.878228:0:76386:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9557030dfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:76386:1856657707195392:192.168.202.60@tcp:104: 00000100:00000001:0.0:1770653413.878229:0:76387:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1770653413.878231:0:76385:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1770653413.878233:0:76647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:0.0:1770653413.878235:0:76387:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 80000000:00000001:3.0:1770653413.878238:0:76385:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.878240:0:76387:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653413.878242:0:76386:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1770653413.878243:0:76385:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1770653413.878245:0:76647:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000040:0.0:1770653413.878247:0:76387:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955666c23480 x1856657707195904/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:3.0:1770653413.878249:0:76385:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000100:00000001:1.0:1770653413.878250:0:76386:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1770653413.878251:0:76647:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3dfc00 type 1, nob 320 niov 1 nkiov 1 00080000:00000001:3.0:1770653413.878253:0:76385:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000100:00000001:1.0:1770653413.878256:0:76386:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1770653413.878261:0:76386:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1770653413.878265:0:76387:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1770653413.878268:0:76647:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.878269:0:76386:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9557030dfb80 x1856657707195392/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1770653413.878269:0:76387:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:3.0:1770653413.878274:0:76385:0:(osd_quota.c:525:osd_declare_quota()) Process entered 02000000:00000010:0.0:1770653413.878275:0:76387:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95571a5ce000. 00000100:00000040:2.0:1770653413.878278:0:76647:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000001:00000001:3.0:1770653413.878279:0:76385:0:(osd_quota.c:525:osd_declare_quota()) Process entered 02000000:00000001:0.0:1770653413.878283:0:76387:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1770653413.878286:0:76647:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.878287:0:76385:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.878288:0:76386:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1770653413.878288:0:76387:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1770653413.878294:0:76386:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:0.0:1770653413.878294:0:76387:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=6 obd=lustre-OST0001 00080000:00000001:3.0:1770653413.878295:0:76385:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1770653413.878295:0:76647:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.878297:0:76387:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1770653413.878299:0:76386:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95562fa44000. 00080000:00000001:3.0:1770653413.878300:0:76385:0:(osd_io.c:243:osd_declare_write()) Process entered 02000000:00000010:0.0:1770653413.878302:0:76387:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff955626009200. 02000000:00000001:1.0:1770653413.878304:0:76386:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1770653413.878305:0:76647:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95566a644050 x1856657966302976/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1770653413.878307:0:76387:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1770653413.878308:0:76386:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1770653413.878312:0:76387:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:1.0:1770653413.878313:0:76386:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=5 obd=lustre-OST0000 00000001:00000001:3.0:1770653413.878316:0:76385:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000010:0.0:1770653413.878316:0:76387:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c23480. 00000020:00000001:1.0:1770653413.878320:0:76386:0:(genops.c:1249:class_import_put()) Process leaving 00080000:00000001:3.0:1770653413.878321:0:76385:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.878324:0:76387:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 02000000:00000010:1.0:1770653413.878325:0:76386:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95562fa44200. 00000100:00000001:0.0:1770653413.878328:0:76387:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1770653413.878332:0:76387:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f362540. 02000000:00000001:1.0:1770653413.878333:0:76386:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00080000:00000001:3.0:1770653413.878335:0:76385:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.878335:0:76647:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95566a644050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_025:b31b1d82-c1d4-4680-ae7a-71292416d1f5+95:2366:x1856657966302976:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1379us (1846us total) trans 0 rc 0/0 02000000:00000001:1.0:1770653413.878337:0:76386:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1770653413.878339:0:76387:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00080000:00000001:3.0:1770653413.878342:0:76385:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000100:00000010:1.0:1770653413.878343:0:76386:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9557030dfb80. 00010000:00000001:0.0:1770653413.878343:0:76387:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1770653413.878350:0:76647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161823 00000100:00000001:1.0:1770653413.878350:0:76386:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00010000:00000010:0.0:1770653413.878351:0:76387:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a680. 00000100:00000040:2.0:1770653413.878354:0:76647:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000100:00000001:1.0:1770653413.878355:0:76386:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.878357:0:76387:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.878359:0:76647:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000010:1.0:1770653413.878361:0:76386:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0840. 00080000:00000001:3.0:1770653413.878362:0:76385:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.878362:0:76387:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.878363:0:76647:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1770653413.878366:0:76386:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00080000:00000001:3.0:1770653413.878369:0:76385:0:(osd_object.c:806:osd_destroy()) Process entered 00000020:00000010:2.0:1770653413.878370:0:76647:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1c300. 00010000:00000001:1.0:1770653413.878370:0:76386:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.878370:0:76387:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1770653413.878372:0:76385:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1770653413.878377:0:76385:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000020:00000010:2.0:1770653413.878377:0:76647:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e5107d0. 00010000:00000010:1.0:1770653413.878379:0:76386:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f59540. 00010000:00000001:0.0:1770653413.878379:0:76387:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 80000000:00000001:3.0:1770653413.878381:0:76385:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1770653413.878386:0:76385:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.878386:0:76647:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95562fa45600. 00010000:00010000:0.0:1770653413.878386:0:76387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a200/0x2aed14e4e178ce57 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x13fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.878387:0:76386:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1770653413.878393:0:76385:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.878395:0:76386:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.878396:0:76647:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 94 00080000:00000001:3.0:1770653413.878399:0:76385:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.878401:0:76386:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1770653413.878404:0:76647:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00080000:00000001:3.0:1770653413.878405:0:76385:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:1.0:1770653413.878407:0:76386:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00080000:00000001:3.0:1770653413.878409:0:76385:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 02000000:00000010:2.0:1770653413.878409:0:76647:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95563443ac00. 00010000:00010000:1.0:1770653413.878411:0:76386:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff95561c986a00/0x2aed14e4e178ce3b lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1547:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00000800:00000001:0.0:1770653413.878415:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1770653413.878416:0:76647:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1770653413.878421:0:76647:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95571043e680. 00000800:00000001:0.0:1770653413.878424:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653413.878428:0:76647:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000800:00000001:0.0:1770653413.878429:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:2.0:1770653413.878431:0:76647:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95561813a800. 00000800:00000001:0.0:1770653413.878435:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653413.878436:0:76647:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1770653413.878440:0:76647:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572eb21f80. 00000400:00000200:0.0:1770653413.878446:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 02000000:00000001:2.0:1770653413.878447:0:76647:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1770653413.878450:0:76647:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff9557180cc800. 02000000:00000001:2.0:1770653413.878454:0:76647:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1770653413.878456:0:76647:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572eb23b80. 00000400:00000200:0.0:1770653413.878457:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b5a80 02000000:00000001:2.0:1770653413.878461:0:76647:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1770653413.878465:0:76647:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95566b67dc00. 00000400:00000200:0.0:1770653413.878465:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda2f1 [1] + 224 02000000:00000001:2.0:1770653413.878471:0:76647:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000800:00000001:0.0:1770653413.878473:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:2.0:1770653413.878474:0:76647:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572eb21180. 02000000:00000001:2.0:1770653413.878480:0:76647:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00080000:00000001:3.0:1770653413.878481:0:76385:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1770653413.878482:0:76647:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff9556607c7c00. 00080000:00000001:3.0:1770653413.878488:0:76385:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.878488:0:76647:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1770653413.878492:0:76647:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572eb23100. 00080000:00000001:3.0:1770653413.878493:0:76385:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1770653413.878497:0:76385:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 02000000:00000001:2.0:1770653413.878498:0:76647:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000800:00000200:1.0:1770653413.878499:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000001:00000002:3.0:1770653413.878501:0:76385:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332618, last_committed = 4295332607 02000000:00000010:2.0:1770653413.878501:0:76647:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95566b67e800. 00000800:00000010:1.0:1770653413.878504:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dfc00. 00000800:00000001:0.0:1770653413.878508:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:3.0:1770653413.878509:0:76385:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff955662d81c00. 02000000:00000001:2.0:1770653413.878509:0:76647:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:1.0:1770653413.878511:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1770653413.878513:0:76647:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955606dfc700. 00000400:00000200:0.0:1770653413.878515:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000040:3.0:1770653413.878517:0:76385:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 11 00000100:00000001:2.0:1770653413.878519:0:76647:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1770653413.878523:0:76385:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=23 00000400:00000200:1.0:1770653413.878524:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000200:2.0:1770653413.878526:0:76647:0:(niobuf.c:1189:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:0.0:1770653413.878527:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00080000:00000001:3.0:1770653413.878531:0:76385:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1770653413.878534:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888550 00000400:00000010:2.0:1770653413.878535:0:76647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2aa8. 00000400:00000010:1.0:1770653413.878538:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888550. 00080000:00000001:3.0:1770653413.878541:0:76385:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000100:00000001:1.0:1770653413.878542:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653413.878543:0:3283:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:2.0:1770653413.878546:0:76647:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9556695e0480. 02000000:00000001:1.0:1770653413.878547:0:3281:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000001:00000001:3.0:1770653413.878548:0:76385:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.878552:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955666c22a00 x1856657707195008/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1770653413.878553:0:3281:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955634439c00. 02000000:00000001:1.0:1770653413.878559:0:3281:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1770653413.878561:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000001:3.0:1770653413.878562:0:76385:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.878566:0:3283:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955666c22a00 x1856657707195008/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00002000:00000001:3.0:1770653413.878567:0:76385:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653413.878571:0:76385:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000100:00000001:0.0:1770653413.878581:0:3283:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1770653413.878587:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653413.878590:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653413.878592:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653413.878593:0:12206:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1770653413.878595:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1770653413.878597:0:12206:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1770653413.878600:0:12206:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1770653413.878603:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000010:1.0:1770653413.878604:0:12206:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e053aa8. 00000400:00000200:1.0:1770653413.878609:0:12206:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8990 00000400:00000200:0.0:1770653413.878612:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b5e80 00000400:00000010:1.0:1770653413.878613:0:12206:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8990. 00000100:00000001:1.0:1770653413.878620:0:12206:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1770653413.878623:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda301 [1] + 224 00000100:00000200:1.0:1770653413.878627:0:12206:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955666c22a00 x1856657707195008/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:0.0:1770653413.878629:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000010:3.0:1770653413.878631:0:76385:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff95566040bab8. 00000800:00000001:0.0:1770653413.878635:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1770653413.878638:0:76385:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000400:00000200:0.0:1770653413.878640:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000040:3.0:1770653413.878642:0:76385:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x13ff:0x0] 00000100:00000200:1.0:1770653413.878646:0:12206:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955666c22a00 x1856657707195008/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00002000:00000010:3.0:1770653413.878648:0:76385:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9556020f3430. 00000400:00000200:0.0:1770653413.878649:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00002000:00000001:3.0:1770653413.878657:0:76385:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000100:00000001:0.0:1770653413.878657:0:3283:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1770653413.878660:0:12206:0:(events.c:163:reply_in_callback()) Process leaving 00002000:00000001:3.0:1770653413.878661:0:76385:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.878663:0:12206:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1770653413.878666:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9557030df100 x1856657707196032/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.878667:0:12206:0:(client.c:1568:after_reply()) Process entered 00002000:00000001:3.0:1770653413.878668:0:76385:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1770653413.878671:0:12206:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1770653413.878674:0:12206:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000040:3.0:1770653413.878676:0:76385:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332618, xid 1856657707196288 00000100:00000001:1.0:1770653413.878677:0:12206:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.878683:0:76385:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 02000000:00000001:1.0:1770653413.878683:0:12206:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.878687:0:3283:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9557030df100 x1856657707196032/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00001000:1.0:1770653413.878689:0:12206:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00010000:00000200:3.0:1770653413.878691:0:76385:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9557030ded80 x1856657707196288/t4295332618(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1770653413.878699:0:12206:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00000100:00000001:1.0:1770653413.878707:0:12206:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1770653413.878710:0:12206:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.878715:0:12206:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1770653413.878718:0:12206:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.878726:0:12206:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.878727:0:76385:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653413.878732:0:76385:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.878733:0:3283:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1770653413.878734:0:12206:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955666c22a00 x1856657707195008/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00001000:3.0:1770653413.878736:0:76385:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000800:00000001:0.0:1770653413.878748:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653413.878752:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.878754:0:76385:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000001:0.0:1770653413.878757:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1770653413.878762:0:76385:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000800:00000001:0.0:1770653413.878763:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.878764:0:33123:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1770653413.878767:0:12206:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.878770:0:76385:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000400:00000001:2.0:1770653413.878771:0:33123:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1770653413.878772:0:12206:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1770653413.878776:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 02000000:00000001:3.0:1770653413.878777:0:76385:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000001:2.0:1770653413.878778:0:33123:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1770653413.878778:0:12206:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1770653413.878782:0:76385:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.878783:0:33123:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef29a0. 00010000:00000001:1.0:1770653413.878784:0:12206:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000100:00000001:3.0:1770653413.878786:0:76385:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1770653413.878788:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1770653413.878790:0:33123:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268883b8 00000400:00000200:0.0:1770653413.878791:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b5f00 00010000:00000001:1.0:1770653413.878792:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1770653413.878794:0:76385:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1770653413.878795:0:33123:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268883b8. 00010000:00000001:1.0:1770653413.878796:0:12206:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.878800:0:76385:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a786e8. 00000100:00000001:2.0:1770653413.878803:0:33123:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1770653413.878805:0:12206:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c22a00 x1856657707195008/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1770653413.878806:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda309 [1] + 224 00000100:00000200:2.0:1770653413.878811:0:33123:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9557030df100 x1856657707196032/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:0.0:1770653413.878817:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1770653413.878818:0:76385:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707196288, offset 224 00000800:00000001:0.0:1770653413.878823:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653413.878830:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653413.878831:0:76385:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1770653413.878841:0:12206:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955666c22a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12206:1856657707195008:192.168.202.60@tcp:104: 00000400:00000200:0.0:1770653413.878844:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000200:2.0:1770653413.878867:0:33123:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9557030df100 x1856657707196032/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1770653413.878870:0:76385:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1770653413.878877:0:12206:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.878884:0:12206:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.878884:0:3283:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1770653413.878885:0:33123:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1770653413.878887:0:76385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b5f80 00000100:00000001:1.0:1770653413.878890:0:12206:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1770653413.878891:0:33123:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1770653413.878894:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955665155500 x1856657707196160/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.878895:0:12206:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1770653413.878897:0:76385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda315 [1] + 224 00000100:00000001:2.0:1770653413.878897:0:33123:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:2.0:1770653413.878902:0:33123:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1770653413.878903:0:12206:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955666c22a00 x1856657707195008/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.878905:0:33123:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653413.878909:0:33123:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.878910:0:76385:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1770653413.878915:0:33123:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.878922:0:76385:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:2.0:1770653413.878923:0:33123:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00000100:00000001:3.0:1770653413.878932:0:76385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1770653413.878934:0:33123:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00000100:00000001:1.0:1770653413.878935:0:12206:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1770653413.878936:0:3283:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955665155500 x1856657707196160/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1770653413.878938:0:12206:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1770653413.878940:0:76385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9557030dc380 x1856657707196288/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1770653413.878942:0:12206:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95563db65800. 00000100:00000001:2.0:1770653413.878944:0:33123:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1770653413.878949:0:33123:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.878951:0:12206:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1770653413.878955:0:33123:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1770653413.878955:0:12206:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1770653413.878959:0:12206:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=5 obd=lustre-OST0001 00010000:00000001:2.0:1770653413.878961:0:33123:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.878966:0:12206:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1770653413.878968:0:33123:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.878970:0:12206:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff955626008e00. 02000000:00000001:1.0:1770653413.878977:0:12206:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1770653413.878978:0:33123:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9557030df100 x1856657707196032/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1770653413.878980:0:12206:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1770653413.878982:0:76385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff9557030dc380 x1856657707196288/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.878984:0:3283:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:1.0:1770653413.878985:0:12206:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c22a00. 00000800:00000001:0.0:1770653413.878991:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653413.878992:0:12206:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1770653413.878996:0:12206:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653413.878998:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1770653413.879002:0:12206:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f362d80. 00000800:00000001:0.0:1770653413.879004:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653413.879009:0:12206:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000800:00000001:0.0:1770653413.879009:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.879010:0:33123:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.879013:0:12206:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.879017:0:33123:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00000010:1.0:1770653413.879020:0:12206:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a940. 00000100:00000001:2.0:1770653413.879021:0:33123:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653413.879022:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:2.0:1770653413.879026:0:33123:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1770653413.879027:0:12206:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.879028:0:76385:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1770653413.879030:0:33123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.879033:0:12206:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.879034:0:33123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.879035:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1770653413.879036:0:76385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a786e8 00010000:00000001:2.0:1770653413.879037:0:33123:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.879038:0:12206:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.879040:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1770653413.879041:0:76385:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a786e8. 00000100:00000040:2.0:1770653413.879046:0:33123:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9557030df100 x1856657707196032/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.879046:0:12206:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1770653413.879047:0:76385:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1770653413.879048:0:3288:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00010000:1.0:1770653413.879051:0:12206:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a000/0x2aed14e4e178ce26 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x13f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.879052:0:76385:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1770653413.879052:0:3288:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1770653413.879057:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2580. 00000100:00000001:3.0:1770653413.879058:0:76385:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.879064:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268882a8 00000100:00000040:3.0:1770653413.879067:0:76385:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000400:00000010:0.0:1770653413.879071:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268882a8. 00010000:00000001:3.0:1770653413.879073:0:76385:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1770653413.879077:0:76385:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.879078:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1770653413.879084:0:76385:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:2.0:1770653413.879084:0:33123:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9557030df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:33123:1856657707196032:192.168.202.60@tcp:104: 00000100:00000001:1.0:1770653413.879086:0:76416:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1770653413.879087:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9557030dc380 x1856657707196288/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653413.879092:0:76385:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9557030ded80 x1856657707196288/t4295332618(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1770653413.879092:0:76416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1770653413.879096:0:76416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1770653413.879097:0:33123:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1770653413.879100:0:76416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602d94318. 00000100:00000001:2.0:1770653413.879107:0:33123:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.879108:0:76416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022990 00000100:00000001:2.0:1770653413.879114:0:33123:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000400:00000010:1.0:1770653413.879116:0:76416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022990. 00000100:00000001:2.0:1770653413.879120:0:33123:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1770653413.879123:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9557030dc380 x1856657707196288/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.879124:0:76416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1770653413.879130:0:76385:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9557030ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+23:3288:x1856657707196288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16249us (16756us total) trans 4295332618 rc 0/0 00000100:00000040:2.0:1770653413.879131:0:33123:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9557030df100 x1856657707196032/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.879136:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1770653413.879137:0:76416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955665155500 x1856657707196160/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.879140:0:3288:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.879146:0:3288:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:0.0:1770653413.879149:0:3288:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1770653413.879152:0:3288:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653413.879155:0:3288:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.879161:0:3288:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.879163:0:76385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136184 00000100:00001000:0.0:1770653413.879169:0:3288:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00000100:00000040:3.0:1770653413.879173:0:76385:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 7 00000100:00000001:2.0:1770653413.879174:0:33123:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1770653413.879180:0:33123:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1770653413.879181:0:76385:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1770653413.879181:0:76416:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955665155500 x1856657707196160/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00001000:0.0:1770653413.879181:0:3288:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653413.879186:0:76385:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:2.0:1770653413.879187:0:33123:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95562fa44a00. 00000100:00000001:0.0:1770653413.879191:0:3288:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1770653413.879192:0:76385:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1cf00. 00000100:00000001:0.0:1770653413.879196:0:3288:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.879197:0:33123:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:3.0:1770653413.879199:0:76385:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e5104b0. 00010000:00000001:0.0:1770653413.879203:0:3288:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1770653413.879204:0:33123:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:3.0:1770653413.879207:0:76385:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95562fa45800. 00010000:00000001:0.0:1770653413.879208:0:3288:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.879210:0:33123:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=4 obd=lustre-OST0001 00000100:00000001:1.0:1770653413.879210:0:76416:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1770653413.879213:0:76385:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 22 00000100:00000001:0.0:1770653413.879213:0:3288:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000020:00000001:2.0:1770653413.879216:0:33123:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1770653413.879217:0:3288:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1770653413.879218:0:76385:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1770653413.879222:0:33123:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95562fa45000. 00000100:00000001:0.0:1770653413.879222:0:3288:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1770653413.879225:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653413.879229:0:76416:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653413.879230:0:33123:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1770653413.879230:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799678768000 : -117274030783616 : ffff9557030dc380) 02000000:00000001:2.0:1770653413.879234:0:33123:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1770653413.879236:0:76416:0:(client.c:1568:after_reply()) Process entered 00000100:00000010:2.0:1770653413.879237:0:33123:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9557030df100. 00000100:00000001:0.0:1770653413.879237:0:3288:0:(client.c:3055:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1770653413.879242:0:76416:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1770653413.879242:0:3288:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00000100:00000001:2.0:1770653413.879243:0:33123:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1770653413.879245:0:76416:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653413.879247:0:33123:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.879248:0:76416:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.879248:0:3288:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1770653413.879252:0:3288:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1770653413.879254:0:33123:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0780. 02000000:00000001:1.0:1770653413.879255:0:76416:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.879259:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9557030dc380 x1856657707196288/t4295332618(4295332618) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.879260:0:33123:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00001000:1.0:1770653413.879261:0:76416:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 00010000:00000001:2.0:1770653413.879264:0:33123:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1770653413.879271:0:33123:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f59440. 00000100:00001000:1.0:1770653413.879271:0:76416:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 00000100:00000001:0.0:1770653413.879273:0:3288:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.879277:0:33123:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.879280:0:3288:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1770653413.879281:0:33123:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.879281:0:76416:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1770653413.879283:0:3288:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.879285:0:76416:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.879287:0:33123:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00080000:0.0:1770653413.879288:0:3288:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9557030dc380/2, rc 0, transno 4295332618 00010000:00000001:1.0:1770653413.879289:0:76416:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1770653413.879291:0:33123:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1770653413.879294:0:76416:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:0.0:1770653413.879295:0:3288:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 7 in flight, 18 in progress 00010000:00010000:2.0:1770653413.879296:0:33123:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95561c987e00/0x2aed14e4e178ce5e lrc: 3/0,1 mode: --/PW res: [0x280000403:0x13fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.879301:0:76416:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.879309:0:76416:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955665155500 x1856657707196160/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1770653413.879314:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9557030dc380 x1856657707196288/t4295332618(4295332618) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1770653413.879329:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1770653413.879333:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653413.879337:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:3.0:1770653413.879340:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:1.0:1770653413.879343:0:76416:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1770653413.879344:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.879347:0:3288:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9557030dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707196288:0@lo:6:osp-syn-1-0.0 00000100:00000001:1.0:1770653413.879348:0:76416:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000040:00001000:3.0:1770653413.879350:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f649c80 type=0x10692404 idx=3571 00000100:00000001:1.0:1770653413.879352:0:76416:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:3.0:1770653413.879357:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3571 lrh_len: 64 (896 remains) 00010000:00000001:1.0:1770653413.879358:0:76416:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000100:00000001:0.0:1770653413.879359:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.879361:0:76416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000040:00001000:3.0:1770653413.879363:0:7854:0:(llog.c:797:llog_process_thread()) index: 3571, lh_last_idx: 3602 synced_idx: 3602 lgh_last_idx: 3602 00010000:00000001:1.0:1770653413.879364:0:76416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.879364:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1770653413.879367:0:76416:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653413.879370:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000040:0.0:1770653413.879370:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9557030dc380 x1856657707196288/t4295332618(4295332618) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653413.879375:0:76416:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665155500 x1856657707196160/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:3.0:1770653413.879376:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1770653413.879380:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653413.879384:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:3.0:1770653413.879387:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:3.0:1770653413.879390:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000001:0.0:1770653413.879392:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1770653413.879396:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95571043c380. 00000100:00000001:0.0:1770653413.879398:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1770653413.879404:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=21 obd=lustre-OST0001-osc-MDT0000 00000100:00100000:1.0:1770653413.879406:0:76416:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955665155500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0000_UUID:76416:1856657707196160:192.168.202.60@tcp:104: 00000100:00000001:0.0:1770653413.879407:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1770653413.879409:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1770653413.879411:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.879413:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1770653413.879416:0:76416:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.879417:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1770653413.879418:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.879420:0:76416:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.879422:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.879423:0:76416:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 02000000:00000010:3.0:1770653413.879425:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95565d741000. 00000100:00000001:1.0:1770653413.879427:0:76416:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1770653413.879431:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.879432:0:76416:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955665155500 x1856657707196160/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:3.0:1770653413.879435:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626799900410752 : -117273809140864 : ffff95571043c380) 00000400:00000200:0.0:1770653413.879439:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b6000 00000100:00000001:3.0:1770653413.879442:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1770653413.879448:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.879452:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda31d [1] + 224 00000100:00000001:1.0:1770653413.879456:0:76416:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1770653413.879458:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d764daf3] to pc [ptlrpcd_00_03+3] req@ffff95571043c380 x1856657707197568/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1770653413.879460:0:76416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:0.0:1770653413.879461:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:1.0:1770653413.879464:0:76416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff955669782e00. 00000800:00000001:0.0:1770653413.879468:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653413.879471:0:76416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1770653413.879473:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1770653413.879474:0:76416:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1770653413.879478:0:76416:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=4 obd=lustre-OST0000 00000020:00000001:1.0:1770653413.879482:0:76416:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:0.0:1770653413.879483:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 02000000:00000010:1.0:1770653413.879485:0:76416:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff955669782a00. 00000100:00000001:0.0:1770653413.879488:0:3283:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1770653413.879489:0:76416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1770653413.879492:0:76416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000004:00000001:3.0:1770653413.879493:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.879495:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955665154380 x1856657707196416/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1770653413.879496:0:76416:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665155500. 00000004:00001000:3.0:1770653413.879497:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 8 in flight, 19 in progress 00000004:00001000:3.0:1770653413.879503:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3571, id 1934 00000100:00000001:1.0:1770653413.879503:0:76416:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653413.879505:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653413.879507:0:76416:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1770653413.879510:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000001:2.0:1770653413.879511:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1770653413.879512:0:76416:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa8180. 00000100:00000001:2.0:1770653413.879515:0:3291:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1770653413.879517:0:76416:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1770653413.879520:0:76416:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.879523:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1770653413.879524:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95571043c380 x1856657707197568/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1770653413.879525:0:76416:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9c400. 00000100:00000040:0.0:1770653413.879525:0:3283:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955665154380 x1856657707196416/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.879527:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1770653413.879532:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.879533:0:76416:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.879539:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.879540:0:76416:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.879547:0:76416:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.879553:0:76416:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:2.0:1770653413.879557:0:3291:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00010000:00010000:1.0:1770653413.879557:0:76416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff95571016b000/0x2aed14e4e178ce65 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1543:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.879561:0:3291:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.879566:0:3283:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1770653413.879567:0:3291:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1770653413.879570:0:3291:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1770653413.879573:0:3291:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.879576:0:3291:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95571043c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707197568:0@lo:6:osp-syn-1-0.0 00000800:00000001:0.0:1770653413.879577:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653413.879582:0:3291:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000800:00000001:0.0:1770653413.879583:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653413.879585:0:3291:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1770653413.879586:0:12204:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1770653413.879588:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1770653413.879589:0:3291:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.879592:0:3291:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:0.0:1770653413.879594:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1770653413.879595:0:12204:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:2.0:1770653413.879596:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95563443ac00. 00000400:00000001:3.0:1770653413.879599:0:12204:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1770653413.879601:0:3291:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.879604:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000010:3.0:1770653413.879605:0:12204:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602d94aa8. 00000400:00000010:2.0:1770653413.879606:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef29a0. 00000400:00000200:0.0:1770653413.879612:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d0800 00000400:00000200:3.0:1770653413.879614:0:12204:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022110 00000400:00000010:3.0:1770653413.879618:0:12204:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022110. 00000100:00000001:3.0:1770653413.879622:0:12204:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:2.0:1770653413.879626:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268883b8. 00000400:00000200:0.0:1770653413.879626:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6bbd [2] + 0 00000100:00000200:3.0:1770653413.879630:0:12204:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955665154380 x1856657707196416/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:0.0:1770653413.879634:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1770653413.879635:0:3291:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707197568, portal 4 00000800:00000001:0.0:1770653413.879640:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.879641:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1770653413.879644:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799900410752 : -117273809140864 : ffff95571043c380) 00000400:00000200:0.0:1770653413.879646:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1770653413.879655:0:3291:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95571043c380 x1856657707197568/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1770653413.879656:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000200:3.0:1770653413.879660:0:12204:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955665154380 x1856657707196416/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.879664:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653413.879668:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1770653413.879675:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d8a680. 00000100:00000001:2.0:1770653413.879681:0:3291:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1770653413.879681:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955618d8a680 x1856657966303232 msgsize 328 00000100:00000001:3.0:1770653413.879687:0:12204:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1770653413.879687:0:3291:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1770653413.879691:0:12204:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1770653413.879692:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:3.0:1770653413.879694:0:12204:0:(client.c:1568:after_reply()) Process entered 00000400:00000010:2.0:1770653413.879694:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888088. 02000000:00000001:3.0:1770653413.879699:0:12204:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1770653413.879700:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707197568, offset 0 00000100:00000001:3.0:1770653413.879701:0:12204:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653413.879702:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1770653413.879704:0:12204:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.879709:0:3291:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1770653413.879710:0:12204:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653413.879714:0:12204:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 00000800:00000001:0.0:1770653413.879716:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1770653413.879719:0:3291:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:3.0:1770653413.879722:0:12204:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 00000800:00000001:0.0:1770653413.879723:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.879727:0:12204:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1770653413.879728:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1770653413.879731:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b6480 00000100:00000001:3.0:1770653413.879732:0:12204:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1770653413.879734:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.879753:0:12204:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1770653413.879757:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:3.0:1770653413.879758:0:12204:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.879758:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecef71 [8] + 10336 00000100:00000001:3.0:1770653413.879764:0:12204:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.879767:0:3291:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1770653413.879772:0:12204:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955665154380 x1856657707196416/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1770653413.879773:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b6080 00000400:00000200:2.0:1770653413.879776:0:3291:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1770653413.879786:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda325 [1] + 224 00000100:00000001:3.0:1770653413.879790:0:12204:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.879794:0:12204:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1770653413.879795:0:3291:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:0.0:1770653413.879795:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653413.879796:0:12204:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.879800:0:12204:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000100:00000200:2.0:1770653413.879800:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000800:00000001:0.0:1770653413.879801:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.879804:0:12204:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:2.0:1770653413.879806:0:3291:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955606dfc700. 00000400:00000200:0.0:1770653413.879806:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1770653413.879807:0:12204:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.879810:0:12204:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.879813:0:3291:0:(events.c:337:request_in_callback()) incoming req@ffff955606dfc700 x1856657707197568 msgsize 544 00000400:00000200:0.0:1770653413.879814:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000040:3.0:1770653413.879819:0:12204:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665154380 x1856657707196416/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.879823:0:3283:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1770653413.879824:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:0.0:1770653413.879831:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955666c21180 x1856657707196544/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.879836:0:3291:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:3.0:1770653413.879838:0:12204:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955665154380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12204:1856657707196416:192.168.202.60@tcp:104: 00000400:00000200:2.0:1770653413.879843:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888088 00000400:00000010:2.0:1770653413.879873:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888088. 00000100:00000001:3.0:1770653413.879876:0:12204:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653413.879876:0:3283:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955666c21180 x1856657707196544/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.879877:0:3291:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1770653413.879883:0:12204:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.879885:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95571043c380 x1856657707197568/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.879887:0:12204:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1770653413.879891:0:12204:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653413.879898:0:12204:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955665154380 x1856657707196416/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.879907:0:3283:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1770653413.879908:0:76647:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1770653413.879913:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1770653413.879914:0:76647:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966303232 00000100:00000001:3.0:1770653413.879916:0:12204:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1770653413.879917:0:76647:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1770653413.879919:0:12204:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1770653413.879921:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95571043c380 x1856657707197568/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.879921:0:76647:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653413.879922:0:12201:0:(client.c:1964:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1770653413.879923:0:12204:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95563c4f7800. 00000100:00000001:1.0:1770653413.879925:0:76647:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1770653413.879927:0:12201:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1770653413.879929:0:12204:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1770653413.879932:0:76647:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1770653413.879932:0:12201:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1770653413.879933:0:12204:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:0.0:1770653413.879937:0:12201:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e0534d0. 00000020:00000040:3.0:1770653413.879938:0:12204:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=3 obd=lustre-OST0000 00000100:00100000:1.0:1770653413.879939:0:76647:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966303232 00000100:00000001:2.0:1770653413.879941:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.879943:0:12201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8b28 00000020:00000001:1.0:1770653413.879945:0:76647:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1770653413.879946:0:12204:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1770653413.879946:0:3291:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1770653413.879947:0:12201:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8b28. 00000020:00000040:1.0:1770653413.879948:0:76647:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 02000000:00000010:3.0:1770653413.879950:0:12204:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff955669783a00. 00000100:00000001:2.0:1770653413.879953:0:3291:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.879953:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1770653413.879955:0:12201:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1770653413.879956:0:12204:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:1.0:1770653413.879957:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=96 00000100:00000040:2.0:1770653413.879958:0:3291:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26311 usecs (27 jiffies) 02000000:00000001:3.0:1770653413.879960:0:12204:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1770653413.879964:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000200:0.0:1770653413.879964:0:12201:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955666c21180 x1856657707196544/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1770653413.879965:0:12204:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665154380. 00000100:00000001:2.0:1770653413.879965:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444720 00000020:00000001:1.0:1770653413.879972:0:76647:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:3.0:1770653413.879973:0:12204:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653413.879975:0:3291:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444712 00000100:00000001:3.0:1770653413.879977:0:12204:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.879979:0:76647:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:3.0:1770653413.879984:0:12204:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa8540. 00000100:00000001:2.0:1770653413.879986:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444720 00000020:00000010:1.0:1770653413.879986:0:76647:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9c400. 00000100:00000001:3.0:1770653413.879989:0:12204:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000200:0.0:1770653413.879990:0:12201:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955666c21180 x1856657707196544/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.879993:0:76647:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.879994:0:12204:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.879995:0:3291:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444712 00000020:00000010:1.0:1770653413.880001:0:76647:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9c400. 00010000:00000010:3.0:1770653413.880003:0:12204:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9cac0. 00000100:00000001:2.0:1770653413.880003:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444720 00000020:00000010:1.0:1770653413.880010:0:76647:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f7200. 00010000:00000001:3.0:1770653413.880012:0:12204:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.880012:0:12201:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.880013:0:3291:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444712 00000020:00000010:1.0:1770653413.880015:0:76647:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07df80. 00000100:00000001:0.0:1770653413.880016:0:12201:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.880017:0:12204:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.880019:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444720 00000020:00000010:1.0:1770653413.880022:0:76647:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada578. 00010000:00000001:3.0:1770653413.880023:0:12204:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.880023:0:12201:0:(client.c:1568:after_reply()) Process entered 00000100:00000001:2.0:1770653413.880025:0:3291:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444712 02000000:00000001:0.0:1770653413.880027:0:12201:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1770653413.880030:0:76647:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1770653413.880031:0:12201:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1770653413.880032:0:12204:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:2.0:1770653413.880034:0:3291:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.880034:0:76647:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1770653413.880035:0:12201:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.880037:0:12204:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178ce6c lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1549:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.880038:0:76647:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1770653413.880041:0:3291:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.880042:0:12201:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.880043:0:76647:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1770653413.880048:0:76647:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.880050:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653413.880051:0:12201:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 00010000:00000001:1.0:1770653413.880053:0:76647:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:2.0:1770653413.880057:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.880058:0:76647:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1770653413.880063:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:0.0:1770653413.880063:0:12201:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 00000100:00000001:2.0:1770653413.880065:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1770653413.880066:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955620465400 refcount=4 00000100:00000001:0.0:1770653413.880068:0:12201:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1770653413.880069:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1770653413.880070:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795874046976 : -117277835504640 : ffff955620465400) 00000100:00000001:0.0:1770653413.880071:0:12201:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.880074:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1770653413.880075:0:76647:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795874046976 : -117277835504640 : ffff955620465400) 00000100:00000001:2.0:1770653413.880077:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1770653413.880077:0:12201:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1770653413.880082:0:12201:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.880083:0:76647:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff955620465400/0x2aed14e4e1789fdb lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1546:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d4a expref: 96 pid: 12197 timeout: 6877 lvb_type: 1 00000100:00000001:2.0:1770653413.880085:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.880087:0:76385:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1770653413.880088:0:12201:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.880092:0:76385:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707197568 00000100:00000001:2.0:1770653413.880093:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.880098:0:76385:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1770653413.880098:0:12201:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955666c21180 x1856657707196544/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.880100:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.880102:0:76385:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1770653413.880103:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.880107:0:76385:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.880108:0:76647:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1770653413.880114:0:76385:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.880115:0:76647:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1770653413.880119:0:76385:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707197568 00000020:00000001:3.0:1770653413.880123:0:76385:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1770653413.880123:0:12201:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.880125:0:76647:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000040:3.0:1770653413.880127:0:76385:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00000100:00000001:0.0:1770653413.880128:0:12201:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1770653413.880132:0:12201:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653413.880133:0:76385:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1770653413.880134:0:76647:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955618d8a680 x1856657966303232/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1770653413.880137:0:76385:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=23 00010000:00000001:0.0:1770653413.880138:0:12201:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1770653413.880141:0:12201:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1770653413.880143:0:76385:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00010000:00000001:0.0:1770653413.880144:0:12201:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.880147:0:12201:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.880149:0:76385:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000001:3.0:1770653413.880155:0:76385:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1770653413.880156:0:12201:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c21180 x1856657707196544/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1770653413.880160:0:76385:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbe80. 00000100:00000001:1.0:1770653413.880162:0:76647:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1770653413.880165:0:76647:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.880166:0:76385:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653413.880173:0:76385:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbe80. 00000100:00100000:0.0:1770653413.880177:0:12201:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955666c21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:12201:1856657707196544:192.168.202.60@tcp:104: 00000020:00000010:3.0:1770653413.880178:0:76385:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bc800. 00000100:00000001:1.0:1770653413.880180:0:76647:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1770653413.880185:0:76385:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3480. 00000100:00000001:0.0:1770653413.880186:0:12201:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1770653413.880192:0:76385:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca907d0. 00000100:00000001:0.0:1770653413.880192:0:12201:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.880193:0:76647:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1770653413.880197:0:76647:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1770653413.880199:0:12201:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1770653413.880201:0:76385:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1770653413.880202:0:12201:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1770653413.880206:0:76385:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:1.0:1770653413.880206:0:76647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161824 00000100:00000001:2.0:1770653413.880207:0:73799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653413.880210:0:76385:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.880211:0:73799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1770653413.880211:0:12201:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955666c21180 x1856657707196544/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1770653413.880213:0:76647:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000100:00000001:2.0:1770653413.880216:0:73799:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.880217:0:76385:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.880219:0:76647:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795749418624 : -117277960132992 : ffff955618d8a680) 00000100:00000001:2.0:1770653413.880221:0:73799:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.880230:0:76647:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955618d8a680 x1856657966303232/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.880231:0:76385:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.880232:0:12201:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1770653413.880236:0:12201:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653413.880240:0:12201:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95561997a400. 00000100:00000001:2.0:1770653413.880241:0:7966:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1770653413.880243:0:76647:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1770653413.880244:0:7966:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1770653413.880245:0:12201:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1770653413.880246:0:76385:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1770653413.880248:0:76647:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9c400. 00000020:00000001:0.0:1770653413.880249:0:12201:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1770653413.880251:0:76385:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:0.0:1770653413.880253:0:12201:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=2 obd=lustre-OST0000 00000100:00100000:2.0:1770653413.880254:0:7966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136187 00000100:00000001:1.0:1770653413.880254:0:76647:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.880256:0:12201:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1770653413.880259:0:12201:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95561997a200. 00000020:00000010:1.0:1770653413.880262:0:76647:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9c400. 00000100:00000040:2.0:1770653413.880263:0:7966:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 8 00000100:00000001:3.0:1770653413.880264:0:76385:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.880264:0:12201:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1770653413.880269:0:7966:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795447895808 : -117278261655808 : ffff955606dfc700) 00000100:00000001:3.0:1770653413.880270:0:76385:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.880270:0:12201:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:1.0:1770653413.880271:0:76647:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955618d8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_025:b31b1d82-c1d4-4680-ae7a-71292416d1f5+96:2366:x1856657966303232:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000100:00000010:0.0:1770653413.880273:0:12201:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c21180. 00000100:00000040:2.0:1770653413.880279:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955606dfc700 x1856657707197568/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1770653413.880280:0:76647:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966303232 00000100:00000001:0.0:1770653413.880281:0:12201:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1770653413.880285:0:76647:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000100:00000001:0.0:1770653413.880285:0:12201:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000002:1.0:1770653413.880290:0:76647:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000100:00000010:0.0:1770653413.880291:0:12201:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f3623c0. 00010000:00000001:1.0:1770653413.880293:0:76647:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1770653413.880297:0:7966:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1770653413.880298:0:12201:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1770653413.880299:0:76647:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1770653413.880301:0:12201:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653413.880302:0:7966:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59440. 02000000:00000001:1.0:1770653413.880302:0:76647:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000010:0.0:1770653413.880304:0:12201:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a2c0. 00000100:00000001:2.0:1770653413.880308:0:7966:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1770653413.880308:0:76647:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9557180ce400. 00010000:00000001:0.0:1770653413.880309:0:12201:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.880313:0:76647:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.880316:0:7966:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59440. 00000100:00000001:1.0:1770653413.880317:0:76647:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.880317:0:12201:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.880324:0:76647:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1770653413.880324:0:12201:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1770653413.880329:0:7966:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955606dfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+23:3291:x1856657707197568:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1770653413.880329:0:76647:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1770653413.880330:0:12201:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1770653413.880335:0:76647:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000200:2.0:1770653413.880336:0:7966:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707197568 00010000:00010000:0.0:1770653413.880336:0:12201:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff95561ae2b800/0x2aed14e4e178ce73 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1548:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1770653413.880338:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1770653413.880342:0:7966:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000040:1.0:1770653413.880342:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955620465400 refcount=4 00000020:00000001:2.0:1770653413.880347:0:7966:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1770653413.880348:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795874046976 : -117277835504640 : ffff955620465400) 00000020:00000001:2.0:1770653413.880350:0:7966:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.880351:0:76647:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795874046976 : -117277835504640 : ffff955620465400) 00000020:00000001:2.0:1770653413.880355:0:7966:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000040:1.0:1770653413.880356:0:76647:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955624814f00 count: 3 00000020:00000001:2.0:1770653413.880358:0:7966:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000800:00000001:0.0:1770653413.880360:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:1.0:1770653413.880363:0:76647:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff955620465400/0x2aed14e4e1789fdb lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1546:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d4a expref: 96 pid: 12197 timeout: 6877 lvb_type: 1 00000020:00000001:2.0:1770653413.880364:0:7966:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000001:0.0:1770653413.880367:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653413.880368:0:7966:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653413.880372:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1770653413.880374:0:7966:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000001:0.0:1770653413.880377:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653413.880378:0:7966:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00001000:1.0:1770653413.880379:0:76647:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 00000020:00000001:2.0:1770653413.880383:0:7966:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00010000:00000001:1.0:1770653413.880383:0:76647:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1770653413.880389:0:7966:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000400:00000200:0.0:1770653413.880389:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:1.0:1770653413.880390:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1770653413.880393:0:7966:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.880394:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:2.0:1770653413.880398:0:7966:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1770653413.880404:0:7966:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.880404:0:76647:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff955620465400/0x2aed14e4e1789fdb lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1546:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d4a expref: 96 pid: 12197 timeout: 6877 lvb_type: 1 00000400:00000200:0.0:1770653413.880404:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b6180 00000001:00000001:2.0:1770653413.880410:0:7966:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1770653413.880413:0:7966:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1770653413.880417:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda339 [1] + 224 00000001:00000001:2.0:1770653413.880419:0:7966:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.880423:0:76647:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000001:00000001:2.0:1770653413.880424:0:7966:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000800:00000001:0.0:1770653413.880426:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1770653413.880427:0:76647:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000001:00000001:2.0:1770653413.880428:0:7966:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.880431:0:76647:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.880432:0:7966:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1770653413.880432:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653413.880436:0:76647:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.880439:0:7966:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000400:00000200:0.0:1770653413.880440:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1770653413.880441:0:76647:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000001:00000001:2.0:1770653413.880443:0:7966:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.880445:0:76647:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000001:00000001:2.0:1770653413.880448:0:7966:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.880449:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:1.0:1770653413.880450:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1770653413.880451:0:7966:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.880452:0:3283:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1770653413.880454:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1770653413.880455:0:7966:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.880457:0:76647:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:0.0:1770653413.880459:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955666c23b80 x1856657707196800/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.880460:0:7966:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1770653413.880461:0:76647:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.880464:0:7966:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:1.0:1770653413.880467:0:76647:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff955620465400 with handle 0x2aed14e4e1789fdb from hash 02000000:00000010:2.0:1770653413.880470:0:7966:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff955634439000. 00010000:00000001:1.0:1770653413.880473:0:76647:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:2.0:1770653413.880475:0:7966:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.880477:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.880481:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.880482:0:7966:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.880483:0:76647:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:0.0:1770653413.880486:0:3283:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955666c23b80 x1856657707196800/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.880488:0:76647:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00002000:00000001:2.0:1770653413.880489:0:7966:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:1.0:1770653413.880492:0:76647:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.880494:0:7966:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1770653413.880498:0:76647:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1770653413.880499:0:7966:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.880502:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00002000:00080000:2.0:1770653413.880504:0:7966:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5121 count 1 00000100:00000001:0.0:1770653413.880507:0:3283:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:1.0:1770653413.880508:0:76647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff955620465400/0x2aed14e4e1789fdb lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1546:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d4a expref: 96 pid: 12197 timeout: 6877 lvb_type: 1 00002000:00000001:2.0:1770653413.880509:0:7966:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:2.0:1770653413.880513:0:7966:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000800:00000001:0.0:1770653413.880513:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1770653413.880516:0:7966:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000001:0.0:1770653413.880519:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1770653413.880521:0:76647:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 90 00000020:00000001:2.0:1770653413.880522:0:7966:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795367113400 : -117278342438216 : ffff9556020f22b8) 00000800:00000001:0.0:1770653413.880523:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:1.0:1770653413.880526:0:76647:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 95 00002000:00000001:2.0:1770653413.880528:0:7966:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795367113312 : -117278342438304 : ffff9556020f2260) 00000800:00000001:0.0:1770653413.880529:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.880533:0:7966:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1770653413.880533:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.880537:0:76647:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1770653413.880538:0:7966:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000200:0.0:1770653413.880539:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:1.0:1770653413.880540:0:76647:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1770653413.880544:0:7966:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955624814e00 count: 2 00010000:00000040:1.0:1770653413.880544:0:76647:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95571016b200 00010000:00000001:1.0:1770653413.880549:0:76647:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1770653413.880550:0:7966:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1770653413.880551:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d0900 00010000:00000001:1.0:1770653413.880552:0:76647:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653413.880555:0:76647:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653413.880558:0:7966:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:1.0:1770653413.880558:0:76647:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1770653413.880563:0:7966:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561c986600. 00000400:00000200:0.0:1770653413.880563:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6bbd [2] + 328 00010000:00000001:1.0:1770653413.880564:0:76647:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653413.880567:0:76647:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000001:2.0:1770653413.880571:0:7966:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:1.0:1770653413.880572:0:76647:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653413.880572:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:2.0:1770653413.880577:0:7966:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561c986600 with handle 0x2aed14e4e178ce96 to hash 00010000:00000001:1.0:1770653413.880577:0:76647:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000800:00000001:0.0:1770653413.880579:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.880581:0:76647:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000020:00000001:2.0:1770653413.880582:0:7966:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000400:00000200:0.0:1770653413.880584:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:1.0:1770653413.880585:0:76647:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178ce34 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1546:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.880586:0:7966:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795812316672 : -117277897234944 : ffff95561c986600) 00010000:00000001:2.0:1770653413.880592:0:7966:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795812316672 : -117277897234944 : ffff95561c986600) 00000400:00000200:0.0:1770653413.880592:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:2.0:1770653413.880598:0:7966:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1770653413.880600:0:3283:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:1.0:1770653413.880601:0:76647:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1770653413.880602:0:7966:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.880603:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00010000:1.0:1770653413.880605:0:76647:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178ce34 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1546:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770653413.880608:0:7966:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95561c986600/0x2aed14e4e178ce96 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1401:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00000100:00000010:0.0:1770653413.880611:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d88700. 00000100:00000040:0.0:1770653413.880616:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955618d88700 x1856657966303488 msgsize 328 00010000:00000001:2.0:1770653413.880631:0:7966:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00100000:0.0:1770653413.880631:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00010000:00000001:2.0:1770653413.880635:0:7966:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000040:1.0:1770653413.880637:0:76647:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1546:0x0].0x0 (ffff955624814f00) refcount = 2 00010000:00000001:2.0:1770653413.880638:0:7966:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1770653413.880641:0:7966:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000040:1.0:1770653413.880642:0:76647:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:2.0:1770653413.880644:0:7966:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000040:1.0:1770653413.880646:0:76647:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178ce34 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1546:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.880646:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1770653413.880649:0:7966:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000800:00000001:0.0:1770653413.880651:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:2.0:1770653413.880657:0:7966:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff955620464c00/0x2aed14e4e178a021 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x1401:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d74 expref: 94 pid: 76384 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1770653413.880658:0:76647:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000800:00000001:0.0:1770653413.880658:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.880662:0:76647:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1770653413.880664:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1770653413.880667:0:76647:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000800:00000001:0.0:1770653413.880669:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.880671:0:76647:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.880674:0:7966:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1770653413.880676:0:76647:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.880678:0:7966:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.880682:0:7966:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000010:1.0:1770653413.880682:0:76647:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9c400. 00000400:00000200:0.0:1770653413.880683:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:3.0:1770653413.880686:0:73799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1770653413.880688:0:76647:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00000001:2.0:1770653413.880689:0:7966:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.880691:0:73799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966303488 00010000:00000001:2.0:1770653413.880694:0:7966:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 02000000:00000001:3.0:1770653413.880695:0:73799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:1.0:1770653413.880695:0:76647:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa8180. 00000400:00000200:0.0:1770653413.880696:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b6200 00010000:00010000:2.0:1770653413.880698:0:7966:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:3.0:1770653413.880699:0:73799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653413.880700:0:76647:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540166528 : -117277169385088 : ffff955647fa8180) 00010000:00000001:2.0:1770653413.880703:0:7966:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.880705:0:73799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.880705:0:76647:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540166528 : -117277169385088 : ffff955647fa8180) 00010000:00000001:2.0:1770653413.880709:0:7966:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653413.880709:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda341 [1] + 224 00000100:00000001:1.0:1770653413.880711:0:76647:0:(client.c:2653:ptlrpc_set_wait()) Process entered 02000000:00000001:3.0:1770653413.880712:0:73799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.880714:0:7966:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000100:00000001:1.0:1770653413.880715:0:76647:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00100000:3.0:1770653413.880719:0:73799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966303488 00010000:00000001:1.0:1770653413.880720:0:76647:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00010000:2.0:1770653413.880721:0:7966:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561c986600/0x2aed14e4e178ce96 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1401:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1770653413.880722:0:73799:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:0.0:1770653413.880722:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1770653413.880724:0:76647:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000040:3.0:1770653413.880727:0:73799:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000800:00000001:0.0:1770653413.880729:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653413.880731:0:73799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1770653413.880733:0:76647:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.880734:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1770653413.880735:0:73799:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=95 00000020:00000001:3.0:1770653413.880754:0:73799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00010000:00000001:1.0:1770653413.880755:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1770653413.880756:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000040:2.0:1770653413.880758:0:7966:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1401:0x0].0x0 (ffff955624814e00) refcount = 2 00010000:00000001:1.0:1770653413.880759:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1770653413.880760:0:73799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00010000:00000001:1.0:1770653413.880763:0:76647:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.880764:0:3283:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:2.0:1770653413.880767:0:7966:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:3.0:1770653413.880768:0:73799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1770653413.880769:0:76647:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000200:0.0:1770653413.880773:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955618d88000 x1856657707196928/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.880774:0:76647:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000010:3.0:1770653413.880775:0:73799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbe80. 00010000:00000040:2.0:1770653413.880775:0:7966:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff955620464c00/0x2aed14e4e178a021 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1401:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d74 expref: 95 pid: 76384 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1770653413.880781:0:76647:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.880782:0:73799:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.880787:0:76647:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.880791:0:73799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbe80. 00000100:00000001:1.0:1770653413.880793:0:76647:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1770653413.880797:0:76647:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa8180. 00010000:00000040:2.0:1770653413.880799:0:7966:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000020:00000010:3.0:1770653413.880800:0:73799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bcc00. 00000100:00000001:1.0:1770653413.880803:0:76647:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000040:2.0:1770653413.880804:0:7966:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561c986600/0x2aed14e4e178ce96 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1401:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1770653413.880807:0:73799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3880. 00010000:00000001:1.0:1770653413.880807:0:76647:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1770653413.880811:0:3283:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955618d88000 x1856657707196928/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.0:1770653413.880814:0:76647:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9c400. 00000020:00000010:3.0:1770653413.880815:0:73799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90258. 00010000:00000001:1.0:1770653413.880820:0:76647:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:3.0:1770653413.880823:0:73799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000010:2.0:1770653413.880824:0:7966:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f59440. 00010000:00010000:1.0:1770653413.880824:0:76647:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000001:3.0:1770653413.880827:0:73799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1770653413.880828:0:76647:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.880830:0:7966:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00000001:3.0:1770653413.880831:0:73799:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000100:00000010:2.0:1770653413.880836:0:7966:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0780. 00010000:00000001:3.0:1770653413.880837:0:73799:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.880837:0:76647:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1770653413.880841:0:76647:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.880844:0:73799:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:2.0:1770653413.880844:0:7966:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100337024 : -117276609214592 : ffff9556695e0780) 00000100:00001000:1.0:1770653413.880845:0:76647:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000100:00000001:0.0:1770653413.880845:0:3283:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.880872:0:7966:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100337024 : -117276609214592 : ffff9556695e0780) 00000100:00000001:2.0:1770653413.880876:0:7966:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1770653413.880878:0:7966:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1770653413.880879:0:73799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000001:0.0:1770653413.880879:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653413.880880:0:7966:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000001:3.0:1770653413.880884:0:73799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1770653413.880885:0:7966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:0.0:1770653413.880886:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.880887:0:76647:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:3.0:1770653413.880890:0:73799:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565d1f9400 refcount=4 00010000:00000001:2.0:1770653413.880890:0:7966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:0.0:1770653413.880891:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1770653413.880894:0:7966:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000040:1.0:1770653413.880895:0:76647:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000020:00000001:3.0:1770653413.880896:0:73799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796894917632 : -117276814633984 : ffff95565d1f9400) 00010000:00000001:2.0:1770653413.880897:0:7966:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000800:00000001:0.0:1770653413.880897:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.880900:0:76647:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00000001:2.0:1770653413.880901:0:7966:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1770653413.880902:0:73799:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796894917632 : -117276814633984 : ffff95565d1f9400) 02000000:00000001:1.0:1770653413.880905:0:76647:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1770653413.880907:0:7966:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 02000000:00000001:1.0:1770653413.880910:0:76647:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.880912:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00010000:3.0:1770653413.880913:0:73799:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff95565d1f9400/0x2aed14e4e178a1cc lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0eee expref: 95 pid: 12199 timeout: 6877 lvb_type: 1 00000100:00000010:2.0:1770653413.880913:0:7966:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955606dff800. 00000100:00000001:1.0:1770653413.880914:0:76647:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1770653413.880920:0:7966:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=5 obd=lustre-OST0001 00000100:00000040:1.0:1770653413.880926:0:76647:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000200:0.0:1770653413.880927:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b6300 00000100:00000001:2.0:1770653413.880928:0:7966:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:3.0:1770653413.880930:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1770653413.880932:0:7966:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1770653413.880933:0:76647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022990. 00010000:00000001:3.0:1770653413.880934:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1770653413.880936:0:7966:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.880938:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda355 [1] + 224 00010000:00000001:3.0:1770653413.880939:0:73799:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1770653413.880942:0:7966:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95562fa45000. 00000100:00000001:3.0:1770653413.880945:0:73799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.880949:0:7966:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1770653413.880949:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1770653413.880950:0:76647:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966303232, offset 224 00000100:00000001:3.0:1770653413.880951:0:73799:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000800:00000001:0.0:1770653413.880955:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653413.880958:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1770653413.880962:0:73799:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955618d88700 x1856657966303488/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1770653413.880963:0:7966:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff955620464c00/0x2aed14e4e178a021 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1401:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d74 expref: 95 pid: 76384 timeout: 0 lvb_type: 1 00000400:00000200:1.0:1770653413.880963:0:76647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:0.0:1770653413.880970:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:1.0:1770653413.880978:0:76647:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000001:3.0:1770653413.880991:0:73799:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:1.0:1770653413.880992:0:76647:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164620:2164620:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164616:2164616:8:4294967295] 00010000:00010000:2.0:1770653413.880993:0:7966:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff955620464c00/0x2aed14e4e178a021 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1401:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d74 expref: 95 pid: 76384 timeout: 6877 lvb_type: 1 00000100:00000001:3.0:1770653413.880995:0:73799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.881011:0:7966:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1770653413.881012:0:73799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.881014:0:76647:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:2.0:1770653413.881016:0:7966:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1770653413.881022:0:3283:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1770653413.881024:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955606dff800 x1856657707197696/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1770653413.881024:0:76647:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000200:0.0:1770653413.881030:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955665157b80 x1856657707197184/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:1.0:1770653413.881031:0:76647:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399b00. 00000100:00000001:3.0:1770653413.881033:0:73799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653413.881038:0:73799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1770653413.881044:0:7966:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000800:00000200:1.0:1770653413.881045:0:76647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00100000:3.0:1770653413.881047:0:73799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161825 00000100:00000001:2.0:1770653413.881049:0:7966:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.881057:0:73799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000800:00000200:1.0:1770653413.881057:0:76647:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00100000:2.0:1770653413.881060:0:7966:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955606dff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:7966:1856657707197696:192.168.202.60@tcp:104: 00000100:00000001:3.0:1770653413.881064:0:73799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795749410560 : -117277960141056 : ffff955618d88700) 00000800:00000200:1.0:1770653413.881065:0:76647:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1770653413.881067:0:3283:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955665157b80 x1856657707197184/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.881068:0:7966:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1770653413.881074:0:7966:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1770653413.881076:0:73799:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955618d88700 x1856657966303488/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653413.881078:0:7966:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.881080:0:76647:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.881083:0:7966:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1770653413.881089:0:7966:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95562fa44a00. 00000100:00000040:1.0:1770653413.881090:0:76647:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 02000000:00000001:2.0:1770653413.881096:0:7966:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.881097:0:76647:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.881104:0:3283:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1770653413.881105:0:7966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef22c0. 00000100:00000001:3.0:1770653413.881106:0:73799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1770653413.881106:0:76647:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.881112:0:73799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbe80. 00000400:00000010:2.0:1770653413.881115:0:7966:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888088. 00000100:00000001:3.0:1770653413.881117:0:73799:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1770653413.881118:0:76647:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d8a680 x1856657966303232/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1770653413.881120:0:7966:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707197696, portal 16 00000020:00000010:3.0:1770653413.881122:0:73799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbe80. 00000100:00000001:0.0:1770653413.881123:0:51197:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653413.881126:0:7966:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1770653413.881130:0:7966:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795447908352 : -117278261643264 : ffff955606dff800) 00000400:00000001:0.0:1770653413.881131:0:51197:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1770653413.881137:0:73799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955618d88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:b31b1d82-c1d4-4680-ae7a-71292416d1f5+95:2366:x1856657966303488:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000400:00000001:0.0:1770653413.881138:0:51197:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1770653413.881141:0:7966:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955606dff800 x1856657707197696/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1770653413.881145:0:51197:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e053b00. 00000100:00000200:3.0:1770653413.881151:0:73799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966303488 00000100:00100000:1.0:1770653413.881154:0:76647:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955618d8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_025:b31b1d82-c1d4-4680-ae7a-71292416d1f5+95:2366:x1856657966303232:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 902us (1463us total) trans 0 rc 0/0 00000400:00000200:0.0:1770653413.881154:0:51197:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac85d8 00010000:00000001:3.0:1770653413.881156:0:73799:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1770653413.881162:0:73799:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000100:00000001:2.0:1770653413.881162:0:7966:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1770653413.881162:0:51197:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac85d8. 00010000:00000001:3.0:1770653413.881167:0:73799:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1770653413.881170:0:51197:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1770653413.881172:0:73799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1770653413.881172:0:7966:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 02000000:00000001:3.0:1770653413.881177:0:73799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:2.0:1770653413.881178:0:7966:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268884c8. 02000000:00000010:3.0:1770653413.881182:0:73799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95565d740800. 00000100:00000200:0.0:1770653413.881182:0:51197:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955666c23b80 x1856657707196800/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1770653413.881183:0:7966:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707197696, offset 0 00000100:00100000:1.0:1770653413.881186:0:76647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161824 02000000:00000001:3.0:1770653413.881189:0:73799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.881196:0:73799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.881196:0:76647:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000400:00000200:2.0:1770653413.881197:0:7966:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:3.0:1770653413.881204:0:73799:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:1.0:1770653413.881205:0:76647:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1770653413.881209:0:7966:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00010000:00010000:3.0:1770653413.881210:0:73799:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:1.0:1770653413.881211:0:76647:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1770653413.881217:0:73799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1770653413.881217:0:7966:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1770653413.881217:0:51197:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955666c23b80 x1856657707196800/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:1.0:1770653413.881219:0:76647:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07df80. 00000020:00000001:3.0:1770653413.881220:0:73799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653413.881224:0:73799:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565d1f9400 refcount=4 00000400:00000200:2.0:1770653413.881225:0:7966:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000020:00000010:1.0:1770653413.881228:0:76647:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada578. 00000020:00000001:3.0:1770653413.881229:0:73799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796894917632 : -117276814633984 : ffff95565d1f9400) 00000400:00000200:2.0:1770653413.881233:0:7966:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000020:00000010:1.0:1770653413.881236:0:76647:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f7200. 00010000:00000001:3.0:1770653413.881237:0:73799:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796894917632 : -117276814633984 : ffff95565d1f9400) 00000400:00000200:2.0:1770653413.881239:0:7966:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00010000:00000040:3.0:1770653413.881245:0:73799:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955666214f00 count: 3 00000020:00000040:1.0:1770653413.881247:0:76647:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 94 00000100:00000001:0.0:1770653413.881247:0:51197:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1770653413.881250:0:7966:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164621:2164621:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164617:2164617:7:4294967295] 00000100:00000001:0.0:1770653413.881251:0:51197:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1770653413.881252:0:73799:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff95565d1f9400/0x2aed14e4e178a1cc lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0eee expref: 95 pid: 12199 timeout: 6877 lvb_type: 1 00000100:00000001:1.0:1770653413.881255:0:76647:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.881258:0:51197:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:0.0:1770653413.881263:0:51197:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1770653413.881267:0:51197:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653413.881271:0:51197:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653413.881272:0:73799:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00000400:00000200:2.0:1770653413.881274:0:7966:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 02000000:00000001:0.0:1770653413.881277:0:51197:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.881279:0:73799:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00010000:1.0:1770653413.881282:0:6728:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178ce34 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000100:00001000:0.0:1770653413.881284:0:51197:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00010000:00000001:3.0:1770653413.881285:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:2.0:1770653413.881289:0:7966:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:3.0:1770653413.881290:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:0.0:1770653413.881295:0:51197:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00000800:00000010:2.0:1770653413.881296:0:7966:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3dfc00. 00010000:00010000:3.0:1770653413.881298:0:73799:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff95565d1f9400/0x2aed14e4e178a1cc lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0eee expref: 95 pid: 12199 timeout: 6877 lvb_type: 1 00000100:00000001:0.0:1770653413.881305:0:51197:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000800:00000200:2.0:1770653413.881308:0:7966:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:1.0:1770653413.881309:0:6728:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.881309:0:51197:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.881318:0:51197:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1770653413.881319:0:73799:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00010000:1.0:1770653413.881319:0:6728:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178ce34 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.881321:0:51197:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.881323:0:73799:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000800:00000200:2.0:1770653413.881324:0:7966:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:0.0:1770653413.881327:0:51197:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.881328:0:73799:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1770653413.881331:0:7966:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3dfc00 type 1, nob 424 niov 1 nkiov 1 00000020:00000001:3.0:1770653413.881334:0:73799:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.881338:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955666c23b80 x1856657707196800/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.881339:0:7966:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.881341:0:73799:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653413.881345:0:73799:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1770653413.881346:0:7966:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444724 00010000:00000001:1.0:1770653413.881349:0:6728:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1770653413.881351:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.881354:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.881355:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.881356:0:7966:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4301444720 00010000:00000001:3.0:1770653413.881359:0:73799:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1770653413.881359:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.881361:0:51197:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.881363:0:73799:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.881364:0:7966:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444724 00010000:00000001:1.0:1770653413.881365:0:6728:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1770653413.881365:0:51197:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:3.0:1770653413.881369:0:73799:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95565d1f9400 with handle 0x2aed14e4e178a1cc from hash 00000020:00000001:1.0:1770653413.881370:0:6728:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1770653413.881371:0:51197:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.881372:0:7966:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4301444720 00010000:00000001:3.0:1770653413.881376:0:73799:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000040:1.0:1770653413.881377:0:6728:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016b200 refcount=3 00010000:00000001:0.0:1770653413.881377:0:51197:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000100:00000001:2.0:1770653413.881378:0:7966:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444724 00010000:00000001:3.0:1770653413.881380:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.881381:0:51197:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1770653413.881385:0:6728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897457152 : -117273812094464 : ffff95571016b200) 00010000:00000001:3.0:1770653413.881386:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.881386:0:7966:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4301444720 00010000:00000001:0.0:1770653413.881386:0:51197:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.881392:0:51197:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.881393:0:73799:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1770653413.881393:0:7966:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444724 00010000:00000001:1.0:1770653413.881393:0:6728:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897457152 : -117273812094464 : ffff95571016b200) 00010000:00000001:3.0:1770653413.881398:0:73799:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:2.0:1770653413.881400:0:7966:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4301444720 00010000:00000001:1.0:1770653413.881401:0:6728:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000040:0.0:1770653413.881401:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955666c23b80 x1856657707196800/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.881402:0:73799:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.881408:0:73799:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1770653413.881409:0:7966:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1770653413.881410:0:6728:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178ce34 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.881411:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.881416:0:7966:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.881418:0:51197:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955666c23b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:51197:1856657707196800:192.168.202.60@tcp:104: 00010000:00010000:3.0:1770653413.881420:0:73799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95565d1f9400/0x2aed14e4e178a1cc lrc: 0/0,0 mode: --/PR res: [0x280000403:0x13fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0eee expref: 95 pid: 12199 timeout: 6877 lvb_type: 1 00010000:00000001:2.0:1770653413.881422:0:7966:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.881428:0:7966:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1770653413.881430:0:51197:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1770653413.881435:0:7966:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1770653413.881435:0:51197:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1770653413.881440:0:51197:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e053738. 00010000:00000001:2.0:1770653413.881442:0:7966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.881443:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:3.0:1770653413.881446:0:73799:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 89 00010000:00000001:2.0:1770653413.881447:0:7966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.881447:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1770653413.881448:0:51197:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8198 00010000:00000001:2.0:1770653413.881450:0:7966:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653413.881453:0:73799:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 94 00010000:00000001:2.0:1770653413.881454:0:7966:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000400:00000010:0.0:1770653413.881454:0:51197:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8198. 00010000:00010000:1.0:1770653413.881455:0:6728:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178ce34 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.881458:0:7966:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1770653413.881461:0:51197:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1770653413.881463:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.881464:0:7966:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.881467:0:73799:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000200:0.0:1770653413.881469:0:51197:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955618d88000 x1856657707196928/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.881470:0:7966:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1770653413.881471:0:73799:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1770653413.881473:0:7966:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000040:3.0:1770653413.881475:0:73799:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95571016be00 00000100:00100000:2.0:1770653413.881480:0:7966:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556695e0780 going to sleep for 11 seconds 00010000:00000001:3.0:1770653413.881481:0:73799:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1770653413.881482:0:6728:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653413.881486:0:73799:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:2.0:1770653413.881488:0:7966:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1770653413.881488:0:6728:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.881490:0:73799:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:2.0:1770653413.881492:0:7966:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.881492:0:51197:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955618d88000 x1856657707196928/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.881495:0:73799:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.881496:0:6728:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1770653413.881501:0:73799:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000800:00000001:2.0:1770653413.881503:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:1.0:1770653413.881504:0:6728:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff955647fa8180. 00010000:00010000:3.0:1770653413.881505:0:73799:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:0.0:1770653413.881506:0:51197:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1770653413.881510:0:51197:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.881511:0:73799:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653413.881511:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.881512:0:6728:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000800:00000001:2.0:1770653413.881518:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653413.881518:0:51197:0:(client.c:1568:after_reply()) Process entered 00010000:00000001:3.0:1770653413.881519:0:73799:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1770653413.881523:0:73799:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 02000000:00000001:0.0:1770653413.881523:0:51197:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000001:2.0:1770653413.881525:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.881525:0:51197:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:3.0:1770653413.881527:0:73799:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95571016be00/0x2aed14e4e178ce49 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.881531:0:51197:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.881532:0:6728:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 02000000:00000001:0.0:1770653413.881538:0:51197:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.881539:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:1.0:1770653413.881541:0:6728:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653413.881545:0:51197:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00010000:00000001:3.0:1770653413.881548:0:73799:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1770653413.881549:0:6728:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653413.881551:0:51197:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00010000:00010000:3.0:1770653413.881552:0:73799:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95571016be00/0x2aed14e4e178ce49 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x13fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.881555:0:6728:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:2.0:1770653413.881556:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d0780 00000100:00000001:0.0:1770653413.881559:0:51197:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1770653413.881561:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.881563:0:51197:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.881566:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.881570:0:51197:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1770653413.881571:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6bbd [2] + 656 00010000:00000040:3.0:1770653413.881572:0:73799:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x13fe:0x0].0x0 (ffff955666214f00) refcount = 2 00002000:00000001:1.0:1770653413.881572:0:6728:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00010000:00000001:0.0:1770653413.881576:0:51197:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.881578:0:6728:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000040:3.0:1770653413.881581:0:73799:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:0.0:1770653413.881583:0:51197:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1770653413.881584:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000040:3.0:1770653413.881585:0:73799:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95571016be00/0x2aed14e4e178ce49 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x13fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00080000:00000010:1.0:1770653413.881588:0:6728:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9557180cdc00. 00000800:00000001:2.0:1770653413.881591:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653413.881593:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955618d88000 x1856657707196928/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:1.0:1770653413.881595:0:6728:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626800031030272 : -117273678521344 : ffff9557180cdc00) 00000400:00000200:2.0:1770653413.881597:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000001:1.0:1770653413.881606:0:6728:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000400:00000200:2.0:1770653413.881611:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000001:00000001:1.0:1770653413.881612:0:6728:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.881620:0:3282:0:(events.c:286:request_in_callback()) Process entered 00080000:00000002:1.0:1770653413.881621:0:6728:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x1546:0x0] not in the id map cache 00000100:00000001:0.0:1770653413.881622:0:51197:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1770653413.881623:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:0.0:1770653413.881629:0:51197:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1770653413.881630:0:73799:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000010:2.0:1770653413.881632:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955606dff100. 00080000:00000001:1.0:1770653413.881632:0:6728:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000100:00000001:0.0:1770653413.881633:0:51197:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.881635:0:73799:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.881639:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955606dff100 x1856657966303104 msgsize 328 00010000:00000001:0.0:1770653413.881639:0:51197:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1770653413.881641:0:73799:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1770653413.881642:0:51197:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.881646:0:51197:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.881647:0:73799:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1770653413.881648:0:6728:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.881649:0:51197:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.881655:0:73799:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1770653413.881655:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00080000:00000001:1.0:1770653413.881657:0:6728:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.881660:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d88000 x1856657707196928/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:1.0:1770653413.881665:0:6728:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00010000:00000010:3.0:1770653413.881666:0:73799:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9556196fbe80. 00000100:00000001:2.0:1770653413.881667:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00080000:00000001:1.0:1770653413.881671:0:6728:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00100000:0.0:1770653413.881673:0:51197:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955618d88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:51197:1856657707196928:192.168.202.60@tcp:104: 00000100:00000001:3.0:1770653413.881674:0:73799:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000800:00000001:2.0:1770653413.881674:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 80000000:00000001:1.0:1770653413.881675:0:6728:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1770653413.881681:0:6728:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000800:00000001:2.0:1770653413.881682:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1770653413.881683:0:73799:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556189e1cc0. 00000100:00000001:0.0:1770653413.881683:0:51197:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 80000000:00000001:1.0:1770653413.881685:0:6728:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1770653413.881689:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653413.881691:0:73799:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626795745582272 : -117277963969344 : ffff9556189e1cc0) 00000100:00000001:0.0:1770653413.881691:0:51197:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1770653413.881692:0:6728:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1770653413.881693:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.881697:0:51197:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00080000:00000001:1.0:1770653413.881699:0:6728:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.881700:0:73799:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626795745582272 : -117277963969344 : ffff9556189e1cc0) 00000100:00000001:0.0:1770653413.881701:0:51197:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00080000:00000001:1.0:1770653413.881703:0:6728:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1770653413.881707:0:6728:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000100:00000001:3.0:1770653413.881709:0:73799:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000400:00000200:2.0:1770653413.881710:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000040:0.0:1770653413.881710:0:51197:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955666c23b80 x1856657707196800/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.881715:0:73799:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1770653413.881719:0:73799:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000400:00000200:2.0:1770653413.881724:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b6400 00000100:00000001:0.0:1770653413.881725:0:51197:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1770653413.881726:0:73799:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000001:00000001:1.0:1770653413.881726:0:6728:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:1.0:1770653413.881730:0:6728:0:(osd_quota.c:525:osd_declare_quota()) Process entered 02000000:00000001:0.0:1770653413.881731:0:51197:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1770653413.881736:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda36d [1] + 224 02000000:00000010:0.0:1770653413.881736:0:51197:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95561997aa00. 00080000:00000001:1.0:1770653413.881737:0:6728:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.881753:0:73799:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.881754:0:6728:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000001:2.0:1770653413.881757:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1770653413.881757:0:51197:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1770653413.881760:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:1.0:1770653413.881760:0:6728:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:0.0:1770653413.881761:0:51197:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:2.0:1770653413.881763:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.881765:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1770653413.881766:0:51197:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=4 obd=lustre-OST0001 00000400:00000200:2.0:1770653413.881767:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1770653413.881770:0:73799:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.881771:0:51197:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1770653413.881775:0:51197:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95561997b000. 00000400:00000200:2.0:1770653413.881776:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:3.0:1770653413.881778:0:73799:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000001:00000001:1.0:1770653413.881778:0:6728:0:(osd_quota.c:525:osd_declare_quota()) Process entered 02000000:00000001:0.0:1770653413.881781:0:51197:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00080000:00000001:1.0:1770653413.881782:0:6728:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.881784:0:73799:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 02000000:00000001:0.0:1770653413.881784:0:51197:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1770653413.881785:0:3282:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:0.0:1770653413.881788:0:51197:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c23b80. 00000100:00000001:3.0:1770653413.881791:0:73799:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.881793:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955618d8aa00 x1856657707197440/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:1.0:1770653413.881793:0:6728:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.881794:0:51197:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1770653413.881796:0:73799:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.881798:0:51197:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1770653413.881800:0:6728:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000100:00000001:3.0:1770653413.881803:0:73799:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1770653413.881805:0:51197:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1770653413.881811:0:73799:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556189e1cc0. 00000100:00000040:0.0:1770653413.881813:0:51197:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955618d88000 x1856657707196928/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:1.0:1770653413.881814:0:6728:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.881815:0:3282:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955618d8aa00 x1856657707197440/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.881818:0:73799:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00080000:00000001:1.0:1770653413.881821:0:6728:0:(osd_object.c:806:osd_destroy()) Process entered 00010000:00000001:3.0:1770653413.881823:0:73799:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1770653413.881825:0:6728:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1770653413.881828:0:6728:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000010:3.0:1770653413.881832:0:73799:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9556196fbe80. 80000000:00000001:1.0:1770653413.881833:0:6728:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1770653413.881837:0:6728:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.881839:0:73799:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 80000000:00000001:1.0:1770653413.881843:0:6728:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.881844:0:73799:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000001:0.0:1770653413.881867:0:51197:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1770653413.881869:0:51197:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653413.881871:0:51197:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95561997be00. 00010000:00000010:2.1:1770653413.881873:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162800. 00080000:00000001:1.0:1770653413.881875:0:6728:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.881876:0:73799:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653413.881877:0:51197:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00080000:00000001:1.0:1770653413.881879:0:6728:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000020:00000001:0.0:1770653413.881882:0:51197:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1770653413.881883:0:73799:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00080000:00000001:1.0:1770653413.881883:0:6728:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000020:00000040:0.0:1770653413.881885:0:51197:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=3 obd=lustre-OST0001 00010000:00000001:3.0:1770653413.881888:0:73799:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.881890:0:3282:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1770653413.881891:0:51197:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:3.0:1770653413.881892:0:73799:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 02000000:00000010:0.0:1770653413.881895:0:51197:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95561997a600. 00000100:00000001:3.0:1770653413.881897:0:73799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1770653413.881900:0:51197:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1770653413.881903:0:12200:0:(client.c:1964:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1770653413.881903:0:51197:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1770653413.881904:0:73799:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000010:0.0:1770653413.881906:0:51197:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d88000. 00000400:00000001:2.0:1770653413.881908:0:12200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1770653413.881910:0:73799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000400:00000001:2.0:1770653413.881912:0:12200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1770653413.881912:0:51197:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1770653413.881916:0:73799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:2.0:1770653413.881917:0:12200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e053cb8. 00000100:00000001:0.0:1770653413.881918:0:51197:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1770653413.881919:0:73799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653413.881925:0:51197:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f362a80. 00000100:00000001:3.0:1770653413.881926:0:73799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1770653413.881926:0:12200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8220 00000100:00000040:3.0:1770653413.881933:0:73799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:2.0:1770653413.881933:0:12200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8220. 00000100:00000001:0.0:1770653413.881933:0:51197:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00080000:00000001:1.0:1770653413.881938:0:6728:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.881938:0:51197:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.881940:0:12200:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:3.0:1770653413.881941:0:73799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a786e8. 00080000:00000001:1.0:1770653413.881945:0:6728:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1770653413.881946:0:51197:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a7c0. 00000100:00000200:3.0:1770653413.881948:0:73799:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966303488, offset 224 00000100:00000200:2.0:1770653413.881948:0:12200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955618d8aa00 x1856657707197440/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:1.0:1770653413.881949:0:6728:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1770653413.881951:0:51197:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.881953:0:6728:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00000001:0.0:1770653413.881958:0:51197:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:1.0:1770653413.881959:0:6728:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299200, last_committed = 8590299190 00000400:00000200:3.0:1770653413.881960:0:73799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.881966:0:51197:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000010:1.0:1770653413.881968:0:6728:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564334a720. 00000400:00000200:3.0:1770653413.881975:0:73799:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000001:0.0:1770653413.881975:0:51197:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000200:2.0:1770653413.881976:0:12200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955618d8aa00 x1856657707197440/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000040:1.0:1770653413.881976:0:6728:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 10 00010000:00010000:0.0:1770653413.881981:0:51197:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95561ae2be00/0x2aed14e4e178ce81 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x13fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00000020:00000040:1.0:1770653413.881982:0:6728:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=22 00000400:00000200:3.0:1770653413.881989:0:73799:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164622:2164622:254:4294967295] 192.168.202.60@tcp LPNI seq info [2164618:2164618:6:4294967295] 00080000:00000001:1.0:1770653413.881990:0:6728:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1770653413.881999:0:6728:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1770653413.882006:0:6728:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.882010:0:12200:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1770653413.882015:0:73799:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:2.0:1770653413.882015:0:12200:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653413.882015:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000001:1.0:1770653413.882019:0:6728:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.882020:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.882021:0:12200:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:2.0:1770653413.882026:0:12200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00002000:00000001:1.0:1770653413.882027:0:6728:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.882028:0:7410:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:2.0:1770653413.882029:0:12200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000200:3.0:1770653413.882033:0:73799:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:2.0:1770653413.882034:0:12200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653413.882034:0:6728:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00010000:00000001:0.0:1770653413.882035:0:7410:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1770653413.882040:0:7410:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 02000000:00000001:2.0:1770653413.882041:0:12200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1770653413.882042:0:73799:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c300. 00010000:00010000:0.0:1770653413.882045:0:7410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178ce34 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1770653413.882047:0:12200:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 00080000:00000010:1.0:1770653413.882048:0:6728:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff9556463e9398. 00000800:00000200:3.0:1770653413.882052:0:73799:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00002000:00000001:1.0:1770653413.882056:0:6728:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000100:00001000:2.0:1770653413.882057:0:12200:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 00002000:00000040:1.0:1770653413.882060:0:6728:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x1546:0x0] 00000800:00000200:3.0:1770653413.882064:0:73799:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00002000:00000010:1.0:1770653413.882066:0:6728:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9556637e2130. 00000100:00000001:2.0:1770653413.882067:0:12200:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00010000:0.0:1770653413.882069:0:7410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95571016b200 already unused, calling callback (ffffffffc16fe650) 00000800:00000200:3.0:1770653413.882071:0:73799:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1770653413.882072:0:12200:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.882074:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00002000:00000001:1.0:1770653413.882076:0:6728:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00010000:00000001:2.0:1770653413.882078:0:12200:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1770653413.882079:0:7410:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00002000:00000001:1.0:1770653413.882080:0:6728:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.882081:0:73799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.882084:0:12200:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.882085:0:7410:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178ce34 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00002000:00000001:1.0:1770653413.882087:0:6728:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1770653413.882089:0:73799:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000100:00000001:2.0:1770653413.882089:0:12200:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.882095:0:6728:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299200, xid 1856657707193728 00010000:00000001:3.0:1770653413.882097:0:73799:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.882100:0:12200:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955618d8aa00 x1856657707197440/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.882101:0:6728:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:3.0:1770653413.882104:0:73799:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.882108:0:7410:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000200:1.0:1770653413.882111:0:6728:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955637359880 x1856657707193728/t8590299200(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.882112:0:7410:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:3.0:1770653413.882116:0:73799:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d88700 x1856657966303488/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653413.882117:0:7410:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1770653413.882120:0:12200:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1770653413.882121:0:7410:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016b200 refcount=3 00000100:00000001:2.0:1770653413.882127:0:12200:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1770653413.882128:0:7410:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897457152 : -117273812094464 : ffff95571016b200) 00000100:00000001:2.0:1770653413.882132:0:12200:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.882136:0:7410:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897457152 : -117273812094464 : ffff95571016b200) 00010000:00000001:2.0:1770653413.882138:0:12200:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1770653413.882143:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.882144:0:7410:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:2.0:1770653413.882147:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1770653413.882149:0:7410:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178ce34 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.882151:0:12200:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.882151:0:6728:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1770653413.882157:0:6728:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.882158:0:73799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955618d88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:b31b1d82-c1d4-4680-ae7a-71292416d1f5+94:2366:x1856657966303488:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1047us (1535us total) trans 0 rc 0/0 00000100:00000040:2.0:1770653413.882162:0:12200:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d8aa00 x1856657707197440/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.882164:0:7410:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00001000:1.0:1770653413.882167:0:6728:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00010000:00000001:0.0:1770653413.882168:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.882172:0:7410:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.882179:0:7410:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00100000:3.0:1770653413.882180:0:73799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161825 00000100:00000001:1.0:1770653413.882181:0:6728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1770653413.882182:0:7410:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1770653413.882187:0:7410:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:3.0:1770653413.882189:0:73799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000100:00000040:1.0:1770653413.882189:0:6728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00010000:00000001:0.0:1770653413.882191:0:7410:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.882193:0:12200:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955618d8aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12200:1856657707197440:192.168.202.60@tcp:104: 00000100:00000001:3.0:1770653413.882195:0:73799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1770653413.882196:0:6728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000020:00000040:0.0:1770653413.882197:0:7410:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95571016b200 with handle 0x2aed14e4e178ce34 from hash 00000100:00000001:3.0:1770653413.882199:0:73799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1770653413.882201:0:12200:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653413.882204:0:6728:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1770653413.882204:0:7410:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000010:3.0:1770653413.882205:0:73799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3880. 00000100:00000001:2.0:1770653413.882206:0:12200:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.882208:0:6728:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.882209:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.882211:0:12200:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000020:00000010:3.0:1770653413.882213:0:73799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90258. 00010000:00000001:0.0:1770653413.882213:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.882215:0:12200:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653413.882215:0:6728:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1770653413.882216:0:7410:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:3.0:1770653413.882219:0:73799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bcc00. 00010000:00000001:0.0:1770653413.882221:0:7410:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000040:1.0:1770653413.882225:0:6728:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1770653413.882226:0:12200:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955618d8aa00 x1856657707197440/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.882226:0:7410:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653413.882227:0:73799:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 93 00000400:00000010:1.0:1770653413.882232:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0223b8. 00010000:00000001:0.0:1770653413.882233:0:7410:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:3.0:1770653413.882234:0:73799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.882237:0:7410:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000200:1.0:1770653413.882240:0:6728:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707193728, offset 224 00010000:00000001:0.0:1770653413.882242:0:7410:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1770653413.882245:0:7410:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.882247:0:73799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1770653413.882251:0:7410:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.882252:0:6728:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1770653413.882253:0:73799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966303104 00000100:00000001:2.0:1770653413.882253:0:12200:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1770653413.882256:0:7410:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000001:2.0:1770653413.882258:0:12200:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1770653413.882259:0:73799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:0.0:1770653413.882259:0:7410:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 02000000:00000010:2.0:1770653413.882261:0:12200:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95561997b600. 00000100:00000001:3.0:1770653413.882263:0:73799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1770653413.882267:0:6728:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1770653413.882267:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.882268:0:73799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.882269:0:12200:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1770653413.882271:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1770653413.882276:0:12200:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1770653413.882277:0:73799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.882277:0:7410:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.882278:0:12200:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=1 obd=lustre-OST0000 00000400:00000200:1.0:1770653413.882283:0:6728:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b5580 00000100:00100000:3.0:1770653413.882284:0:73799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966303104 00000020:00000001:2.0:1770653413.882285:0:12200:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1770653413.882285:0:7410:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.882290:0:73799:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:2.0:1770653413.882291:0:12200:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95561997b400. 00010000:00000001:0.0:1770653413.882291:0:7410:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.882292:0:6728:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda259 [1] + 224 00000020:00000040:3.0:1770653413.882294:0:73799:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 02000000:00000001:2.0:1770653413.882298:0:12200:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1770653413.882299:0:73799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:0.0:1770653413.882299:0:7410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178ce34 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1770653413.882301:0:12200:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1770653413.882302:0:6728:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1770653413.882304:0:73799:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=95 00000100:00000010:2.0:1770653413.882305:0:12200:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d8aa00. 00000020:00000001:3.0:1770653413.882309:0:73799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:2.0:1770653413.882312:0:12200:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1770653413.882312:0:6728:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1770653413.882317:0:73799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:2.0:1770653413.882317:0:12200:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.882320:0:6728:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1770653413.882322:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:2.0:1770653413.882324:0:12200:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f3620c0. 00000100:00000001:3.0:1770653413.882326:0:73799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00010000:0.0:1770653413.882327:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178ce34 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1546:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.882328:0:12200:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000200:1.0:1770653413.882329:0:6728:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9556074ab100 x1856657707193728/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1770653413.882332:0:73799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbe80. 00010000:00000001:2.0:1770653413.882333:0:12200:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.882339:0:73799:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1770653413.882341:0:12200:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95aac0. 00010000:00000001:2.0:1770653413.882347:0:12200:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.882348:0:73799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbe80. 00010000:00000040:0.0:1770653413.882351:0:7410:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff955624814f00 count: 0 00010000:00000001:2.0:1770653413.882354:0:12200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.882356:0:73799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bcc00. 00002000:00000010:0.0:1770653413.882358:0:7410:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9556196fbb80. 00010000:00000001:2.0:1770653413.882359:0:12200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653413.882362:0:73799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3880. 00000100:00000040:1.0:1770653413.882362:0:6728:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff9556074ab100 x1856657707193728/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.882365:0:12200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000010:0.0:1770653413.882366:0:7410:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff955624814700. 00000020:00000010:3.0:1770653413.882371:0:73799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90258. 00010000:00010000:2.0:1770653413.882371:0:12200:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a600/0x2aed14e4e178ce8f lrc: 3/0,1 mode: --/PW res: [0x240000403:0x154a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.882376:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1770653413.882378:0:73799:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00010000:00000001:0.0:1770653413.882380:0:7410:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1770653413.882385:0:73799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000010:0.0:1770653413.882385:0:7410:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff955647fa8180. 00000100:00000001:3.0:1770653413.882389:0:73799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1770653413.882393:0:7410:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.882394:0:73799:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1770653413.882398:0:73799:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.882398:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1770653413.882399:0:6728:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1770653413.882403:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.882404:0:73799:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000400:00000200:1.0:1770653413.882407:0:6728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0223b8 00010000:00000001:3.0:1770653413.882408:0:73799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00010000:0.0:1770653413.882409:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1770653413.882410:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1770653413.882411:0:6728:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0223b8. 00000020:00000001:3.0:1770653413.882412:0:73799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1770653413.882412:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1770653413.882414:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1770653413.882417:0:73799:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556323fcc00 refcount=4 00000020:00000001:0.0:1770653413.882417:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.882418:0:6728:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1770653413.882420:0:3291:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1770653413.882423:0:6728:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1770653413.882424:0:73799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796175608832 : -117277533942784 : ffff9556323fcc00) 00000400:00000001:2.0:1770653413.882424:0:3291:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00010000:0.0:1770653413.882425:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1770653413.882428:0:6728:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.882429:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955642e02a50. 00010000:00000001:3.0:1770653413.882431:0:73799:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796175608832 : -117277533942784 : ffff9556323fcc00) 00000020:00000001:0.0:1770653413.882431:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:1.0:1770653413.882434:0:6728:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000400:00000200:2.0:1770653413.882436:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0224c8 00000020:00000001:0.0:1770653413.882436:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.882441:0:73799:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9556323fcc00/0x2aed14e4e178a1b7 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ecb expref: 95 pid: 33123 timeout: 6877 lvb_type: 1 00000400:00000010:2.0:1770653413.882443:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0224c8. 00010000:00000001:1.0:1770653413.882443:0:6728:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00010000:0.0:1770653413.882443:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1770653413.882449:0:6728:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.882450:0:3291:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1770653413.882454:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1770653413.882455:0:6728:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1770653413.882458:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1770653413.882459:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9556074ab100 x1856657707193728/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.882461:0:73799:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653413.882463:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955637359880 x1856657707193728/t8590299200(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.882464:0:76384:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1770653413.882468:0:73799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1770653413.882470:0:76384:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1770653413.882474:0:76384:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1770653413.882476:0:73799:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000010:0.0:1770653413.882478:0:76384:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602d94108. 00000100:00000200:3.0:1770653413.882484:0:73799:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955606dff100 x1856657966303104/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1770653413.882485:0:76384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022cc0 00000400:00000010:0.0:1770653413.882490:0:76384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022cc0. 00000100:00000001:0.0:1770653413.882496:0:76384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1770653413.882501:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9556074ab100 x1856657707193728/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.882505:0:73799:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:0.0:1770653413.882507:0:76384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955665157b80 x1856657707197184/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1770653413.882508:0:6728:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955637359880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+22:3291:x1856657707193728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25720us (27672us total) trans 8590299200 rc 0/0 00000100:00000001:3.0:1770653413.882509:0:73799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.882522:0:73799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1770653413.882530:0:6728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136173 00000100:00000001:2.0:1770653413.882533:0:3291:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1770653413.882535:0:73799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1770653413.882537:0:6728:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 7 00000100:00000001:3.0:1770653413.882538:0:73799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1770653413.882538:0:3291:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1770653413.882544:0:76384:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955665157b80 x1856657707197184/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.882545:0:3291:0:(client.c:1568:after_reply()) Process entered 00000100:00000001:1.0:1770653413.882545:0:6728:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:3.0:1770653413.882546:0:73799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161826 02000000:00000001:2.0:1770653413.882551:0:3291:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1770653413.882551:0:6728:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1770653413.882553:0:73799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000100:00000001:2.0:1770653413.882555:0:3291:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1770653413.882556:0:6728:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519500. 00000100:00000001:2.0:1770653413.882559:0:3291:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.882560:0:73799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795447906560 : -117278261645056 : ffff955606dff100) 00000020:00000010:1.0:1770653413.882564:0:6728:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d578. 02000000:00000001:2.0:1770653413.882565:0:3291:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.882571:0:73799:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955606dff100 x1856657966303104/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1770653413.882571:0:6728:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955626008c00. 00000100:00001000:2.0:1770653413.882572:0:3291:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 00000100:00000001:0.0:1770653413.882573:0:76384:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1770653413.882578:0:76384:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1770653413.882579:0:6728:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 21 00000100:00001000:2.0:1770653413.882583:0:3291:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 00000100:00000001:0.0:1770653413.882583:0:76384:0:(client.c:1568:after_reply()) Process entered 00000100:00000001:1.0:1770653413.882585:0:6728:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653413.882587:0:76384:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1770653413.882590:0:76384:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653413.882594:0:3291:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1770653413.882595:0:76384:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.882598:0:3291:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.882600:0:76384:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.882601:0:73799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1770653413.882601:0:3291:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1770653413.882606:0:73799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbe80. 00010000:00000001:2.0:1770653413.882607:0:3291:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.882607:0:12198:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95571016be00/0x2aed14e4e178ce49 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00000100:00001000:0.0:1770653413.882608:0:76384:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00000100:00000001:3.0:1770653413.882613:0:73799:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.882614:0:3291:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1770653413.882619:0:3291:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00001000:0.0:1770653413.882620:0:76384:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00000020:00000010:3.0:1770653413.882622:0:73799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbe80. 00000100:00000001:2.0:1770653413.882623:0:3291:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1770653413.882626:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1770653413.882629:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795454902528 : -117278254649088 : ffff9556074ab100) 00000100:00000001:0.0:1770653413.882630:0:76384:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1770653413.882632:0:12198:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.882634:0:73799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955606dff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:b31b1d82-c1d4-4680-ae7a-71292416d1f5+95:2365:x1856657966303104:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1770653413.882635:0:3291:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1770653413.882635:0:76384:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.882637:0:12198:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95571016be00/0x2aed14e4e178ce49 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1770653413.882639:0:3291:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00010000:00000001:0.0:1770653413.882641:0:76384:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1770653413.882644:0:73799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966303104 00000100:00000001:2.0:1770653413.882646:0:3291:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00010000:00000001:0.0:1770653413.882647:0:76384:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.882649:0:73799:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000100:00000001:2.0:1770653413.882650:0:3291:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000002:3.0:1770653413.882654:0:73799:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000100:00000001:0.0:1770653413.882655:0:76384:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.882657:0:12198:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1770653413.882659:0:73799:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000040:2.0:1770653413.882660:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9556074ab100 x1856657707193728/t8590299200(8590299200) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.882661:0:12198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.882664:0:73799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1770653413.882665:0:12198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1770653413.882665:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955665157b80 x1856657707197184/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1770653413.882669:0:73799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1770653413.882670:0:12198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1770653413.882674:0:12198:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:3.0:1770653413.882675:0:73799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95565d743800. 00000020:00000040:1.0:1770653413.882678:0:12198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016be00 refcount=3 02000000:00000001:3.0:1770653413.882682:0:73799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.882685:0:12198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897460224 : -117273812091392 : ffff95571016be00) 00000100:00000001:3.0:1770653413.882689:0:73799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.882689:0:3291:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.882691:0:12198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897460224 : -117273812091392 : ffff95571016be00) 00010000:00000001:3.0:1770653413.882695:0:73799:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:2.0:1770653413.882697:0:3291:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1770653413.882698:0:12198:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1770653413.882699:0:73799:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:2.0:1770653413.882702:0:3291:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1770653413.882703:0:12198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95571016be00/0x2aed14e4e178ce49 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.882705:0:73799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653413.882709:0:73799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00080000:2.0:1770653413.882710:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9556074ab100/2, rc 0, transno 8590299200 00000020:00000040:3.0:1770653413.882713:0:73799:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556323fcc00 refcount=4 00000004:00001000:2.0:1770653413.882717:0:3291:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 7 in flight, 17 in progress 00000020:00000001:3.0:1770653413.882720:0:73799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796175608832 : -117277533942784 : ffff9556323fcc00) 00010000:00000001:3.0:1770653413.882726:0:73799:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796175608832 : -117277533942784 : ffff9556323fcc00) 00010000:00000001:1.0:1770653413.882729:0:12198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1770653413.882732:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9556074ab100 x1856657707193728/t8590299200(8590299200) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1770653413.882733:0:73799:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955718ba2500 count: 3 00010000:00000001:1.0:1770653413.882734:0:12198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.882735:0:76384:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1770653413.882753:0:12198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95571016be00/0x2aed14e4e178ce49 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.882754:0:76384:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00010000:3.0:1770653413.882759:0:73799:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9556323fcc00/0x2aed14e4e178a1b7 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1545:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ecb expref: 95 pid: 33123 timeout: 6877 lvb_type: 1 00000100:00000001:0.0:1770653413.882759:0:76384:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.882766:0:76384:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1770653413.882769:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:2.0:1770653413.882770:0:3291:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9556074ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707193728:0@lo:6:osp-syn-0-0.0 00010000:00000001:0.0:1770653413.882773:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.882776:0:76384:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.882780:0:12198:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1770653413.882784:0:12198:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653413.882786:0:73799:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 00000100:00000040:0.0:1770653413.882787:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665157b80 x1856657707197184/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.882788:0:12198:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000004:00000001:2.0:1770653413.882789:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1770653413.882793:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1770653413.882794:0:12198:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff955647fa8b40. 00010000:00000001:3.0:1770653413.882796:0:73799:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1770653413.882798:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00000001:3.0:1770653413.882801:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.882801:0:12198:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000004:00000001:2.0:1770653413.882803:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:3.0:1770653413.882806:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1770653413.882807:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.882813:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64b380 type=0x10692404 idx=1743 00010000:00010000:3.0:1770653413.882814:0:73799:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9556323fcc00/0x2aed14e4e178a1b7 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1545:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ecb expref: 95 pid: 33123 timeout: 6877 lvb_type: 1 00000100:00100000:0.0:1770653413.882815:0:76384:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955665157b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:76384:1856657707197184:192.168.202.60@tcp:104: 00010000:00010000:1.0:1770653413.882816:0:12198:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000040:00001000:2.0:1770653413.882818:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1743 lrh_len: 64 (3200 remains) 00010000:00000001:1.0:1770653413.882823:0:12198:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.882825:0:6724:0:(llog.c:797:llog_process_thread()) index: 1743, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00000100:00000001:0.0:1770653413.882828:0:76384:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.882830:0:12198:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.882832:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:0.0:1770653413.882835:0:76384:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.882837:0:12198:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000001:3.0:1770653413.882839:0:73799:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000004:00000001:2.0:1770653413.882840:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:0.0:1770653413.882840:0:76384:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:1.0:1770653413.882841:0:12198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.882842:0:73799:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000004:00000001:2.0:1770653413.882844:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.882844:0:76384:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1770653413.882845:0:12198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.882846:0:73799:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.882869:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:2.0:1770653413.882870:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:2.0:1770653413.882871:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000020:00000001:3.0:1770653413.882875:0:73799:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1770653413.882876:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955606dfd180. 00002000:00000001:1.0:1770653413.882877:0:12198:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00080000:00000001:1.0:1770653413.882881:0:12198:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000040:2.0:1770653413.882883:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=20 obd=lustre-OST0000-osc-MDT0000 00010000:00000001:3.0:1770653413.882885:0:73799:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:0.0:1770653413.882887:0:76384:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955665157b80 x1856657707197184/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000010:1.0:1770653413.882888:0:12198:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff955637247000. 00010000:00000001:3.0:1770653413.882890:0:73799:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1770653413.882890:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1770653413.882896:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00080000:00000001:1.0:1770653413.882897:0:12198:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796257701888 : -117277451849728 : ffff955637247000) 00010000:00000001:3.0:1770653413.882898:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1770653413.882901:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.882902:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:1.0:1770653413.882903:0:12198:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:0.0:1770653413.882903:0:76384:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1770653413.882907:0:73799:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000010:2.0:1770653413.882908:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95563443b000. 00000001:00000001:1.0:1770653413.882908:0:12198:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.882909:0:76384:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1770653413.882912:0:73799:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1770653413.882914:0:76384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95563c4f7a00. 00080000:00000002:1.0:1770653413.882916:0:12198:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x13fe:0x0] not in the id map cache 00000020:00000040:3.0:1770653413.882917:0:73799:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9556323fcc00 with handle 0x2aed14e4e178a1b7 from hash 00000100:00000001:2.0:1770653413.882917:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.882918:0:76384:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653413.882923:0:76384:0:(genops.c:1236:class_import_put()) Process entered 00000004:00000001:2.0:1770653413.882924:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626795447898496 : -117278261653120 : ffff955606dfd180) 00010000:00000001:3.0:1770653413.882925:0:73799:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00080000:00000001:1.0:1770653413.882925:0:12198:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000020:00000040:0.0:1770653413.882926:0:76384:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=2 obd=lustre-OST0001 00010000:00000001:3.0:1770653413.882931:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.882932:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1770653413.882932:0:76384:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1770653413.882934:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:0.0:1770653413.882937:0:76384:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95563c4f6e00. 00010000:00000001:3.0:1770653413.882938:0:73799:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1770653413.882938:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.882938:0:12198:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.882944:0:73799:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00080000:00000001:1.0:1770653413.882945:0:12198:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.882945:0:76384:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1770653413.882949:0:73799:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.882949:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9b82919] to pc [ptlrpcd_00_00+0] req@ffff955606dfd180 x1856657707197824/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1770653413.882950:0:12198:0:(osd_object.c:744:osd_declare_destroy()) Process entered 02000000:00000001:0.0:1770653413.882950:0:76384:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1770653413.882954:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665157b80. 00080000:00000001:1.0:1770653413.882955:0:12198:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:3.0:1770653413.882956:0:73799:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653413.882960:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 80000000:00000001:1.0:1770653413.882960:0:12198:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000001:0.0:1770653413.882961:0:76384:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 80000000:00000001:1.0:1770653413.882964:0:12198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00000001:0.0:1770653413.882966:0:76384:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1770653413.882967:0:73799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9556323fcc00/0x2aed14e4e178a1b7 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1545:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ecb expref: 95 pid: 33123 timeout: 6877 lvb_type: 1 80000000:00000001:1.0:1770653413.882969:0:12198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653413.882971:0:76384:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa8840. 80000000:00000001:1.0:1770653413.882975:0:12198:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.882977:0:76384:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1770653413.882981:0:76384:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1770653413.882982:0:12198:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1770653413.882989:0:12198:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000010:0.0:1770653413.882989:0:76384:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9cdc0. 00010000:00000040:3.0:1770653413.882990:0:73799:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 89 00080000:00000001:1.0:1770653413.882992:0:12198:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000020:00000040:3.0:1770653413.882997:0:73799:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 94 00000004:00000001:2.0:1770653413.882998:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.882998:0:76384:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.883003:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.883004:0:76384:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.883006:0:73799:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000004:00001000:2.0:1770653413.883006:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 8 in flight, 18 in progress 00000001:00000001:1.0:1770653413.883009:0:12198:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1770653413.883009:0:76384:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.883010:0:73799:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000001:00000001:1.0:1770653413.883014:0:12198:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000040:3.0:1770653413.883015:0:73799:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff955606de2600 00000004:00001000:2.0:1770653413.883015:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1743, id 1958 00010000:00000001:0.0:1770653413.883015:0:76384:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00080000:00000001:1.0:1770653413.883019:0:12198:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.883021:0:73799:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00010000:0.0:1770653413.883021:0:76384:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95571016a200/0x2aed14e4e178ce88 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1400:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000004:00000001:2.0:1770653413.883023:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00080000:00000001:1.0:1770653413.883023:0:12198:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1770653413.883025:0:73799:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00080000:00000001:1.0:1770653413.883028:0:12198:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00010000:3.0:1770653413.883029:0:73799:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:2.0:1770653413.883034:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1770653413.883035:0:73799:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.883039:0:73799:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:2.0:1770653413.883041:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1770653413.883041:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:3.0:1770653413.883042:0:73799:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000001:00000001:1.0:1770653413.883042:0:12198:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1770653413.883047:0:12198:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.883048:0:3288:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1770653413.883048:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.883049:0:73799:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.883055:0:73799:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1770653413.883055:0:5745:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00080000:00000001:1.0:1770653413.883056:0:12198:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.883057:0:73799:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000040:2.0:1770653413.883059:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955606dfd180 x1856657707197824/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.883061:0:5745:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00010000:00010000:3.0:1770653413.883062:0:73799:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff955606de2600/0x2aed14e4e178ce2d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1770653413.883062:0:12198:0:(osd_object.c:2094:osd_ref_del()) Process entered 00010000:00000001:0.0:1770653413.883064:0:5745:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1770653413.883070:0:5745:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95571016be00/0x2aed14e4e178ce49 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1770653413.883072:0:12198:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.883078:0:12198:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:1.0:1770653413.883081:0:12198:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1770653413.883085:0:12198:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:3.0:1770653413.883086:0:73799:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 80000000:00000001:1.0:1770653413.883088:0:12198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00010000:3.0:1770653413.883091:0:73799:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff955606de2600/0x2aed14e4e178ce2d lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 80000000:00000001:1.0:1770653413.883092:0:12198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.883097:0:3288:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00010000:00010000:0.0:1770653413.883097:0:5745:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95571016be00 already unused, calling callback (ffffffffc16fe650) 80000000:00000001:1.0:1770653413.883098:0:12198:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.883103:0:3288:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.883105:0:12198:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.883106:0:5745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.883110:0:5745:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00080000:00000001:1.0:1770653413.883111:0:12198:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000040:3.0:1770653413.883113:0:73799:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1545:0x0].0x0 (ffff955718ba2500) refcount = 2 02000000:00000001:2.0:1770653413.883113:0:3288:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:0.0:1770653413.883114:0:5745:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95571016be00/0x2aed14e4e178ce49 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1770653413.883115:0:12198:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 02000000:00000001:2.0:1770653413.883119:0:3288:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1770653413.883124:0:73799:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 02000000:00000001:2.0:1770653413.883126:0:3288:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653413.883129:0:73799:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955606de2600/0x2aed14e4e178ce2d lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770653413.883134:0:3288:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955606dfd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707197824:0@lo:6:osp-syn-0-0.0 00010000:00000001:0.0:1770653413.883134:0:5745:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1770653413.883138:0:5745:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1770653413.883141:0:5745:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1770653413.883143:0:3288:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1770653413.883144:0:73799:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000040:0.0:1770653413.883144:0:5745:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016be00 refcount=3 00010000:00000001:3.0:1770653413.883148:0:73799:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.883149:0:3288:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1770653413.883149:0:5745:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897460224 : -117273812091392 : ffff95571016be00) 02000000:00000001:2.0:1770653413.883153:0:3288:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.883154:0:73799:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1770653413.883154:0:5745:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897460224 : -117273812091392 : ffff95571016be00) 00010000:00000001:3.0:1770653413.883158:0:73799:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653413.883158:0:3288:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1770653413.883160:0:5745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000001:1.0:1770653413.883162:0:12198:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.883164:0:73799:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1770653413.883165:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95563443a400. 00080000:00000001:1.0:1770653413.883166:0:12198:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.883166:0:5745:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95571016be00/0x2aed14e4e178ce49 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x13fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1770653413.883173:0:3288:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.883173:0:12198:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1770653413.883176:0:12198:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00000001:0.0:1770653413.883180:0:5745:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000010:3.0:1770653413.883182:0:73799:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9556196fbe80. 00000001:00000002:1.0:1770653413.883182:0:12198:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332619, last_committed = 4295332607 00000400:00000010:2.0:1770653413.883185:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2e70. 00010000:00000001:0.0:1770653413.883185:0:5745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1770653413.883188:0:73799:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000001:00000010:1.0:1770653413.883189:0:12198:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564334a840. 00010000:00000001:0.0:1770653413.883189:0:5745:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.883194:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888c38. 00000100:00000010:3.0:1770653413.883195:0:73799:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556189e1cc0. 00000001:00000040:1.0:1770653413.883195:0:12198:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 12 00010000:00000001:0.0:1770653413.883196:0:5745:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1770653413.883200:0:5745:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1770653413.883202:0:73799:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626795745582272 : -117277963969344 : ffff9556189e1cc0) 00000020:00000040:1.0:1770653413.883203:0:12198:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=24 00000100:00000200:2.0:1770653413.883204:0:3288:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707197824, portal 4 00010000:00000001:0.0:1770653413.883204:0:5745:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1770653413.883206:0:73799:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626795745582272 : -117277963969344 : ffff9556189e1cc0) 00010000:00000001:0.0:1770653413.883208:0:5745:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.883210:0:12198:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:3.0:1770653413.883214:0:73799:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1770653413.883214:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000020:00000040:0.0:1770653413.883215:0:5745:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95571016be00 with handle 0x2aed14e4e178ce49 from hash 00000100:00000001:3.0:1770653413.883218:0:73799:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000001:2.0:1770653413.883220:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795447898496 : -117278261653120 : ffff955606dfd180) 00080000:00000001:1.0:1770653413.883220:0:12198:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00010000:00000001:3.0:1770653413.883221:0:73799:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1770653413.883221:0:5745:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1770653413.883225:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.883226:0:73799:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000001:00000001:1.0:1770653413.883227:0:12198:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.883229:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.883232:0:5745:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653413.883235:0:73799:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.883235:0:3288:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955606dfd180 x1856657707197824/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.883236:0:5745:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00080000:00000001:1.0:1770653413.883238:0:12198:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.883239:0:5745:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.883241:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00002000:00000001:1.0:1770653413.883245:0:12198:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.883247:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.883247:0:5745:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653413.883251:0:73799:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653413.883251:0:12198:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00010000:00000001:0.0:1770653413.883252:0:5745:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1770653413.883256:0:5745:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1770653413.883257:0:73799:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1770653413.883258:0:5745:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.883260:0:3288:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1770653413.883261:0:73799:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1770653413.883264:0:5745:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.883265:0:73799:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1770653413.883265:0:12198:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff95566040b398. 00000100:00000040:2.0:1770653413.883267:0:3288:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1770653413.883270:0:5745:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:3.0:1770653413.883273:0:73799:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653413.883273:0:12198:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000400:00000010:2.0:1770653413.883274:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888d48. 00010000:00000001:0.0:1770653413.883274:0:5745:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:3.0:1770653413.883277:0:73799:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00002000:00000040:1.0:1770653413.883278:0:12198:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x13fe:0x0] 00010000:00000001:0.0:1770653413.883282:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:3.0:1770653413.883283:0:73799:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556189e1cc0. 00000100:00000200:2.0:1770653413.883283:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707197824, offset 0 00002000:00000010:1.0:1770653413.883283:0:12198:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff955667a99430. 00010000:00000001:0.0:1770653413.883286:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.883291:0:5745:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.883292:0:73799:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1770653413.883294:0:5745:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653413.883295:0:12198:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000400:00000200:2.0:1770653413.883296:0:3288:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1770653413.883297:0:73799:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1770653413.883298:0:12198:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.883300:0:5745:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1770653413.883304:0:73799:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9556196fbe80. 00002000:00000001:1.0:1770653413.883307:0:12198:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1770653413.883307:0:5745:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95571016be00/0x2aed14e4e178ce49 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x13fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1770653413.883310:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:1.0:1770653413.883314:0:12198:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332619, xid 1856657707194752 00010000:00000001:1.0:1770653413.883320:0:12198:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:3.0:1770653413.883321:0:73799:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1770653413.883323:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653413.883325:0:73799:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000400:00000200:2.0:1770653413.883325:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b6580 00010000:00000200:1.0:1770653413.883328:0:12198:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95572eb22a00 x1856657707194752/t4295332619(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1770653413.883329:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95571016be00/0x2aed14e4e178ce49 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x13fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.883330:0:73799:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653413.883336:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecef71 [8] + 10880 00010000:00000001:3.0:1770653413.883337:0:73799:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653413.883342:0:73799:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.883348:0:3288:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1770653413.883349:0:73799:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00010000:00000040:0.0:1770653413.883355:0:5745:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff955666214f00 count: 0 00000400:00000200:2.0:1770653413.883359:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1770653413.883361:0:73799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00002000:00000010:0.0:1770653413.883362:0:5745:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955621430800. 00010000:00000001:1.0:1770653413.883365:0:12198:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1770653413.883367:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1770653413.883368:0:73799:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000001:1.0:1770653413.883369:0:12198:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.883370:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000010:0.0:1770653413.883371:0:5745:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff955666214700. 00000100:00000001:3.0:1770653413.883373:0:73799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00001000:1.0:1770653413.883375:0:12198:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000100:00000010:2.0:1770653413.883378:0:3288:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955606dfea00. 02000000:00000001:3.0:1770653413.883380:0:73799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1770653413.883381:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.883382:0:12198:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1770653413.883384:0:73799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.883384:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff955606dfea00 x1856657707197824 msgsize 544 00010000:00000001:0.0:1770653413.883385:0:5745:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:1.0:1770653413.883388:0:12198:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000001:3.0:1770653413.883391:0:73799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000010:0.0:1770653413.883391:0:5745:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff955647fa8b40. 00000100:00000001:1.0:1770653413.883392:0:12198:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00010000:00000001:0.0:1770653413.883398:0:5745:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.883399:0:12198:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1770653413.883400:0:73799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00100000:2.0:1770653413.883401:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1770653413.883403:0:12198:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.883405:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1770653413.883408:0:12198:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1770653413.883409:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.883413:0:12198:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1770653413.883414:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00010000:00010000:0.0:1770653413.883414:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:1.0:1770653413.883417:0:12198:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0223b8. 00000020:00000001:0.0:1770653413.883419:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1770653413.883421:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888d48 00000020:00000001:0.0:1770653413.883423:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.883425:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888d48. 00010000:00010000:0.0:1770653413.883427:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1770653413.883432:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1770653413.883432:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1770653413.883434:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.883436:0:12198:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707194752, offset 224 00010000:00010000:3.0:1770653413.883438:0:51596:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff955606de2600/0x2aed14e4e178ce2d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770653413.883438:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:2.0:1770653413.883440:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955606dfd180 x1856657707197824/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653413.883448:0:12198:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1770653413.883462:0:12198:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1770653413.883464:0:51596:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653413.883464:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1770653413.883472:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000800:00000010:0.0:1770653413.883472:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399b00. 00010000:00010000:3.0:1770653413.883473:0:51596:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff955606de2600/0x2aed14e4e178ce2d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1770653413.883473:0:12198:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b5980 00000400:00000200:0.0:1770653413.883478:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1770653413.883481:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955606dfd180 x1856657707197824/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653413.883487:0:12198:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda271 [1] + 224 00000400:00000200:0.0:1770653413.883492:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:3.0:1770653413.883498:0:51596:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000200:1.0:1770653413.883500:0:12198:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1770653413.883502:0:51596:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1770653413.883503:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022990 00010000:00000001:3.0:1770653413.883507:0:51596:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1770653413.883509:0:12198:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1770653413.883509:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022990. 00010000:00000001:3.0:1770653413.883511:0:51596:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1770653413.883516:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.883517:0:51596:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1770653413.883518:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653413.883519:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1770653413.883520:0:51596:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955606de2600 refcount=3 00000100:00000001:1.0:1770653413.883520:0:12198:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1770653413.883521:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1770653413.883526:0:51596:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795447789056 : -117278261762560 : ffff955606de2600) 00000100:00000001:2.0:1770653413.883527:0:3288:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.883528:0:12198:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9557030de680 x1856657707194752/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.883530:0:51596:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795447789056 : -117278261762560 : ffff955606de2600) 00000800:00000001:0.0:1770653413.883531:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1770653413.883533:0:3288:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26297 usecs (27 jiffies) 00010000:00000001:3.0:1770653413.883538:0:51596:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000800:00000001:0.0:1770653413.883538:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.883540:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444723 00010000:00010000:3.0:1770653413.883543:0:51596:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff955606de2600/0x2aed14e4e178ce2d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000800:00000001:0.0:1770653413.883545:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653413.883546:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444724 00000800:00000001:0.0:1770653413.883551:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.883553:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444723 00000100:00000040:1.0:1770653413.883558:0:12198:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff9557030de680 x1856657707194752/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.883559:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444724 00000100:00000001:2.0:1770653413.883565:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444723 00000400:00000200:0.0:1770653413.883565:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:2.0:1770653413.883571:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444724 00010000:00000001:3.0:1770653413.883575:0:51596:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.883578:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444723 00010000:00000001:3.0:1770653413.883580:0:51596:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.883584:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444724 00000400:00000200:0.0:1770653413.883584:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d0880 00010000:00010000:3.0:1770653413.883587:0:51596:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff955606de2600/0x2aed14e4e178ce2d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.883589:0:3288:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.883593:0:12198:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.883594:0:3288:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.883595:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6bbd [2] + 984 00000100:00000001:2.0:1770653413.883599:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.883606:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653413.883607:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1770653413.883610:0:12198:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0223b8 00000100:00000001:2.0:1770653413.883614:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1770653413.883615:0:12198:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0223b8. 00000800:00000001:0.0:1770653413.883615:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.883618:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1770653413.883621:0:12198:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:0.0:1770653413.883622:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653413.883624:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653413.883625:0:12198:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1770653413.883628:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1770653413.883631:0:12198:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.883633:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.883634:0:51596:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1770653413.883634:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000040:1.0:1770653413.883636:0:12198:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00010000:00000001:3.0:1770653413.883640:0:51596:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.883641:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.883642:0:12198:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:0.0:1770653413.883644:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1770653413.883647:0:12198:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.883648:0:51596:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000200:0.0:1770653413.883648:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000001:1.0:1770653413.883651:0:12198:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000010:3.0:1770653413.883655:0:51596:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556189e1cc0. 00000100:00000010:0.0:1770653413.883655:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d88000. 00000100:00000040:1.0:1770653413.883657:0:12198:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572eb22a00 x1856657707194752/t4295332619(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.883659:0:6728:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:3.0:1770653413.883663:0:51596:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000100:00100000:2.0:1770653413.883664:0:6728:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707197824 00000100:00000040:0.0:1770653413.883664:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955618d88000 x1856657966303360 msgsize 328 02000000:00000001:2.0:1770653413.883669:0:6728:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1770653413.883674:0:6728:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:3.0:1770653413.883678:0:51596:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00000001:2.0:1770653413.883679:0:6728:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.883679:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00100000:1.0:1770653413.883682:0:12198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95572eb22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+24:3290:x1856657707194752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25530us (27334us total) trans 4295332619 rc 0/0 00010000:00000001:3.0:1770653413.883686:0:51596:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.883687:0:6728:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.883694:0:6728:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707197824 00000100:00000001:0.0:1770653413.883694:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:3.0:1770653413.883695:0:51596:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.883695:0:12198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136176 00000020:00000001:2.0:1770653413.883700:0:6728:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:3.0:1770653413.883702:0:51596:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000040:1.0:1770653413.883702:0:12198:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 7 00000020:00000040:2.0:1770653413.883703:0:6728:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00010000:00000001:3.0:1770653413.883706:0:51596:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1770653413.883708:0:6728:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1770653413.883708:0:12198:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1770653413.883709:0:51596:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.883713:0:12198:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1770653413.883713:0:73806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00002000:00000001:3.0:1770653413.883714:0:51596:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000020:00000040:2.0:1770653413.883714:0:6728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=22 00000020:00000010:1.0:1770653413.883718:0:12198:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07db80. 00000020:00000001:2.0:1770653413.883719:0:6728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00080000:00000001:3.0:1770653413.883720:0:51596:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00100000:0.0:1770653413.883720:0:73806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966303360 00000020:00000010:1.0:1770653413.883725:0:12198:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662adaed8. 00000020:00000001:2.0:1770653413.883726:0:6728:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 02000000:00000001:0.0:1770653413.883726:0:73806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00080000:00000010:3.0:1770653413.883729:0:51596:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95565d742800. 00000100:00000001:0.0:1770653413.883731:0:73806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653413.883732:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000001:3.0:1770653413.883733:0:51596:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796900460544 : -117276809091072 : ffff95565d742800) 00000020:00000010:1.0:1770653413.883733:0:12198:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9556560af200. 00000100:00000001:0.0:1770653413.883735:0:73806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.883752:0:51596:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 02000000:00000001:0.0:1770653413.883754:0:73806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.883755:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000001:3.0:1770653413.883756:0:51596:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.883756:0:12198:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 23 00000020:00000001:2.0:1770653413.883761:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.883761:0:73806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966303360 00000100:00000001:1.0:1770653413.883763:0:12198:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000002:3.0:1770653413.883764:0:51596:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x1545:0x0] not in the id map cache 00000020:00000001:0.0:1770653413.883766:0:73806:0:(genops.c:811:class_conn2export()) Process entered 00010000:00010000:2.0:1770653413.883767:0:5744:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00080000:00000001:3.0:1770653413.883771:0:51596:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000020:00000040:0.0:1770653413.883771:0:73806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00010000:00000001:2.0:1770653413.883772:0:5744:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000020:00000001:0.0:1770653413.883774:0:73806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1770653413.883776:0:5744:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000020:00000040:0.0:1770653413.883778:0:73806:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=94 00010000:00010000:2.0:1770653413.883780:0:5744:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff955606de2600/0x2aed14e4e178ce2d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1770653413.883781:0:73806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00080000:00000001:3.0:1770653413.883784:0:51596:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.883788:0:73806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00080000:00000001:3.0:1770653413.883791:0:51596:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.883795:0:73806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:1.0:1770653413.883796:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000001:3.0:1770653413.883798:0:51596:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000020:00000010:0.0:1770653413.883800:0:73806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a7c0. 00080000:00000001:3.0:1770653413.883802:0:51596:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000800:00000010:1.0:1770653413.883803:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dfc00. 00010000:00010000:2.0:1770653413.883804:0:5744:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff955606de2600 already unused, calling callback (ffffffffc16fe650) 00000100:00000001:0.0:1770653413.883804:0:73806:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 80000000:00000001:3.0:1770653413.883805:0:51596:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1770653413.883810:0:51596:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:2.0:1770653413.883811:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:1.0:1770653413.883812:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1770653413.883812:0:73806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a7c0. 80000000:00000001:3.0:1770653413.883813:0:51596:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.883815:0:5744:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 80000000:00000001:3.0:1770653413.883820:0:51596:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.883821:0:73806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997a600. 00010000:00010000:2.0:1770653413.883822:0:5744:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff955606de2600/0x2aed14e4e178ce2d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1770653413.883825:0:51596:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.883827:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000010:0.0:1770653413.883829:0:73806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519300. 00080000:00000001:3.0:1770653413.883832:0:51596:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000400:00000200:1.0:1770653413.883835:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268884c8 00080000:00000001:3.0:1770653413.883836:0:51596:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000020:00000010:0.0:1770653413.883837:0:73806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d190. 00000400:00000010:1.0:1770653413.883839:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268884c8. 00010000:00000001:2.0:1770653413.883845:0:5744:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:1.0:1770653413.883846:0:3283:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1770653413.883846:0:73806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:2.0:1770653413.883865:0:5744:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1770653413.883868:0:5744:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000010:3.1:1770653413.883869:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556373a1700. 00000020:00000040:2.0:1770653413.883870:0:5744:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955606de2600 refcount=3 00000100:00000001:0.0:1770653413.883871:0:73806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000010:1.1:1770653413.883872:0:3283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620465400. 00010000:00000001:0.0:1770653413.883876:0:73806:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000020:00000001:2.0:1770653413.883877:0:5744:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795447789056 : -117278261762560 : ffff955606de2600) 00010000:00000010:3.1:1770653413.883879:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c987a00. 00010000:00000001:0.0:1770653413.883879:0:73806:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.883882:0:5744:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795447789056 : -117278261762560 : ffff955606de2600) 00010000:00000001:0.0:1770653413.883886:0:73806:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000100:00000200:1.0:1770653413.883887:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955606dff800 x1856657707197696/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.883888:0:5744:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:0.0:1770653413.883890:0:73806:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00010000:2.0:1770653413.883893:0:5744:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff955606de2600/0x2aed14e4e178ce2d lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1770653413.883893:0:73806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653413.883898:0:73806:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955620464800 refcount=4 00000001:00000001:3.0:1770653413.883901:0:51596:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1770653413.883905:0:51596:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000001:0.0:1770653413.883905:0:73806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795874043904 : -117277835507712 : ffff955620464800) 00010000:00000001:0.0:1770653413.883912:0:73806:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795874043904 : -117277835507712 : ffff955620464800) 00000100:00000001:1.0:1770653413.883913:0:3283:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1770653413.883914:0:5744:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000001:3.0:1770653413.883916:0:51596:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.883919:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:1.0:1770653413.883919:0:3283:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955606dff800 x1856657707197696/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1770653413.883922:0:73806:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff955620464800/0x2aed14e4e178a0c2 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0df9 expref: 94 pid: 12198 timeout: 6877 lvb_type: 1 00010000:00000001:2.0:1770653413.883923:0:5744:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.883924:0:51596:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1770653413.883931:0:5744:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00080000:00000001:3.0:1770653413.883932:0:51596:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1770653413.883935:0:5744:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1770653413.883939:0:5744:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1770653413.883942:0:5744:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.883948:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.883949:0:3283:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.883950:0:51596:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000040:2.0:1770653413.883950:0:5744:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff955606de2600 with handle 0x2aed14e4e178ce2d from hash 00010000:00000001:0.0:1770653413.883952:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:3.0:1770653413.883957:0:51596:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.883957:0:5744:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1770653413.883957:0:3283:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1770653413.883958:0:73806:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.883961:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:1.0:1770653413.883964:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653413.883965:0:73806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.883966:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.883969:0:5744:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000800:00000001:1.0:1770653413.883972:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.883972:0:73806:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:2.0:1770653413.883973:0:5744:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00080000:00000001:3.0:1770653413.883978:0:51596:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.883978:0:5744:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.883978:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1770653413.883980:0:73806:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955618d88000 x1856657966303360/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1770653413.883984:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.883986:0:5744:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000001:3.0:1770653413.883987:0:51596:0:(osd_object.c:2094:osd_ref_del()) Process entered 00010000:00000001:2.0:1770653413.883989:0:5744:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1770653413.883994:0:5744:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:1.0:1770653413.883997:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:2.0:1770653413.883998:0:5744:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.884002:0:73806:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00080000:00000001:3.0:1770653413.884004:0:51596:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.884004:0:5744:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.884006:0:73806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.884010:0:5744:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00080000:00000001:3.0:1770653413.884012:0:51596:0:(osd_object.c:806:osd_destroy()) Process entered 00000400:00000200:1.0:1770653413.884012:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d0a00 00010000:00000001:2.0:1770653413.884013:0:5744:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1770653413.884016:0:73806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1770653413.884018:0:51596:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:2.0:1770653413.884020:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 80000000:00000001:3.0:1770653413.884023:0:51596:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:2.0:1770653413.884023:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1770653413.884024:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6bbd [2] + 1312 00000100:00000001:0.0:1770653413.884027:0:73806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 80000000:00000001:3.0:1770653413.884028:0:51596:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:2.0:1770653413.884028:0:5744:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.884032:0:73806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 80000000:00000001:3.0:1770653413.884035:0:51596:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.884035:0:5744:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.884035:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653413.884042:0:5744:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.884042:0:73806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161827 80000000:00000001:3.0:1770653413.884043:0:51596:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.884043:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1770653413.884051:0:5744:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff955606de2600/0x2aed14e4e178ce2d lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1770653413.884052:0:51596:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.884052:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1770653413.884052:0:73806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:0.0:1770653413.884057:0:73806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795749408768 : -117277960142848 : ffff955618d88000) 00080000:00000001:3.0:1770653413.884059:0:51596:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1770653413.884063:0:51596:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000400:00000200:1.0:1770653413.884065:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000040:0.0:1770653413.884069:0:73806:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955618d88000 x1856657966303360/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.884074:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.884075:0:3283:0:(events.c:286:request_in_callback()) Process entered 00010000:00010000:2.0:1770653413.884079:0:5744:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff955606de2600/0x2aed14e4e178ce2d lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1770653413.884079:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:0.0:1770653413.884083:0:73806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:1.0:1770653413.884087:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665155500. 00000020:00000010:0.0:1770653413.884090:0:73806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a7c0. 00000100:00000040:1.0:1770653413.884092:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955665155500 x1856657966303744 msgsize 328 00000100:00000001:0.0:1770653413.884097:0:73806:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1770653413.884103:0:5744:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff955718ba2500 count: 0 00000020:00000010:0.0:1770653413.884106:0:73806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a7c0. 00000100:00100000:1.0:1770653413.884107:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00002000:00000010:2.0:1770653413.884110:0:5744:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff95562ede4940. 00010000:00000010:2.0:1770653413.884116:0:5744:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff955718ba2200. 00000100:00000001:1.0:1770653413.884121:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1770653413.884121:0:73806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955618d88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_019:b31b1d82-c1d4-4680-ae7a-71292416d1f5+94:2365:x1856657966303360:12345-192.168.202.60@tcp:103:ldlm_bl.0 00080000:00000001:3.0:1770653413.884126:0:51596:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.884128:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:0.0:1770653413.884130:0:73806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966303360 00080000:00000001:3.0:1770653413.884131:0:51596:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.884132:0:5744:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1770653413.884136:0:73806:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00080000:00000001:3.0:1770653413.884137:0:51596:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000010:2.0:1770653413.884137:0:5744:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556189e1cc0. 00000100:00000001:1.0:1770653413.884137:0:76655:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000002:0.0:1770653413.884142:0:73806:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000001:00000001:3.0:1770653413.884143:0:51596:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000100:00100000:1.0:1770653413.884143:0:76655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966303744 00010000:00000001:2.0:1770653413.884144:0:5744:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.884147:0:73806:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 02000000:00000001:1.0:1770653413.884148:0:76655:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000001:00000002:3.0:1770653413.884150:0:51596:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299201, last_committed = 8590299190 00000020:00000001:2.0:1770653413.884150:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1770653413.884151:0:76655:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653413.884153:0:73806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1770653413.884155:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.884156:0:76655:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.884158:0:73806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000001:00000010:3.0:1770653413.884159:0:51596:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff955662d812a0. 00010000:00010000:2.0:1770653413.884163:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1770653413.884163:0:76655:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1770653413.884164:0:51596:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 11 02000000:00000010:0.0:1770653413.884167:0:73806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95570643d400. 00000100:00100000:1.0:1770653413.884168:0:76655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966303744 00000020:00000001:2.0:1770653413.884169:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:3.0:1770653413.884170:0:51596:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=23 00000020:00000001:1.0:1770653413.884173:0:76655:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1770653413.884176:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.884176:0:73806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.884177:0:51596:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000040:1.0:1770653413.884177:0:76655:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:1.0:1770653413.884183:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:2.0:1770653413.884184:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1770653413.884185:0:73806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.884186:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=95 00080000:00000001:3.0:1770653413.884187:0:51596:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000020:00000001:2.0:1770653413.884190:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1770653413.884192:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00010000:00000001:0.0:1770653413.884192:0:73806:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000001:00000001:3.0:1770653413.884193:0:51596:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.884194:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.884198:0:73806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000001:1.0:1770653413.884199:0:76655:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00010000:00010000:2.0:1770653413.884202:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1770653413.884205:0:76655:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1770653413.884205:0:73806:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:3.0:1770653413.884208:0:51596:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.884210:0:73806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00002000:00000001:3.0:1770653413.884212:0:51596:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.884212:0:76655:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9c400. 00000020:00000010:2.0:1770653413.884215:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59b00. 00000020:00000040:0.0:1770653413.884215:0:73806:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955620464800 refcount=4 00002000:00000001:3.0:1770653413.884218:0:51596:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000100:00000001:1.0:1770653413.884219:0:76655:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.884221:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.884224:0:73806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795874043904 : -117277835507712 : ffff955620464800) 00000020:00000010:1.0:1770653413.884225:0:76655:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9c400. 00000020:00000010:2.0:1770653413.884226:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59b00. 00080000:00000010:3.0:1770653413.884230:0:51596:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff9556463e81c8. 00010000:00000001:0.0:1770653413.884232:0:73806:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795874043904 : -117277835507712 : ffff955620464800) 00000020:00000010:1.0:1770653413.884234:0:76655:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f7200. 00002000:00000001:3.0:1770653413.884236:0:51596:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000020:00000010:2.0:1770653413.884236:0:6728:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95562fa45600. 00002000:00000040:3.0:1770653413.884240:0:51596:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x1545:0x0] 00000020:00000010:1.0:1770653413.884241:0:76655:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07db80. 00010000:00000040:0.0:1770653413.884241:0:73806:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95562c678100 count: 3 00000020:00000010:2.0:1770653413.884243:0:6728:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95566aa1c300. 00002000:00000010:3.0:1770653413.884248:0:51596:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9556637e2980. 00000020:00000010:1.0:1770653413.884250:0:76655:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662adaed8. 00000020:00000010:2.0:1770653413.884252:0:6728:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e5107d0. 00002000:00000001:3.0:1770653413.884254:0:51596:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00010000:00010000:0.0:1770653413.884255:0:73806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff955620464800/0x2aed14e4e178a0c2 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0df9 expref: 94 pid: 12198 timeout: 6877 lvb_type: 1 00000100:00000001:1.0:1770653413.884256:0:76655:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00002000:00000001:3.0:1770653413.884258:0:51596:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.884259:0:6728:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653413.884260:0:76655:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1770653413.884262:0:6728:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1770653413.884265:0:76655:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000100:00000001:2.0:1770653413.884266:0:6728:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653413.884267:0:51596:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.884268:0:76655:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.884275:0:6728:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653413.884276:0:51596:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299201, xid 1856657707193600 00010000:00000001:1.0:1770653413.884276:0:76655:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000100:00001000:0.0:1770653413.884278:0:73806:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00010000:00000001:1.0:1770653413.884280:0:76655:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1770653413.884283:0:51596:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000001:1.0:1770653413.884283:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1770653413.884287:0:6728:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.884287:0:73806:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000040:1.0:1770653413.884288:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016b600 refcount=4 00010000:00000200:3.0:1770653413.884292:0:51596:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955637359f80 x1856657707193600/t8590299201(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.884293:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1770653413.884294:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897458176 : -117273812093440 : ffff95571016b600) 00010000:00000001:0.0:1770653413.884298:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.884300:0:6728:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1770653413.884302:0:76655:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897458176 : -117273812093440 : ffff95571016b600) 00000100:00000001:2.0:1770653413.884304:0:6728:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00010000:0.0:1770653413.884308:0:73806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff955620464800/0x2aed14e4e178a0c2 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0df9 expref: 94 pid: 12198 timeout: 6877 lvb_type: 1 00010000:00010000:1.0:1770653413.884313:0:76655:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff95571016b600/0x2aed14e4e178a0ad lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1544:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0de4 expref: 95 pid: 76390 timeout: 6877 lvb_type: 1 00000100:00100000:2.0:1770653413.884314:0:6728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136188 00010000:00000001:3.0:1770653413.884315:0:51596:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653413.884319:0:51596:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.884322:0:6728:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 8 00000100:00001000:3.0:1770653413.884326:0:51596:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653413.884327:0:6728:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795447904768 : -117278261646848 : ffff955606dfea00) 00000100:00000001:3.0:1770653413.884337:0:51596:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1770653413.884338:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1770653413.884339:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955606dfea00 x1856657707197824/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653413.884341:0:73806:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000040:3.0:1770653413.884342:0:51596:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00010000:00000001:1.0:1770653413.884343:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.884345:0:73806:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1770653413.884347:0:76655:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.884350:0:51596:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00010000:00000001:0.0:1770653413.884350:0:73806:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.884352:0:76655:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1770653413.884358:0:51596:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1770653413.884358:0:73806:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.884360:0:76655:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:3.0:1770653413.884362:0:51596:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.884365:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1770653413.884367:0:51596:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1770653413.884368:0:73806:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000010:2.0:1770653413.884370:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59b00. 00000100:00000200:1.0:1770653413.884370:0:76655:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955665155500 x1856657966303744/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.884372:0:73806:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:3.0:1770653413.884374:0:51596:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1770653413.884377:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1770653413.884380:0:51596:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a782a8. 00010000:00000001:0.0:1770653413.884381:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1770653413.884383:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59b00. 00010000:00000001:0.0:1770653413.884386:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1770653413.884388:0:51596:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707193600, offset 224 00010000:00000001:0.0:1770653413.884392:0:73806:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00100000:2.0:1770653413.884394:0:6728:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955606dfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+23:3288:x1856657707197824:12345-0@lo:6:osp-syn-0-0.0 00000100:00000001:1.0:1770653413.884396:0:76655:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:0.0:1770653413.884398:0:73806:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.884400:0:76655:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.884401:0:51596:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1770653413.884405:0:6728:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707197824 00000020:00000040:0.0:1770653413.884408:0:73806:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff955620464800 with handle 0x2aed14e4e178a0c2 from hash 00000020:00000001:2.0:1770653413.884409:0:6728:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1770653413.884413:0:6728:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1770653413.884414:0:76655:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.884416:0:51596:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1770653413.884416:0:73806:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:2.0:1770653413.884417:0:6728:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.884421:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1770653413.884423:0:6728:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1770653413.884426:0:6728:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000100:00000001:1.0:1770653413.884426:0:76655:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1770653413.884426:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.884431:0:76655:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1770653413.884432:0:51596:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b5500 00010000:00000001:0.0:1770653413.884432:0:73806:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:2.0:1770653413.884433:0:6728:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:1.0:1770653413.884439:0:76655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161828 00010000:00000001:0.0:1770653413.884439:0:73806:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000001:2.0:1770653413.884440:0:6728:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.884445:0:51596:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda24d [1] + 224 00000020:00000001:2.0:1770653413.884446:0:6728:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:0.0:1770653413.884446:0:73806:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.884448:0:76655:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 2 00000020:00000001:2.0:1770653413.884450:0:6728:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1770653413.884455:0:76655:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028463872 : -117276681087744 : ffff955665155500) 00000400:00000200:3.0:1770653413.884456:0:51596:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1770653413.884456:0:6728:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00010000:00000001:0.0:1770653413.884456:0:73806:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:2.0:1770653413.884462:0:6728:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00010000:00000001:0.0:1770653413.884463:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1770653413.884464:0:76655:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665155500 x1856657966303744/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1770653413.884466:0:51596:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1770653413.884466:0:6728:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.884474:0:6728:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00010000:0.0:1770653413.884474:0:73806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff955620464800/0x2aed14e4e178a0c2 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x13fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0df9 expref: 94 pid: 12198 timeout: 6877 lvb_type: 1 00000100:00000001:3.0:1770653413.884475:0:51596:0:(events.c:78:reply_in_callback()) Process entered 00000001:00000001:2.0:1770653413.884477:0:6728:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.884482:0:6728:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000200:3.0:1770653413.884484:0:51596:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9556074ab480 x1856657707193600/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1770653413.884486:0:6728:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.884488:0:76655:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000001:00000001:2.0:1770653413.884492:0:6728:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.884494:0:76655:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9c400. 00000001:00000001:2.0:1770653413.884498:0:6728:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:1.0:1770653413.884500:0:76655:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1770653413.884502:0:6728:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653413.884507:0:76655:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9c400. 00010000:00000040:0.0:1770653413.884507:0:73806:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 88 00000001:00000001:2.0:1770653413.884508:0:6728:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.884515:0:6728:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000040:0.0:1770653413.884515:0:73806:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 93 00000100:00000040:3.0:1770653413.884520:0:51596:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff9556074ab480 x1856657707193600/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1770653413.884520:0:6728:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1770653413.884522:0:76655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665155500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_032:b31b1d82-c1d4-4680-ae7a-71292416d1f5+95:2366:x1856657966303744:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000001:00000001:2.0:1770653413.884526:0:6728:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.884526:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.884531:0:73806:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:2.0:1770653413.884532:0:6728:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.884534:0:76655:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966303744 00010000:00000001:0.0:1770653413.884536:0:73806:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1770653413.884539:0:76655:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000020:00000001:2.0:1770653413.884540:0:6728:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.884542:0:73806:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95561ae2a400 00010000:00000002:1.0:1770653413.884543:0:76655:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000100:00000001:2.0:1770653413.884547:0:6728:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1770653413.884548:0:76655:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00010000:00000001:0.0:1770653413.884549:0:73806:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:3.0:1770653413.884551:0:51596:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1770653413.884551:0:6728:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1770653413.884553:0:76655:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1770653413.884553:0:73806:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 02000000:00000001:1.0:1770653413.884557:0:76655:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1770653413.884558:0:51596:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a782a8 02000000:00000010:2.0:1770653413.884558:0:6728:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95563443b800. 00010000:00010000:0.0:1770653413.884558:0:73806:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 02000000:00000010:1.0:1770653413.884563:0:76655:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955637246800. 00000400:00000010:3.0:1770653413.884564:0:51596:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a782a8. 02000000:00000001:2.0:1770653413.884565:0:6728:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.884565:0:73806:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653413.884567:0:76655:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.884570:0:51596:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653413.884571:0:6728:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.884573:0:76655:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.884574:0:73806:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:3.0:1770653413.884575:0:51596:0:(events.c:398:reply_out_callback()) Process leaving 00002000:00000001:2.0:1770653413.884576:0:6728:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:1.0:1770653413.884577:0:76655:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1770653413.884580:0:73806:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653413.884581:0:6728:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:3.0:1770653413.884582:0:51596:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.884582:0:76655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1770653413.884584:0:6728:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.884586:0:73806:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.884587:0:76655:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00002000:00080000:2.0:1770653413.884590:0:6728:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5451 count 1 00000100:00000040:3.0:1770653413.884591:0:51596:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000020:00000001:1.0:1770653413.884591:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1770653413.884593:0:73806:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00002000:00000001:2.0:1770653413.884596:0:6728:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000020:00000040:1.0:1770653413.884597:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016b600 refcount=4 00010000:00000001:3.0:1770653413.884598:0:51596:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000001:0.0:1770653413.884598:0:73806:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00002000:00000001:2.0:1770653413.884600:0:6728:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1770653413.884603:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897458176 : -117273812093440 : ffff95571016b600) 00000020:00000001:3.0:1770653413.884604:0:51596:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.884604:0:6728:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:0.0:1770653413.884606:0:73806:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a400/0x2aed14e4e178ce42 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.884610:0:76655:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897458176 : -117273812093440 : ffff95571016b600) 00000020:00000001:3.0:1770653413.884611:0:51596:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1770653413.884612:0:6728:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797001781800 : -117276707769816 : ffff9556637e3228) 00010000:00000040:1.0:1770653413.884617:0:76655:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95563cd5cd00 count: 3 00002000:00000001:2.0:1770653413.884618:0:6728:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797001781712 : -117276707769904 : ffff9556637e31d0) 00000100:00000040:3.0:1770653413.884620:0:51596:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955637359f80 x1856657707193600/t8590299201(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.884625:0:6728:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00010000:1.0:1770653413.884626:0:76655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff95571016b600/0x2aed14e4e178a0ad lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1544:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0de4 expref: 95 pid: 76390 timeout: 6877 lvb_type: 1 00010000:00000001:2.0:1770653413.884629:0:6728:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:0.0:1770653413.884634:0:73806:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000040:2.0:1770653413.884635:0:6728:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95563cd5c900 count: 2 00010000:00000001:2.0:1770653413.884641:0:6728:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1770653413.884642:0:73806:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a400/0x2aed14e4e178ce42 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x13fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.884648:0:6728:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00001000:1.0:1770653413.884651:0:76655:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 00010000:00000010:2.0:1770653413.884654:0:6728:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561c987a00. 00000100:00100000:3.0:1770653413.884660:0:51596:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955637359f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+23:3291:x1856657707193600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27981us (30361us total) trans 8590299201 rc 0/0 00000020:00000001:2.0:1770653413.884661:0:6728:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:1.0:1770653413.884661:0:76655:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000040:2.0:1770653413.884668:0:6728:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561c987a00 with handle 0x2aed14e4e178ce9d to hash 00010000:00000001:1.0:1770653413.884668:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:0.0:1770653413.884671:0:73806:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x13fc:0x0].0x0 (ffff95562c678100) refcount = 2 00010000:00000001:1.0:1770653413.884673:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1770653413.884674:0:6728:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1770653413.884679:0:6728:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795812321792 : -117277897229824 : ffff95561c987a00) 00000100:00100000:3.0:1770653413.884680:0:51596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136172 00010000:00010000:1.0:1770653413.884680:0:76655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff95571016b600/0x2aed14e4e178a0ad lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1544:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0de4 expref: 95 pid: 76390 timeout: 6877 lvb_type: 1 00010000:00000040:0.0:1770653413.884681:0:73806:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:2.0:1770653413.884687:0:6728:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795812321792 : -117277897229824 : ffff95561c987a00) 00000100:00000040:3.0:1770653413.884688:0:51596:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 7 00010000:00000040:0.0:1770653413.884689:0:73806:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a400/0x2aed14e4e178ce42 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x13fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.884695:0:51596:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1770653413.884695:0:6728:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:1.0:1770653413.884697:0:76655:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1770653413.884700:0:6728:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.884701:0:51596:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1770653413.884701:0:76655:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1770653413.884705:0:76655:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.884707:0:51596:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519b00. 00010000:00010000:2.0:1770653413.884708:0:6728:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95561c987a00/0x2aed14e4e178ce9d lrc: 3/0,1 mode: --/PW res: [0x240000403:0x154b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1770653413.884710:0:76655:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.884715:0:51596:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d258. 00010000:00000001:1.0:1770653413.884717:0:76655:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1770653413.884720:0:76655:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000010:3.0:1770653413.884723:0:51596:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955626008200. 00010000:00000001:1.0:1770653413.884725:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.884729:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.884730:0:6728:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000040:3.0:1770653413.884731:0:51596:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 22 00010000:00000001:1.0:1770653413.884732:0:76655:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1770653413.884735:0:6728:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1770653413.884737:0:76655:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.884737:0:73806:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:3.0:1770653413.884738:0:51596:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.884751:0:6728:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1770653413.884756:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1770653413.884756:0:73806:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.884757:0:76655:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95571016b600 with handle 0x2aed14e4e178a0ad from hash 00010000:00000001:2.0:1770653413.884762:0:6728:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:1.0:1770653413.884762:0:76655:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1770653413.884763:0:73806:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1770653413.884766:0:6728:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:1.0:1770653413.884766:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.884768:0:73806:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1770653413.884769:0:73799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a782a8. 00010000:00000001:1.0:1770653413.884771:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.884774:0:73806:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.884775:0:76655:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00010000:2.0:1770653413.884776:0:6728:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff955642600400/0x2aed14e4e178a108 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x154b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e31 expref: 95 pid: 12199 timeout: 0 lvb_type: 1 00000100:00000200:3.0:1770653413.884777:0:73799:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966303104, offset 224 00010000:00000001:1.0:1770653413.884780:0:76655:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653413.884784:0:76655:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1770653413.884784:0:73806:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a7c0. 00000400:00000200:3.0:1770653413.884791:0:73799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:1.0:1770653413.884792:0:76655:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1770653413.884793:0:6728:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:0.0:1770653413.884793:0:73806:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00000001:1.0:1770653413.884797:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.884798:0:6728:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.884802:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000010:0.0:1770653413.884802:0:73806:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f362a80. 00010000:00010000:1.0:1770653413.884804:0:76655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95571016b600/0x2aed14e4e178a0ad lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1544:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0de4 expref: 95 pid: 76390 timeout: 6877 lvb_type: 1 00000400:00000200:3.0:1770653413.884805:0:73799:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000001:2.0:1770653413.884807:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.884810:0:73806:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661516928 : -117277048034688 : ffff95564f362a80) 00010000:00000001:2.0:1770653413.884815:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:0.0:1770653413.884818:0:73806:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661516928 : -117277048034688 : ffff95564f362a80) 00010000:00010000:2.0:1770653413.884819:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000200:3.0:1770653413.884820:0:73799:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164623:2164623:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164619:2164619:7:4294967295] 00010000:00000001:2.0:1770653413.884823:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.884826:0:73806:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000040:1.0:1770653413.884828:0:76655:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 88 00010000:00000001:2.0:1770653413.884829:0:6728:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.884831:0:73806:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000020:00000040:1.0:1770653413.884834:0:76655:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 94 00010000:00000001:2.0:1770653413.884835:0:6728:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00000001:0.0:1770653413.884836:0:73806:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00010000:2.0:1770653413.884841:0:6728:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95561c987a00/0x2aed14e4e178ce9d lrc: 4/0,1 mode: --/PW res: [0x240000403:0x154b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.884843:0:73806:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1770653413.884844:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1770653413.884845:0:73799:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:1.0:1770653413.884870:0:76655:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1770653413.884875:0:76655:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1770653413.884877:0:6728:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x154b:0x0].0x0 (ffff95563cd5c900) refcount = 2 00010000:00000040:1.0:1770653413.884878:0:76655:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95561c986800 00000800:00000200:3.0:1770653413.884879:0:73799:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.884881:0:73806:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.884882:0:76655:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000040:2.0:1770653413.884885:0:6728:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:1.0:1770653413.884886:0:76655:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000800:00000010:3.0:1770653413.884887:0:73799:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626cf00. 00010000:00000001:0.0:1770653413.884889:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1770653413.884890:0:76655:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000040:2.0:1770653413.884892:0:6728:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955642600400/0x2aed14e4e178a108 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x154b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e31 expref: 94 pid: 12199 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1770653413.884894:0:76655:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.884894:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:3.0:1770653413.884899:0:73799:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:0.0:1770653413.884899:0:73806:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.884900:0:76655:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653413.884904:0:76655:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653413.884907:0:73806:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1770653413.884908:0:76655:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1770653413.884909:0:6728:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000001:0.0:1770653413.884913:0:73806:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000800:00000200:3.0:1770653413.884914:0:73799:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:1.0:1770653413.884915:0:76655:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000040:2.0:1770653413.884916:0:6728:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561c987a00/0x2aed14e4e178ce9d lrc: 4/0,1 mode: --/PW res: [0x240000403:0x154b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.884919:0:76655:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000800:00000200:3.0:1770653413.884921:0:73799:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626cf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1770653413.884921:0:73806:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.884923:0:76655:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff95561c986800/0x2aed14e4e178ce50 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1544:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.884929:0:73806:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.884931:0:73799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1770653413.884937:0:6728:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f59b00. 00000100:00000001:0.0:1770653413.884937:0:73806:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000040:3.0:1770653413.884940:0:73799:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000100:00000001:2.0:1770653413.884943:0:6728:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00000001:1.0:1770653413.884944:0:76655:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000010:0.0:1770653413.884944:0:73806:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f362a80. 00010000:00000001:3.0:1770653413.884946:0:73799:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1770653413.884948:0:6728:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0900. 00010000:00010000:1.0:1770653413.884949:0:76655:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95561c986800/0x2aed14e4e178ce50 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1544:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.884951:0:73799:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.884953:0:6728:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100337408 : -117276609214208 : ffff9556695e0900) 00000100:00000001:0.0:1770653413.884953:0:73806:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1770653413.884958:0:73806:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.884961:0:6728:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100337408 : -117276609214208 : ffff9556695e0900) 00000100:00000040:3.0:1770653413.884962:0:73799:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955606dff100 x1856657966303104/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.884968:0:6728:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000010:0.0:1770653413.884968:0:73806:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a7c0. 00000100:00000001:2.0:1770653413.884972:0:6728:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000040:1.0:1770653413.884974:0:76655:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1544:0x0].0x0 (ffff95563cd5cd00) refcount = 2 00010000:00000001:2.0:1770653413.884976:0:6728:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1770653413.884976:0:73806:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1770653413.884982:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1770653413.884983:0:73806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000040:1.0:1770653413.884984:0:76655:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:2.0:1770653413.884986:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1770653413.884990:0:6728:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000040:1.0:1770653413.884990:0:76655:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561c986800/0x2aed14e4e178ce50 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1544:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.884991:0:73806:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1770653413.884992:0:73799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955606dff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:b31b1d82-c1d4-4680-ae7a-71292416d1f5+94:2365:x1856657966303104:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 2387us (3349us total) trans 0 rc 0/0 00010000:00000001:2.0:1770653413.884995:0:6728:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1770653413.884998:0:6728:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1770653413.885001:0:73806:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1770653413.885002:0:6728:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00010000:00000001:0.0:1770653413.885007:0:73806:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1770653413.885009:0:6728:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c2ddc00. 00010000:00000001:1.0:1770653413.885012:0:76655:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00100000:3.0:1770653413.885013:0:73799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161826 00000100:00001000:0.0:1770653413.885015:0:73806:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000020:00000040:2.0:1770653413.885016:0:6728:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=2 obd=lustre-OST0000 00010000:00000001:1.0:1770653413.885016:0:76655:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.885018:0:73799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 1 00010000:00000001:1.0:1770653413.885021:0:76655:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:2.0:1770653413.885023:0:6728:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:1.0:1770653413.885025:0:76655:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.885026:0:73799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1770653413.885026:0:6728:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1770653413.885027:0:73806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1770653413.885029:0:76655:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.885031:0:73799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1770653413.885031:0:6728:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.885035:0:73799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3880. 00010000:00000010:1.0:1770653413.885036:0:76655:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9c400. 00000100:00000040:0.0:1770653413.885037:0:73806:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 02000000:00000010:2.0:1770653413.885039:0:6728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95562fa44e00. 00000100:00000001:1.0:1770653413.885043:0:76655:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000020:00000010:3.0:1770653413.885044:0:73799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90258. 00000100:00000001:2.0:1770653413.885045:0:6728:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.885045:0:73806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000010:1.0:1770653413.885049:0:76655:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa8e40. 00000020:00000010:3.0:1770653413.885050:0:73799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bcc00. 00000100:00000001:1.0:1770653413.885054:0:76655:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540169792 : -117277169381824 : ffff955647fa8e40) 02000000:00000001:0.0:1770653413.885054:0:73806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:2.0:1770653413.885055:0:6728:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff955642600400/0x2aed14e4e178a108 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x154b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e31 expref: 94 pid: 12199 timeout: 0 lvb_type: 1 00000020:00000040:3.0:1770653413.885057:0:73799:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 93 02000000:00000001:0.0:1770653413.885057:0:73806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.885060:0:76655:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540169792 : -117277169381824 : ffff955647fa8e40) 00000100:00000001:3.0:1770653413.885063:0:73799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.885065:0:73806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1770653413.885066:0:76655:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1770653413.885071:0:76655:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1770653413.885074:0:76655:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000040:0.0:1770653413.885075:0:73806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:1.0:1770653413.885077:0:76655:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1770653413.885079:0:6728:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff955642600400/0x2aed14e4e178a108 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x154b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e31 expref: 93 pid: 12199 timeout: 6877 lvb_type: 1 00000100:00000001:3.0:1770653413.885081:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1770653413.885082:0:73806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8198. 00000100:00000001:3.0:1770653413.885085:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1770653413.885090:0:76655:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1770653413.885092:0:3290:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1770653413.885092:0:73806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966303360, offset 224 00010000:00000001:2.0:1770653413.885093:0:6728:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00010000:00000001:1.0:1770653413.885094:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:3.0:1770653413.885097:0:3290:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1770653413.885097:0:6728:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1770653413.885098:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1770653413.885102:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2160. 00010000:00000001:1.0:1770653413.885103:0:76655:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.885107:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95573c2ddc00 x1856657707197952/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.885108:0:76655:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000400:00000200:3.0:1770653413.885109:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a783b8 00010000:00000001:1.0:1770653413.885112:0:76655:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000010:3.0:1770653413.885114:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a783b8. 00000100:00000001:1.0:1770653413.885117:0:76655:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.885121:0:3290:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1770653413.885123:0:76655:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.885129:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9557030de680 x1856657707194752/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.885129:0:76655:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000400:00000200:0.0:1770653413.885129:0:73806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:2.0:1770653413.885131:0:6728:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000010:1.0:1770653413.885134:0:76655:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa8e40. 00000100:00000001:2.0:1770653413.885135:0:6728:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.885140:0:76655:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00100000:2.0:1770653413.885145:0:6728:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95573c2ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6728:1856657707197952:192.168.202.60@tcp:104: 00010000:00000001:1.0:1770653413.885146:0:76655:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1770653413.885146:0:73806:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000010:1.0:1770653413.885152:0:76655:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9c400. 00000100:00000200:3.0:1770653413.885153:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9557030de680 x1856657707194752/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.885158:0:6728:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1770653413.885158:0:76655:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1770653413.885163:0:76655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 02000000:00000001:2.0:1770653413.885164:0:6728:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1770653413.885164:0:73806:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164624:2164624:254:4294967295] 192.168.202.60@tcp LPNI seq info [2164620:2164620:6:4294967295] 00010000:00000001:1.0:1770653413.885167:0:76655:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653413.885168:0:6728:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.885174:0:76655:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1770653413.885175:0:6728:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1770653413.885176:0:3290:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1770653413.885178:0:76655:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.885180:0:3290:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1770653413.885183:0:76655:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653413.885185:0:3290:0:(client.c:1568:after_reply()) Process entered 00010000:00010000:2.0:1770653413.885189:0:76419:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff95561c986800/0x2aed14e4e178ce50 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1544:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1770653413.885190:0:3290:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1770653413.885190:0:76655:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1770653413.885195:0:3290:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1770653413.885196:0:73806:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000040:1.0:1770653413.885198:0:76655:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000100:00000001:3.0:1770653413.885199:0:3290:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.885205:0:76655:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:3.0:1770653413.885206:0:3290:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.885212:0:76655:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:3.0:1770653413.885214:0:3290:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 02000000:00000001:1.0:1770653413.885216:0:76655:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653413.885216:0:73806:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:1.0:1770653413.885223:0:76655:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:3.0:1770653413.885226:0:3290:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00000800:00000010:0.0:1770653413.885227:0:73806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9e00. 00010000:00000001:2.0:1770653413.885229:0:76419:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.885231:0:76655:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:3.0:1770653413.885237:0:3290:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00010000:2.0:1770653413.885238:0:76419:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95561c986800/0x2aed14e4e178ce50 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1544:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1770653413.885238:0:76655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0223b8. 00000100:00000001:3.0:1770653413.885242:0:3290:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653413.885243:0:73806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000200:1.0:1770653413.885245:0:76655:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966303744, offset 224 00010000:00000001:3.0:1770653413.885249:0:3290:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1770653413.885254:0:3290:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.885255:0:76419:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1770653413.885258:0:76419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1770653413.885260:0:76655:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:3.0:1770653413.885261:0:3290:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00010000:00000001:2.0:1770653413.885262:0:76419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:0.0:1770653413.885263:0:73806:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000040:3.0:1770653413.885265:0:3290:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00010000:00000001:2.0:1770653413.885267:0:76419:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1770653413.885271:0:3290:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000020:00000001:2.0:1770653413.885271:0:76419:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1770653413.885272:0:76655:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000800:00000200:0.0:1770653413.885273:0:73806:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000040:2.0:1770653413.885274:0:76419:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c986800 refcount=3 00000100:00000001:3.0:1770653413.885276:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653413.885280:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799678776960 : -117274030774656 : ffff9557030de680) 00000020:00000001:2.0:1770653413.885281:0:76419:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812317184 : -117277897234432 : ffff95561c986800) 00000100:00000001:0.0:1770653413.885284:0:73806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.885285:0:76655:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164625:2164625:253:4294967295] 192.168.202.60@tcp LPNI seq info [2164621:2164621:5:4294967295] 00000100:00000001:3.0:1770653413.885286:0:3290:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00010000:00000001:2.0:1770653413.885288:0:76419:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812317184 : -117277897234432 : ffff95561c986800) 00000100:00000040:3.0:1770653413.885290:0:3290:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00010000:00000001:2.0:1770653413.885295:0:76419:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000040:0.0:1770653413.885295:0:73806:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:3.0:1770653413.885296:0:3290:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00010000:00010000:2.0:1770653413.885301:0:76419:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95561c986800/0x2aed14e4e178ce50 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1544:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.885302:0:3290:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.885303:0:73806:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.885311:0:73806:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.885312:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9557030de680 x1856657707194752/t4295332619(4295332619) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653413.885312:0:76655:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:2.0:1770653413.885324:0:76419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1770653413.885325:0:73806:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d88000 x1856657966303360/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.885328:0:76419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:1.0:1770653413.885331:0:76655:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00010000:2.0:1770653413.885333:0:76419:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff95561c986800/0x2aed14e4e178ce50 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1544:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.885336:0:3290:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1770653413.885339:0:76655:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399b00. 00000100:00000001:3.0:1770653413.885343:0:3290:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1770653413.885347:0:3290:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1770653413.885351:0:76655:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000004:00080000:3.0:1770653413.885353:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9557030de680/2, rc 0, transno 4295332619 00010000:00000001:2.0:1770653413.885359:0:76419:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000004:00001000:3.0:1770653413.885360:0:3290:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 7 in flight, 19 in progress 00010000:00000001:2.0:1770653413.885364:0:76419:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653413.885365:0:76655:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:2.0:1770653413.885370:0:76419:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00100000:0.0:1770653413.885372:0:73806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955618d88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_019:b31b1d82-c1d4-4680-ae7a-71292416d1f5+93:2365:x1856657966303360:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1280us (1700us total) trans 0 rc 0/0 00000800:00000200:1.0:1770653413.885373:0:76655:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399b00 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1770653413.885374:0:76419:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556695e0000. 00000100:00000040:3.0:1770653413.885376:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9557030de680 x1856657707194752/t4295332619(4295332619) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.885380:0:76655:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.885381:0:76419:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000100:00000040:1.0:1770653413.885389:0:76655:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00010000:2.0:1770653413.885390:0:76419:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1770653413.885397:0:76655:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.885398:0:76419:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.885401:0:73806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161827 00010000:00000001:1.0:1770653413.885403:0:76655:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.885404:0:76419:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.885410:0:73806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000100:00100000:3.0:1770653413.885411:0:3290:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9557030de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707194752:0@lo:6:osp-syn-1-0.0 00010000:00000001:2.0:1770653413.885411:0:76419:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000040:1.0:1770653413.885416:0:76655:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665155500 x1856657966303744/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.885417:0:76419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.885418:0:73806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1770653413.885421:0:76419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.885424:0:73806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00002000:00000001:2.0:1770653413.885425:0:76419:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000004:00000001:3.0:1770653413.885429:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00080000:00000001:2.0:1770653413.885429:0:76419:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000004:00000001:3.0:1770653413.885433:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.885433:0:73806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519300. 00080000:00000010:2.0:1770653413.885436:0:76419:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95563443a800. 00000100:00100000:1.0:1770653413.885440:0:76655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665155500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_032:b31b1d82-c1d4-4680-ae7a-71292416d1f5+93:2366:x1856657966303744:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 946us (1342us total) trans 0 rc 0/0 00000004:00000001:3.0:1770653413.885441:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00080000:00000001:2.0:1770653413.885442:0:76419:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796209416192 : -117277500135424 : ffff95563443a800) 00000020:00000010:0.0:1770653413.885444:0:73806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d190. 00000004:00000001:3.0:1770653413.885445:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1770653413.885450:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.885450:0:76419:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000020:00000010:0.0:1770653413.885453:0:73806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997a600. 00000001:00000001:2.0:1770653413.885455:0:76419:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1770653413.885456:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f649cc0 type=0x10692404 idx=3572 00000100:00100000:1.0:1770653413.885461:0:76655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161828 00080000:00000002:2.0:1770653413.885462:0:76419:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x1544:0x0] not in the id map cache 00000040:00001000:3.0:1770653413.885463:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3572 lrh_len: 64 (832 remains) 00000020:00000040:0.0:1770653413.885463:0:73806:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 92 00000100:00000040:1.0:1770653413.885468:0:76655:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00080000:00000001:2.0:1770653413.885469:0:76419:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000040:00001000:3.0:1770653413.885471:0:7854:0:(llog.c:797:llog_process_thread()) index: 3572, lh_last_idx: 3602 synced_idx: 3602 lgh_last_idx: 3602 00000100:00000001:0.0:1770653413.885472:0:73806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.885473:0:76655:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000004:00000001:3.0:1770653413.885478:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:1.0:1770653413.885479:0:76655:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00080000:00000001:2.0:1770653413.885481:0:76419:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653413.885484:0:76655:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07db80. 00000004:00000001:3.0:1770653413.885485:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00080000:00000001:2.0:1770653413.885486:0:76419:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653413.885488:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.885491:0:76655:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662adaed8. 00000004:00000001:3.0:1770653413.885492:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00080000:00000001:2.0:1770653413.885492:0:76419:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:2.0:1770653413.885497:0:76419:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000004:00000001:3.0:1770653413.885498:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000020:00000010:1.0:1770653413.885499:0:76655:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f7200. 00000004:00000001:3.0:1770653413.885501:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 80000000:00000001:2.0:1770653413.885501:0:76419:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00010000:0.0:1770653413.885503:0:76389:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a400/0x2aed14e4e178ce42 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000020:00000040:1.0:1770653413.885504:0:76655:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 92 80000000:00000001:2.0:1770653413.885505:0:76419:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00000010:3.0:1770653413.885508:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95571043f800. 80000000:00000001:2.0:1770653413.885509:0:76419:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.885510:0:76655:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1770653413.885515:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=22 obd=lustre-OST0001-osc-MDT0000 80000000:00000001:2.0:1770653413.885516:0:76419:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.885521:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00080000:00000001:2.0:1770653413.885521:0:76419:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1770653413.885525:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00080000:00000001:2.0:1770653413.885527:0:76419:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:0.0:1770653413.885528:0:76389:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.885529:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.885530:0:76419:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00010000:00010000:0.0:1770653413.885535:0:76389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a400/0x2aed14e4e178ce42 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000800:00000200:1.0:1770653413.885536:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:3.0:1770653413.885538:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95565d741400. 00000800:00000010:1.0:1770653413.885541:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c300. 00000100:00000001:3.0:1770653413.885544:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.885547:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000001:2.0:1770653413.885549:0:76419:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000004:00000001:3.0:1770653413.885550:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626799900424192 : -117273809127424 : ffff95571043f800) 00000001:00000001:2.0:1770653413.885553:0:76419:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:3.0:1770653413.885557:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1770653413.885558:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:0.0:1770653413.885560:0:76389:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00080000:00000001:2.0:1770653413.885561:0:76419:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.885563:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.885563:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a786e8 00010000:00000001:0.0:1770653413.885564:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1770653413.885565:0:76419:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000010:1.0:1770653413.885569:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a786e8. 00080000:00000001:2.0:1770653413.885571:0:76419:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1770653413.885571:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.885573:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1770653413.885574:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7a0b30c] to pc [ptlrpcd_00_01+1] req@ffff95571043f800 x1856657707198080/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.885575:0:76389:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1770653413.885576:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1770653413.885580:0:76389:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000001:2.0:1770653413.885584:0:76419:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000800:00000001:1.0:1770653413.885584:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:0.0:1770653413.885586:0:76389:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2a400 refcount=3 00080000:00000001:2.0:1770653413.885588:0:76419:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.885590:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1770653413.885592:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.885592:0:76389:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783627776 : -117277925923840 : ffff95561ae2a400) 00000800:00000001:1.0:1770653413.885594:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000004:00001000:3.0:1770653413.885599:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 8 in flight, 20 in progress 00000800:00000001:1.0:1770653413.885600:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.885600:0:76389:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783627776 : -117277925923840 : ffff95561ae2a400) 00080000:00000001:2.0:1770653413.885601:0:76419:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:3.0:1770653413.885604:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3572, id 1934 00080000:00000001:2.0:1770653413.885609:0:76419:0:(osd_object.c:2094:osd_ref_del()) Process entered 00010000:00000001:0.0:1770653413.885609:0:76389:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000004:00000001:3.0:1770653413.885610:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000400:00000200:1.0:1770653413.885614:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00010000:0.0:1770653413.885617:0:76389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a400/0x2aed14e4e178ce42 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1770653413.885621:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000001:2.0:1770653413.885623:0:76419:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.885626:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.885626:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d0980 00080000:00000001:2.0:1770653413.885628:0:76419:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:2.0:1770653413.885631:0:76419:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00010000:3.0:1770653413.885634:0:66075:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 80000000:00000001:2.0:1770653413.885635:0:76419:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:0.0:1770653413.885637:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 80000000:00000001:2.0:1770653413.885639:0:76419:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000400:00000200:1.0:1770653413.885639:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6bbd [2] + 1640 00010000:00000001:3.0:1770653413.885641:0:66075:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1770653413.885642:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 80000000:00000001:2.0:1770653413.885643:0:76419:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.885645:0:66075:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000800:00000001:1.0:1770653413.885649:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:0.0:1770653413.885649:0:76389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a400/0x2aed14e4e178ce42 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 80000000:00000001:2.0:1770653413.885650:0:76419:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.885652:0:66075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff95561c986800/0x2aed14e4e178ce50 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1544:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1770653413.885655:0:76419:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653413.885656:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653413.885662:0:76419:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000400:00000200:1.0:1770653413.885663:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:2.0:1770653413.885666:0:76419:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000400:00000200:1.0:1770653413.885674:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653413.885682:0:3283:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:0.0:1770653413.885682:0:76389:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00010000:3.0:1770653413.885685:0:66075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95561c986800 already unused, calling callback (ffffffffc16fe650) 00000100:00000200:1.0:1770653413.885686:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000001:0.0:1770653413.885687:0:76389:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.885692:0:66075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000010:1.0:1770653413.885694:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665155180. 00010000:00000001:0.0:1770653413.885694:0:76389:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1770653413.885697:0:66075:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000040:1.0:1770653413.885700:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955665155180 x1856657966303616 msgsize 328 00010000:00000010:0.0:1770653413.885702:0:76389:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff95564f362a80. 00010000:00010000:3.0:1770653413.885704:0:66075:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff95561c986800/0x2aed14e4e178ce50 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1544:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.885709:0:76389:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000100:00100000:1.0:1770653413.885711:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00080000:00000001:2.0:1770653413.885719:0:76419:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1770653413.885722:0:76389:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1770653413.885723:0:66075:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:1.0:1770653413.885723:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00080000:00000001:2.0:1770653413.885724:0:76419:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.885729:0:66075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:2.0:1770653413.885729:0:76419:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1770653413.885731:0:76389:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.885735:0:66075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000001:2.0:1770653413.885735:0:76419:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00000001:0.0:1770653413.885736:0:76389:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.885738:0:76656:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:3.0:1770653413.885752:0:66075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c986800 refcount=3 00000001:00000002:2.0:1770653413.885753:0:76419:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299202, last_committed = 8590299190 00010000:00000001:0.0:1770653413.885755:0:76389:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00100000:1.0:1770653413.885756:0:76656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966303616 00000020:00000001:3.0:1770653413.885762:0:66075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812317184 : -117277897234432 : ffff95561c986800) 00000001:00000010:2.0:1770653413.885762:0:76419:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564ae60de0. 02000000:00000001:1.0:1770653413.885762:0:76656:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:0.0:1770653413.885762:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.885767:0:76656:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1770653413.885768:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1770653413.885769:0:76419:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 12 00010000:00000001:3.0:1770653413.885770:0:66075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812317184 : -117277897234432 : ffff95561c986800) 00000100:00000001:1.0:1770653413.885771:0:76656:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.885772:0:76389:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000020:00000040:2.0:1770653413.885774:0:76419:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=23 02000000:00000001:1.0:1770653413.885777:0:76656:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.885778:0:76389:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1770653413.885779:0:66075:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000001:2.0:1770653413.885780:0:76419:0:(osd_io.c:399:osd_write()) Process entered 00000100:00100000:1.0:1770653413.885782:0:76656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966303616 00000020:00000001:1.0:1770653413.885785:0:76656:0:(genops.c:811:class_conn2export()) Process entered 00080000:00000010:0.0:1770653413.885786:0:76389:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95570643c000. 00010000:00010000:3.0:1770653413.885787:0:66075:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff95561c986800/0x2aed14e4e178ce50 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1544:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000020:00000040:1.0:1770653413.885787:0:76656:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00080000:00000001:2.0:1770653413.885791:0:76419:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00080000:00000001:0.0:1770653413.885792:0:76389:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626799732637696 : -117273976913920 : ffff95570643c000) 00000020:00000001:1.0:1770653413.885793:0:76656:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000001:2.0:1770653413.885797:0:76419:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.885798:0:76656:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=93 00000001:00000001:0.0:1770653413.885799:0:76389:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1770653413.885804:0:76389:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.885805:0:76656:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00080000:00000001:2.0:1770653413.885809:0:76419:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1770653413.885810:0:76389:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x13fc:0x0] not in the id map cache 00000020:00000001:1.0:1770653413.885811:0:76656:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00010000:00000001:3.0:1770653413.885815:0:66075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00002000:00000001:2.0:1770653413.885816:0:76419:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.885818:0:76656:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000001:0.0:1770653413.885818:0:76389:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00010000:00000001:3.0:1770653413.885821:0:66075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00002000:00000001:2.0:1770653413.885821:0:76419:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000020:00000010:1.0:1770653413.885825:0:76656:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9c400. 00010000:00000001:3.0:1770653413.885827:0:66075:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.885829:0:76656:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653413.885833:0:76656:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9c400. 00010000:00000001:3.0:1770653413.885834:0:66075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00080000:00000001:0.0:1770653413.885835:0:76389:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000010:2.0:1770653413.885837:0:76419:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff95565ae60558. 00000020:00000010:1.0:1770653413.885839:0:76656:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f7200. 00010000:00000001:3.0:1770653413.885840:0:66075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000001:0.0:1770653413.885840:0:76389:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653413.885842:0:76419:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000020:00000010:1.0:1770653413.885845:0:76656:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07db80. 00010000:00000001:3.0:1770653413.885846:0:66075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1770653413.885846:0:76389:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00002000:00000040:2.0:1770653413.885847:0:76419:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x1544:0x0] 00000020:00000010:1.0:1770653413.885865:0:76656:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662adaed8. 00002000:00000010:2.0:1770653413.885871:0:76419:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9556637e2850. 00000100:00000040:1.0:1770653413.885871:0:76656:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00010000:00000001:3.0:1770653413.885872:0:66075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.885879:0:76656:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:3.0:1770653413.885880:0:66075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561c986800 with handle 0x2aed14e4e178ce50 from hash 00080000:00000001:0.0:1770653413.885880:0:76389:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00002000:00000001:2.0:1770653413.885881:0:76419:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000100:00000001:1.0:1770653413.885882:0:76656:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 80000000:00000001:0.0:1770653413.885884:0:76389:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00002000:00000001:2.0:1770653413.885885:0:76419:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.885887:0:76656:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1770653413.885888:0:66075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 80000000:00000001:0.0:1770653413.885888:0:76389:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00002000:00000001:2.0:1770653413.885890:0:76419:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.885894:0:76656:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.885895:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:2.0:1770653413.885895:0:76419:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299202, xid 1856657707193472 80000000:00000001:0.0:1770653413.885895:0:76389:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.885899:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.885900:0:76656:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1770653413.885901:0:76419:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 80000000:00000001:0.0:1770653413.885901:0:76389:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.885903:0:66075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1770653413.885904:0:76656:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:0.0:1770653413.885906:0:76389:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653413.885907:0:76656:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1770653413.885908:0:66075:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000200:2.0:1770653413.885910:0:76419:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95572eb20e00 x1856657707193472/t8590299202(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1770653413.885912:0:76389:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:3.0:1770653413.885913:0:66075:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.885913:0:76656:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95573d0aa200 refcount=4 00080000:00000001:0.0:1770653413.885917:0:76389:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000020:00000001:1.0:1770653413.885920:0:76656:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800651641344 : -117273057910272 : ffff95573d0aa200) 00010000:00000001:3.0:1770653413.885921:0:66075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653413.885925:0:66075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1770653413.885926:0:76656:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626800651641344 : -117273057910272 : ffff95573d0aa200) 00010000:00000001:3.0:1770653413.885928:0:66075:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1770653413.885932:0:66075:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.885933:0:76419:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00010000:1.0:1770653413.885936:0:76656:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff95573d0aa200/0x2aed14e4e178a155 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e77 expref: 93 pid: 12214 timeout: 6877 lvb_type: 1 00010000:00000001:3.0:1770653413.885937:0:66075:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.885937:0:76389:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1770653413.885938:0:76419:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.885940:0:76389:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1770653413.885945:0:66075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00001000:2.0:1770653413.885947:0:76419:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00080000:00000001:0.0:1770653413.885948:0:76389:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.885950:0:66075:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1770653413.885951:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.885955:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1770653413.885956:0:76389:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1770653413.885957:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.885958:0:76419:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1770653413.885958:0:76656:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1770653413.885960:0:76389:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1770653413.885962:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.885964:0:76656:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1770653413.885965:0:76419:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00010000:00000001:3.0:1770653413.885966:0:66075:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.885972:0:76656:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:3.0:1770653413.885973:0:66075:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.885973:0:76419:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000001:00000001:0.0:1770653413.885974:0:76389:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1770653413.885978:0:66075:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.885980:0:76656:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955665155180 x1856657966303616/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653413.885981:0:76419:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00080000:00000001:0.0:1770653413.885981:0:76389:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.885982:0:66075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff95561c986800/0x2aed14e4e178ce50 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1544:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1770653413.885985:0:76419:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.885992:0:76419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00080000:00000001:0.0:1770653413.885994:0:76389:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.885999:0:76419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00080000:00000001:0.0:1770653413.886001:0:76389:0:(osd_object.c:2094:osd_ref_del()) Process entered 00010000:00000001:3.0:1770653413.886006:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1770653413.886006:0:76419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888d48. 00000100:00000001:1.0:1770653413.886008:0:76656:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00010000:3.0:1770653413.886011:0:66075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95561c986800/0x2aed14e4e178ce50 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1544:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.886012:0:76656:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.886013:0:76419:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707193472, offset 224 00080000:00000001:0.0:1770653413.886015:0:76389:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.886021:0:76389:0:(osd_object.c:806:osd_destroy()) Process entered 00000100:00000001:1.0:1770653413.886023:0:76656:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653413.886026:0:76419:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000001:0.0:1770653413.886026:0:76389:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000040:3.0:1770653413.886027:0:66075:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95563cd5cd00 count: 0 80000000:00000001:0.0:1770653413.886031:0:76389:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000001:1.0:1770653413.886033:0:76656:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00002000:00000010:3.0:1770653413.886034:0:66075:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955621430fc0. 80000000:00000001:0.0:1770653413.886034:0:76389:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00000001:1.0:1770653413.886037:0:76656:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 80000000:00000001:0.0:1770653413.886038:0:76389:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.886040:0:76419:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000010:3.0:1770653413.886043:0:66075:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95563cd5c200. 80000000:00000001:0.0:1770653413.886043:0:76389:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.886044:0:76656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161829 00080000:00000001:0.0:1770653413.886050:0:76389:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653413.886051:0:76419:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b5480 00000100:00000040:1.0:1770653413.886052:0:76656:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00010000:00000001:3.0:1770653413.886055:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1770653413.886056:0:76389:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:3.0:1770653413.886059:0:66075:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:1.0:1770653413.886059:0:76656:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028462976 : -117276681088640 : ffff955665155180) 00080000:00000001:0.0:1770653413.886060:0:76389:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000400:00000200:2.0:1770653413.886064:0:76419:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda291 [1] + 224 00010000:00000010:3.0:1770653413.886065:0:66075:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556695e0000. 00000100:00000040:1.0:1770653413.886069:0:76656:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665155180 x1856657966303616/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.886072:0:66075:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.886073:0:76419:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1770653413.886078:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1770653413.886082:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.886084:0:76419:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1770653413.886086:0:76656:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00010000:3.0:1770653413.886089:0:66075:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:2.0:1770653413.886092:0:76419:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1770653413.886092:0:76656:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9c400. 00010000:00000001:3.0:1770653413.886093:0:66075:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1770653413.886097:0:66075:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000200:2.0:1770653413.886099:0:76419:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9556074a8380 x1856657707193472/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.886099:0:76656:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1770653413.886101:0:66075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a400/0x2aed14e4e178ce42 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1770653413.886106:0:76656:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9c400. 00080000:00000001:0.0:1770653413.886111:0:76389:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1770653413.886118:0:76656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665155180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_033:b31b1d82-c1d4-4680-ae7a-71292416d1f5+93:2365:x1856657966303616:12345-192.168.202.60@tcp:103:ldlm_bl.0 00080000:00000001:0.0:1770653413.886120:0:76389:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.886124:0:66075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95561ae2a400 already unused, calling callback (ffffffffc16fe650) 00080000:00000001:0.0:1770653413.886129:0:76389:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1770653413.886131:0:66075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000200:1.0:1770653413.886132:0:76656:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966303616 00000001:00000001:0.0:1770653413.886134:0:76389:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00000001:3.0:1770653413.886135:0:66075:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000040:2.0:1770653413.886136:0:76419:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff9556074a8380 x1856657707193472/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.886136:0:76656:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00010000:00010000:3.0:1770653413.886142:0:66075:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a400/0x2aed14e4e178ce42 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00010000:00000002:1.0:1770653413.886142:0:76656:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000001:00000002:0.0:1770653413.886143:0:76389:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332620, last_committed = 4295332607 00000100:00000001:2.0:1770653413.886147:0:76419:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1770653413.886148:0:76656:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000001:00000010:0.0:1770653413.886153:0:76389:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9556681b97e0. 00000100:00000001:1.0:1770653413.886154:0:76656:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1770653413.886155:0:66075:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:2.0:1770653413.886155:0:76419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888d48 02000000:00000001:1.0:1770653413.886157:0:76656:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1770653413.886160:0:66075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000001:00000040:0.0:1770653413.886161:0:76389:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 13 00000400:00000010:2.0:1770653413.886162:0:76419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888d48. 00000020:00000001:3.0:1770653413.886163:0:66075:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:1.0:1770653413.886163:0:76656:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955637245800. 00000020:00000040:3.0:1770653413.886167:0:66075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2a400 refcount=3 00000100:00000001:2.0:1770653413.886168:0:76419:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1770653413.886170:0:76656:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.886171:0:66075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783627776 : -117277925923840 : ffff95561ae2a400) 00000020:00000040:0.0:1770653413.886171:0:76389:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=24 00000100:00000001:2.0:1770653413.886172:0:76419:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1770653413.886175:0:76656:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.886177:0:76419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.886178:0:66075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783627776 : -117277925923840 : ffff95561ae2a400) 00010000:00000001:1.0:1770653413.886179:0:76656:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00080000:00000001:0.0:1770653413.886181:0:76389:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:1.0:1770653413.886183:0:76656:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1770653413.886185:0:66075:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:2.0:1770653413.886186:0:76419:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00010000:00000001:1.0:1770653413.886189:0:76656:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00010000:3.0:1770653413.886190:0:66075:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a400/0x2aed14e4e178ce42 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x13fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.886190:0:76419:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1770653413.886192:0:76656:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1770653413.886194:0:76419:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.886194:0:76389:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000020:00000040:1.0:1770653413.886197:0:76656:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95573d0aa200 refcount=4 00000020:00000001:2.0:1770653413.886202:0:76419:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000001:00000001:0.0:1770653413.886202:0:76389:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.886203:0:76656:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800651641344 : -117273057910272 : ffff95573d0aa200) 00000100:00000040:2.0:1770653413.886209:0:76419:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572eb20e00 x1856657707193472/t8590299202(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.886211:0:66075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1770653413.886211:0:76656:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626800651641344 : -117273057910272 : ffff95573d0aa200) 00010000:00000001:3.0:1770653413.886215:0:66075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:0.0:1770653413.886217:0:76389:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.886218:0:76656:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95562c678e00 count: 3 00010000:00000001:3.0:1770653413.886219:0:66075:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.886225:0:76389:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.886227:0:66075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00010000:1.0:1770653413.886227:0:76656:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff95573d0aa200/0x2aed14e4e178a155 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e77 expref: 93 pid: 12214 timeout: 6877 lvb_type: 1 00010000:00000001:3.0:1770653413.886232:0:66075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00002000:00000001:0.0:1770653413.886232:0:76389:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00010000:00000001:3.0:1770653413.886239:0:66075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653413.886243:0:66075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.886243:0:76419:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95572eb20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:lustre-MDT0000-mdtlov_UUID+23:3289:x1856657707193472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26996us (27901us total) trans 8590299202 rc 0/0 00000100:00001000:1.0:1770653413.886244:0:76656:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00080000:00000010:0.0:1770653413.886246:0:76389:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff95566040a558. 00000020:00000040:3.0:1770653413.886247:0:66075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561ae2a400 with handle 0x2aed14e4e178ce42 from hash 00002000:00000001:0.0:1770653413.886254:0:76389:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00000001:3.0:1770653413.886256:0:66075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1770653413.886256:0:76656:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00002000:00000040:0.0:1770653413.886257:0:76389:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x13fc:0x0] 00010000:00000001:3.0:1770653413.886261:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:2.0:1770653413.886261:0:76419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136177 00010000:00000001:1.0:1770653413.886263:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00002000:00000010:0.0:1770653413.886263:0:76389:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff955667a984c0. 00010000:00000001:3.0:1770653413.886266:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1770653413.886267:0:76419:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 6 00010000:00000001:1.0:1770653413.886268:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.886269:0:66075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00002000:00000001:0.0:1770653413.886270:0:76389:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000100:00000001:2.0:1770653413.886273:0:76419:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1770653413.886274:0:66075:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00010000:1.0:1770653413.886275:0:76656:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff95573d0aa200/0x2aed14e4e178a155 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e77 expref: 93 pid: 12214 timeout: 6877 lvb_type: 1 00002000:00000001:0.0:1770653413.886275:0:76389:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.886277:0:76419:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1770653413.886279:0:66075:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.886283:0:76419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519a80. 00002000:00000001:0.0:1770653413.886283:0:76389:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.886285:0:66075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653413.886290:0:66075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000010:2.0:1770653413.886292:0:76419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3dbb8. 00010000:00000040:0.0:1770653413.886292:0:76389:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332620, xid 1856657707194112 00010000:00000001:3.0:1770653413.886293:0:66075:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000001:1.0:1770653413.886296:0:76656:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.886297:0:66075:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.886299:0:76389:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:1.0:1770653413.886300:0:76656:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.886301:0:66075:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.886301:0:76419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955626009a00. 00010000:00000001:1.0:1770653413.886305:0:76656:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1770653413.886307:0:76389:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95563735b100 x1856657707194112/t4295332620(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.886308:0:66075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000001:1.0:1770653413.886308:0:76656:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.886309:0:76419:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 22 00010000:00000001:3.0:1770653413.886312:0:66075:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:2.0:1770653413.886316:0:76419:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.886316:0:76656:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653413.886318:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.886320:0:76656:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653413.886323:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.886325:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.886327:0:66075:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.886329:0:76389:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653413.886330:0:66075:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.886330:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.886334:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1770653413.886335:0:66075:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.886335:0:76656:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1770653413.886336:0:76389:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.886338:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1770653413.886339:0:76656:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.886343:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.886345:0:66075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a400/0x2aed14e4e178ce42 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x13fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000020:00000040:1.0:1770653413.886345:0:76656:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95573d0aa200 with handle 0x2aed14e4e178a155 from hash 00000100:00001000:0.0:1770653413.886345:0:76389:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000100:00100000:2.0:1770653413.886348:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00000001:1.0:1770653413.886351:0:76656:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1770653413.886353:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.886356:0:76389:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1770653413.886357:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.886360:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1770653413.886361:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1770653413.886363:0:76389:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000001:2.0:1770653413.886365:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.886365:0:76656:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653413.886367:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.886371:0:76656:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:0.0:1770653413.886371:0:76389:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00000001:2.0:1770653413.886372:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:3.0:1770653413.886373:0:66075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a400/0x2aed14e4e178ce42 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x13fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.886376:0:76656:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.886377:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1770653413.886378:0:76389:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1770653413.886381:0:3288:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1770653413.886383:0:76656:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:0.0:1770653413.886384:0:76389:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.886387:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1770653413.886389:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95571043f800 x1856657707198080/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.886392:0:76389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:3.0:1770653413.886394:0:66075:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95562c678100 count: 0 00010000:00010000:1.0:1770653413.886395:0:76656:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95573d0aa200/0x2aed14e4e178a155 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x13fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e77 expref: 93 pid: 12214 timeout: 6877 lvb_type: 1 00000100:00000040:0.0:1770653413.886400:0:76389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00002000:00000010:3.0:1770653413.886401:0:66075:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9556196fb300. 00000400:00000010:0.0:1770653413.886406:0:76389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac85d8. 00010000:00000010:3.0:1770653413.886409:0:66075:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95562c678b00. 00000100:00000200:0.0:1770653413.886413:0:76389:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707194112, offset 224 00010000:00000001:3.0:1770653413.886419:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.886422:0:3288:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1770653413.886423:0:66075:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000040:1.0:1770653413.886423:0:76656:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 87 00000400:00000200:0.0:1770653413.886425:0:76389:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1770653413.886426:0:3288:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1770653413.886427:0:66075:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff95564f362a80. 00000020:00000040:1.0:1770653413.886428:0:76656:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 92 02000000:00000001:2.0:1770653413.886434:0:3288:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:3.0:1770653413.886435:0:66075:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.886438:0:3288:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.886438:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1770653413.886440:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:0.0:1770653413.886440:0:76389:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1770653413.886443:0:76656:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:3.0:1770653413.886445:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.886445:0:3288:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.886447:0:76656:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1770653413.886451:0:76656:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95561ae2a200 00010000:00010000:3.0:1770653413.886452:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1770653413.886454:0:76389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b5700 00000100:00100000:2.0:1770653413.886455:0:3288:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95571043f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707198080:0@lo:6:osp-syn-1-0.0 00010000:00000001:1.0:1770653413.886456:0:76656:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000020:00000001:3.0:1770653413.886457:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1770653413.886461:0:76656:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000001:3.0:1770653413.886462:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.886463:0:3288:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00010000:00010000:1.0:1770653413.886464:0:76656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 02000000:00000001:2.0:1770653413.886468:0:3288:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1770653413.886468:0:76389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda269 [1] + 224 00010000:00010000:3.0:1770653413.886469:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1770653413.886469:0:76656:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653413.886472:0:3288:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.886474:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1770653413.886476:0:76656:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 02000000:00000001:2.0:1770653413.886479:0:3288:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1770653413.886480:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.886481:0:76656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000200:0.0:1770653413.886481:0:76389:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1770653413.886485:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95563443bc00. 00010000:00000001:1.0:1770653413.886487:0:76656:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1770653413.886488:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1770653413.886489:0:3288:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.886491:0:76389:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1770653413.886493:0:76656:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000010:2.0:1770653413.886495:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2c08. 00010000:00000001:1.0:1770653413.886496:0:76656:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:0.0:1770653413.886498:0:76389:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:1.0:1770653413.886501:0:76656:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a200/0x2aed14e4e178ce57 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1770653413.886504:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888d48. 00000100:00000200:0.0:1770653413.886505:0:76389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9557030dce00 x1856657707194112/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1770653413.886509:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1770653413.886513:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.886513:0:3288:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707198080, portal 4 00010000:00010000:3.0:1770653413.886519:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1770653413.886520:0:76656:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:2.0:1770653413.886522:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00010000:1.0:1770653413.886525:0:76656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a200/0x2aed14e4e178ce57 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x13fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.886526:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.886527:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799900424192 : -117273809127424 : ffff95571043f800) 00000100:00000001:3.0:1770653413.886532:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1770653413.886533:0:76389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff9557030dce00 x1856657707194112/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653413.886541:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9557030de680 x1856657707194752/t4295332619(4295332619) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1770653413.886543:0:3288:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95571043f800 x1856657707198080/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1770653413.886548:0:76656:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x13fb:0x0].0x0 (ffff95562c678e00) refcount = 2 00010000:00000040:1.0:1770653413.886558:0:76656:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1770653413.886561:0:76656:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a200/0x2aed14e4e178ce57 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x13fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.886571:0:76389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1770653413.886577:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.886578:0:76389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac85d8 00000100:00000001:3.0:1770653413.886585:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.886585:0:3288:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1770653413.886585:0:76389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac85d8. 00010000:00000001:1.0:1770653413.886586:0:76656:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653413.886591:0:76656:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.886592:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1770653413.886593:0:76389:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653413.886598:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1770653413.886598:0:3288:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1770653413.886598:0:76656:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:0.0:1770653413.886599:0:76389:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1770653413.886603:0:76656:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.886604:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.886606:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888770. 00000100:00000001:0.0:1770653413.886606:0:76389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.886609:0:76656:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.886611:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.886614:0:76389:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000100:00000200:2.0:1770653413.886615:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707198080, offset 0 00010000:00000010:1.0:1770653413.886615:0:76656:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9c400. 00010000:00000001:0.0:1770653413.886619:0:76389:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:1.0:1770653413.886621:0:76656:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000020:00000001:0.0:1770653413.886623:0:76389:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1770653413.886626:0:76656:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa8e40. 00000020:00000001:0.0:1770653413.886627:0:76389:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1770653413.886628:0:3288:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1770653413.886632:0:76656:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540169792 : -117277169381824 : ffff955647fa8e40) 00000400:00000001:3.0:1770653413.886634:0:3291:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1770653413.886636:0:76656:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540169792 : -117277169381824 : ffff955647fa8e40) 00000100:00000040:0.0:1770653413.886636:0:76389:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95563735b100 x1856657707194112/t4295332620(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1770653413.886637:0:3291:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1770653413.886641:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955642e02898. 00000100:00000001:1.0:1770653413.886643:0:76656:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000400:00000200:2.0:1770653413.886645:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1770653413.886647:0:76656:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000400:00000200:3.0:1770653413.886648:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0222a8 00010000:00000001:1.0:1770653413.886651:0:76656:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000400:00000010:3.0:1770653413.886654:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0222a8. 00010000:00000001:1.0:1770653413.886655:0:76656:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1770653413.886661:0:3291:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1770653413.886665:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b6680 00010000:00000001:1.0:1770653413.886666:0:76656:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.886669:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9556074ab480 x1856657707193600/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.886671:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:0.0:1770653413.886675:0:76389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95563735b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+24:3291:x1856657707194112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 29141us (30621us total) trans 4295332620 rc 0/0 00010000:00000001:1.0:1770653413.886676:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.886679:0:76656:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.886682:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecef71 [8] + 11424 00010000:00000001:1.0:1770653413.886685:0:76656:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1770653413.886689:0:76656:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1770653413.886695:0:76656:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.886696:0:3288:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1770653413.886697:0:76389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136175 00000100:00000001:1.0:1770653413.886701:0:76656:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.886704:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9556074ab480 x1856657707193600/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1770653413.886705:0:76389:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 6 00000400:00000200:2.0:1770653413.886706:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1770653413.886707:0:76656:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1770653413.886710:0:76389:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000010:1.0:1770653413.886712:0:76656:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa8e40. 00000100:00000001:0.0:1770653413.886715:0:76389:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1770653413.886717:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1770653413.886718:0:76656:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000200:2.0:1770653413.886722:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:0.0:1770653413.886722:0:76389:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d980. 00010000:00000001:1.0:1770653413.886723:0:76656:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.886727:0:3291:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000010:1.0:1770653413.886730:0:76656:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9c400. 00000100:00000001:3.0:1770653413.886731:0:3291:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1770653413.886731:0:3288:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c2dc700. 00000020:00000010:0.0:1770653413.886732:0:76389:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada898. 00010000:00000001:1.0:1770653413.886734:0:76656:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:3.0:1770653413.886738:0:3291:0:(client.c:1568:after_reply()) Process entered 00010000:00010000:1.0:1770653413.886752:0:76656:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000040:2.0:1770653413.886753:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff95573c2dc700 x1856657707198080 msgsize 544 00010000:00000001:1.0:1770653413.886755:0:76656:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1770653413.886756:0:76389:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9556560ae400. 02000000:00000001:3.0:1770653413.886757:0:3291:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1770653413.886760:0:76656:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1770653413.886762:0:3291:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1770653413.886764:0:76656:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.886765:0:3291:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.886765:0:76389:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 23 00000100:00100000:2.0:1770653413.886766:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00001000:1.0:1770653413.886771:0:76656:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 02000000:00000001:3.0:1770653413.886773:0:3291:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.886773:0:76389:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.886775:0:76656:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1770653413.886780:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000100:00001000:3.0:1770653413.886782:0:3291:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 00000100:00000040:1.0:1770653413.886783:0:76656:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:0.0:1770653413.886787:0:76389:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1770653413.886788:0:76656:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000400:00000200:2.0:1770653413.886790:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888770 00000100:00001000:3.0:1770653413.886791:0:3291:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 00000100:00100000:0.0:1770653413.886791:0:76389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707198080 02000000:00000001:1.0:1770653413.886792:0:76656:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1770653413.886795:0:76656:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.886797:0:76389:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653413.886798:0:3291:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1770653413.886799:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888770. 00000100:00000001:1.0:1770653413.886800:0:76656:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1770653413.886800:0:76389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653413.886802:0:3291:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.886804:0:76389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.886807:0:3288:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:3.0:1770653413.886808:0:3291:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1770653413.886808:0:76656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 02000000:00000001:0.0:1770653413.886810:0:76389:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.886814:0:3291:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.886815:0:76656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0226e8. 00000100:00100000:0.0:1770653413.886815:0:76389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707198080 00000100:00000200:2.0:1770653413.886819:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95571043f800 x1856657707198080/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.886820:0:3291:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000020:00000001:0.0:1770653413.886821:0:76389:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:1.0:1770653413.886822:0:76656:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966303616, offset 224 00000100:00000040:3.0:1770653413.886823:0:3291:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000020:00000040:0.0:1770653413.886824:0:76389:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00000100:00000001:3.0:1770653413.886830:0:3291:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000020:00000001:0.0:1770653413.886831:0:76389:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1770653413.886835:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000020:00000040:0.0:1770653413.886836:0:76389:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=24 00000400:00000200:1.0:1770653413.886837:0:76656:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:3.0:1770653413.886839:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795454903424 : -117278254648192 : ffff9556074ab480) 00000020:00000001:0.0:1770653413.886844:0:76389:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000001:3.0:1770653413.886845:0:3291:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1770653413.886874:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000010:0.1:1770653413.886877:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624814f00. 00010000:00000010:3.1:1770653413.886878:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d1f9400. 00000100:00000040:2.0:1770653413.886880:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95571043f800 x1856657707198080/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.886888:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1770653413.886890:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556323fcc00. 00000100:00000001:2.0:1770653413.886890:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1770653413.886891:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016b200. 00000100:00000040:3.0:1770653413.886899:0:3291:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00000020:00000001:0.0:1770653413.886902:0:76389:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000001:3.0:1770653413.886903:0:3291:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1770653413.886908:0:3291:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.886908:0:76389:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1770653413.886913:0:76389:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a7c0. 00000100:00000040:3.0:1770653413.886914:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9556074ab480 x1856657707193600/t8590299201(8590299201) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.886919:0:76389:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653413.886925:0:76389:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a7c0. 00000020:00000010:0.0:1770653413.886931:0:76389:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997a600. 00000020:00000010:0.0:1770653413.886936:0:76389:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519300. 00000100:00000001:3.0:1770653413.886937:0:3291:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1770653413.886940:0:76656:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000001:3.0:1770653413.886943:0:3291:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:0.0:1770653413.886943:0:76389:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d190. 00000100:00000001:3.0:1770653413.886947:0:3291:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.886949:0:76656:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164626:2164626:253:4294967295] 192.168.202.60@tcp LPNI seq info [2164622:2164622:5:4294967295] 00000100:00000001:0.0:1770653413.886950:0:76389:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000004:00080000:3.0:1770653413.886951:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9556074ab480/2, rc 0, transno 8590299201 00000100:00000001:0.0:1770653413.886954:0:76389:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00001000:3.0:1770653413.886957:0:3291:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 7 in flight, 18 in progress 00000100:00000001:0.0:1770653413.886958:0:76389:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.886964:0:76389:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.886969:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9556074ab480 x1856657707193600/t8590299201(8590299201) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653413.886970:0:76656:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:0.0:1770653413.886975:0:76389:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.886985:0:3288:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653413.886985:0:76656:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:0.0:1770653413.886987:0:76389:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1770653413.886991:0:3291:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9556074ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707193600:0@lo:6:osp-syn-0-0.0 00000100:00000001:0.0:1770653413.886992:0:76389:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1770653413.886993:0:3288:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26311 usecs (27 jiffies) 00000800:00000010:1.0:1770653413.886994:0:76656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955711399f00. 00000100:00100000:0.0:1770653413.887001:0:76389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136189 00000100:00000001:2.0:1770653413.887002:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444727 00000100:00000001:3.0:1770653413.887004:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653413.887008:0:76656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000040:0.0:1770653413.887009:0:76389:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 7 00000100:00000001:3.0:1770653413.887010:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1770653413.887012:0:3288:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444724 00000100:00000001:0.0:1770653413.887015:0:76389:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800637167360 : -117273072384256 : ffff95573c2dc700) 00000100:00000040:3.0:1770653413.887019:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9556074ab100 x1856657707193728/t8590299200(8590299200) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1770653413.887019:0:76656:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:2.0:1770653413.887020:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444727 00000800:00000200:1.0:1770653413.887028:0:76656:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955711399f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1770653413.887028:0:76389:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95573c2dc700 x1856657707198080/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.887029:0:3288:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444724 00000100:00000001:1.0:1770653413.887037:0:76656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.887038:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.887039:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444727 00000100:00000040:1.0:1770653413.887046:0:76656:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000100:00000001:3.0:1770653413.887047:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1770653413.887049:0:3288:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444724 00000100:00000001:0.0:1770653413.887049:0:76389:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1770653413.887054:0:76656:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.887055:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9556074ab480 x1856657707193600/t8590299201(8590299201) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.887056:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444727 00000020:00000010:0.0:1770653413.887056:0:76389:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a7c0. 00010000:00000001:1.0:1770653413.887059:0:76656:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.887063:0:76389:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.887064:0:3288:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444724 00000100:00000040:1.0:1770653413.887070:0:76656:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665155180 x1856657966303616/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.887072:0:3288:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653413.887072:0:76389:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a7c0. 00000100:00000001:2.0:1770653413.887080:0:3288:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.887081:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.887084:0:76389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95573c2dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+24:3288:x1856657707198080:12345-0@lo:6:osp-syn-1-0.0 00000100:00000001:3.0:1770653413.887088:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.887089:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.887095:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1770653413.887096:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.887097:0:76389:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707198080 00000100:00000001:3.0:1770653413.887098:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1770653413.887098:0:76656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665155180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_033:b31b1d82-c1d4-4680-ae7a-71292416d1f5+92:2365:x1856657966303616:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1007us (1393us total) trans 0 rc 0/0 00000020:00000001:0.0:1770653413.887103:0:76389:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000001:3.0:1770653413.887105:0:3291:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1770653413.887106:0:76389:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000001:3.0:1770653413.887108:0:3291:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1770653413.887111:0:76656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161829 00000400:00000010:3.0:1770653413.887112:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955642e02058. 00000020:00000001:0.0:1770653413.887112:0:76389:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.887113:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000040:1.0:1770653413.887116:0:76656:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000004:00000001:2.0:1770653413.887117:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.887119:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022d48 00000020:00000001:0.0:1770653413.887120:0:76389:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1770653413.887121:0:76656:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000004:00000001:2.0:1770653413.887122:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000020:00000001:0.0:1770653413.887126:0:76389:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000400:00000010:3.0:1770653413.887127:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022d48. 00000004:00000001:2.0:1770653413.887127:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:1.0:1770653413.887127:0:76656:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000001:2.0:1770653413.887133:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.887134:0:76656:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07db80. 00000100:00000001:3.0:1770653413.887135:0:3291:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1770653413.887135:0:76389:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000040:00001000:2.0:1770653413.887137:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64b3c0 type=0x10692404 idx=1744 00000100:00000200:3.0:1770653413.887143:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9557030dce00 x1856657707194112/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653413.887143:0:76389:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:2.0:1770653413.887144:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1744 lrh_len: 64 (3136 remains) 00000020:00000010:1.0:1770653413.887144:0:76656:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662adaed8. 00000020:00000010:1.0:1770653413.887152:0:76656:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f7200. 00000040:00001000:2.0:1770653413.887153:0:6724:0:(llog.c:797:llog_process_thread()) index: 1744, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00000020:00000001:0.0:1770653413.887153:0:76389:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000040:1.0:1770653413.887160:0:76656:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 91 00000020:00000001:0.0:1770653413.887160:0:76389:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000004:00000001:2.0:1770653413.887161:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000200:3.0:1770653413.887164:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9557030dce00 x1856657707194112/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653413.887165:0:76389:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000100:00000001:1.0:1770653413.887166:0:76656:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1770653413.887167:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000020:00000001:0.0:1770653413.887170:0:76389:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000004:00000001:2.0:1770653413.887172:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.887174:0:76389:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.887178:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000001:00000001:0.0:1770653413.887180:0:76389:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000004:00000001:2.0:1770653413.887182:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000001:00000001:0.0:1770653413.887184:0:76389:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.887186:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000800:00000200:1.0:1770653413.887190:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000001:00000001:0.0:1770653413.887191:0:76389:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000010:2.0:1770653413.887193:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c2de680. 00000800:00000010:1.0:1770653413.887196:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626cf00. 00000001:00000001:0.0:1770653413.887197:0:76389:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.887198:0:3291:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1770653413.887199:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=21 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1770653413.887203:0:3291:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.887203:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000001:0.0:1770653413.887204:0:76389:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.887205:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1770653413.887209:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1770653413.887210:0:3291:0:(client.c:1568:after_reply()) Process entered 00000001:00000001:0.0:1770653413.887211:0:76389:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 02000000:00000001:2.0:1770653413.887213:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.887215:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 02000000:00000001:3.0:1770653413.887216:0:3291:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000001:00000001:0.0:1770653413.887216:0:76389:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.887220:0:3291:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1770653413.887220:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff955634439400. 00000001:00000001:0.0:1770653413.887222:0:76389:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.887224:0:3291:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.887224:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a782a8 00000100:00000001:2.0:1770653413.887227:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.887228:0:76389:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000400:00000010:1.0:1770653413.887229:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a782a8. 02000000:00000001:3.0:1770653413.887230:0:3291:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.887232:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626800637175424 : -117273072376192 : ffff95573c2de680) 00000001:00000001:0.0:1770653413.887232:0:76389:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.887236:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00001000:3.0:1770653413.887238:0:3291:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00000100:00000001:1.0:1770653413.887240:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000001:00000001:0.0:1770653413.887240:0:76389:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.887241:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00001000:3.0:1770653413.887243:0:3291:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00000020:00000001:0.0:1770653413.887246:0:76389:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.887247:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.887248:0:3291:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1770653413.887248:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1770653413.887250:0:76389:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.887253:0:3291:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.887255:0:76389:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1770653413.887257:0:3291:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1770653413.887257:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1770653413.887258:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bd3e5da] to pc [ptlrpcd_00_02+2] req@ffff95573c2de680 x1856657707198208/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1770653413.887259:0:76389:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1770653413.887263:0:3291:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.887263:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:0.0:1770653413.887266:0:76389:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff955603117000. 00000800:00000001:1.0:1770653413.887268:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.887270:0:3291:0:(client.c:1522:ptlrpc_save_versions()) Process entered 02000000:00000001:0.0:1770653413.887272:0:76389:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.887275:0:3291:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1770653413.887278:0:76389:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.887280:0:3291:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000400:00000200:1.0:1770653413.887283:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:3.0:1770653413.887286:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00002000:00000001:0.0:1770653413.887286:0:76389:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000100:00000001:3.0:1770653413.887290:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799678770688 : -117274030780928 : ffff9557030dce00) 00010000:00000001:0.0:1770653413.887291:0:76389:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000004:00000001:2.0:1770653413.887292:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.887295:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d0b00 00010000:00000001:0.0:1770653413.887295:0:76389:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.887296:0:3291:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000004:00001000:2.0:1770653413.887298:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 8 in flight, 19 in progress 00000100:00000040:3.0:1770653413.887302:0:3291:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00000004:00001000:2.0:1770653413.887303:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1744, id 1958 00002000:00080000:0.0:1770653413.887303:0:76389:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5122 count 1 00000100:00000001:3.0:1770653413.887309:0:3291:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1770653413.887309:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6bbd [2] + 1968 00002000:00000001:0.0:1770653413.887310:0:76389:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000004:00000001:2.0:1770653413.887311:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000001:3.0:1770653413.887314:0:3291:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.887316:0:76389:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000400:00000010:1.0:1770653413.887317:0:3283:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564bfc4948. 00000020:00000001:0.0:1770653413.887319:0:76389:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000040:3.0:1770653413.887322:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9557030dce00 x1856657707194112/t4295332620(4295332620) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653413.887324:0:3283:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff955656195a80 02000000:00000010:2.0:1770653413.887325:0:6728:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95562fa44400. 00000020:00000001:0.0:1770653413.887326:0:76389:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795890435960 : -117277819115656 : ffff955621406778) 00000800:00000001:1.0:1770653413.887329:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1770653413.887332:0:6728:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.887333:0:76389:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795890435872 : -117277819115744 : ffff955621406720) 00000800:00000001:1.0:1770653413.887336:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1770653413.887340:0:6728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2840. 00010000:00000001:0.0:1770653413.887340:0:76389:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000400:00000200:1.0:1770653413.887342:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653413.887344:0:3291:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.887345:0:76389:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000010:2.0:1770653413.887348:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888770. 00000100:00000001:3.0:1770653413.887349:0:3291:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00000040:0.0:1770653413.887351:0:76389:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556613f3900 count: 2 00000400:00000200:1.0:1770653413.887352:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653413.887354:0:3291:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1770653413.887356:0:6728:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707197952, portal 16 00010000:00000001:0.0:1770653413.887357:0:76389:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1770653413.887360:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955656195a80 00000004:00080000:3.0:1770653413.887361:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9557030dce00/2, rc 0, transno 4295332620 00000100:00000001:2.0:1770653413.887361:0:6728:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:0.0:1770653413.887362:0:76389:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000400:00000010:1.0:1770653413.887365:0:3283:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff955656195a80. 00000100:00000001:2.0:1770653413.887366:0:6728:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637172736 : -117273072378880 : ffff95573c2ddc00) 00000004:00001000:3.0:1770653413.887367:0:3291:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 7 in flight, 20 in progress 00010000:00000010:0.0:1770653413.887369:0:76389:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561ae2ac00. 00000100:00000001:1.0:1770653413.887371:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1770653413.887375:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000001:0.0:1770653413.887376:0:76389:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000040:2.0:1770653413.887377:0:6728:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff95573c2ddc00 x1856657707197952/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1770653413.887380:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff95573c195050 x1856657966304000 msgsize 328 00000020:00000040:0.0:1770653413.887381:0:76389:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561ae2ac00 with handle 0x2aed14e4e178cea4 to hash 00000100:00000040:3.0:1770653413.887385:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9557030dce00 x1856657707194112/t4295332620(4295332620) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653413.887387:0:76389:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1770653413.887391:0:76389:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795783629824 : -117277925921792 : ffff95561ae2ac00) 00000100:00100000:1.0:1770653413.887397:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00010000:00000001:0.0:1770653413.887398:0:76389:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795783629824 : -117277925921792 : ffff95561ae2ac00) 00000100:00000040:1.0:1770653413.887404:0:3283:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00010000:00000001:0.0:1770653413.887406:0:76389:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1770653413.887410:0:6728:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1770653413.887411:0:76389:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.887415:0:3291:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9557030dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707194112:0@lo:6:osp-syn-1-0.0 00000100:00000001:1.0:1770653413.887416:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1770653413.887418:0:6728:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00010000:0.0:1770653413.887418:0:76389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cea4 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1402:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1770653413.887424:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888220. 00000100:00000001:1.0:1770653413.887429:0:76655:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1770653413.887430:0:6728:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707197952, offset 0 00010000:00000001:0.0:1770653413.887432:0:76389:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1770653413.887433:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00100000:1.0:1770653413.887434:0:76655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966304000 00010000:00000001:0.0:1770653413.887436:0:76389:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000004:00000001:3.0:1770653413.887437:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.887438:0:76655:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1770653413.887440:0:6728:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.887440:0:76389:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:1.0:1770653413.887443:0:76655:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000004:00000001:3.0:1770653413.887444:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00000001:0.0:1770653413.887445:0:76389:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:1.0:1770653413.887446:0:76655:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653413.887448:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:0.0:1770653413.887449:0:76389:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 02000000:00000001:1.0:1770653413.887450:0:76655:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.887451:0:6728:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000004:00000001:3.0:1770653413.887452:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.887453:0:76389:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00100000:1.0:1770653413.887458:0:76655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966304000 00000040:00001000:3.0:1770653413.887460:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f649d00 type=0x10692404 idx=3573 00000400:00000200:2.0:1770653413.887461:0:6728:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:1.0:1770653413.887462:0:76655:0:(genops.c:811:class_conn2export()) Process entered 00010000:00010000:0.0:1770653413.887463:0:76389:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff95571016a800/0x2aed14e4e178a052 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x1402:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0da5 expref: 91 pid: 33123 timeout: 0 lvb_type: 1 00000040:00001000:3.0:1770653413.887467:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3573 lrh_len: 64 (768 remains) 00000020:00000040:1.0:1770653413.887467:0:76655:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000400:00000200:2.0:1770653413.887468:0:6728:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000020:00000001:1.0:1770653413.887473:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000040:00001000:3.0:1770653413.887474:0:7854:0:(llog.c:797:llog_process_thread()) index: 3573, lh_last_idx: 3602 synced_idx: 3602 lgh_last_idx: 3602 00000400:00000200:2.0:1770653413.887476:0:6728:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000020:00000040:1.0:1770653413.887477:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=92 00000004:00000001:3.0:1770653413.887482:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00000001:0.0:1770653413.887483:0:76389:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000400:00000200:2.0:1770653413.887484:0:6728:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000020:00000001:1.0:1770653413.887485:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00010000:00000001:0.0:1770653413.887486:0:76389:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653413.887487:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000020:00000001:1.0:1770653413.887491:0:76655:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000004:00000001:3.0:1770653413.887493:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.887494:0:6728:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164627:2164627:253:4294967295] 192.168.202.60@tcp LPNI seq info [2164623:2164623:5:4294967295] 00010000:00010000:0.0:1770653413.887494:0:76389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:1.0:1770653413.887496:0:76655:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1770653413.887498:0:76389:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653413.887499:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000020:00000010:1.0:1770653413.887502:0:76655:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9c400. 00000004:00000001:3.0:1770653413.887503:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00010000:00000001:0.0:1770653413.887505:0:76389:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000004:00000001:3.0:1770653413.887507:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000001:1.0:1770653413.887509:0:76655:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1770653413.887509:0:76389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000010:3.0:1770653413.887513:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95571043d180. 00010000:00000001:0.0:1770653413.887514:0:76389:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1770653413.887515:0:76655:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9c400. 00000400:00000200:2.0:1770653413.887519:0:6728:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000020:00000040:3.0:1770653413.887521:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=23 obd=lustre-OST0001-osc-MDT0000 00010000:00000001:0.0:1770653413.887522:0:76389:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1770653413.887524:0:76655:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f7200. 00010000:00000001:0.0:1770653413.887528:0:76389:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000800:00000200:2.0:1770653413.887529:0:6728:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:3.0:1770653413.887530:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000020:00000010:1.0:1770653413.887530:0:76655:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07db80. 00010000:00010000:0.0:1770653413.887531:0:76389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cea4 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1402:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1770653413.887534:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:2.0:1770653413.887537:0:6728:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df600. 00000020:00000010:1.0:1770653413.887538:0:76655:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662adaed8. 02000000:00000001:3.0:1770653413.887539:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.887546:0:76655:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000800:00000200:2.0:1770653413.887548:0:6728:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 02000000:00000010:3.0:1770653413.887550:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95565d743c00. 00010000:00000040:0.0:1770653413.887550:0:76389:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1402:0x0].0x0 (ffff9556613f3900) refcount = 2 00000100:00000001:1.0:1770653413.887552:0:76655:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653413.887556:0:76655:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000200:2.0:1770653413.887559:0:6728:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:3.0:1770653413.887560:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.887560:0:76655:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000040:0.0:1770653413.887561:0:76389:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000800:00000200:2.0:1770653413.887563:0:6728:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df600 type 1, nob 424 niov 1 nkiov 1 00010000:00000001:1.0:1770653413.887566:0:76655:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653413.887569:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626799900414336 : -117273809137280 : ffff95571043d180) 00010000:00000040:0.0:1770653413.887569:0:76389:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95571016a800/0x2aed14e4e178a052 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1402:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0da5 expref: 92 pid: 33123 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1770653413.887571:0:6728:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.887571:0:76655:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1770653413.887575:0:76655:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1770653413.887579:0:6728:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444730 00000020:00000001:1.0:1770653413.887579:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1770653413.887580:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000040:0.0:1770653413.887584:0:76389:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000020:00000040:1.0:1770653413.887585:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016bc00 refcount=4 00000100:00000001:3.0:1770653413.887587:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.887587:0:6728:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444727 00010000:00000040:0.0:1770653413.887589:0:76389:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cea4 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1402:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1770653413.887590:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897459712 : -117273812091904 : ffff95571016bc00) 00000100:00000001:2.0:1770653413.887594:0:6728:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444730 00010000:00000001:1.0:1770653413.887595:0:76655:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897459712 : -117273812091904 : ffff95571016bc00) 00000100:00000040:3.0:1770653413.887601:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc98256b] to pc [ptlrpcd_00_03+3] req@ffff95571043d180 x1856657707198336/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.887603:0:6728:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444727 00010000:00010000:1.0:1770653413.887606:0:76655:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff95571016bc00/0x2aed14e4e1789faa lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d20 expref: 92 pid: 12206 timeout: 6877 lvb_type: 1 00000100:00000001:2.0:1770653413.887611:0:6728:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444730 00000100:00000001:2.0:1770653413.887618:0:6728:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444727 00000100:00000001:2.0:1770653413.887625:0:6728:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444730 00010000:00000010:0.0:1770653413.887629:0:76389:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a7c0. 00000100:00000001:2.0:1770653413.887633:0:6728:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444727 00010000:00000001:1.0:1770653413.887633:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.887635:0:76389:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00000001:1.0:1770653413.887638:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.887640:0:6728:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1770653413.887641:0:76389:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f3623c0. 00010000:00000001:1.0:1770653413.887642:0:76655:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1770653413.887644:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.887645:0:6728:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.887647:0:76655:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.887648:0:76389:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661515200 : -117277048036416 : ffff95564f3623c0) 00000004:00001000:3.0:1770653413.887651:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 8 in flight, 21 in progress 00010000:00000001:2.0:1770653413.887652:0:6728:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.887654:0:76655:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1770653413.887654:0:76389:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661515200 : -117277048036416 : ffff95564f3623c0) 00000004:00001000:3.0:1770653413.887657:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3573, id 1934 00010000:00000001:2.0:1770653413.887659:0:6728:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.887660:0:76389:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000004:00000001:3.0:1770653413.887662:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000200:1.0:1770653413.887663:0:76655:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff95573c195050 x1856657966304000/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.887664:0:76389:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000020:00000001:2.0:1770653413.887665:0:6728:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.887668:0:76389:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:3.0:1770653413.887671:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.887672:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.887672:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.887676:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.887678:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1770653413.887678:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.887681:0:6728:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.887682:0:76389:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:1.0:1770653413.887684:0:76655:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:3.0:1770653413.887687:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9557030dce00 x1856657707194112/t4295332620(4295332620) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.887687:0:6728:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:1.0:1770653413.887688:0:76655:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.887688:0:76389:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1770653413.887691:0:6728:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1770653413.887693:0:76389:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1770653413.887697:0:76389:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000001:2.0:1770653413.887698:0:6728:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.887699:0:76655:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1770653413.887702:0:76389:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d88380. 00000100:00000001:2.0:1770653413.887705:0:6728:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1770653413.887709:0:6728:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:0.0:1770653413.887709:0:76389:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=3 obd=lustre-OST0001 00000100:00000001:1.0:1770653413.887711:0:76655:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1770653413.887716:0:76655:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1770653413.887716:0:76389:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1770653413.887717:0:6728:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556695e0900 going to sleep for 11 seconds 00000100:00000001:3.0:1770653413.887718:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.887720:0:76389:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1770653413.887722:0:6728:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1770653413.887724:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1770653413.887726:0:76655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161830 02000000:00000001:0.0:1770653413.887726:0:76389:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.887727:0:6728:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.887730:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1770653413.887733:0:76655:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 02000000:00000010:0.0:1770653413.887734:0:76389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95561997be00. 00000100:00000001:3.0:1770653413.887735:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1770653413.887736:0:76655:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800635826256 : -117273073725360 : ffff95573c195050) 00000100:00000001:3.0:1770653413.887755:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1770653413.887757:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1770653413.887758:0:76655:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95573c195050 x1856657966304000/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.887758:0:76389:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.887759:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653413.887760:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1770653413.887763:0:3291:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1770653413.887764:0:3290:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00010000:0.0:1770653413.887769:0:76389:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff95571016a800/0x2aed14e4e178a052 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1402:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0da5 expref: 92 pid: 33123 timeout: 0 lvb_type: 1 00000100:00000040:3.0:1770653413.887771:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95571043d180 x1856657707198336/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1770653413.887773:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95573c2de680 x1856657707198208/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.887792:0:76655:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653413.887798:0:76655:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9c400. 00010000:00010000:0.0:1770653413.887803:0:76389:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff95571016a800/0x2aed14e4e178a052 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1402:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0da5 expref: 92 pid: 33123 timeout: 6877 lvb_type: 1 00000100:00000001:1.0:1770653413.887804:0:76655:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.887811:0:3291:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000020:00000010:1.0:1770653413.887813:0:76655:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9c400. 00000100:00000001:3.0:1770653413.887816:0:3291:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.887824:0:3291:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1770653413.887825:0:76655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95573c195050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_032:b31b1d82-c1d4-4680-ae7a-71292416d1f5+92:2366:x1856657966304000:12345-192.168.202.60@tcp:103:ldlm_bl.0 02000000:00000001:3.0:1770653413.887828:0:3291:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1770653413.887836:0:3291:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.887836:0:76389:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000200:1.0:1770653413.887837:0:76655:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966304000 00000100:00000001:0.0:1770653413.887841:0:76389:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1770653413.887843:0:3290:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1770653413.887843:0:76655:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000100:00100000:3.0:1770653413.887844:0:3291:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95571043d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707198336:0@lo:6:osp-syn-1-0.0 00000100:00000001:2.0:1770653413.887866:0:3290:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.887869:0:3290:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000002:1.0:1770653413.887871:0:76655:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000100:00000040:0.0:1770653413.887871:0:76389:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955618d88380 x1856657707198464/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1770653413.887873:0:3290:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.887876:0:3291:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1770653413.887876:0:76655:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 02000000:00000001:2.0:1770653413.887880:0:3290:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.887882:0:3291:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1770653413.887882:0:76655:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1770653413.887887:0:3291:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.887887:0:76655:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1770653413.887889:0:3290:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95573c2de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707198208:0@lo:6:osp-syn-0-0.0 02000000:00000001:3.0:1770653413.887892:0:3291:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1770653413.887893:0:76655:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955637245400. 02000000:00000001:1.0:1770653413.887899:0:76655:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1770653413.887900:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95565d742400. 00000100:00000001:2.0:1770653413.887900:0:3290:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1770653413.887905:0:3290:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1770653413.887906:0:76655:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.887907:0:3291:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.887910:0:3290:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.887913:0:76655:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000400:00000010:3.0:1770653413.887914:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2160. 02000000:00000001:2.0:1770653413.887915:0:3290:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:1.0:1770653413.887917:0:76655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:0.0:1770653413.887917:0:76389:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1770653413.887922:0:76655:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1770653413.887922:0:76389:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653413.887923:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955634438c00. 00000400:00000010:3.0:1770653413.887924:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a783b8. 00000020:00000001:1.0:1770653413.887925:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653413.887930:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016bc00 refcount=4 02000000:00000001:2.0:1770653413.887931:0:3290:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.887932:0:3291:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707198336, portal 4 00000100:00100000:0.0:1770653413.887934:0:76389:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955618d88380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:76389:1856657707198464:192.168.202.60@tcp:104: 00000020:00000001:1.0:1770653413.887935:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897459712 : -117273812091904 : ffff95571016bc00) 00000100:00000001:3.0:1770653413.887939:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1770653413.887939:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2790. 00010000:00000001:1.0:1770653413.887940:0:76655:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897459712 : -117273812091904 : ffff95571016bc00) 00000100:00000001:0.0:1770653413.887943:0:76389:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1770653413.887944:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799900414336 : -117273809137280 : ffff95571043d180) 00010000:00000040:1.0:1770653413.887946:0:76655:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556613f3000 count: 3 00000400:00000010:2.0:1770653413.887947:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888bb0. 02000000:00000001:0.0:1770653413.887948:0:76389:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1770653413.887952:0:76389:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.887954:0:3290:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707198208, portal 4 00000100:00000040:3.0:1770653413.887955:0:3291:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95571043d180 x1856657707198336/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1770653413.887955:0:76655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff95571016bc00/0x2aed14e4e1789faa lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d20 expref: 92 pid: 12206 timeout: 6877 lvb_type: 1 02000000:00000001:0.0:1770653413.887956:0:76389:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1770653413.887960:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 02000000:00000010:0.0:1770653413.887962:0:76389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95561997b000. 00000100:00000001:2.0:1770653413.887964:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637175424 : -117273072376192 : ffff95573c2de680) 02000000:00000001:0.0:1770653413.887968:0:76389:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.887975:0:3290:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95573c2de680 x1856657707198208/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1770653413.887976:0:76389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e053738. 00000100:00001000:1.0:1770653413.887981:0:76655:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00000400:00000010:0.0:1770653413.887985:0:76389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac85d8. 00000100:00000001:3.0:1770653413.887989:0:3291:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1770653413.887992:0:76655:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000200:0.0:1770653413.887993:0:76389:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707198464, portal 16 00010000:00000001:1.0:1770653413.887996:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1770653413.887998:0:3291:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1770653413.888002:0:3290:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1770653413.888002:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.888002:0:76389:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1770653413.888004:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78e58. 00000100:00000001:0.0:1770653413.888007:0:76389:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795749409664 : -117277960141952 : ffff955618d88380) 00000100:00000200:3.0:1770653413.888009:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707198336, offset 0 00010000:00010000:1.0:1770653413.888011:0:76655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff95571016bc00/0x2aed14e4e1789faa lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d20 expref: 92 pid: 12206 timeout: 6877 lvb_type: 1 00000100:00000040:2.0:1770653413.888012:0:3290:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1770653413.888018:0:76389:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955618d88380 x1856657707198464/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1770653413.888019:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888aa0. 00000400:00000200:3.0:1770653413.888023:0:3291:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1770653413.888029:0:76655:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000200:2.0:1770653413.888031:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707198208, offset 0 00010000:00000001:1.0:1770653413.888033:0:76655:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000001:0.0:1770653413.888036:0:76389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1770653413.888037:0:3291:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1770653413.888038:0:76655:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.888044:0:76655:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.888046:0:3290:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1770653413.888046:0:76389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:1.0:1770653413.888049:0:76655:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1770653413.888053:0:76655:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:0.0:1770653413.888053:0:76389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8b28. 00000400:00000200:3.0:1770653413.888054:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b6780 00000400:00000200:2.0:1770653413.888059:0:3290:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1770653413.888062:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:0.0:1770653413.888062:0:76389:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707198464, offset 0 00000400:00000200:3.0:1770653413.888067:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecef71 [8] + 11968 00010000:00000001:1.0:1770653413.888067:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1770653413.888069:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b6700 00010000:00000001:1.0:1770653413.888071:0:76655:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1770653413.888074:0:76655:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.888077:0:3291:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1770653413.888078:0:76655:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95571016bc00 with handle 0x2aed14e4e1789faa from hash 00000400:00000200:0.0:1770653413.888079:0:76389:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:1.0:1770653413.888085:0:76655:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:3.0:1770653413.888088:0:3291:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1770653413.888088:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1770653413.888089:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecef71 [8] + 12512 00000400:00000200:0.0:1770653413.888092:0:76389:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00010000:00000001:1.0:1770653413.888093:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.888097:0:76655:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:2.0:1770653413.888099:0:3290:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1770653413.888100:0:76655:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000400:00000200:0.0:1770653413.888101:0:76389:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:1.0:1770653413.888104:0:76655:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.888108:0:3290:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1770653413.888109:0:76655:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:0.0:1770653413.888109:0:76389:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00010000:00000001:1.0:1770653413.888113:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1770653413.888117:0:76389:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00010000:00010000:1.0:1770653413.888118:0:76655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95571016bc00/0x2aed14e4e1789faa lrc: 0/0,0 mode: --/PR res: [0x280000403:0x13fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d20 expref: 92 pid: 12206 timeout: 6877 lvb_type: 1 00000400:00000200:0.0:1770653413.888127:0:76389:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00010000:00000040:1.0:1770653413.888128:0:76655:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 86 00000020:00000040:1.0:1770653413.888132:0:76655:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 91 00000400:00000200:0.0:1770653413.888137:0:76389:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164628:2164628:252:4294967295] 192.168.202.60@tcp LPNI seq info [2164624:2164624:4:4294967295] 00010000:00000001:1.0:1770653413.888138:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.888140:0:76655:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1770653413.888142:0:76655:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1770653413.888144:0:76655:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95561c987e00 00010000:00000001:1.0:1770653413.888147:0:76655:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1770653413.888149:0:76655:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653413.888152:0:76655:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653413.888155:0:76655:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.888158:0:76655:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653413.888160:0:76655:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000200:0.0:1770653413.888161:0:76389:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:1.0:1770653413.888162:0:76655:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.888167:0:76655:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1770653413.888170:0:76655:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:3.0:1770653413.888174:0:3291:0:(events.c:286:request_in_callback()) Process entered 00010000:00010000:1.0:1770653413.888174:0:76655:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95561c987e00/0x2aed14e4e178ce5e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00000800:00000200:0.0:1770653413.888174:0:76389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000200:3.0:1770653413.888178:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1770653413.888179:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1770653413.888182:0:76389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9f00. 00000100:00000001:2.0:1770653413.888183:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1770653413.888186:0:3291:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95571043d500. 00000400:00000001:2.0:1770653413.888190:0:3289:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1770653413.888193:0:3291:0:(events.c:337:request_in_callback()) incoming req@ffff95571043d500 x1856657707198336 msgsize 544 00000400:00000001:2.0:1770653413.888194:0:3289:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:0.0:1770653413.888195:0:76389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:1.0:1770653413.888198:0:76655:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000400:00000010:2.0:1770653413.888200:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2bb0. 00010000:00010000:1.0:1770653413.888204:0:76655:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561c987e00/0x2aed14e4e178ce5e lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x13fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00000800:00000200:0.0:1770653413.888206:0:76389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000400:00000200:2.0:1770653413.888207:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78220 00000100:00100000:3.0:1770653413.888209:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1770653413.888213:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78220. 00000800:00000200:0.0:1770653413.888214:0:76389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1770653413.888219:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1770653413.888222:0:76389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.888224:0:76655:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x13fd:0x0].0x0 (ffff9556613f3000) refcount = 2 00000100:00000001:3.0:1770653413.888225:0:3291:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1770653413.888226:0:76389:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444731 00000100:00000200:2.0:1770653413.888229:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9556074a8380 x1856657707193472/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1770653413.888232:0:76655:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:0.0:1770653413.888235:0:76389:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4301444730 00010000:00000040:1.0:1770653413.888236:0:76655:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561c987e00/0x2aed14e4e178ce5e lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x13fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1770653413.888237:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78e58 00000400:00000010:3.0:1770653413.888243:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78e58. 00000100:00000001:0.0:1770653413.888244:0:76389:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444731 00000100:00000001:3.0:1770653413.888251:0:3291:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1770653413.888252:0:76389:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4301444730 00000100:00000200:2.0:1770653413.888253:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9556074a8380 x1856657707193472/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.888257:0:76655:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000200:3.0:1770653413.888259:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95571043d180 x1856657707198336/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.888260:0:76389:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444731 00010000:00000001:1.0:1770653413.888261:0:76655:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.888267:0:76655:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:0.0:1770653413.888268:0:76389:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4301444730 00010000:00000001:1.0:1770653413.888271:0:76655:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.888275:0:76389:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444731 00010000:00000001:1.0:1770653413.888277:0:76655:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.888284:0:76389:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4301444730 00010000:00000010:1.0:1770653413.888285:0:76655:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9c400. 00000100:00000001:2.0:1770653413.888286:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1770653413.888290:0:76389:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.888292:0:3289:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.888293:0:76655:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:3.0:1770653413.888294:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1770653413.888295:0:76389:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.888298:0:3289:0:(client.c:1568:after_reply()) Process entered 00000100:00000010:1.0:1770653413.888298:0:76655:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa8e40. 00010000:00000001:0.0:1770653413.888299:0:76389:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.888300:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95571043d180 x1856657707198336/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653413.888301:0:3289:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1770653413.888304:0:76655:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540169792 : -117277169381824 : ffff955647fa8e40) 00000100:00000001:2.0:1770653413.888305:0:3289:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1770653413.888305:0:76389:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.888310:0:3289:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.888311:0:76655:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540169792 : -117277169381824 : ffff955647fa8e40) 00000020:00000001:0.0:1770653413.888312:0:76389:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.888314:0:3289:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.888318:0:76655:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000001:0.0:1770653413.888319:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:2.0:1770653413.888321:0:3289:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 00000100:00000001:1.0:1770653413.888322:0:76655:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1770653413.888323:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.888325:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.888326:0:76655:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1770653413.888328:0:76389:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.888331:0:76655:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1770653413.888332:0:3291:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1770653413.888332:0:76389:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00001000:2.0:1770653413.888333:0:3289:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 00010000:00000001:0.0:1770653413.888337:0:76389:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1770653413.888338:0:3291:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.888339:0:3289:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1770653413.888341:0:76655:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.888343:0:3289:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.888343:0:76389:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.888344:0:3291:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26311 usecs (27 jiffies) 00010000:00000001:1.0:1770653413.888346:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.888350:0:76389:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1770653413.888351:0:3289:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1770653413.888351:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.888352:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444728 00000100:00000001:0.0:1770653413.888353:0:76389:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:2.0:1770653413.888356:0:3289:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.888356:0:76655:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.888358:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444731 00000100:00100000:0.0:1770653413.888360:0:76389:0:(client.c:2680:ptlrpc_set_wait()) set ffff95564f3623c0 going to sleep for 11 seconds 00010000:00000001:1.0:1770653413.888362:0:76655:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:2.0:1770653413.888363:0:3289:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00000001:3.0:1770653413.888365:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444728 00000100:00000040:2.0:1770653413.888367:0:3289:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00010000:00000001:1.0:1770653413.888367:0:76655:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1770653413.888368:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444731 00000100:00000001:0.0:1770653413.888368:0:76389:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1770653413.888372:0:76389:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.888373:0:3289:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1770653413.888374:0:76655:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.888375:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444728 00000100:00000001:2.0:1770653413.888379:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653413.888380:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444731 00000100:00000001:1.0:1770653413.888380:0:76655:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.888384:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795454890880 : -117278254660736 : ffff9556074a8380) 00000100:00000001:1.0:1770653413.888385:0:76655:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1770653413.888386:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444728 00000100:00000010:1.0:1770653413.888390:0:76655:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa8e40. 00000100:00000001:2.0:1770653413.888391:0:3289:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1770653413.888392:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444731 00010000:00010000:0.0:1770653413.888392:0:76387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a200/0x2aed14e4e178ce57 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1770653413.888395:0:3289:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00000100:00000001:1.0:1770653413.888397:0:76655:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1770653413.888400:0:3291:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.888400:0:3289:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00010000:00000001:1.0:1770653413.888401:0:76655:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.888405:0:3289:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.888407:0:3291:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1770653413.888409:0:76655:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9c400. 00000100:00000040:2.0:1770653413.888414:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9556074a8380 x1856657707193472/t8590299202(8590299202) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.888417:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.888417:0:76655:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1770653413.888418:0:76387:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.888422:0:76655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000001:3.0:1770653413.888424:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1770653413.888426:0:76387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a200/0x2aed14e4e178ce57 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.888427:0:76655:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.888431:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1770653413.888433:0:76655:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1770653413.888435:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:1.0:1770653413.888437:0:76655:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.888439:0:3289:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.888442:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1770653413.888444:0:76655:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653413.888446:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653413.888446:0:3289:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1770653413.888448:0:76387:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:3.0:1770653413.888451:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.888451:0:3289:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.888453:0:76655:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1770653413.888453:0:76387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.888455:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:2.0:1770653413.888457:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9556074a8380/2, rc 0, transno 8590299202 00010000:00000001:0.0:1770653413.888458:0:76387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1770653413.888460:0:76655:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000001:0.0:1770653413.888462:0:76387:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000004:00001000:2.0:1770653413.888463:0:3289:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 7 in flight, 19 in progress 00000100:00000001:1.0:1770653413.888464:0:76655:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000020:00000001:0.0:1770653413.888465:0:76387:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:3.0:1770653413.888468:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:0.0:1770653413.888469:0:76387:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2a200 refcount=3 02000000:00000001:1.0:1770653413.888470:0:76655:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1770653413.888472:0:76655:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.888474:0:76387:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783627264 : -117277925924352 : ffff95561ae2a200) 00000800:00000001:3.0:1770653413.888476:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.888476:0:76655:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1770653413.888479:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9556074a8380 x1856657707193472/t8590299202(8590299202) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.888480:0:76387:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783627264 : -117277925924352 : ffff95561ae2a200) 00000800:00000001:3.0:1770653413.888481:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1770653413.888486:0:76655:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000800:00000001:3.0:1770653413.888487:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.888487:0:76387:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000010:1.0:1770653413.888493:0:76655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022f68. 00010000:00010000:0.0:1770653413.888494:0:76387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a200/0x2aed14e4e178ce57 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770653413.888499:0:3289:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9556074a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707193472:0@lo:6:osp-syn-0-0.0 00000100:00000200:1.0:1770653413.888501:0:76655:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966304000, offset 224 00000400:00000200:3.0:1770653413.888502:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:1.0:1770653413.888512:0:76655:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.888516:0:76387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.888520:0:12198:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1770653413.888520:0:76387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1770653413.888521:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d0a80 00000400:00000200:1.0:1770653413.888526:0:76655:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00100000:2.0:1770653413.888527:0:12198:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707198336 00010000:00010000:0.0:1770653413.888527:0:76387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a200/0x2aed14e4e178ce57 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1770653413.888532:0:12198:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1770653413.888534:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6c71 [2] + 0 00000100:00000001:2.0:1770653413.888537:0:12198:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1770653413.888540:0:76655:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164629:2164629:251:4294967295] 192.168.202.60@tcp LPNI seq info [2164625:2164625:3:4294967295] 00000100:00000001:2.0:1770653413.888541:0:12198:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.888545:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1770653413.888547:0:12198:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.888552:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.888555:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1770653413.888555:0:12198:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707198336 00010000:00000001:0.0:1770653413.888555:0:76387:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1770653413.888559:0:76387:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.888560:0:12198:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1770653413.888564:0:12198:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00010000:00000001:0.0:1770653413.888566:0:76387:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000020:00000001:2.0:1770653413.888568:0:12198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1770653413.888569:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:1.0:1770653413.888569:0:76655:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000010:0.0:1770653413.888572:0:76387:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff95564f362540. 00000020:00000040:2.0:1770653413.888573:0:12198:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=25 00010000:00000001:0.0:1770653413.888578:0:76387:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000020:00000001:2.0:1770653413.888579:0:12198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000020:00000001:2.0:1770653413.888583:0:12198:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000001:3.0:1770653413.888584:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000800:00000200:1.0:1770653413.888584:0:76655:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00010000:0.0:1770653413.888587:0:76387:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00000200:3.0:1770653413.888590:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:2.0:1770653413.888590:0:12198:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1770653413.888591:0:76387:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1770653413.888592:0:76655:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573d1b7000. 00000020:00000010:2.0:1770653413.888595:0:12198:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59300. 00010000:00000001:0.0:1770653413.888598:0:76387:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1770653413.888599:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95571043c700. 00000100:00000001:2.0:1770653413.888600:0:12198:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.888603:0:76387:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000800:00000200:1.0:1770653413.888604:0:76655:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000040:3.0:1770653413.888608:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff95571043c700 x1856657966303872 msgsize 328 00010000:00000001:0.0:1770653413.888608:0:76387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1770653413.888609:0:12198:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59300. 00010000:00000001:0.0:1770653413.888613:0:76387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:1.0:1770653413.888614:0:76655:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00002000:00000001:0.0:1770653413.888616:0:76387:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000800:00000200:1.0:1770653413.888619:0:76655:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573d1b7000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1770653413.888620:0:12198:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95562fa45e00. 00080000:00000001:0.0:1770653413.888620:0:76387:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00100000:3.0:1770653413.888626:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000020:00000010:2.0:1770653413.888627:0:12198:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95566aa1c680. 00000100:00000001:1.0:1770653413.888628:0:76655:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1770653413.888629:0:76387:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff955603114800. 00080000:00000001:0.0:1770653413.888636:0:76387:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626795384031232 : -117278325520384 : ffff955603114800) 00000020:00000010:2.0:1770653413.888637:0:12198:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510708. 00000100:00000040:1.0:1770653413.888637:0:76655:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000001:00000001:0.0:1770653413.888641:0:76387:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1770653413.888642:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1770653413.888643:0:76655:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.888644:0:76387:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.888645:0:12198:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1770653413.888649:0:12198:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1770653413.888650:0:76655:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1770653413.888651:0:76387:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x13fb:0x0] not in the id map cache 00000100:00000001:2.0:1770653413.888652:0:12198:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.888658:0:76655:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c195050 x1856657966304000/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1770653413.888659:0:76387:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000100:00000001:2.0:1770653413.888661:0:12198:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.888664:0:76647:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1770653413.888670:0:76647:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966303872 00080000:00000001:0.0:1770653413.888670:0:76387:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.888672:0:12198:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1770653413.888675:0:76647:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:1.0:1770653413.888678:0:76655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95573c195050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_032:b31b1d82-c1d4-4680-ae7a-71292416d1f5+91:2366:x1856657966304000:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 880us (1292us total) trans 0 rc 0/0 00080000:00000001:0.0:1770653413.888678:0:76387:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.888680:0:76647:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653413.888684:0:12198:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00080000:00000001:0.0:1770653413.888685:0:76387:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000100:00000001:3.0:1770653413.888686:0:76647:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.888688:0:12198:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00080000:00000001:0.0:1770653413.888689:0:76387:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 02000000:00000001:3.0:1770653413.888692:0:76647:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1770653413.888693:0:76387:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00100000:1.0:1770653413.888694:0:76655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161830 00000100:00100000:2.0:1770653413.888697:0:12198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136190 80000000:00000001:0.0:1770653413.888698:0:76387:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00100000:3.0:1770653413.888701:0:76647:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966303872 00000100:00000040:1.0:1770653413.888701:0:76655:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 80000000:00000001:0.0:1770653413.888702:0:76387:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.888703:0:12198:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 8 00000100:00000001:1.0:1770653413.888707:0:76655:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1770653413.888708:0:76647:0:(genops.c:811:class_conn2export()) Process entered 80000000:00000001:0.0:1770653413.888709:0:76387:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.888710:0:12198:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626799900415232 : -117273809136384 : ffff95571043d500) 00000100:00000001:1.0:1770653413.888710:0:76655:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:3.0:1770653413.888715:0:76647:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000020:00000010:1.0:1770653413.888717:0:76655:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07db80. 00080000:00000001:0.0:1770653413.888717:0:76387:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1770653413.888720:0:12198:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95571043d500 x1856657707198336/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1770653413.888721:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1770653413.888723:0:76655:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662adaed8. 00080000:00000001:0.0:1770653413.888723:0:76387:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000020:00000040:3.0:1770653413.888728:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=92 00080000:00000001:0.0:1770653413.888728:0:76387:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000020:00000010:1.0:1770653413.888730:0:76655:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f7200. 00000020:00000001:3.0:1770653413.888737:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000040:1.0:1770653413.888738:0:76655:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 91 00000100:00000001:2.0:1770653413.888751:0:12198:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1770653413.888755:0:12198:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59300. 00000020:00000001:3.0:1770653413.888760:0:76647:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:2.0:1770653413.888760:0:12198:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1770653413.888761:0:76655:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665155180. 00000001:00000001:0.0:1770653413.888762:0:76387:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:0.0:1770653413.888765:0:76387:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000010:2.0:1770653413.888769:0:12198:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59300. 00000100:00000001:3.0:1770653413.888772:0:76647:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:1.0:1770653413.888773:0:76655:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665155500. 00080000:00000001:0.0:1770653413.888777:0:76387:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.888778:0:12198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95571043d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+25:3291:x1856657707198336:12345-0@lo:6:osp-syn-1-0.0 00000020:00000010:3.0:1770653413.888781:0:76647:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fb300. 00080000:00000001:0.0:1770653413.888782:0:76387:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000010:1.0:1770653413.888783:0:76655:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d88000. 00000100:00000200:2.0:1770653413.888784:0:12198:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707198336 00080000:00000001:0.0:1770653413.888787:0:76387:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:2.0:1770653413.888788:0:12198:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1770653413.888789:0:76647:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1770653413.888792:0:12198:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1770653413.888792:0:76655:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:3.0:1770653413.888797:0:76647:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fb300. 00000020:00000001:2.0:1770653413.888798:0:12198:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.888798:0:76655:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95565d743800. 00000001:00000001:0.0:1770653413.888800:0:76387:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1770653413.888804:0:76387:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.888806:0:12198:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:3.0:1770653413.888808:0:76647:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bcc00. 02000000:00000001:1.0:1770653413.888809:0:76655:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:2.0:1770653413.888810:0:12198:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000100:00000010:1.0:1770653413.888814:0:76655:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955606dff100. 00000020:00000001:2.0:1770653413.888816:0:12198:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:3.0:1770653413.888817:0:76647:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3880. 00080000:00000001:0.0:1770653413.888817:0:76387:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.888822:0:76655:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:2.0:1770653413.888823:0:12198:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1770653413.888824:0:76387:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000020:00000010:3.0:1770653413.888825:0:76647:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90258. 02000000:00000010:1.0:1770653413.888828:0:76655:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95565d740800. 00000020:00000001:2.0:1770653413.888831:0:12198:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1770653413.888833:0:76647:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 02000000:00000001:1.0:1770653413.888834:0:76655:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:2.0:1770653413.888835:0:12198:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1770653413.888837:0:76647:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00080000:00000001:0.0:1770653413.888838:0:76387:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1770653413.888839:0:76655:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d88700. 00000020:00000001:2.0:1770653413.888840:0:12198:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000100:00000001:3.0:1770653413.888841:0:76647:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00080000:00000001:0.0:1770653413.888842:0:76387:0:(osd_object.c:806:osd_destroy()) Process entered 00010000:00000001:3.0:1770653413.888846:0:76647:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000020:00000001:2.0:1770653413.888846:0:12198:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00080000:00000001:0.0:1770653413.888847:0:76387:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000020:00000001:2.0:1770653413.888869:0:12198:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.888872:0:76647:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.888872:0:76655:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000001:00000001:2.0:1770653413.888874:0:12198:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 02000000:00000010:1.0:1770653413.888877:0:76655:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff9557180ce400. 00000001:00000001:2.0:1770653413.888878:0:12198:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.888881:0:76647:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 02000000:00000001:1.0:1770653413.888884:0:76655:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000001:00000001:2.0:1770653413.888885:0:12198:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 80000000:00000001:0.0:1770653413.888885:0:76387:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:3.0:1770653413.888887:0:76647:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000010:1.0:1770653413.888889:0:76655:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d8a680. 80000000:00000001:0.0:1770653413.888889:0:76387:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000001:00000001:2.0:1770653413.888890:0:12198:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1770653413.888892:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 80000000:00000001:0.0:1770653413.888893:0:76387:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.888897:0:76655:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1770653413.888899:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565d1f9600 refcount=4 00000001:00000001:2.0:1770653413.888899:0:12198:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1770653413.888899:0:76387:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.888907:0:76387:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653413.888908:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796894918144 : -117276814633472 : ffff95565d1f9600) 00000001:00000001:2.0:1770653413.888908:0:12198:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000200:1.0:1770653413.888908:0:76655:0:(niobuf.c:1189:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00080000:00000001:0.0:1770653413.888910:0:76387:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000001:00000001:2.0:1770653413.888914:0:12198:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1770653413.888914:0:76387:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00010000:00000001:3.0:1770653413.888916:0:76647:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796894918144 : -117276814633472 : ffff95565d1f9600) 00000400:00000010:1.0:1770653413.888918:0:76655:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d94318. 00000001:00000001:2.0:1770653413.888923:0:12198:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.888927:0:76655:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff955647fa8e40. 00010000:00010000:3.0:1770653413.888929:0:76647:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff95565d1f9600/0x2aed14e4e178a25f lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f6c expref: 91 pid: 6531 timeout: 6877 lvb_type: 1 00000001:00000001:2.0:1770653413.888929:0:12198:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1770653413.888935:0:12198:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1770653413.888942:0:12198:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.888944:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.888948:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1770653413.888948:0:12198:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.888952:0:76647:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653413.888955:0:12198:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653413.888955:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1770653413.888956:0:76647:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.888961:0:12198:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000010:1.0:1770653413.888963:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9e00. 00000100:00000001:3.0:1770653413.888965:0:76647:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:2.0:1770653413.888966:0:12198:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1770653413.888971:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:0.0:1770653413.888972:0:76387:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1770653413.888973:0:12198:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95563443b400. 00000100:00000200:3.0:1770653413.888974:0:76647:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff95571043c700 x1856657966303872/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653413.888979:0:12198:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.888979:0:76387:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.888985:0:12198:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.888987:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00080000:00000001:0.0:1770653413.888988:0:76387:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00002000:00000001:2.0:1770653413.888992:0:12198:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000001:00000001:0.0:1770653413.888995:0:76387:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00000001:2.0:1770653413.888996:0:12198:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000400:00000200:1.0:1770653413.888997:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8198 00010000:00000001:2.0:1770653413.889000:0:12198:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:0.0:1770653413.889000:0:76387:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332621, last_committed = 4295332607 00000400:00000010:1.0:1770653413.889003:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8198. 00002000:00080000:2.0:1770653413.889007:0:12198:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5123 count 1 00000001:00000010:0.0:1770653413.889010:0:76387:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9556681b9660. 00000100:00000001:1.0:1770653413.889011:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00002000:00000001:2.0:1770653413.889014:0:12198:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 02000000:00000001:1.0:1770653413.889017:0:3283:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00002000:00000001:2.0:1770653413.889019:0:12198:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000001:00000040:0.0:1770653413.889019:0:76387:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 14 02000000:00000010:1.0:1770653413.889022:0:3283:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95570643d400. 00000020:00000001:2.0:1770653413.889023:0:12198:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:3.0:1770653413.889024:0:76647:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000040:0.0:1770653413.889027:0:76387:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=26 00000100:00000001:3.0:1770653413.889029:0:76647:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.889031:0:12198:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795554371304 : -117278155180312 : ffff95560d3876e8) 02000000:00000001:1.0:1770653413.889031:0:3283:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00080000:00000001:0.0:1770653413.889034:0:76387:0:(osd_io.c:399:osd_write()) Process entered 00002000:00000001:2.0:1770653413.889036:0:12198:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795554371216 : -117278155180400 : ffff95560d387690) 00000100:00000001:1.0:1770653413.889036:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1770653413.889040:0:12198:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000001:3.0:1770653413.889042:0:76647:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.889043:0:12198:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1770653413.889047:0:76387:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00010000:00000040:2.0:1770653413.889049:0:12198:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95563f2d2200 count: 2 00000001:00000001:0.0:1770653413.889051:0:76387:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.889053:0:12198:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.889056:0:12198:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:1.0:1770653413.889057:0:76656:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000010:2.0:1770653413.889060:0:12198:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561c987400. 00000100:00000001:1.0:1770653413.889061:0:76656:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1770653413.889068:0:12198:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00100000:1.0:1770653413.889072:0:76656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161831 00080000:00000001:0.0:1770653413.889072:0:76387:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.889074:0:12198:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561c987400 with handle 0x2aed14e4e178ceab to hash 00002000:00000001:0.0:1770653413.889077:0:76387:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.889078:0:76647:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1770653413.889080:0:76656:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000020:00000001:2.0:1770653413.889081:0:12198:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:3.0:1770653413.889082:0:76647:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00002000:00000001:0.0:1770653413.889083:0:76387:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000100:00000001:1.0:1770653413.889086:0:76656:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626799900411648 : -117273809139968 : ffff95571043c700) 00000100:00000001:3.0:1770653413.889087:0:76647:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.889087:0:12198:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795812320256 : -117277897231360 : ffff95561c987400) 00000100:00000001:3.0:1770653413.889093:0:76647:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.889094:0:12198:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795812320256 : -117277897231360 : ffff95561c987400) 00080000:00000010:0.0:1770653413.889095:0:76387:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff95566040a000. 00000100:00000040:1.0:1770653413.889099:0:76656:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95571043c700 x1856657966303872/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1770653413.889101:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653413.889102:0:12198:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00002000:00000001:0.0:1770653413.889102:0:76387:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:0.0:1770653413.889107:0:76387:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x13fb:0x0] 00010000:00000001:2.0:1770653413.889108:0:12198:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.889109:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00002000:00000010:0.0:1770653413.889114:0:76387:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff955667a991d0. 00000800:00000001:3.0:1770653413.889116:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:2.0:1770653413.889119:0:12198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95561c987400/0x2aed14e4e178ceab lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1403:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00000800:00000001:3.0:1770653413.889123:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1770653413.889124:0:76387:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000100:00000001:1.0:1770653413.889125:0:76656:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000001:0.0:1770653413.889129:0:76387:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.889133:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000020:00000010:1.0:1770653413.889133:0:76656:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9c400. 00002000:00000001:0.0:1770653413.889138:0:76387:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.889142:0:76656:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.889143:0:12198:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000040:0.0:1770653413.889146:0:76387:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332621, xid 1856657707193984 00010000:00000001:2.0:1770653413.889148:0:12198:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000400:00000200:3.0:1770653413.889149:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d0c00 00000020:00000010:1.0:1770653413.889150:0:76656:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9c400. 00010000:00000001:2.0:1770653413.889153:0:12198:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1770653413.889154:0:76387:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:2.0:1770653413.889158:0:12198:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1770653413.889162:0:12198:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000400:00000200:3.0:1770653413.889163:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6c71 [2] + 328 00010000:00000200:0.0:1770653413.889165:0:76387:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95572eb22d80 x1856657707193984/t4295332621(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.889166:0:12198:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00100000:1.0:1770653413.889167:0:76656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95571043c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_033:b31b1d82-c1d4-4680-ae7a-71292416d1f5+91:2365:x1856657966303872:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000800:00000001:3.0:1770653413.889172:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:2.0:1770653413.889176:0:12198:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff95566c162a00/0x2aed14e4e178a12b lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x1403:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e54 expref: 91 pid: 76419 timeout: 0 lvb_type: 1 00000800:00000001:3.0:1770653413.889178:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1770653413.889181:0:76656:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966303872 00000400:00000200:3.0:1770653413.889185:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1770653413.889187:0:76656:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1770653413.889192:0:76656:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000400:00000200:3.0:1770653413.889197:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:1.0:1770653413.889197:0:76656:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00010000:00000001:2.0:1770653413.889199:0:12198:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1770653413.889199:0:76387:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1770653413.889203:0:76656:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1770653413.889205:0:12198:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.889205:0:76387:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.889206:0:3282:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1770653413.889208:0:76656:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1770653413.889210:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00010000:2.0:1770653413.889212:0:12198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00001000:0.0:1770653413.889213:0:76387:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 02000000:00000010:1.0:1770653413.889215:0:76656:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955637244800. 00000100:00000010:3.0:1770653413.889216:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95571043dc00. 00010000:00000001:2.0:1770653413.889216:0:12198:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.889219:0:76387:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1770653413.889224:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff95571043dc00 x1856657966304256 msgsize 328 00010000:00000001:2.0:1770653413.889224:0:12198:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 02000000:00000001:1.0:1770653413.889225:0:76656:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.889225:0:76387:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00010000:00010000:2.0:1770653413.889228:0:12198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653413.889234:0:12198:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.889234:0:76656:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.889235:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653413.889235:0:76387:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00010000:00000001:2.0:1770653413.889243:0:12198:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.889243:0:76656:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 02000000:00000001:0.0:1770653413.889244:0:76387:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1770653413.889247:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1770653413.889249:0:12198:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 02000000:00000001:0.0:1770653413.889249:0:76387:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.889250:0:76656:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1770653413.889253:0:12198:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561c987400/0x2aed14e4e178ceab lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1403:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.889254:0:76387:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1770653413.889256:0:76656:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1770653413.889259:0:76647:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1770653413.889261:0:76656:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1770653413.889263:0:76387:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1770653413.889264:0:76647:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966304256 00000020:00000040:1.0:1770653413.889267:0:76656:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565d1f9600 refcount=4 02000000:00000001:3.0:1770653413.889269:0:76647:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000040:2.0:1770653413.889270:0:12198:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1403:0x0].0x0 (ffff95563f2d2200) refcount = 2 00000400:00000010:0.0:1770653413.889271:0:76387:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8908. 00000100:00000001:3.0:1770653413.889274:0:76647:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1770653413.889275:0:76656:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796894918144 : -117276814633472 : ffff95565d1f9600) 00010000:00000040:2.0:1770653413.889277:0:12198:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:3.0:1770653413.889278:0:76647:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.889278:0:76387:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707193984, offset 224 00010000:00000001:1.0:1770653413.889282:0:76656:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796894918144 : -117276814633472 : ffff95565d1f9600) 02000000:00000001:3.0:1770653413.889286:0:76647:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653413.889286:0:12198:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95566c162a00/0x2aed14e4e178a12b lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1403:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e54 expref: 91 pid: 76419 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1770653413.889289:0:76656:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95560e946600 count: 3 00000400:00000200:0.0:1770653413.889290:0:76387:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1770653413.889292:0:76647:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966304256 00000020:00000001:3.0:1770653413.889297:0:76647:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1770653413.889301:0:76647:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00010000:00000040:2.0:1770653413.889303:0:12198:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00010000:1.0:1770653413.889303:0:76656:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff95565d1f9600/0x2aed14e4e178a25f lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f6c expref: 91 pid: 6531 timeout: 6877 lvb_type: 1 00000400:00000200:0.0:1770653413.889304:0:76387:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1770653413.889306:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000040:2.0:1770653413.889308:0:12198:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561c987400/0x2aed14e4e178ceab lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1403:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00000020:00000040:3.0:1770653413.889310:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=93 00000020:00000001:3.0:1770653413.889317:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000400:00000200:0.0:1770653413.889318:0:76387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b5680 00000020:00000001:3.0:1770653413.889324:0:76647:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000400:00000200:0.0:1770653413.889331:0:76387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda2ad [1] + 224 00000100:00000001:3.0:1770653413.889332:0:76647:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00001000:1.0:1770653413.889336:0:76656:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00010000:00000010:2.0:1770653413.889337:0:12198:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f59300. 00000020:00000010:3.0:1770653413.889338:0:76647:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fb300. 00000400:00000200:0.0:1770653413.889339:0:76387:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653413.889344:0:12198:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:3.0:1770653413.889347:0:76647:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.889347:0:76656:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:0.0:1770653413.889348:0:76387:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1770653413.889351:0:12198:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e06c0. 00000020:00000010:3.0:1770653413.889353:0:76647:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fb300. 00000100:00000001:2.0:1770653413.889356:0:12198:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100336832 : -117276609214784 : ffff9556695e06c0) 00010000:00000001:1.0:1770653413.889356:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.889357:0:76387:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1770653413.889359:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:3.0:1770653413.889360:0:76647:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bd200. 00000100:00000001:2.0:1770653413.889362:0:12198:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100336832 : -117276609214784 : ffff9556695e06c0) 00000100:00000200:0.0:1770653413.889364:0:76387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955603ca4000 x1856657707193984/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1770653413.889367:0:76647:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3580. 00000100:00000001:2.0:1770653413.889368:0:12198:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00010000:1.0:1770653413.889368:0:76656:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff95565d1f9600/0x2aed14e4e178a25f lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f6c expref: 91 pid: 6531 timeout: 6877 lvb_type: 1 00000100:00000001:2.0:1770653413.889373:0:12198:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000020:00000010:3.0:1770653413.889375:0:76647:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90960. 00010000:00000001:2.0:1770653413.889376:0:12198:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1770653413.889380:0:12198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.889383:0:76647:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:2.0:1770653413.889383:0:12198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1770653413.889387:0:12198:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:3.0:1770653413.889388:0:76647:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1770653413.889391:0:12198:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.889392:0:76647:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000020:00000001:1.0:1770653413.889392:0:76656:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1770653413.889395:0:12198:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1770653413.889397:0:76656:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.889398:0:76647:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.889398:0:76387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff955603ca4000 x1856657707193984/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.889399:0:12198:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00010000:00000001:1.0:1770653413.889401:0:76656:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.889405:0:76647:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000100:00000010:2.0:1770653413.889406:0:12198:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c2dd880. 00000020:00000001:1.0:1770653413.889406:0:76656:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.889410:0:76647:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:2.0:1770653413.889413:0:12198:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=4 obd=lustre-OST0001 00000020:00000001:3.0:1770653413.889414:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1770653413.889415:0:76656:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000040:3.0:1770653413.889421:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565f570e00 refcount=4 00010000:00000001:1.0:1770653413.889421:0:76656:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1770653413.889422:0:12198:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1770653413.889423:0:76387:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1770653413.889426:0:12198:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:1.0:1770653413.889427:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1770653413.889428:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796932107776 : -117276777443840 : ffff95565f570e00) 00010000:00000001:1.0:1770653413.889430:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1770653413.889431:0:12198:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.889431:0:76387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8908 00010000:00000001:3.0:1770653413.889434:0:76647:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796932107776 : -117276777443840 : ffff95565f570e00) 00010000:00000001:1.0:1770653413.889434:0:76656:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:0.0:1770653413.889437:0:76387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8908. 02000000:00000010:2.0:1770653413.889439:0:12198:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95562fa44600. 00010000:00000001:1.0:1770653413.889439:0:76656:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.889442:0:76387:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:1.0:1770653413.889445:0:76656:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95565d1f9600 with handle 0x2aed14e4e178a25f from hash 00000100:00000001:2.0:1770653413.889446:0:12198:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.889446:0:76387:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:3.0:1770653413.889447:0:76647:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff95565f570e00/0x2aed14e4e1789f80 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1549:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0cf6 expref: 93 pid: 76382 timeout: 6877 lvb_type: 1 00000100:00000001:0.0:1770653413.889452:0:76387:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.889453:0:76656:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1770653413.889456:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1770653413.889458:0:12198:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff95566c162a00/0x2aed14e4e178a12b lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1403:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e54 expref: 91 pid: 76419 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1770653413.889459:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1770653413.889460:0:76387:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00010000:00000001:1.0:1770653413.889463:0:76656:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1770653413.889467:0:76387:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000001:1.0:1770653413.889468:0:76656:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000001:0.0:1770653413.889471:0:76387:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.889473:0:76656:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.889477:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1770653413.889478:0:76387:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1770653413.889479:0:76656:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653413.889483:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.889483:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1770653413.889486:0:76387:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572eb22d80 x1856657707193984/t4295332621(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.889488:0:76647:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1770653413.889488:0:12198:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff95566c162a00/0x2aed14e4e178a12b lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1403:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e54 expref: 91 pid: 76419 timeout: 6877 lvb_type: 1 00010000:00010000:1.0:1770653413.889491:0:76656:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95565d1f9600/0x2aed14e4e178a25f lrc: 0/0,0 mode: --/PR res: [0x280000403:0x13f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f6c expref: 91 pid: 6531 timeout: 6877 lvb_type: 1 00000100:00000001:3.0:1770653413.889497:0:76647:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.889506:0:76647:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1770653413.889515:0:76647:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff95571043dc00 x1856657966304256/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1770653413.889517:0:76656:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 85 00010000:00000001:2.0:1770653413.889520:0:12198:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000020:00000040:1.0:1770653413.889522:0:76656:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 90 00000100:00000001:2.0:1770653413.889525:0:12198:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1770653413.889526:0:76387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95572eb22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+26:3289:x1856657707193984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 30130us (30575us total) trans 4295332621 rc 0/0 00010000:00000001:1.0:1770653413.889529:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.889534:0:76656:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:2.0:1770653413.889536:0:12198:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95573c2dd880 x1856657707198592/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.889537:0:76656:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1770653413.889542:0:76656:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95561ae2a000 00010000:00000001:1.0:1770653413.889546:0:76656:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00100000:0.0:1770653413.889548:0:76387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136178 00000100:00000001:3.0:1770653413.889550:0:76647:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:1.0:1770653413.889550:0:76656:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653413.889554:0:76656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:3.0:1770653413.889556:0:76647:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.889556:0:76387:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 7 00010000:00000001:1.0:1770653413.889559:0:76656:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.889563:0:76387:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653413.889565:0:12198:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1770653413.889565:0:76656:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:0.0:1770653413.889566:0:76387:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1770653413.889568:0:76647:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.889570:0:12198:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.889570:0:76656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000010:0.0:1770653413.889572:0:76387:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519180. 00010000:00000001:1.0:1770653413.889575:0:76656:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.889579:0:76656:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000010:0.0:1770653413.889579:0:76387:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3daf0. 00000100:00100000:2.0:1770653413.889580:0:12198:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95573c2dd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12198:1856657707198592:192.168.202.60@tcp:104: 00000100:00000001:3.0:1770653413.889581:0:76647:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1770653413.889582:0:76656:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:3.0:1770653413.889585:0:76647:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1770653413.889588:0:12198:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000020:00000010:0.0:1770653413.889588:0:76387:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955626009600. 00010000:00010000:1.0:1770653413.889589:0:76656:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a000/0x2aed14e4e178ce26 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770653413.889595:0:76647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161832 02000000:00000001:2.0:1770653413.889595:0:12198:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1770653413.889596:0:76387:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 25 02000000:00000001:2.0:1770653413.889601:0:12198:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.889601:0:76656:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000040:3.0:1770653413.889604:0:76647:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000100:00000001:0.0:1770653413.889604:0:76387:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1770653413.889605:0:76656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a000/0x2aed14e4e178ce26 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x13f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1770653413.889608:0:12198:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1770653413.889610:0:76647:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626799900417024 : -117273809134592 : ffff95571043dc00) 02000000:00000010:2.0:1770653413.889616:0:12198:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95562fa45400. 00000100:00000040:3.0:1770653413.889621:0:76647:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95571043dc00 x1856657966304256/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1770653413.889621:0:76656:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x13f9:0x0].0x0 (ffff95560e946600) refcount = 2 02000000:00000001:2.0:1770653413.889622:0:12198:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.889622:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1770653413.889626:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.889627:0:76656:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000400:00000010:2.0:1770653413.889632:0:12198:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef21b8. 00010000:00000040:1.0:1770653413.889633:0:76656:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a000/0x2aed14e4e178ce26 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x13f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770653413.889633:0:7410:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:3.0:1770653413.889640:0:76647:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1770653413.889641:0:7410:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000400:00000010:2.0:1770653413.889643:0:12198:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268884c8. 00000020:00000010:3.0:1770653413.889646:0:76647:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fb300. 00010000:00000001:0.0:1770653413.889646:0:7410:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00000001:1.0:1770653413.889647:0:76656:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00010000:0.0:1770653413.889650:0:7410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a200/0x2aed14e4e178ce57 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1770653413.889651:0:12198:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707198592, portal 16 00010000:00000001:1.0:1770653413.889651:0:76656:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.889652:0:76647:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.889657:0:76656:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:2.0:1770653413.889658:0:12198:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1770653413.889660:0:76647:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fb300. 00010000:00000001:1.0:1770653413.889661:0:76656:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.889662:0:12198:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637171840 : -117273072379776 : ffff95573c2dd880) 00010000:00000001:1.0:1770653413.889668:0:76656:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1770653413.889673:0:76647:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95571043dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_025:b31b1d82-c1d4-4680-ae7a-71292416d1f5+93:2366:x1856657966304256:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000100:00000040:2.0:1770653413.889674:0:12198:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff95573c2dd880 x1856657707198592/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1770653413.889675:0:7410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95561ae2a200 already unused, calling callback (ffffffffc16fe650) 00010000:00000010:1.0:1770653413.889677:0:76656:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9c400. 00010000:00000001:0.0:1770653413.889682:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000200:3.0:1770653413.889684:0:76647:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966304256 00000100:00000001:1.0:1770653413.889684:0:76656:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00000001:0.0:1770653413.889686:0:7410:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000010:1.0:1770653413.889689:0:76656:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa86c0. 00010000:00000001:3.0:1770653413.889691:0:76647:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00010000:00010000:0.0:1770653413.889692:0:7410:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a200/0x2aed14e4e178ce57 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00010000:00000002:3.0:1770653413.889695:0:76647:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000100:00000001:1.0:1770653413.889696:0:76656:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540167872 : -117277169383744 : ffff955647fa86c0) 00010000:00000001:3.0:1770653413.889699:0:76647:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1770653413.889700:0:12198:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1770653413.889703:0:76656:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540167872 : -117277169383744 : ffff955647fa86c0) 00000100:00000001:3.0:1770653413.889705:0:76647:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1770653413.889708:0:12198:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 02000000:00000001:3.0:1770653413.889710:0:76647:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1770653413.889710:0:76656:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000001:0.0:1770653413.889714:0:7410:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000010:2.0:1770653413.889715:0:12198:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268882a8. 00000100:00000001:1.0:1770653413.889715:0:76656:0:(client.c:1922:ptlrpc_set_producer()) Process entered 02000000:00000010:3.0:1770653413.889716:0:76647:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95565d740800. 00010000:00000001:1.0:1770653413.889720:0:76656:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1770653413.889720:0:7410:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:3.0:1770653413.889721:0:76647:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.889722:0:12198:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707198592, offset 0 00000020:00000001:0.0:1770653413.889724:0:7410:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1770653413.889725:0:76656:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1770653413.889729:0:76647:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.889730:0:7410:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2a200 refcount=3 00010000:00000001:3.0:1770653413.889735:0:76647:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000400:00000200:2.0:1770653413.889735:0:12198:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000020:00000001:0.0:1770653413.889736:0:7410:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783627264 : -117277925924352 : ffff95561ae2a200) 00010000:00000001:1.0:1770653413.889737:0:76656:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.889754:0:76647:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000400:00000200:2.0:1770653413.889758:0:12198:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00010000:00000001:1.0:1770653413.889759:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.889760:0:76647:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1770653413.889760:0:7410:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783627264 : -117277925924352 : ffff95561ae2a200) 00010000:00000001:1.0:1770653413.889763:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1770653413.889764:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1770653413.889768:0:12198:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:1.0:1770653413.889768:0:76656:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.889768:0:7410:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000040:3.0:1770653413.889769:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565f570e00 refcount=4 00010000:00000001:1.0:1770653413.889774:0:76656:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00010000:0.0:1770653413.889774:0:7410:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a200/0x2aed14e4e178ce57 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x13fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1770653413.889775:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796932107776 : -117276777443840 : ffff95565f570e00) 00000400:00000200:2.0:1770653413.889776:0:12198:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00010000:00000001:1.0:1770653413.889777:0:76656:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:3.0:1770653413.889782:0:76647:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796932107776 : -117276777443840 : ffff95565f570e00) 00000100:00000001:1.0:1770653413.889783:0:76656:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.889784:0:12198:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00010000:00000040:3.0:1770653413.889790:0:76647:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95561e13bb00 count: 3 00000100:00000001:1.0:1770653413.889791:0:76656:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.889792:0:12198:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00000001:1.0:1770653413.889798:0:76656:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:0.0:1770653413.889798:0:7410:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00010000:3.0:1770653413.889801:0:76647:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff95565f570e00/0x2aed14e4e1789f80 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1549:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0cf6 expref: 93 pid: 76382 timeout: 6877 lvb_type: 1 00000100:00000010:1.0:1770653413.889803:0:76656:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa86c0. 00000400:00000200:2.0:1770653413.889804:0:12198:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164630:2164630:251:4294967295] 192.168.202.60@tcp LPNI seq info [2164626:2164626:3:4294967295] 00010000:00000001:0.0:1770653413.889804:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.889808:0:7410:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.889810:0:76656:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1770653413.889815:0:76656:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.889816:0:7410:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1770653413.889820:0:7410:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000010:1.0:1770653413.889822:0:76656:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9c400. 00010000:00000001:0.0:1770653413.889824:0:7410:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00001000:3.0:1770653413.889827:0:76647:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 00010000:00000001:1.0:1770653413.889829:0:76656:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:2.0:1770653413.889830:0:12198:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:0.0:1770653413.889830:0:7410:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.889832:0:76647:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00010000:1.0:1770653413.889834:0:76656:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1770653413.889839:0:76656:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.889840:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:0.0:1770653413.889840:0:7410:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561ae2a200 with handle 0x2aed14e4e178ce57 from hash 00010000:00000001:3.0:1770653413.889845:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:2.0:1770653413.889845:0:12198:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.889846:0:7410:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1770653413.889847:0:76656:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000010:2.1:1770653413.889868:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955718ba2500. 00010000:00000010:1.1:1770653413.889876:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016b600. 00010000:00000010:2.1:1770653413.889877:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955606de2600. 00010000:00000010:0.1:1770653413.889877:0:7410:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666214f00. 00010000:00000010:3.1:1770653413.889880:0:76647:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cd5cd00. 00010000:00000001:1.0:1770653413.889888:0:76656:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1770653413.889889:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016be00. 00010000:00000010:3.1:1770653413.889890:0:76647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c986800. 00000800:00000010:2.0:1770653413.889894:0:12198:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df200. 00000100:00001000:1.0:1770653413.889894:0:76656:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00010000:00000010:3.1:1770653413.889901:0:76647:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c678100. 00010000:00000010:0.1:1770653413.889901:0:7410:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620464800. 00000100:00000001:1.0:1770653413.889902:0:76656:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:2.0:1770653413.889907:0:12198:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000040:1.0:1770653413.889909:0:76656:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000010:3.1:1770653413.889912:0:76647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a400. 00000100:00000001:1.0:1770653413.889912:0:76656:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00000001:0.0:1770653413.889915:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:2.0:1770653413.889917:0:12198:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:0.0:1770653413.889919:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1770653413.889920:0:76656:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000200:2.0:1770653413.889923:0:12198:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df200 type 1, nob 424 niov 1 nkiov 1 00010000:00000001:0.0:1770653413.889923:0:7410:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:1.0:1770653413.889924:0:76656:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.889925:0:76647:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff95565f570e00/0x2aed14e4e1789f80 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1549:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0cf6 expref: 93 pid: 76382 timeout: 6877 lvb_type: 1 00010000:00000001:0.0:1770653413.889929:0:7410:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:1.0:1770653413.889931:0:76656:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1770653413.889932:0:12198:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.889933:0:7410:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.889939:0:12198:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444733 00000100:00000040:1.0:1770653413.889940:0:76656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.889940:0:7410:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:3.0:1770653413.889945:0:76647:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.889946:0:7410:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000010:1.0:1770653413.889948:0:76656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022e58. 00010000:00000001:3.0:1770653413.889949:0:76647:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000001:2.0:1770653413.889949:0:12198:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4301444731 00010000:00000001:0.0:1770653413.889950:0:7410:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1770653413.889954:0:76647:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.889956:0:76656:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966303872, offset 224 00010000:00000001:0.0:1770653413.889956:0:7410:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.889957:0:12198:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444733 00000020:00000001:3.0:1770653413.889958:0:76647:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.889963:0:7410:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.889966:0:7410:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:1.0:1770653413.889967:0:76656:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:3.0:1770653413.889968:0:76647:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1770653413.889968:0:12198:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4301444731 00010000:00000001:0.0:1770653413.889969:0:7410:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1770653413.889972:0:76647:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1770653413.889975:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.889977:0:12198:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444733 00010000:00000001:3.0:1770653413.889978:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.889979:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1770653413.889980:0:76656:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000001:3.0:1770653413.889983:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.889984:0:7410:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.889985:0:12198:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4301444731 00010000:00000001:3.0:1770653413.889988:0:76647:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1770653413.889990:0:7410:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.889991:0:76656:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164631:2164631:250:4294967295] 192.168.202.60@tcp LPNI seq info [2164627:2164627:2:4294967295] 00010000:00000001:3.0:1770653413.889993:0:76647:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.889993:0:12198:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444733 00010000:00000001:0.0:1770653413.889994:0:7410:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653413.890001:0:76647:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95565f570e00 with handle 0x2aed14e4e1789f80 from hash 00000100:00000001:2.0:1770653413.890002:0:12198:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4301444731 00010000:00010000:0.0:1770653413.890003:0:7410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a200/0x2aed14e4e178ce57 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x13fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.890009:0:76647:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1770653413.890010:0:12198:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.890014:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1770653413.890017:0:76656:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:3.0:1770653413.890018:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.890018:0:12198:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.890023:0:76647:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1770653413.890024:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.890025:0:12198:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.890028:0:76647:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00010000:0.0:1770653413.890029:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a200/0x2aed14e4e178ce57 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x13fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.890030:0:12198:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.890032:0:76647:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653413.890034:0:76656:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000020:00000001:2.0:1770653413.890036:0:12198:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.890037:0:76647:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653413.890042:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.890043:0:12198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:1.0:1770653413.890045:0:76656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955734dea700. 00010000:00000001:2.0:1770653413.890046:0:12198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653413.890049:0:76647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95565f570e00/0x2aed14e4e1789f80 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1549:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0cf6 expref: 93 pid: 76382 timeout: 6877 lvb_type: 1 00010000:00000001:2.0:1770653413.890050:0:12198:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.890053:0:7410:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95562c678e00 count: 0 00010000:00000001:2.0:1770653413.890057:0:12198:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000800:00000200:1.0:1770653413.890059:0:76656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:2.0:1770653413.890061:0:12198:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00002000:00000010:0.0:1770653413.890061:0:7410:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9556196fbd80. 00000100:00000001:2.0:1770653413.890068:0:12198:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1770653413.890070:0:7410:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95562c678000. 00010000:00000040:3.0:1770653413.890072:0:76647:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 87 00000800:00000200:1.0:1770653413.890072:0:76656:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:2.0:1770653413.890073:0:12198:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1770653413.890076:0:12198:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:0.0:1770653413.890078:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1770653413.890079:0:76647:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 92 00000100:00100000:2.0:1770653413.890080:0:12198:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556695e06c0 going to sleep for 11 seconds 00000800:00000200:1.0:1770653413.890080:0:76656:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955734dea700 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:0.0:1770653413.890081:0:7410:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1770653413.890086:0:7410:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff95564f362540. 00000100:00000001:2.0:1770653413.890087:0:12198:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1770653413.890088:0:76656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.890089:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.890092:0:12198:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.890092:0:7410:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.890093:0:76647:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:1.0:1770653413.890095:0:76656:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:3.0:1770653413.890099:0:76647:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000001:0.0:1770653413.890099:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1770653413.890100:0:76656:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653413.890103:0:76647:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95571016ae00 00000020:00000001:0.0:1770653413.890103:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.890104:0:76656:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.890107:0:76647:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00010000:2.0:1770653413.890110:0:33123:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95561c987e00/0x2aed14e4e178ce5e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.890112:0:76647:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653413.890112:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1770653413.890114:0:76656:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95571043c700 x1856657966303872/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1770653413.890116:0:76647:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000001:0.0:1770653413.890118:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1770653413.890120:0:76647:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653413.890123:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.890126:0:76647:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1770653413.890130:0:76647:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770653413.890131:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1770653413.890132:0:33123:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.890134:0:76647:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653413.890138:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1770653413.890141:0:76647:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1770653413.890141:0:33123:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95561c987e00/0x2aed14e4e178ce5e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1770653413.890144:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.890145:0:76647:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00100000:1.0:1770653413.890147:0:76656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95571043c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_033:b31b1d82-c1d4-4680-ae7a-71292416d1f5+90:2365:x1856657966303872:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1018us (1535us total) trans 0 rc 0/0 00010000:00010000:3.0:1770653413.890150:0:76647:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178ce6c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1549:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770653413.890151:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1770653413.890166:0:33123:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00100000:1.0:1770653413.890169:0:76656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161831 00010000:00000001:2.0:1770653413.890170:0:33123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.890173:0:76647:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1770653413.890174:0:33123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1770653413.890175:0:76656:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00010000:00010000:3.0:1770653413.890177:0:76647:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178ce6c lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1549:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.890178:0:33123:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1770653413.890179:0:76656:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1770653413.890181:0:33123:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1770653413.890183:0:76656:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:2.0:1770653413.890186:0:33123:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c987e00 refcount=3 00000020:00000010:1.0:1770653413.890189:0:76656:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3880. 00000800:00000001:0.0:1770653413.890189:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000040:3.0:1770653413.890191:0:76647:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1549:0x0].0x0 (ffff95561e13bb00) refcount = 2 00000020:00000001:2.0:1770653413.890192:0:33123:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812322816 : -117277897228800 : ffff95561c987e00) 00000020:00000010:1.0:1770653413.890195:0:76656:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90258. 00010000:00000001:2.0:1770653413.890198:0:33123:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812322816 : -117277897228800 : ffff95561c987e00) 00010000:00000040:3.0:1770653413.890199:0:76647:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000020:00000010:1.0:1770653413.890201:0:76656:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bcc00. 00000800:00000001:0.0:1770653413.890201:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.890202:0:33123:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000040:3.0:1770653413.890204:0:76647:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178ce6c lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1549:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770653413.890207:0:33123:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95561c987e00/0x2aed14e4e178ce5e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00000020:00000040:1.0:1770653413.890209:0:76656:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 89 00000800:00000001:0.0:1770653413.890209:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653413.890215:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.890216:0:76656:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.890229:0:33123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1770653413.890230:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:2.0:1770653413.890232:0:33123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.890234:0:76647:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00010000:2.0:1770653413.890236:0:33123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95561c987e00/0x2aed14e4e178ce5e lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.890238:0:76647:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.890238:0:12206:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a000/0x2aed14e4e178ce26 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1770653413.890243:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d0b80 00010000:00000001:3.0:1770653413.890247:0:76647:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1770653413.890251:0:76647:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.890258:0:76647:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653413.890258:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6c71 [2] + 656 00010000:00000001:2.0:1770653413.890259:0:33123:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1770653413.890261:0:12206:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.890264:0:33123:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1770653413.890266:0:76647:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9556196fb300. 00010000:00010000:1.0:1770653413.890268:0:12206:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a000/0x2aed14e4e178ce26 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.890270:0:33123:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000800:00000001:0.0:1770653413.890271:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653413.890272:0:76647:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00000010:2.0:1770653413.890275:0:33123:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556695e0e40. 00000800:00000001:0.0:1770653413.890278:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1770653413.890280:0:76647:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556189e10c0. 00010000:00000001:2.0:1770653413.890281:0:33123:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1770653413.890285:0:12206:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000200:0.0:1770653413.890285:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653413.890287:0:76647:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626795745579200 : -117277963972416 : ffff9556189e10c0) 00010000:00000001:1.0:1770653413.890289:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.890294:0:76647:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626795745579200 : -117277963972416 : ffff9556189e10c0) 00010000:00000001:1.0:1770653413.890295:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1770653413.890295:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00010000:2.0:1770653413.890296:0:33123:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1770653413.890299:0:12206:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1770653413.890303:0:33123:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.890304:0:12206:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1770653413.890304:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1770653413.890305:0:76647:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000020:00000040:1.0:1770653413.890310:0:12206:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2a000 refcount=3 00000100:00000001:3.0:1770653413.890312:0:76647:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1770653413.890312:0:33123:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.890312:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000001:1.0:1770653413.890314:0:12206:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783626752 : -117277925924864 : ffff95561ae2a000) 00010000:00000001:3.0:1770653413.890318:0:76647:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1770653413.890318:0:33123:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1770653413.890320:0:12206:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783626752 : -117277925924864 : ffff95561ae2a000) 00000100:00000010:0.0:1770653413.890321:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d8b800. 00010000:00000001:2.0:1770653413.890323:0:33123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.890324:0:76647:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1770653413.890324:0:12206:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:2.0:1770653413.890327:0:33123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1770653413.890328:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955618d8b800 x1856657966304128 msgsize 328 00010000:00010000:1.0:1770653413.890329:0:12206:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a000/0x2aed14e4e178ce26 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00002000:00000001:2.0:1770653413.890331:0:33123:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00080000:00000001:2.0:1770653413.890335:0:33123:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1770653413.890337:0:76647:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1770653413.890342:0:33123:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff955634439c00. 00000100:00100000:0.0:1770653413.890344:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00010000:00000001:3.0:1770653413.890345:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.890345:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1770653413.890347:0:33123:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796209413120 : -117277500138496 : ffff955634439c00) 00010000:00000001:1.0:1770653413.890348:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.890351:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:2.0:1770653413.890353:0:33123:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00010000:1.0:1770653413.890353:0:12206:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a000/0x2aed14e4e178ce26 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.890355:0:76647:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.890357:0:33123:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.890358:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:3.0:1770653413.890364:0:76647:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00080000:00000002:2.0:1770653413.890364:0:33123:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x13fd:0x0] not in the id map cache 00010000:00000001:1.0:1770653413.890366:0:12206:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653413.890369:0:76647:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:0.0:1770653413.890369:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1770653413.890370:0:12206:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.890371:0:33123:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000020:00000001:0.0:1770653413.890373:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.890379:0:76647:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.890379:0:12206:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1770653413.890379:0:5745:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00080000:00000001:2.0:1770653413.890383:0:33123:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1770653413.890385:0:12206:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff955647fa86c0. 00010000:00000001:0.0:1770653413.890386:0:5745:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:3.0:1770653413.890387:0:76647:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.890388:0:33123:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.890391:0:5745:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00000001:1.0:1770653413.890392:0:12206:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1770653413.890395:0:76647:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00080000:00000001:2.0:1770653413.890395:0:33123:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00010000:00010000:0.0:1770653413.890397:0:5745:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95561c987e00/0x2aed14e4e178ce5e lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1770653413.890399:0:33123:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000010:3.0:1770653413.890400:0:76647:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556189e10c0. 00010000:00010000:1.0:1770653413.890402:0:12206:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 80000000:00000001:2.0:1770653413.890403:0:33123:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1770653413.890408:0:33123:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:1.0:1770653413.890409:0:12206:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.890410:0:76647:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 80000000:00000001:2.0:1770653413.890412:0:33123:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.890416:0:76647:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.890416:0:12206:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1770653413.890417:0:33123:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.890417:0:5745:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95561c987e00 already unused, calling callback (ffffffffc16fe650) 00010000:00000001:1.0:1770653413.890423:0:12206:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00080000:00000001:2.0:1770653413.890424:0:33123:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.890426:0:5745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000010:3.0:1770653413.890427:0:76647:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9556196fb300. 00010000:00000001:1.0:1770653413.890427:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1770653413.890428:0:33123:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:1.0:1770653413.890432:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1770653413.890433:0:33123:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00010000:00000001:0.0:1770653413.890434:0:5745:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:3.0:1770653413.890436:0:76647:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00002000:00000001:1.0:1770653413.890436:0:12206:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00010000:00010000:0.0:1770653413.890439:0:5745:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95561c987e00/0x2aed14e4e178ce5e lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1770653413.890440:0:12206:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00010000:3.0:1770653413.890441:0:76647:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1770653413.890446:0:76647:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1770653413.890447:0:12206:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff955637247c00. 00010000:00000001:0.0:1770653413.890449:0:5745:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000001:00000001:2.0:1770653413.890451:0:33123:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1770653413.890455:0:76647:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000001:00000001:2.0:1770653413.890456:0:33123:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1770653413.890456:0:12206:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796257704960 : -117277451846656 : ffff955637247c00) 00010000:00000001:0.0:1770653413.890456:0:5745:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1770653413.890462:0:5745:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000001:1.0:1770653413.890463:0:12206:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:3.0:1770653413.890464:0:76647:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.890467:0:33123:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.890467:0:12206:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.890468:0:5745:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c987e00 refcount=3 00000100:00001000:3.0:1770653413.890471:0:76647:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00080000:00000001:2.0:1770653413.890472:0:33123:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000001:0.0:1770653413.890475:0:5745:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812322816 : -117277897228800 : ffff95561c987e00) 00080000:00000001:2.0:1770653413.890476:0:33123:0:(osd_io.c:243:osd_declare_write()) Process entered 00080000:00000002:1.0:1770653413.890476:0:12206:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x13f9:0x0] not in the id map cache 00010000:00000001:0.0:1770653413.890481:0:5745:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812322816 : -117277897228800 : ffff95561c987e00) 00000100:00000001:3.0:1770653413.890482:0:76647:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00080000:00000001:1.0:1770653413.890483:0:12206:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00010000:00000001:0.0:1770653413.890485:0:5745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1770653413.890489:0:5745:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95561c987e00/0x2aed14e4e178ce5e lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x13fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1770653413.890492:0:76647:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000001:00000001:2.0:1770653413.890492:0:33123:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1770653413.890495:0:33123:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.890499:0:5745:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1770653413.890502:0:76647:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00080000:00000001:1.0:1770653413.890502:0:12206:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.890503:0:5745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.890506:0:5745:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.890508:0:33123:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.890511:0:76647:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00080000:00000001:1.0:1770653413.890511:0:12206:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.890512:0:5745:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00080000:00000001:2.0:1770653413.890513:0:33123:0:(osd_object.c:2094:osd_ref_del()) Process entered 02000000:00000001:3.0:1770653413.890515:0:76647:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.890517:0:5745:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000001:1.0:1770653413.890519:0:12206:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000100:00000001:3.0:1770653413.890522:0:76647:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1770653413.890522:0:5745:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1770653413.890523:0:12206:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1770653413.890525:0:33123:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.890526:0:5745:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1770653413.890528:0:12206:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00080000:00000001:2.0:1770653413.890531:0:33123:0:(osd_object.c:806:osd_destroy()) Process entered 00000100:00000040:3.0:1770653413.890532:0:76647:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 80000000:00000001:1.0:1770653413.890534:0:12206:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000020:00000040:0.0:1770653413.890534:0:5745:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561c987e00 with handle 0x2aed14e4e178ce5e from hash 00080000:00000001:2.0:1770653413.890536:0:33123:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000400:00000010:3.0:1770653413.890538:0:76647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78e58. 00010000:00000001:0.0:1770653413.890541:0:5745:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 80000000:00000001:2.0:1770653413.890542:0:33123:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1770653413.890542:0:12206:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.890543:0:76647:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966304256, offset 224 80000000:00000001:2.0:1770653413.890546:0:33123:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:0.0:1770653413.890546:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 80000000:00000001:1.0:1770653413.890549:0:12206:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.890550:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 80000000:00000001:2.0:1770653413.890551:0:33123:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.890554:0:5745:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:3.0:1770653413.890555:0:76647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00080000:00000001:1.0:1770653413.890556:0:12206:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 80000000:00000001:2.0:1770653413.890557:0:33123:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.890559:0:5745:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00080000:00000001:2.0:1770653413.890565:0:33123:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1770653413.890565:0:12206:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:0.0:1770653413.890565:0:5745:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.890566:0:76647:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00080000:00000001:2.0:1770653413.890572:0:33123:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1770653413.890573:0:12206:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00010000:00000001:0.0:1770653413.890573:0:5745:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000001:2.0:1770653413.890575:0:33123:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00010000:00000001:0.0:1770653413.890577:0:5745:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:3.0:1770653413.890578:0:76647:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164632:2164632:249:4294967295] 192.168.202.60@tcp LPNI seq info [2164628:2164628:1:4294967295] 00010000:00000001:0.0:1770653413.890582:0:5745:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1770653413.890586:0:5745:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.890590:0:5745:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.890592:0:5745:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1770653413.890595:0:5745:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1770653413.890600:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.890603:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.890606:0:5745:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.890607:0:76647:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:0.0:1770653413.890608:0:5745:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.890611:0:12206:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1770653413.890612:0:5745:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.890617:0:12206:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:0.0:1770653413.890618:0:5745:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95561c987e00/0x2aed14e4e178ce5e lrc: 1/0,0 mode: --/PW res: [0x280000403:0x13fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00000800:00000200:3.0:1770653413.890620:0:76647:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.890628:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:3.0:1770653413.890629:0:76647:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c200. 00010000:00010000:0.0:1770653413.890631:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95561c987e00/0x2aed14e4e178ce5e lrc: 0/0,0 mode: --/PW res: [0x280000403:0x13fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1770653413.890635:0:12206:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.890642:0:76647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00080000:00000001:1.0:1770653413.890643:0:12206:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000040:0.0:1770653413.890643:0:5745:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9556613f3000 count: 0 00080000:00000001:2.0:1770653413.890645:0:33123:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653413.890650:0:33123:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.890650:0:12206:0:(osd_io.c:243:osd_declare_write()) Process entered 00002000:00000010:0.0:1770653413.890651:0:5745:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955621430f40. 00000800:00000200:3.0:1770653413.890657:0:76647:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00080000:00000001:2.0:1770653413.890657:0:33123:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000010:0.0:1770653413.890659:0:5745:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9556613f3f00. 00000001:00000001:2.0:1770653413.890662:0:33123:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000800:00000200:3.0:1770653413.890663:0:76647:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c200 type 1, nob 320 niov 1 nkiov 1 00000001:00000002:2.0:1770653413.890666:0:33123:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332622, last_committed = 4295332607 00000100:00000001:3.0:1770653413.890668:0:76647:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.890670:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000010:2.0:1770653413.890671:0:33123:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564ae60180. 00010000:00000001:0.0:1770653413.890673:0:5745:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000001:00000001:1.0:1770653413.890674:0:12206:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000040:3.0:1770653413.890675:0:76647:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000001:00000040:2.0:1770653413.890677:0:33123:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 15 00010000:00000010:0.0:1770653413.890678:0:5745:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556695e0e40. 00010000:00000001:3.0:1770653413.890680:0:76647:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.890680:0:12206:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.890684:0:33123:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=26 00010000:00000001:0.0:1770653413.890685:0:5745:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.890687:0:76647:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.890691:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000001:2.0:1770653413.890692:0:33123:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000040:3.0:1770653413.890696:0:76647:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95571043dc00 x1856657966304256/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1770653413.890697:0:12206:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.890697:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.890703:0:5745:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00080000:00000001:2.0:1770653413.890704:0:33123:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00080000:00000001:1.0:1770653413.890705:0:12206:0:(osd_object.c:2094:osd_ref_del()) Process entered 00010000:00000001:0.0:1770653413.890710:0:5745:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000001:00000001:2.0:1770653413.890711:0:33123:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.890713:0:5745:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1770653413.890719:0:5745:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a000/0x2aed14e4e178ce26 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770653413.890720:0:76647:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95571043dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_025:b31b1d82-c1d4-4680-ae7a-71292416d1f5+92:2366:x1856657966304256:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1078us (1495us total) trans 0 rc 0/0 00080000:00000001:2.0:1770653413.890729:0:33123:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.890729:0:12206:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653413.890737:0:33123:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.890737:0:12206:0:(osd_object.c:806:osd_destroy()) Process entered 00010000:00010000:0.0:1770653413.890738:0:5745:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95561ae2a000 already unused, calling callback (ffffffffc16fe650) 00002000:00000001:2.0:1770653413.890754:0:33123:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000100:00100000:3.0:1770653413.890759:0:76647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161832 00010000:00000001:0.0:1770653413.890759:0:5745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.890762:0:5745:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000040:3.0:1770653413.890764:0:76647:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00010000:00010000:0.0:1770653413.890766:0:5745:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a000/0x2aed14e4e178ce26 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.890768:0:76647:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1770653413.890771:0:76647:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00080000:00000010:2.0:1770653413.890773:0:33123:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff95566040a1c8. 00000020:00000010:3.0:1770653413.890776:0:76647:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3580. 00002000:00000001:2.0:1770653413.890778:0:33123:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1770653413.890782:0:33123:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x13fd:0x0] 00000020:00000010:3.0:1770653413.890784:0:76647:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90960. 00002000:00000010:2.0:1770653413.890787:0:33123:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff955667a99b50. 00000020:00000010:3.0:1770653413.890790:0:76647:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bd200. 00002000:00000001:2.0:1770653413.890793:0:33123:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000020:00000040:3.0:1770653413.890796:0:76647:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 91 00002000:00000001:2.0:1770653413.890798:0:33123:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.890798:0:5745:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:3.0:1770653413.890801:0:76647:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.890802:0:5745:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00002000:00000001:2.0:1770653413.890804:0:33123:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.890805:0:5745:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653413.890809:0:5745:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2a000 refcount=3 00010000:00000040:2.0:1770653413.890810:0:33123:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332622, xid 1856657707194624 00000100:00000001:3.0:1770653413.890811:0:76647:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1770653413.890812:0:5745:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783626752 : -117277925924864 : ffff95561ae2a000) 00000100:00100000:3.0:1770653413.890815:0:76647:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966304128 00010000:00000001:2.0:1770653413.890816:0:33123:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:0.0:1770653413.890817:0:5745:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783626752 : -117277925924864 : ffff95561ae2a000) 02000000:00000001:3.0:1770653413.890818:0:76647:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:0.0:1770653413.890826:0:5745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1770653413.890827:0:76647:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000200:2.0:1770653413.890828:0:33123:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955637358000 x1856657707194624/t4295332622(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.890831:0:76647:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.890831:0:5745:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a000/0x2aed14e4e178ce26 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x13f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1770653413.890837:0:76647:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.890843:0:76647:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966304128 00000020:00000001:3.0:1770653413.890868:0:76647:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:2.0:1770653413.890870:0:33123:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000040:3.0:1770653413.890871:0:76647:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00010000:00000001:2.0:1770653413.890874:0:33123:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.890875:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1770653413.890877:0:5745:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000040:3.0:1770653413.890880:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=92 00000100:00001000:2.0:1770653413.890880:0:33123:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00010000:00000001:0.0:1770653413.890881:0:5745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.890884:0:5745:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.890887:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000020:00000001:3.0:1770653413.890890:0:76647:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:2.0:1770653413.890892:0:33123:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00080000:00000001:1.0:1770653413.890892:0:12206:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:0.0:1770653413.890892:0:5745:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1770653413.890893:0:76647:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1770653413.890897:0:5745:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 80000000:00000001:1.0:1770653413.890898:0:12206:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000040:2.0:1770653413.890899:0:33123:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00010000:00000001:0.0:1770653413.890900:0:5745:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1770653413.890904:0:33123:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 80000000:00000001:1.0:1770653413.890904:0:12206:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:0.0:1770653413.890904:0:5745:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1770653413.890909:0:12206:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.890910:0:33123:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:0.0:1770653413.890910:0:5745:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561ae2a000 with handle 0x2aed14e4e178ce26 from hash 00010000:00010000:3.0:1770653413.890914:0:12204:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178ce6c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1549:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1770653413.890915:0:33123:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.890916:0:5745:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 80000000:00000001:1.0:1770653413.890917:0:12206:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.890920:0:33123:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1770653413.890921:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:1.0:1770653413.890923:0:12206:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.890925:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1770653413.890929:0:33123:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1770653413.890930:0:5745:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000001:1.0:1770653413.890931:0:12206:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000400:00000010:2.0:1770653413.890935:0:33123:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888550. 00010000:00000001:0.0:1770653413.890935:0:5745:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653413.890937:0:12204:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.890937:0:12206:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00010000:00000001:0.0:1770653413.890939:0:5745:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.890941:0:33123:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707194624, offset 224 00010000:00010000:3.0:1770653413.890944:0:12204:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178ce6c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1549:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.890946:0:5745:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:2.0:1770653413.890950:0:33123:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1770653413.890950:0:5745:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1770653413.890954:0:5745:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1770653413.890957:0:5745:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653413.890964:0:33123:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1770653413.890964:0:5745:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.890966:0:12204:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1770653413.890970:0:5745:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653413.890971:0:12204:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.890973:0:5745:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1770653413.890976:0:12204:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1770653413.890977:0:33123:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b5900 00010000:00000001:0.0:1770653413.890977:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.890981:0:12204:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1770653413.890981:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.890984:0:5745:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.890987:0:12204:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1770653413.890987:0:33123:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda2c5 [1] + 224 00010000:00000001:0.0:1770653413.890988:0:5745:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653413.890993:0:12204:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016ae00 refcount=3 00010000:00000001:0.0:1770653413.890993:0:5745:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.890995:0:33123:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:0.0:1770653413.890998:0:5745:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a000/0x2aed14e4e178ce26 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x13f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1770653413.891001:0:12204:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897456128 : -117273812095488 : ffff95571016ae00) 00000400:00000200:2.0:1770653413.891004:0:33123:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1770653413.891009:0:12204:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897456128 : -117273812095488 : ffff95571016ae00) 00000100:00000001:2.0:1770653413.891011:0:33123:0:(events.c:78:reply_in_callback()) Process entered 00080000:00000001:1.0:1770653413.891011:0:12206:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.891012:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.891018:0:12204:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000200:2.0:1770653413.891020:0:33123:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9557030dd880 x1856657707194624/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1770653413.891020:0:12206:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.891020:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a000/0x2aed14e4e178ce26 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x13f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770653413.891024:0:12204:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178ce6c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1549:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1770653413.891028:0:12206:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1770653413.891033:0:12206:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1770653413.891038:0:12206:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332623, last_committed = 4295332607 00000001:00000010:1.0:1770653413.891047:0:12206:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564334ac60. 00010000:00000040:0.0:1770653413.891048:0:5745:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95560e946600 count: 0 00000001:00000040:1.0:1770653413.891055:0:12206:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 16 00002000:00000010:0.0:1770653413.891056:0:5745:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955621430400. 00010000:00000001:3.0:1770653413.891058:0:12204:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:1.0:1770653413.891062:0:12206:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=27 00010000:00000001:3.0:1770653413.891063:0:12204:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1770653413.891064:0:5745:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95560e946500. 00080000:00000001:1.0:1770653413.891069:0:12206:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:3.0:1770653413.891070:0:12204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178ce6c lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1549:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1770653413.891073:0:33123:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff9557030dd880 x1856657707194624/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.891075:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.891078:0:5745:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00080000:00000001:1.0:1770653413.891079:0:12206:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00010000:00000010:0.0:1770653413.891082:0:5745:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff955647fa86c0. 00000001:00000001:1.0:1770653413.891086:0:12206:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.891088:0:5745:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.891095:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1770653413.891099:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.891100:0:12204:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00010000:0.0:1770653413.891103:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1770653413.891105:0:12204:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.891106:0:12206:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.891106:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1770653413.891107:0:33123:0:(events.c:163:reply_in_callback()) Process leaving 00002000:00000001:1.0:1770653413.891113:0:12206:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.891113:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.891114:0:12204:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000400:00000200:2.0:1770653413.891116:0:33123:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888550 00002000:00000001:1.0:1770653413.891120:0:12206:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000400:00000010:2.0:1770653413.891121:0:33123:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888550. 00010000:00010000:0.0:1770653413.891122:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:3.0:1770653413.891123:0:12204:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556189e10c0. 00000100:00000001:2.0:1770653413.891125:0:33123:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1770653413.891128:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1770653413.891129:0:33123:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1770653413.891130:0:12204:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000020:00000001:0.0:1770653413.891133:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1770653413.891134:0:12206:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff95566040bc80. 00000100:00000001:2.0:1770653413.891135:0:33123:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.891140:0:5745:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:2.0:1770653413.891142:0:33123:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00002000:00000001:1.0:1770653413.891142:0:12206:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00010000:3.0:1770653413.891144:0:12204:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00002000:00000040:1.0:1770653413.891147:0:12206:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x13f9:0x0] 00010000:00000001:2.0:1770653413.891148:0:33123:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000001:0.0:1770653413.891148:0:5745:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1770653413.891151:0:12204:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.891154:0:33123:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1770653413.891154:0:12206:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff955667a998f0. 00010000:00000001:3.0:1770653413.891155:0:12204:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.891155:0:5745:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000020:00000001:2.0:1770653413.891161:0:33123:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1770653413.891162:0:12204:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00002000:00000001:1.0:1770653413.891163:0:12206:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00010000:00010000:0.0:1770653413.891163:0:5745:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178ce6c lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1549:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.891167:0:12204:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00002000:00000001:1.0:1770653413.891167:0:12206:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.891168:0:33123:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955637358000 x1856657707194624/t4295332622(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.891171:0:12204:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1770653413.891176:0:12204:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00002000:00000001:1.0:1770653413.891176:0:12206:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1770653413.891181:0:12204:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000040:1.0:1770653413.891183:0:12206:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332623, xid 1856657707192960 00000020:00000001:3.0:1770653413.891188:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1770653413.891190:0:12206:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000001:3.0:1770653413.891194:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.891195:0:5745:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95571016ae00 already unused, calling callback (ffffffffc16fe650) 00010000:00010000:3.0:1770653413.891199:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000200:1.0:1770653413.891200:0:12206:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95572eb22680 x1856657707192960/t4295332623(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1770653413.891202:0:33123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955637358000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+27:3291:x1856657707194624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 30646us (31666us total) trans 4295332622 rc 0/0 00010000:00000001:0.0:1770653413.891202:0:5745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000010:3.0:1770653413.891207:0:12204:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95565d743800. 00010000:00000001:0.0:1770653413.891208:0:5745:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1770653413.891213:0:5745:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178ce6c lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1549:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1770653413.891214:0:12204:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796900464640 : -117276809086976 : ffff95565d743800) 00000001:00000001:3.0:1770653413.891221:0:12204:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00100000:2.0:1770653413.891221:0:33123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136180 00000001:00000001:3.0:1770653413.891226:0:12204:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.891228:0:33123:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 6 00010000:00000001:1.0:1770653413.891229:0:12206:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00080000:00000002:3.0:1770653413.891232:0:12204:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x1549:0x0] not in the id map cache 00000100:00000001:2.0:1770653413.891234:0:33123:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1770653413.891234:0:12206:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.891237:0:5745:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:2.0:1770653413.891238:0:33123:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00080000:00000001:3.0:1770653413.891240:0:12204:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000100:00001000:1.0:1770653413.891240:0:12206:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00010000:00000001:0.0:1770653413.891241:0:5745:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:2.0:1770653413.891243:0:33123:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d180. 00000020:00000001:0.0:1770653413.891245:0:5745:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1770653413.891251:0:12206:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:0.0:1770653413.891251:0:5745:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016ae00 refcount=3 00080000:00000001:3.0:1770653413.891252:0:12204:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653413.891252:0:33123:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662adaaf0. 00000020:00000001:0.0:1770653413.891257:0:5745:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897456128 : -117273812095488 : ffff95571016ae00) 00000100:00000040:1.0:1770653413.891258:0:12206:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00080000:00000001:3.0:1770653413.891260:0:12204:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.891261:0:33123:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9556560aec00. 00010000:00000001:0.0:1770653413.891263:0:5745:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897456128 : -117273812095488 : ffff95571016ae00) 00000100:00000001:1.0:1770653413.891264:0:12206:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00080000:00000001:3.0:1770653413.891266:0:12204:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000020:00000040:2.0:1770653413.891269:0:33123:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 26 00010000:00000001:0.0:1770653413.891269:0:5745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:1.0:1770653413.891270:0:12206:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00080000:00000001:3.0:1770653413.891271:0:12204:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00010000:0.0:1770653413.891274:0:5745:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178ce6c lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1549:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1770653413.891275:0:12206:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1770653413.891276:0:12204:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000001:2.0:1770653413.891276:0:33123:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 80000000:00000001:3.0:1770653413.891280:0:12204:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00000001:1.0:1770653413.891283:0:12206:0:(niobuf.c:69:ptl_send_buf()) Process entered 80000000:00000001:3.0:1770653413.891285:0:12204:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1770653413.891290:0:12204:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.891291:0:12206:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1770653413.891292:0:5745:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000001:3.0:1770653413.891293:0:12204:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653413.891294:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1770653413.891296:0:5745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:3.0:1770653413.891297:0:12204:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000400:00000010:1.0:1770653413.891297:0:12206:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022c38. 00000020:00000001:2.0:1770653413.891298:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.891299:0:5745:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.891301:0:12204:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000100:00000200:1.0:1770653413.891304:0:12206:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707192960, offset 224 00010000:00010000:2.0:1770653413.891306:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1770653413.891307:0:5745:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1770653413.891311:0:5745:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:1.0:1770653413.891313:0:12206:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1770653413.891315:0:5745:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000004:00000001:2.0:1770653413.891316:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:0.0:1770653413.891319:0:5745:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.891320:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.891322:0:12204:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:1.0:1770653413.891325:0:12206:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1770653413.891326:0:5745:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95571016ae00 with handle 0x2aed14e4e178ce6c from hash 00000001:00000001:3.0:1770653413.891327:0:12204:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000004:00000001:2.0:1770653413.891328:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00080000:00000001:3.0:1770653413.891334:0:12204:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.891334:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:0.0:1770653413.891335:0:5745:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00080000:00000001:3.0:1770653413.891338:0:12204:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1770653413.891340:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.891340:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1770653413.891341:0:12206:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b5280 00080000:00000001:3.0:1770653413.891342:0:12204:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1770653413.891343:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000040:00001000:2.0:1770653413.891346:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64b400 type=0x10692404 idx=1745 00010000:00000001:0.0:1770653413.891348:0:5745:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000040:00001000:2.0:1770653413.891350:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1745 lrh_len: 64 (3072 remains) 00000400:00000200:1.0:1770653413.891351:0:12206:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda235 [1] + 224 00010000:00000001:0.0:1770653413.891353:0:5745:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000040:00001000:2.0:1770653413.891354:0:6724:0:(llog.c:797:llog_process_thread()) index: 1745, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00010000:00000001:0.0:1770653413.891357:0:5745:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.891359:0:12204:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:1.0:1770653413.891359:0:12206:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000001:2.0:1770653413.891360:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00000001:0.0:1770653413.891361:0:5745:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000001:3.0:1770653413.891364:0:12204:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.891365:0:5745:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000004:00000001:2.0:1770653413.891367:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000400:00000200:1.0:1770653413.891370:0:12206:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1770653413.891370:0:5745:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000004:00000001:2.0:1770653413.891371:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.891376:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000100:00000001:1.0:1770653413.891376:0:12206:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1770653413.891376:0:5745:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1770653413.891378:0:12204:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.891380:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00010000:00000001:0.0:1770653413.891382:0:5745:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.891383:0:12204:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000100:00000200:1.0:1770653413.891384:0:12206:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9556074a8e00 x1856657707192960/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1770653413.891385:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00010000:00000001:0.0:1770653413.891386:0:5745:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1770653413.891390:0:5745:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000010:2.0:1770653413.891392:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c2df480. 00010000:00000001:0.0:1770653413.891395:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:3.0:1770653413.891396:0:12204:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.891399:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:2.0:1770653413.891400:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=22 obd=lustre-OST0000-osc-MDT0000 00080000:00000001:3.0:1770653413.891402:0:12204:0:(osd_object.c:806:osd_destroy()) Process entered 00010000:00000001:0.0:1770653413.891403:0:5745:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.891407:0:12204:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000040:1.0:1770653413.891407:0:12206:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff9556074a8e00 x1856657707192960/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.891408:0:5745:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.891409:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 80000000:00000001:3.0:1770653413.891411:0:12204:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1770653413.891416:0:12204:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 02000000:00000001:2.0:1770653413.891416:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:0.0:1770653413.891416:0:5745:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1770653413.891422:0:12204:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.891423:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.891424:0:12206:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:0.0:1770653413.891425:0:5745:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178ce6c lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1549:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 80000000:00000001:3.0:1770653413.891426:0:12204:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.891431:0:12204:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.891432:0:12206:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022c38 02000000:00000010:2.0:1770653413.891434:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9556607c7c00. 00000400:00000010:1.0:1770653413.891436:0:12206:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022c38. 00080000:00000001:3.0:1770653413.891437:0:12204:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:0.0:1770653413.891439:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:3.0:1770653413.891442:0:12204:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000100:00000001:1.0:1770653413.891443:0:12206:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653413.891444:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.891444:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178ce6c lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1549:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.891447:0:12206:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1770653413.891451:0:12206:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.891453:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626800637179008 : -117273072372608 : ffff95573c2df480) 00000100:00000040:1.0:1770653413.891458:0:12206:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00010000:00000040:0.0:1770653413.891459:0:5745:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95561e13bb00 count: 0 00000100:00000001:2.0:1770653413.891463:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:1.0:1770653413.891463:0:12206:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00002000:00000010:0.0:1770653413.891466:0:5745:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff95562ede4480. 00000020:00000001:1.0:1770653413.891468:0:12206:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.891470:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1770653413.891471:0:5745:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95561e13b400. 00000020:00000001:1.0:1770653413.891472:0:12206:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1770653413.891479:0:12206:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572eb22680 x1856657707192960/t4295332623(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.891483:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1770653413.891484:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4864496] to pc [ptlrpcd_00_00+0] req@ffff95573c2df480 x1856657707198720/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.891487:0:5745:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1770653413.891491:0:5745:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556189e10c0. 00000100:00100000:1.0:1770653413.891496:0:12206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95572eb22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+26:3290:x1856657707192960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 35497us (38192us total) trans 4295332623 rc 0/0 00010000:00000001:0.0:1770653413.891497:0:5745:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.891503:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1770653413.891505:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.891512:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770653413.891515:0:12206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136170 00000020:00000001:0.0:1770653413.891516:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:1.0:1770653413.891519:0:12206:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 5 00000020:00000001:0.0:1770653413.891520:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.891522:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.891524:0:12206:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:0.0:1770653413.891526:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1770653413.891530:0:12206:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1770653413.891530:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000004:00001000:2.0:1770653413.891531:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 8 in flight, 20 in progress 00000020:00000010:1.0:1770653413.891534:0:12206:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519f00. 00000020:00000001:0.0:1770653413.891535:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:2.0:1770653413.891536:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1745, id 1958 00000004:00000001:2.0:1770653413.891541:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00010000:00010000:0.0:1770653413.891541:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:1.0:1770653413.891542:0:12206:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d4b0. 00080000:00000001:3.0:1770653413.891548:0:12204:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653413.891548:0:12206:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955626008800. 00080000:00000001:3.0:1770653413.891556:0:12204:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.891556:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1770653413.891556:0:12206:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 25 00000800:00000001:0.0:1770653413.891557:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653413.891561:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1770653413.891563:0:12206:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1770653413.891564:0:12204:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:2.0:1770653413.891565:0:3288:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000800:00000001:0.0:1770653413.891565:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653413.891570:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000001:00000001:3.0:1770653413.891571:0:12204:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000100:00000040:2.0:1770653413.891573:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95573c2df480 x1856657707198720/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1770653413.891573:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000002:3.0:1770653413.891576:0:12204:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299203, last_committed = 8590299190 00000400:00000200:0.0:1770653413.891586:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000001:00000010:3.0:1770653413.891587:0:12204:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff955662d81180. 00000100:00000001:1.0:1770653413.891589:0:3290:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1770653413.891591:0:3288:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1770653413.891593:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000001:00000040:3.0:1770653413.891595:0:12204:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 13 00000100:00000001:2.0:1770653413.891596:0:3288:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1770653413.891598:0:3290:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665155500. 00000020:00000040:3.0:1770653413.891604:0:12204:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=23 02000000:00000001:2.0:1770653413.891604:0:3288:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1770653413.891604:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d0d00 00000100:00000040:1.0:1770653413.891605:0:3290:0:(events.c:337:request_in_callback()) incoming req@ffff955665155500 x1856657707198208 msgsize 544 02000000:00000001:2.0:1770653413.891609:0:3288:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1770653413.891614:0:3288:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.891615:0:12204:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1770653413.891620:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6c71 [2] + 984 00000100:00100000:2.0:1770653413.891622:0:3288:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95573c2df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707198720:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1770653413.891622:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00080000:00000001:3.0:1770653413.891630:0:12204:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000100:00000001:2.0:1770653413.891630:0:3288:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000800:00000001:0.0:1770653413.891630:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653413.891632:0:3290:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1770653413.891635:0:3288:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000001:00000001:3.0:1770653413.891638:0:12204:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.891638:0:3288:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1770653413.891638:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.891640:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888aa0 02000000:00000001:2.0:1770653413.891646:0:3288:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1770653413.891646:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1770653413.891647:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888aa0. 02000000:00000010:2.0:1770653413.891654:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95561813a800. 00000100:00000001:1.0:1770653413.891654:0:3290:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1770653413.891655:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00080000:00000001:3.0:1770653413.891657:0:12204:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.891659:0:3288:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.891661:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95573c2de680 x1856657707198208/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00002000:00000001:3.0:1770653413.891664:0:12204:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.891665:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:2.0:1770653413.891667:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef24d0. 00000100:00000200:0.0:1770653413.891669:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00002000:00000001:3.0:1770653413.891670:0:12204:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000400:00000010:2.0:1770653413.891675:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888550. 00000100:00000010:0.0:1770653413.891678:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d8a680. 00000100:00000001:1.0:1770653413.891680:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1770653413.891681:0:3288:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707198720, portal 4 00000100:00000040:0.0:1770653413.891682:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955618d8a680 x1856657966304512 msgsize 328 00080000:00000010:3.0:1770653413.891686:0:12204:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff9556463e9728. 00000100:00000001:2.0:1770653413.891686:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1770653413.891687:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2de680 x1856657707198208/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.891690:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637179008 : -117273072372608 : ffff95573c2df480) 00002000:00000001:3.0:1770653413.891694:0:12204:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000100:00100000:0.0:1770653413.891698:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00002000:00000040:3.0:1770653413.891699:0:12204:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x1549:0x0] 00000100:00000040:2.0:1770653413.891701:0:3288:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95573c2df480 x1856657707198720/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00002000:00000010:3.0:1770653413.891705:0:12204:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9556637e38f0. 00000100:00000001:1.0:1770653413.891711:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.891712:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00002000:00000001:3.0:1770653413.891714:0:12204:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000100:00000001:2.0:1770653413.891716:0:3288:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1770653413.891717:0:3290:0:(events.c:68:request_out_callback()) Process leaving 00002000:00000001:3.0:1770653413.891718:0:12204:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.891722:0:3288:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1770653413.891725:0:3290:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653413.891726:0:12204:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1770653413.891727:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268887f8. 00000100:00000040:1.0:1770653413.891731:0:3290:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26297 usecs (27 jiffies) 00000100:00000001:0.0:1770653413.891731:0:76656:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000040:3.0:1770653413.891735:0:12204:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299203, xid 1856657707194496 00000100:00000200:2.0:1770653413.891735:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707198720, offset 0 00000100:00100000:0.0:1770653413.891736:0:76656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966304512 00000100:00000001:1.0:1770653413.891737:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444731 02000000:00000001:0.0:1770653413.891757:0:76656:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1770653413.891758:0:12204:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000400:00000200:2.0:1770653413.891758:0:3288:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1770653413.891758:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444733 00000100:00000001:0.0:1770653413.891760:0:76656:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653413.891766:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444731 00000100:00000001:0.0:1770653413.891766:0:76656:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1770653413.891768:0:12204:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95572eb20380 x1856657707194496/t8590299203(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.891772:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444733 00000400:00000200:2.0:1770653413.891773:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1770653413.891774:0:76656:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.891780:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444731 00000100:00100000:0.0:1770653413.891781:0:76656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966304512 00000100:00000001:1.0:1770653413.891787:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444733 00000020:00000001:0.0:1770653413.891787:0:76656:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1770653413.891788:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b6900 00000020:00000040:0.0:1770653413.891792:0:76656:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000100:00000001:1.0:1770653413.891793:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444731 00000020:00000001:0.0:1770653413.891797:0:76656:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1770653413.891798:0:12204:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1770653413.891798:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444733 00000400:00000200:2.0:1770653413.891801:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecef71 [8] + 13056 00010000:00000001:3.0:1770653413.891803:0:12204:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.891804:0:3290:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1770653413.891804:0:76656:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=90 00000400:00000200:2.0:1770653413.891807:0:3288:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1770653413.891812:0:12204:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000100:00000001:1.0:1770653413.891813:0:3290:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.891813:0:76656:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000400:00000200:2.0:1770653413.891816:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1770653413.891821:0:76656:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000400:00000001:1.0:1770653413.891822:0:3290:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1770653413.891825:0:12204:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1770653413.891825:0:76656:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000001:1.0:1770653413.891826:0:3290:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1770653413.891830:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2370. 00000020:00000010:0.0:1770653413.891832:0:76656:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00000100:00000040:3.0:1770653413.891833:0:12204:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000400:00000200:1.0:1770653413.891835:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78880 00000100:00000001:0.0:1770653413.891837:0:76656:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1770653413.891839:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78880. 00000100:00000001:3.0:1770653413.891841:0:12204:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000020:00000010:0.0:1770653413.891842:0:76656:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00000100:00000001:1.0:1770653413.891844:0:3290:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1770653413.891845:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:0.0:1770653413.891873:0:76656:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997aa00. 02000000:00000001:3.0:1770653413.891878:0:12204:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:1.0:1770653413.891878:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9556074a8e00 x1856657707192960/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1770653413.891879:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:0.0:1770653413.891879:0:76656:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519180. 02000000:00000001:3.0:1770653413.891885:0:12204:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1770653413.891888:0:3288:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c2ddf80. 00000020:00000010:0.0:1770653413.891889:0:76656:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3daf0. 00000100:00000001:3.0:1770653413.891893:0:12204:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1770653413.891895:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff95573c2ddf80 x1856657707198720 msgsize 544 00000100:00000040:0.0:1770653413.891897:0:76656:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000040:3.0:1770653413.891903:0:12204:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1770653413.891904:0:76656:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:1.0:1770653413.891907:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9556074a8e00 x1856657707192960/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.891909:0:76656:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:3.0:1770653413.891913:0:12204:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78ee0. 00000100:00100000:2.0:1770653413.891914:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:0.0:1770653413.891914:0:76656:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1770653413.891918:0:76656:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.891923:0:12204:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707194496, offset 224 00010000:00000001:0.0:1770653413.891923:0:76656:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:1.0:1770653413.891926:0:3290:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.891927:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:0.0:1770653413.891927:0:76656:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1770653413.891930:0:3290:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653413.891931:0:76656:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1770653413.891932:0:12204:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1770653413.891934:0:3290:0:(client.c:1568:after_reply()) Process entered 00000020:00000040:0.0:1770653413.891936:0:76656:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556323fdc00 refcount=4 02000000:00000001:1.0:1770653413.891937:0:3290:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1770653413.891941:0:76656:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796175612928 : -117277533938688 : ffff9556323fdc00) 00000100:00000001:1.0:1770653413.891942:0:3290:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1770653413.891944:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268887f8 00000100:00000001:1.0:1770653413.891945:0:3290:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.891947:0:76656:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796175612928 : -117277533938688 : ffff9556323fdc00) 00000400:00000200:3.0:1770653413.891950:0:12204:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1770653413.891951:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268887f8. 02000000:00000001:1.0:1770653413.891951:0:3290:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.891955:0:76656:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9556323fdc00/0x2aed14e4e178a0bb lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0df2 expref: 90 pid: 12205 timeout: 6877 lvb_type: 1 00000100:00000001:2.0:1770653413.891958:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00001000:1.0:1770653413.891959:0:3290:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00000100:00000200:2.0:1770653413.891967:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95573c2df480 x1856657707198720/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1770653413.891969:0:3290:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00000400:00000200:3.0:1770653413.891970:0:12204:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b5880 00010000:00000001:0.0:1770653413.891980:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.891981:0:3290:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1770653413.891986:0:12204:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda2bd [1] + 224 00000100:00000001:1.0:1770653413.891986:0:3290:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.891986:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.891988:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1770653413.891989:0:76656:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.891993:0:3290:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1770653413.891996:0:76656:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1770653413.891997:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2df480 x1856657707198720/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1770653413.891999:0:12204:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1770653413.891999:0:3290:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.892002:0:76656:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1770653413.892008:0:3290:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000400:00000200:3.0:1770653413.892013:0:12204:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1770653413.892014:0:76656:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955618d8a680 x1856657966304512/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.892015:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.892015:0:3290:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1770653413.892020:0:12204:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1770653413.892021:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1770653413.892023:0:3290:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00000200:3.0:1770653413.892027:0:12204:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9557030df800 x1856657707194496/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.892027:0:3288:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.892029:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1770653413.892033:0:76656:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:2.0:1770653413.892035:0:3288:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26297 usecs (27 jiffies) 00000100:00000001:1.0:1770653413.892035:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795454893568 : -117278254658048 : ffff9556074a8e00) 00000100:00000001:0.0:1770653413.892036:0:76656:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.892044:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444732 00000100:00000001:1.0:1770653413.892045:0:3290:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1770653413.892051:0:12204:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff9557030df800 x1856657707194496/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.892052:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444733 00000100:00000040:1.0:1770653413.892052:0:3290:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00000100:00000001:0.0:1770653413.892053:0:76656:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.892061:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444732 00000100:00000001:1.0:1770653413.892061:0:3290:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1770653413.892065:0:12204:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1770653413.892066:0:3290:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.892067:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444733 00000100:00000001:0.0:1770653413.892067:0:76656:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1770653413.892071:0:76656:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1770653413.892073:0:12204:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78ee0 00000100:00000001:2.0:1770653413.892073:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444732 00000400:00000010:3.0:1770653413.892078:0:12204:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78ee0. 00000100:00000040:1.0:1770653413.892079:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9556074a8e00 x1856657707192960/t4295332623(4295332623) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1770653413.892079:0:76656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161833 00000100:00000001:2.0:1770653413.892080:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444733 00000100:00000001:3.0:1770653413.892085:0:12204:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653413.892087:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444732 00000100:00000040:0.0:1770653413.892088:0:76656:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:3.0:1770653413.892089:0:12204:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1770653413.892094:0:12204:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.892095:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444733 00000100:00000001:0.0:1770653413.892096:0:76656:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795749418624 : -117277960132992 : ffff955618d8a680) 00000100:00000001:2.0:1770653413.892102:0:3288:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1770653413.892103:0:12204:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000100:00000001:1.0:1770653413.892104:0:3290:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.892107:0:3288:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.892108:0:76656:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955618d8a680 x1856657966304512/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.892109:0:12204:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:1.0:1770653413.892111:0:3290:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1770653413.892113:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.892114:0:12204:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.892118:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653413.892119:0:12204:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1770653413.892119:0:3290:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.892127:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000004:00080000:1.0:1770653413.892127:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9556074a8e00/2, rc 0, transno 4295332623 00000100:00000040:3.0:1770653413.892128:0:12204:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572eb20380 x1856657707194496/t8590299203(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.892131:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1770653413.892132:0:76656:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000004:00001000:1.0:1770653413.892137:0:3290:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 7 in flight, 21 in progress 00000100:00000001:2.0:1770653413.892138:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1770653413.892138:0:76656:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00000100:00000001:2.0:1770653413.892142:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1770653413.892145:0:76656:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.892146:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.892150:0:76656:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00000100:00100000:3.0:1770653413.892152:0:12204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95572eb20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+23:3289:x1856657707194496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 31834us (32725us total) trans 8590299203 rc 0/0 00000100:00000001:2.0:1770653413.892153:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.892163:0:76656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955618d8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_033:b31b1d82-c1d4-4680-ae7a-71292416d1f5+90:2366:x1856657966304512:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000100:00000040:1.0:1770653413.892164:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9556074a8e00 x1856657707192960/t4295332623(4295332623) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.892168:0:76419:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1770653413.892169:0:12204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136179 00000100:00100000:2.0:1770653413.892172:0:76419:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707198208 00000100:00000040:3.0:1770653413.892176:0:12204:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 5 02000000:00000001:2.0:1770653413.892177:0:76419:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1770653413.892179:0:76656:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966304512 00000100:00000001:2.0:1770653413.892182:0:76419:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653413.892183:0:12204:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1770653413.892186:0:76656:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000100:00000001:2.0:1770653413.892187:0:76419:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.892188:0:12204:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000002:0.0:1770653413.892192:0:76656:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000020:00000010:3.0:1770653413.892194:0:12204:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d400. 02000000:00000001:2.0:1770653413.892195:0:76419:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.892197:0:3290:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9556074a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707192960:0@lo:6:osp-syn-1-0.0 00010000:00000001:0.0:1770653413.892197:0:76656:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00100000:2.0:1770653413.892200:0:76419:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707198208 00000020:00000010:3.0:1770653413.892202:0:12204:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662adac80. 00000020:00000001:2.0:1770653413.892204:0:76419:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1770653413.892205:0:76656:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1770653413.892209:0:12204:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9556560ae600. 00000020:00000040:2.0:1770653413.892209:0:76419:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00000100:00000001:1.0:1770653413.892210:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.892210:0:76656:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1770653413.892213:0:76419:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1770653413.892217:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1770653413.892218:0:12204:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 23 00000020:00000040:2.0:1770653413.892218:0:76419:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=24 02000000:00000010:0.0:1770653413.892221:0:76656:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9557195f0400. 00000020:00000001:2.0:1770653413.892225:0:76419:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000001:3.0:1770653413.892226:0:12204:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653413.892226:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9556074a8e00 x1856657707192960/t4295332623(4295332623) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1770653413.892227:0:76656:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.892232:0:76419:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000001:0.0:1770653413.892234:0:76656:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.892239:0:76419:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1770653413.892240:0:76656:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000004:00000001:3.0:1770653413.892241:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000020:00000010:2.0:1770653413.892245:0:76419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f595c0. 00010000:00010000:0.0:1770653413.892246:0:76656:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00000001:3.0:1770653413.892247:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.892253:0:76419:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.892253:0:76656:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1770653413.892254:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653413.892255:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000020:00000001:0.0:1770653413.892258:0:76656:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00000001:3.0:1770653413.892260:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000020:00000010:2.0:1770653413.892260:0:76419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f595c0. 00000100:00000001:1.0:1770653413.892260:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1770653413.892261:0:76656:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556323fdc00 refcount=4 00000004:00000001:3.0:1770653413.892264:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.892268:0:76419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95562fa45800. 00000020:00000001:0.0:1770653413.892269:0:76656:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796175612928 : -117277533938688 : ffff9556323fdc00) 00000040:00001000:3.0:1770653413.892270:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f649d40 type=0x10692404 idx=3574 00000100:00000001:1.0:1770653413.892271:0:3290:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1770653413.892273:0:76419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95566aa1cc80. 00010000:00000001:0.0:1770653413.892275:0:76656:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796175612928 : -117277533938688 : ffff9556323fdc00) 00000040:00001000:3.0:1770653413.892277:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3574 lrh_len: 64 (704 remains) 00000100:00000001:1.0:1770653413.892277:0:3290:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1770653413.892279:0:76419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510578. 00010000:00000040:0.0:1770653413.892280:0:76656:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95562c55c000 count: 4 00000040:00001000:3.0:1770653413.892284:0:7854:0:(llog.c:797:llog_process_thread()) index: 3574, lh_last_idx: 3602 synced_idx: 3602 lgh_last_idx: 3602 00000100:00000001:1.0:1770653413.892286:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:3.0:1770653413.892287:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:2.0:1770653413.892288:0:76419:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00010000:0.0:1770653413.892290:0:76656:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9556323fdc00/0x2aed14e4e178a0bb lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13fa:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0df2 expref: 90 pid: 12205 timeout: 6877 lvb_type: 1 00000100:00000001:1.0:1770653413.892291:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653413.892292:0:76419:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1770653413.892294:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:2.0:1770653413.892296:0:76419:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.892297:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653413.892298:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653413.892305:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000100:00000001:2.0:1770653413.892305:0:76419:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.892306:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653413.892307:0:76656:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00000004:00000001:3.0:1770653413.892309:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:3.0:1770653413.892313:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00010000:00000001:0.0:1770653413.892315:0:76656:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1770653413.892316:0:76419:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1770653413.892318:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95571043d880. 00010000:00000001:0.0:1770653413.892319:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.892322:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1770653413.892324:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=24 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:2.0:1770653413.892327:0:76419:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00010000:0.0:1770653413.892329:0:76656:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9556323fdc00/0x2aed14e4e178a0bb lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13fa:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0df2 expref: 90 pid: 12205 timeout: 6877 lvb_type: 1 00000100:00000001:3.0:1770653413.892330:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1770653413.892331:0:76419:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707198720 00000100:00000001:1.0:1770653413.892332:0:12206:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1770653413.892334:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1770653413.892335:0:76419:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1770653413.892337:0:12206:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1770653413.892340:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.892340:0:76419:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653413.892344:0:76419:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.892348:0:12206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136191 02000000:00000001:2.0:1770653413.892349:0:76419:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.892349:0:76656:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 02000000:00000010:3.0:1770653413.892350:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95562054a000. 00010000:00000001:0.0:1770653413.892353:0:76656:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00100000:2.0:1770653413.892356:0:76419:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707198720 00010000:00000001:0.0:1770653413.892357:0:76656:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.892358:0:12206:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 6 00000100:00000001:3.0:1770653413.892359:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.892360:0:76419:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1770653413.892363:0:76656:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.892364:0:76419:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00000004:00000001:3.0:1770653413.892366:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626799900416128 : -117273809135488 : ffff95571043d880) 00000100:00000001:1.0:1770653413.892367:0:12206:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028463872 : -117276681087744 : ffff955665155500) 00000020:00000001:2.0:1770653413.892370:0:76419:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1770653413.892370:0:76656:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1770653413.892372:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:0.0:1770653413.892375:0:76656:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000040:2.0:1770653413.892376:0:76419:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=24 00000100:00000001:3.0:1770653413.892377:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.892380:0:12206:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665155500 x1856657707198208/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.892381:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1770653413.892382:0:76419:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00010000:00000001:0.0:1770653413.892384:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1770653413.892387:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000863af647] to pc [ptlrpcd_00_01+1] req@ffff95571043d880 x1856657707198848/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.892388:0:76656:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:2.0:1770653413.892390:0:76419:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00010000:00000001:0.0:1770653413.892393:0:76656:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.892396:0:76419:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1770653413.892400:0:76656:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9556323fdc00 with handle 0x2aed14e4e178a0bb from hash 00000020:00000010:2.0:1770653413.892402:0:76419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f595c0. 00010000:00000001:0.0:1770653413.892406:0:76656:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1770653413.892408:0:76419:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.892411:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1770653413.892415:0:76419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f595c0. 00010000:00000001:0.0:1770653413.892416:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.892421:0:76656:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1770653413.892423:0:12206:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1770653413.892424:0:76419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95562fa44200. 00010000:00000001:0.0:1770653413.892425:0:76656:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653413.892429:0:76656:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.892430:0:12206:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9c400. 00000020:00000010:2.0:1770653413.892431:0:76419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95566aa1c880. 00000004:00000001:3.0:1770653413.892432:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.892432:0:76656:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1770653413.892437:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.892438:0:12206:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653413.892439:0:76419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510960. 00000004:00001000:3.0:1770653413.892440:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 8 in flight, 22 in progress 00010000:00010000:0.0:1770653413.892443:0:76656:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9556323fdc00/0x2aed14e4e178a0bb lrc: 0/0,0 mode: --/PR res: [0x280000403:0x13fa:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0df2 expref: 90 pid: 12205 timeout: 6877 lvb_type: 1 00000100:00000001:2.0:1770653413.892445:0:76419:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1770653413.892446:0:12206:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9c400. 00000004:00001000:3.0:1770653413.892448:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3574, id 1934 00000100:00000001:2.0:1770653413.892450:0:76419:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1770653413.892453:0:76419:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653413.892458:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00100000:1.0:1770653413.892460:0:12206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665155500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+24:3290:x1856657707198208:12345-0@lo:6:osp-syn-0-0.0 00000100:00000001:2.0:1770653413.892461:0:76419:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.892463:0:76656:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 84 00000020:00000040:0.0:1770653413.892468:0:76656:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 89 00000100:00000001:2.0:1770653413.892472:0:76419:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1770653413.892472:0:12206:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707198208 00010000:00000001:0.0:1770653413.892476:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.892477:0:12204:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1770653413.892480:0:12206:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1770653413.892480:0:76656:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:3.0:1770653413.892481:0:12204:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1770653413.892483:0:76419:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1770653413.892484:0:76656:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000001:1.0:1770653413.892487:0:12206:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1770653413.892489:0:76419:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000040:0.0:1770653413.892489:0:76656:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95561ae2be00 00000020:00000001:1.0:1770653413.892491:0:12206:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.892494:0:12204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136192 00010000:00000001:0.0:1770653413.892494:0:76656:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000020:00000001:1.0:1770653413.892498:0:12206:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:0.0:1770653413.892498:0:76656:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:2.0:1770653413.892501:0:76419:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.892502:0:12204:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 7 00000020:00000001:1.0:1770653413.892503:0:12206:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00010000:00000001:0.0:1770653413.892504:0:76656:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.892506:0:76419:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.892510:0:12204:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800637173632 : -117273072377984 : ffff95573c2ddf80) 00000020:00000001:1.0:1770653413.892512:0:12206:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:0.0:1770653413.892512:0:76656:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00000020:00000001:1.0:1770653413.892517:0:12206:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.892518:0:76656:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=2 : 2 : 2) 00000020:00000001:1.0:1770653413.892520:0:12206:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1770653413.892521:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1770653413.892522:0:76656:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.892523:0:12204:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95573c2ddf80 x1856657707198720/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1770653413.892524:0:12206:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1770653413.892525:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1770653413.892526:0:76656:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000001:1.0:1770653413.892529:0:12206:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00010000:00010000:0.0:1770653413.892530:0:76656:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000001:2.0:1770653413.892531:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.892533:0:12206:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00010000:00000001:0.0:1770653413.892534:0:76656:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1770653413.892539:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00000001:1.0:1770653413.892539:0:12206:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.892540:0:76656:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1770653413.892545:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1770653413.892547:0:12206:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:0.0:1770653413.892547:0:76656:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.892551:0:12206:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653413.892553:0:76656:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653413.892554:0:12204:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1770653413.892554:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000001:00000001:1.0:1770653413.892555:0:12206:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:2.0:1770653413.892557:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1770653413.892559:0:12206:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653413.892563:0:12204:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fb300. 00000100:00000001:0.0:1770653413.892563:0:76656:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1770653413.892564:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000001:00000001:1.0:1770653413.892564:0:12206:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.892567:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1770653413.892569:0:76656:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000001:00000001:1.0:1770653413.892570:0:12206:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:3.0:1770653413.892571:0:12204:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.892571:0:3288:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1770653413.892573:0:76656:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000001:00000001:1.0:1770653413.892574:0:12206:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1770653413.892579:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95571043d880 x1856657707198848/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1770653413.892580:0:76656:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000001:00000001:1.0:1770653413.892581:0:12206:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.892582:0:12204:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fb300. 02000000:00000001:0.0:1770653413.892584:0:76656:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.892588:0:12206:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:0.0:1770653413.892590:0:76656:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000001:1.0:1770653413.892592:0:12206:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1770653413.892598:0:12204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95573c2ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+24:3288:x1856657707198720:12345-0@lo:6:osp-syn-0-0.0 00000100:00000040:0.0:1770653413.892599:0:76656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000001:00000001:1.0:1770653413.892600:0:12206:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.892605:0:3288:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1770653413.892606:0:12206:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.892607:0:12204:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707198720 00000400:00000010:0.0:1770653413.892607:0:76656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8908. 00000100:00000001:2.0:1770653413.892609:0:3288:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.892614:0:12206:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.892615:0:12204:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:2.0:1770653413.892615:0:3288:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1770653413.892616:0:76656:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966304512, offset 224 00000020:00000001:3.0:1770653413.892620:0:12204:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:2.0:1770653413.892621:0:3288:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.892621:0:12206:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1770653413.892625:0:12204:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.892626:0:12206:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1770653413.892627:0:3288:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.892627:0:76656:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000020:00000001:3.0:1770653413.892632:0:12204:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:1.0:1770653413.892632:0:12206:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff955637244000. 00000020:00000001:3.0:1770653413.892636:0:12204:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000100:00100000:2.0:1770653413.892636:0:3288:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95571043d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707198848:0@lo:6:osp-syn-1-0.0 02000000:00000001:1.0:1770653413.892637:0:12206:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.892639:0:76656:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000020:00000001:3.0:1770653413.892643:0:12204:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1770653413.892644:0:12206:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.892646:0:3288:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1770653413.892650:0:12204:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1770653413.892651:0:12206:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000400:00000200:0.0:1770653413.892651:0:76656:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164633:2164633:248:4294967295] 192.168.202.60@tcp LPNI seq info [2164629:2164629:0:4294967295] 02000000:00000001:2.0:1770653413.892652:0:3288:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1770653413.892656:0:12204:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1770653413.892657:0:3288:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.892657:0:12206:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000020:00000001:3.0:1770653413.892660:0:12204:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1770653413.892661:0:3288:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1770653413.892661:0:12206:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.892661:0:76656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.892664:0:12204:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00002000:00080000:1.0:1770653413.892668:0:12206:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5452 count 1 00000020:00000001:3.0:1770653413.892669:0:12204:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 02000000:00000010:2.0:1770653413.892670:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955608b37c00. 00000100:00000040:0.0:1770653413.892670:0:76656:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000020:00000001:3.0:1770653413.892673:0:12204:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653413.892675:0:12206:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 02000000:00000001:2.0:1770653413.892676:0:3288:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.892677:0:76656:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.892678:0:12204:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00002000:00000001:1.0:1770653413.892679:0:12206:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000400:00000010:2.0:1770653413.892682:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef20b0. 00010000:00000001:0.0:1770653413.892683:0:76656:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.892684:0:12204:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.892684:0:12206:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000010:2.0:1770653413.892690:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268887f8. 00000001:00000001:3.0:1770653413.892691:0:12204:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000001:1.0:1770653413.892693:0:12206:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797001778456 : -117276707773160 : ffff9556637e2518) 00000001:00000001:3.0:1770653413.892695:0:12204:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1770653413.892695:0:76656:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d8a680 x1856657966304512/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1770653413.892697:0:3288:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707198848, portal 4 00002000:00000001:1.0:1770653413.892697:0:12206:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797001778368 : -117276707773248 : ffff9556637e24c0) 00000001:00000001:3.0:1770653413.892702:0:12204:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.892705:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1770653413.892705:0:12206:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000001:00000001:3.0:1770653413.892708:0:12204:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:2.0:1770653413.892710:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799900416128 : -117273809135488 : ffff95571043d880) 00010000:00000001:1.0:1770653413.892710:0:12206:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000001:00000001:3.0:1770653413.892712:0:12204:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1770653413.892717:0:12206:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556110e6300 count: 2 00000001:00000001:3.0:1770653413.892718:0:12204:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.892721:0:3288:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95571043d880 x1856657707198848/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1770653413.892724:0:12204:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:1.0:1770653413.892724:0:12206:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1770653413.892727:0:76656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955618d8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_033:b31b1d82-c1d4-4680-ae7a-71292416d1f5+89:2366:x1856657966304512:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 590us (1040us total) trans 0 rc 0/0 00000001:00000001:3.0:1770653413.892728:0:12204:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.892731:0:12206:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000001:00000001:3.0:1770653413.892736:0:12204:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1770653413.892737:0:12206:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95566c162400. 00000020:00000001:3.0:1770653413.892759:0:12204:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.892760:0:12206:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:2.0:1770653413.892762:0:3288:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1770653413.892762:0:76656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161833 00000020:00000001:3.0:1770653413.892766:0:12204:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.892767:0:12206:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95566c162400 with handle 0x2aed14e4e178ceb2 to hash 00000100:00000040:0.0:1770653413.892768:0:76656:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000100:00000040:2.0:1770653413.892772:0:3288:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1770653413.892774:0:12206:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:0.0:1770653413.892774:0:76656:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1770653413.892775:0:12204:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:2.0:1770653413.892776:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888990. 00010000:00000001:1.0:1770653413.892779:0:12206:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626797145957376 : -117276563594240 : ffff95566c162400) 02000000:00000001:3.0:1770653413.892780:0:12204:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1770653413.892781:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707198848, offset 0 00000100:00000001:0.0:1770653413.892781:0:76656:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1770653413.892782:0:12206:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626797145957376 : -117276563594240 : ffff95566c162400) 00000020:00000010:0.0:1770653413.892787:0:76656:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519180. 02000000:00000010:3.0:1770653413.892788:0:12204:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff955625e93c00. 00010000:00000001:1.0:1770653413.892789:0:12206:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1770653413.892793:0:12206:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.892794:0:3288:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1770653413.892795:0:12204:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.892796:0:76656:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3daf0. 00010000:00010000:1.0:1770653413.892798:0:12206:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95566c162400/0x2aed14e4e178ceb2 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x154c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.892800:0:12204:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.892804:0:76656:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997aa00. 00000400:00000200:2.0:1770653413.892808:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00002000:00000001:3.0:1770653413.892809:0:12204:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000020:00000040:0.0:1770653413.892811:0:76656:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 88 00010000:00000001:3.0:1770653413.892813:0:12204:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1770653413.892817:0:12204:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.892820:0:12206:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:0.0:1770653413.892820:0:76656:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653413.892823:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b6980 00002000:00080000:3.0:1770653413.892825:0:12204:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5453 count 1 00010000:00000001:1.0:1770653413.892825:0:12206:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1770653413.892829:0:12206:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00002000:00000001:3.0:1770653413.892830:0:12204:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00010000:00000001:1.0:1770653413.892833:0:12206:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00002000:00000001:3.0:1770653413.892834:0:12204:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000400:00000200:2.0:1770653413.892834:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecef71 [8] + 13600 00010000:00000001:1.0:1770653413.892838:0:12206:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000020:00000001:3.0:1770653413.892839:0:12204:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000001:0.0:1770653413.892840:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1770653413.892841:0:3288:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1770653413.892842:0:12206:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000020:00000001:3.0:1770653413.892845:0:12204:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797001784232 : -117276707767384 : ffff9556637e3ba8) 00000400:00000200:2.0:1770653413.892866:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1770653413.892869:0:3288:0:(events.c:286:request_in_callback()) Process entered 00010000:00000010:1.1:1770653413.892870:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aa200. 00000800:00000001:0.0:1770653413.892872:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1770653413.892873:0:12204:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797001784144 : -117276707767472 : ffff9556637e3b50) 00000100:00000200:2.0:1770653413.892873:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000800:00000001:0.0:1770653413.892878:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:1.0:1770653413.892880:0:12206:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9556323fca00/0x2aed14e4e178a11d lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x154c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e4d expref: 92 pid: 76387 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1770653413.892881:0:12204:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000010:2.0:1770653413.892882:0:3288:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c2dce00. 00000800:00000001:0.0:1770653413.892883:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.892885:0:12204:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000040:2.0:1770653413.892890:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff95573c2dce00 x1856657707198848 msgsize 544 00010000:00000040:3.0:1770653413.892893:0:12204:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95562721ba00 count: 2 00010000:00000001:1.0:1770653413.892898:0:12206:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000400:00000200:0.0:1770653413.892898:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:3.0:1770653413.892899:0:12204:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1770653413.892904:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:1.0:1770653413.892904:0:12206:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.892908:0:12204:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00010000:1.0:1770653413.892910:0:12206:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000200:0.0:1770653413.892912:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d0c80 00010000:00000001:1.0:1770653413.892913:0:12206:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1770653413.892914:0:12204:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955605729400. 00000100:00000001:2.0:1770653413.892915:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1770653413.892920:0:12206:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000001:3.0:1770653413.892921:0:12204:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000400:00000200:0.0:1770653413.892921:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6c71 [2] + 1312 00010000:00010000:1.0:1770653413.892923:0:12206:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000040:3.0:1770653413.892926:0:12204:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955605729400 with handle 0x2aed14e4e178ceb9 to hash 00010000:00000001:1.0:1770653413.892927:0:12206:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653413.892932:0:12204:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1770653413.892932:0:12206:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653413.892934:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1770653413.892935:0:12204:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795423962112 : -117278285589504 : ffff955605729400) 00000400:00000200:2.0:1770653413.892936:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888990 00010000:00000001:1.0:1770653413.892936:0:12206:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000800:00000001:0.0:1770653413.892940:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1770653413.892941:0:12206:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95566c162400/0x2aed14e4e178ceb2 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x154c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.892942:0:12204:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795423962112 : -117278285589504 : ffff955605729400) 00000400:00000010:2.0:1770653413.892943:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888990. 00000400:00000200:0.0:1770653413.892943:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1770653413.892950:0:12204:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1770653413.892950:0:3288:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:3.0:1770653413.892955:0:12204:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.892957:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000200:2.0:1770653413.892958:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95571043d880 x1856657707198848/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1770653413.892958:0:12206:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x154c:0x0].0x0 (ffff9556110e6300) refcount = 2 00010000:00010000:3.0:1770653413.892960:0:12204:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff955605729400/0x2aed14e4e178ceb9 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x154d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.892963:0:3283:0:(events.c:286:request_in_callback()) Process entered 00010000:00000040:1.0:1770653413.892968:0:12206:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000200:0.0:1770653413.892969:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000040:1.0:1770653413.892976:0:12206:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9556323fca00/0x2aed14e4e178a11d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x154c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e4d expref: 92 pid: 76387 timeout: 0 lvb_type: 1 00000100:00000010:0.0:1770653413.892978:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d88700. 00010000:00000001:3.0:1770653413.892983:0:12204:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000040:0.0:1770653413.892985:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955618d88700 x1856657966304384 msgsize 328 00010000:00000001:3.0:1770653413.892987:0:12204:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1770653413.892991:0:12204:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1770653413.892995:0:12204:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1770653413.893000:0:12204:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000040:1.0:1770653413.893003:0:12206:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000001:3.0:1770653413.893005:0:12204:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00100000:0.0:1770653413.893005:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00010000:00000040:1.0:1770653413.893008:0:12206:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95566c162400/0x2aed14e4e178ceb2 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x154c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.893014:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00010000:3.0:1770653413.893015:0:12204:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9556395a7200/0x2aed14e4e178a29e lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x154d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0fa4 expref: 92 pid: 12203 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1770653413.893019:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1770653413.893021:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95571043d880 x1856657707198848/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1770653413.893023:0:12206:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9c400. 00000100:00000001:1.0:1770653413.893030:0:12206:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:0.0:1770653413.893032:0:76655:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:1.0:1770653413.893035:0:12206:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa80c0. 00000100:00100000:0.0:1770653413.893036:0:76655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966304384 00010000:00000001:3.0:1770653413.893038:0:12204:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:1.0:1770653413.893042:0:12206:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540166336 : -117277169385280 : ffff955647fa80c0) 02000000:00000001:0.0:1770653413.893042:0:76655:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1770653413.893043:0:12204:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.893047:0:76655:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653413.893048:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.893049:0:12206:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540166336 : -117277169385280 : ffff955647fa80c0) 00010000:00010000:3.0:1770653413.893050:0:12204:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:0.0:1770653413.893051:0:76655:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.893052:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1770653413.893055:0:12204:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.893056:0:12206:0:(client.c:2653:ptlrpc_set_wait()) Process entered 02000000:00000001:0.0:1770653413.893057:0:76655:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.893059:0:3288:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.893060:0:12206:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1770653413.893061:0:12204:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00100000:0.0:1770653413.893062:0:76655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966304384 00010000:00000001:1.0:1770653413.893064:0:12206:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00010000:3.0:1770653413.893066:0:12204:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000040:2.0:1770653413.893067:0:3288:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26311 usecs (27 jiffies) 00000020:00000001:0.0:1770653413.893067:0:76655:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1770653413.893068:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.893071:0:12204:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.893072:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1770653413.893072:0:76655:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000100:00000001:2.0:1770653413.893073:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444733 00000020:00000001:1.0:1770653413.893077:0:12206:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.893079:0:12204:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653413.893079:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1770653413.893080:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444733 00010000:00000001:1.0:1770653413.893080:0:12206:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000020:00000040:0.0:1770653413.893084:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=93 00010000:00000001:1.0:1770653413.893085:0:12206:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1770653413.893086:0:12204:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000100:00000001:2.0:1770653413.893086:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444733 00010000:00000001:1.0:1770653413.893091:0:12206:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000020:00000001:0.0:1770653413.893091:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00010000:00010000:3.0:1770653413.893092:0:12204:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff955605729400/0x2aed14e4e178ceb9 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x154d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.893092:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444733 00000100:00000010:1.0:1770653413.893096:0:12206:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665155180. 00000020:00000001:0.0:1770653413.893097:0:76655:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:2.0:1770653413.893098:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444733 00000020:00000040:1.0:1770653413.893102:0:12206:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=3 obd=lustre-OST0000 00000100:00000001:2.0:1770653413.893105:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444733 00000100:00000001:0.0:1770653413.893105:0:76655:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1770653413.893110:0:12206:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1770653413.893112:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444733 00000020:00000010:0.0:1770653413.893112:0:76655:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00010000:00000040:3.0:1770653413.893115:0:12204:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x154d:0x0].0x0 (ffff95562721ba00) refcount = 2 02000000:00000001:1.0:1770653413.893116:0:12206:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1770653413.893119:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444733 00000100:00000001:0.0:1770653413.893119:0:76655:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1770653413.893122:0:12206:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653413.893123:0:12204:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:2.0:1770653413.893126:0:3288:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653413.893127:0:76655:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00010000:00000040:3.0:1770653413.893131:0:12204:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9556395a7200/0x2aed14e4e178a29e lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x154d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0fa4 expref: 93 pid: 12203 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1770653413.893133:0:3288:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.893133:0:12206:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95563c4f7200. 00000020:00000010:0.0:1770653413.893135:0:76655:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997aa00. 00000100:00000001:2.0:1770653413.893140:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.893142:0:12206:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.893143:0:76655:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519180. 00010000:00000040:3.0:1770653413.893148:0:12204:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000100:00000001:2.0:1770653413.893148:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.893151:0:76655:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3daf0. 00010000:00000040:3.0:1770653413.893152:0:12204:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955605729400/0x2aed14e4e178ceb9 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x154d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770653413.893156:0:12206:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9556323fca00/0x2aed14e4e178a11d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x154c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e4d expref: 93 pid: 76387 timeout: 0 lvb_type: 1 00000100:00000040:0.0:1770653413.893159:0:76655:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00010000:00000010:3.0:1770653413.893164:0:12204:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9556196fb300. 00000100:00000001:2.0:1770653413.893166:0:33123:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1770653413.893167:0:76655:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653413.893169:0:12204:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00100000:2.0:1770653413.893172:0:33123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707198848 00000100:00000001:0.0:1770653413.893173:0:76655:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000010:3.0:1770653413.893174:0:12204:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556189e13c0. 02000000:00000001:2.0:1770653413.893178:0:33123:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653413.893179:0:12204:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626795745579968 : -117277963971648 : ffff9556189e13c0) 00010000:00000001:0.0:1770653413.893179:0:76655:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000100:00000001:2.0:1770653413.893183:0:33123:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:1.0:1770653413.893184:0:12206:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9556323fca00/0x2aed14e4e178a11d lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x154c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e4d expref: 93 pid: 76387 timeout: 6877 lvb_type: 1 00000100:00000001:3.0:1770653413.893185:0:12204:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626795745579968 : -117277963971648 : ffff9556189e13c0) 00010000:00000001:0.0:1770653413.893185:0:76655:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.893188:0:33123:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.893191:0:12204:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000001:0.0:1770653413.893193:0:76655:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:3.0:1770653413.893195:0:12204:0:(client.c:1922:ptlrpc_set_producer()) Process entered 02000000:00000001:2.0:1770653413.893197:0:33123:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.893199:0:12204:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1770653413.893200:0:76655:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1770653413.893203:0:12204:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1770653413.893205:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1770653413.893206:0:12204:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:2.0:1770653413.893206:0:33123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707198848 00010000:00000001:1.0:1770653413.893207:0:12206:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000020:00000001:3.0:1770653413.893212:0:12204:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000001:2.0:1770653413.893213:0:33123:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1770653413.893213:0:12206:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1770653413.893213:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556323fc200 refcount=4 00010000:00000001:3.0:1770653413.893214:0:12204:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.893218:0:12204:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000020:00000040:2.0:1770653413.893218:0:33123:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00000100:00000040:1.0:1770653413.893222:0:12206:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955665155180 x1856657707198976/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1770653413.893222:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796175606272 : -117277533945344 : ffff9556323fc200) 00000020:00000001:2.0:1770653413.893223:0:33123:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1770653413.893224:0:12204:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000020:00000040:2.0:1770653413.893228:0:33123:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=26 00000100:00000010:3.0:1770653413.893229:0:12204:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95571043ed80. 00010000:00000001:0.0:1770653413.893229:0:76655:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796175606272 : -117277533945344 : ffff9556323fc200) 00000020:00000001:2.0:1770653413.893236:0:33123:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000020:00000040:3.0:1770653413.893237:0:12204:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=4 obd=lustre-OST0000 00010000:00010000:0.0:1770653413.893242:0:76655:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9556323fc200/0x2aed14e4e178a1a2 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1548:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ed2 expref: 93 pid: 76389 timeout: 6877 lvb_type: 1 00000020:00000001:2.0:1770653413.893243:0:33123:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000001:1.0:1770653413.893244:0:12206:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1770653413.893245:0:12204:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1770653413.893249:0:12206:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.893250:0:12204:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1770653413.893251:0:33123:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1770653413.893254:0:12204:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.893258:0:33123:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f595c0. 00000100:00100000:1.0:1770653413.893260:0:12206:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955665155180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12206:1856657707198976:192.168.202.60@tcp:104: 02000000:00000010:3.0:1770653413.893262:0:12204:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95564e9bd200. 00010000:00000001:0.0:1770653413.893264:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.893265:0:33123:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.893266:0:12206:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1770653413.893269:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.893270:0:12204:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.893271:0:33123:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f595c0. 02000000:00000001:1.0:1770653413.893271:0:12206:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:0.0:1770653413.893273:0:76655:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653413.893276:0:12206:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.893278:0:76655:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653413.893279:0:12206:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:2.0:1770653413.893280:0:33123:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95562fa44000. 00010000:00010000:3.0:1770653413.893282:0:12204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9556395a7200/0x2aed14e4e178a29e lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x154d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0fa4 expref: 93 pid: 12203 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1770653413.893284:0:76655:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:2.0:1770653413.893286:0:33123:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95566aa1c280. 02000000:00000010:1.0:1770653413.893286:0:12206:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95563c4f6c00. 02000000:00000001:1.0:1770653413.893293:0:12206:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.893294:0:33123:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510e10. 00000100:00000200:0.0:1770653413.893294:0:76655:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955618d88700 x1856657966304384/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1770653413.893300:0:12204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9556395a7200/0x2aed14e4e178a29e lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x154d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0fa4 expref: 93 pid: 12203 timeout: 6877 lvb_type: 1 00000100:00000001:2.0:1770653413.893302:0:33123:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:1.0:1770653413.893302:0:12206:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d94898. 00000100:00000001:2.0:1770653413.893306:0:33123:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:1.0:1770653413.893309:0:12206:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022c38. 00000100:00000001:2.0:1770653413.893310:0:33123:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.893317:0:12206:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707198976, portal 16 00000100:00000001:2.0:1770653413.893319:0:33123:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.893322:0:76655:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1770653413.893324:0:12206:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1770653413.893326:0:76655:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.893328:0:12206:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028462976 : -117276681088640 : ffff955665155180) 00000100:00000001:2.0:1770653413.893330:0:33123:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653413.893339:0:12206:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955665155180 x1856657707198976/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.893339:0:76655:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.893343:0:12204:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1770653413.893343:0:33123:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1770653413.893348:0:33123:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1770653413.893349:0:12204:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1770653413.893353:0:12206:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1770653413.893354:0:76655:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1770653413.893357:0:33123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136193 00000100:00000040:3.0:1770653413.893358:0:12204:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95571043ed80 x1856657707199104/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.893359:0:76655:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1770653413.893363:0:12206:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000040:2.0:1770653413.893365:0:33123:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 6 00000400:00000010:1.0:1770653413.893369:0:12206:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022ee0. 00000100:00100000:0.0:1770653413.893370:0:76655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161834 00000100:00000001:2.0:1770653413.893371:0:33123:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800637169152 : -117273072382464 : ffff95573c2dce00) 00000100:00000200:1.0:1770653413.893376:0:12206:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707198976, offset 0 00000100:00000040:0.0:1770653413.893379:0:76655:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000100:00000040:2.0:1770653413.893383:0:33123:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95573c2dce00 x1856657707198848/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.893384:0:76655:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795749410560 : -117277960141056 : ffff955618d88700) 00000400:00000200:1.0:1770653413.893388:0:12206:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:3.0:1770653413.893394:0:12204:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1770653413.893396:0:76655:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955618d88700 x1856657966304384/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.893398:0:12204:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.893400:0:12206:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000100:00100000:3.0:1770653413.893408:0:12204:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95571043ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12204:1856657707199104:192.168.202.60@tcp:104: 00000400:00000200:1.0:1770653413.893410:0:12206:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1770653413.893412:0:33123:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1770653413.893418:0:33123:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f595c0. 00000100:00000001:3.0:1770653413.893419:0:12204:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1770653413.893419:0:12206:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 02000000:00000001:3.0:1770653413.893424:0:12204:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1770653413.893426:0:33123:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1770653413.893427:0:12206:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1770653413.893428:0:12204:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.893433:0:33123:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f595c0. 02000000:00000001:3.0:1770653413.893434:0:12204:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1770653413.893435:0:12206:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 02000000:00000010:3.0:1770653413.893441:0:12204:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95564e9bcc00. 00000100:00100000:2.0:1770653413.893447:0:33123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95573c2dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+26:3288:x1856657707198848:12345-0@lo:6:osp-syn-1-0.0 00000100:00000001:0.0:1770653413.893447:0:76655:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1770653413.893448:0:12204:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.893448:0:12206:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164634:2164634:248:4294967295] 192.168.202.60@tcp LPNI seq info [2164630:2164630:-1:4294967295] 00000020:00000010:0.0:1770653413.893452:0:76655:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00000400:00000010:3.0:1770653413.893457:0:12204:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2790. 00000100:00000200:2.0:1770653413.893459:0:33123:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707198848 00000100:00000001:0.0:1770653413.893459:0:76655:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.893461:0:12206:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.893464:0:12204:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78ee0. 00000020:00000001:2.0:1770653413.893464:0:33123:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1770653413.893467:0:12206:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444736 00000020:00000010:0.0:1770653413.893467:0:76655:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00000020:00000001:2.0:1770653413.893468:0:33123:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:3.0:1770653413.893470:0:12204:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707199104, portal 16 00000020:00000001:2.0:1770653413.893473:0:33123:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.893476:0:12204:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653413.893477:0:12206:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444733 00000020:00000001:2.0:1770653413.893478:0:33123:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:0.0:1770653413.893479:0:76655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955618d88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_032:b31b1d82-c1d4-4680-ae7a-71292416d1f5+93:2365:x1856657966304384:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1770653413.893480:0:12204:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799900421504 : -117273809130112 : ffff95571043ed80) 00000020:00000001:2.0:1770653413.893483:0:33123:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000100:00000001:1.0:1770653413.893485:0:12206:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444736 00000020:00000001:2.0:1770653413.893489:0:33123:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:0.0:1770653413.893492:0:76655:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966304384 00000100:00000040:3.0:1770653413.893493:0:12204:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff95571043ed80 x1856657707199104/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1770653413.893494:0:33123:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.893494:0:12206:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444733 00010000:00000001:0.0:1770653413.893497:0:76655:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000020:00000001:2.0:1770653413.893501:0:33123:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1770653413.893501:0:12206:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444736 00010000:00000002:0.0:1770653413.893502:0:76655:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000020:00000001:2.0:1770653413.893505:0:33123:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:0.0:1770653413.893507:0:76655:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1770653413.893509:0:12206:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444733 00000020:00000001:2.0:1770653413.893510:0:33123:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000100:00000001:0.0:1770653413.893512:0:76655:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1770653413.893515:0:33123:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000100:00000001:1.0:1770653413.893516:0:12206:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444736 02000000:00000001:0.0:1770653413.893516:0:76655:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1770653413.893518:0:12204:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1770653413.893519:0:33123:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.893523:0:33123:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:1.0:1770653413.893524:0:12206:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444733 02000000:00000010:0.0:1770653413.893524:0:76655:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955604308000. 00000001:00000001:2.0:1770653413.893527:0:33123:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.893528:0:12204:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 02000000:00000001:0.0:1770653413.893530:0:76655:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.893532:0:33123:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:1.0:1770653413.893533:0:12206:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1770653413.893535:0:12204:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78d48. 00000100:00000001:0.0:1770653413.893535:0:76655:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.893536:0:33123:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.893537:0:12206:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.893542:0:12204:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707199104, offset 0 00000001:00000001:2.0:1770653413.893543:0:33123:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.893543:0:76655:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1770653413.893544:0:12206:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.893548:0:76655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00000001:2.0:1770653413.893550:0:33123:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:1.0:1770653413.893551:0:12206:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.893552:0:76655:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1770653413.893553:0:12204:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000001:00000001:2.0:1770653413.893555:0:33123:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1770653413.893556:0:12206:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.893557:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1770653413.893562:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:0.0:1770653413.893562:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556323fc200 refcount=4 00000001:00000001:2.0:1770653413.893563:0:33123:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.893566:0:12204:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00010000:00000001:1.0:1770653413.893567:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1770653413.893568:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796175606272 : -117277533945344 : ffff9556323fc200) 00000001:00000001:2.0:1770653413.893569:0:33123:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:1.0:1770653413.893570:0:12206:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.893573:0:33123:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1770653413.893575:0:12204:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:1.0:1770653413.893576:0:12206:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1770653413.893576:0:76655:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796175606272 : -117277533945344 : ffff9556323fc200) 00000001:00000001:2.0:1770653413.893577:0:33123:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.893581:0:12206:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1770653413.893583:0:33123:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.893583:0:76655:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955718ba2f00 count: 3 00000400:00000200:3.0:1770653413.893584:0:12204:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000100:00000001:1.0:1770653413.893587:0:12206:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.893591:0:33123:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.893591:0:12206:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1770653413.893594:0:12204:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00010000:00010000:0.0:1770653413.893595:0:76655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9556323fc200/0x2aed14e4e178a1a2 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1548:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ed2 expref: 93 pid: 76389 timeout: 6877 lvb_type: 1 00000100:00000001:1.0:1770653413.893596:0:12206:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1770653413.893597:0:33123:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1770653413.893602:0:12204:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 02000000:00000001:2.0:1770653413.893602:0:33123:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1770653413.893603:0:12206:0:(client.c:2680:ptlrpc_set_wait()) set ffff955647fa80c0 going to sleep for 11 seconds 02000000:00000010:2.0:1770653413.893608:0:33123:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff955608b35400. 00000100:00000001:1.0:1770653413.893609:0:12206:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1770653413.893614:0:12204:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164635:2164635:248:4294967295] 192.168.202.60@tcp LPNI seq info [2164631:2164631:-2:4294967295] 02000000:00000001:2.0:1770653413.893615:0:33123:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.893615:0:12206:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653413.893616:0:76655:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 00000100:00000001:2.0:1770653413.893622:0:33123:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.893626:0:76655:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00002000:00000001:2.0:1770653413.893627:0:33123:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000100:00000001:3.0:1770653413.893630:0:12204:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1770653413.893630:0:3289:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1770653413.893631:0:33123:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1770653413.893631:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:1.0:1770653413.893635:0:3289:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1770653413.893636:0:33123:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.893636:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.893637:0:12204:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444736 00000400:00000010:1.0:1770653413.893638:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2630. 00002000:00080000:2.0:1770653413.893642:0:33123:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5124 count 1 00000100:00000001:3.0:1770653413.893645:0:12204:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, keep current deadline 4301444736 00000400:00000200:1.0:1770653413.893646:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78088 00010000:00010000:0.0:1770653413.893646:0:76655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9556323fc200/0x2aed14e4e178a1a2 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1548:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ed2 expref: 93 pid: 76389 timeout: 6877 lvb_type: 1 00002000:00000001:2.0:1770653413.893647:0:33123:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000100:00000001:3.0:1770653413.893652:0:12204:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444736 00002000:00000001:2.0:1770653413.893653:0:33123:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000400:00000010:1.0:1770653413.893653:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78088. 00000020:00000001:2.0:1770653413.893657:0:33123:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:3.0:1770653413.893660:0:12204:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, keep current deadline 4301444736 00000100:00000001:1.0:1770653413.893660:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1770653413.893663:0:33123:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795554370088 : -117278155181528 : ffff95560d387228) 00000100:00000001:3.0:1770653413.893666:0:12204:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444736 00000100:00000200:1.0:1770653413.893668:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955603ca4000 x1856657707193984/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00002000:00000001:2.0:1770653413.893670:0:33123:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795554370000 : -117278155181616 : ffff95560d3871d0) 00000100:00000001:3.0:1770653413.893672:0:12204:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, keep current deadline 4301444736 00010000:00000001:2.0:1770653413.893677:0:33123:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000001:3.0:1770653413.893679:0:12204:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444736 00010000:00000001:2.0:1770653413.893683:0:33123:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:0.0:1770653413.893683:0:76655:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:3.0:1770653413.893684:0:12204:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, keep current deadline 4301444736 00010000:00000001:0.0:1770653413.893689:0:76655:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000001:3.0:1770653413.893691:0:12204:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1770653413.893691:0:33123:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556110e6e00 count: 2 00010000:00000001:0.0:1770653413.893692:0:76655:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.893696:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955603ca4000 x1856657707193984/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.893699:0:12204:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.893699:0:33123:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.893700:0:76655:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.893707:0:12204:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.893708:0:33123:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:0.0:1770653413.893709:0:76655:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1770653413.893713:0:76655:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653413.893714:0:12204:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.893714:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000010:2.0:1770653413.893715:0:33123:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561c987000. 00010000:00000001:0.0:1770653413.893717:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.893719:0:3289:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653413.893720:0:12204:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.893721:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1770653413.893722:0:33123:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:1.0:1770653413.893722:0:3289:0:(client.c:1568:after_reply()) Process entered 00010000:00000001:3.0:1770653413.893724:0:12204:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.893726:0:76655:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653413.893728:0:12204:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1770653413.893728:0:3289:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:2.0:1770653413.893729:0:33123:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561c987000 with handle 0x2aed14e4e178cec0 to hash 00010000:00000001:0.0:1770653413.893729:0:76655:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.893733:0:12204:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.893733:0:3289:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1770653413.893734:0:33123:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000040:0.0:1770653413.893735:0:76655:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9556323fc200 with handle 0x2aed14e4e178a1a2 from hash 00000100:00000001:1.0:1770653413.893737:0:3289:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.893751:0:33123:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795812319232 : -117277897232384 : ffff95561c987000) 00010000:00000001:0.0:1770653413.893753:0:76655:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1770653413.893754:0:12204:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1770653413.893757:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.893759:0:12204:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1770653413.893759:0:33123:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795812319232 : -117277897232384 : ffff95561c987000) 02000000:00000001:1.0:1770653413.893759:0:3289:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.893760:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.893764:0:76655:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1770653413.893766:0:12204:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.893767:0:33123:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00001000:1.0:1770653413.893767:0:3289:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00010000:00000001:0.0:1770653413.893768:0:76655:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653413.893772:0:33123:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.893773:0:12204:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:1.0:1770653413.893774:0:3289:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00010000:00000001:0.0:1770653413.893774:0:76655:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.893778:0:12204:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00010000:2.0:1770653413.893779:0:33123:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95561c987000/0x2aed14e4e178cec0 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1404:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.893779:0:76655:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1770653413.893781:0:3289:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1770653413.893785:0:12204:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556189e13c0 going to sleep for 11 seconds 00010000:00000001:0.0:1770653413.893785:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.893786:0:3289:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.893792:0:3289:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1770653413.893793:0:12204:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1770653413.893793:0:76655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9556323fc200/0x2aed14e4e178a1a2 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1548:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ed2 expref: 93 pid: 76389 timeout: 6877 lvb_type: 1 00010000:00000001:2.0:1770653413.893795:0:33123:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1770653413.893796:0:3289:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.893798:0:12204:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.893799:0:33123:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:1.0:1770653413.893803:0:3289:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00010000:00000001:2.0:1770653413.893804:0:33123:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000040:1.0:1770653413.893807:0:3289:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00010000:00000001:2.0:1770653413.893808:0:33123:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000040:0.0:1770653413.893810:0:76655:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 86 00000100:00000001:1.0:1770653413.893813:0:3289:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000020:00000010:3.0:1770653413.893814:0:76647:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbe80. 00010000:00000001:2.0:1770653413.893814:0:33123:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000020:00000040:0.0:1770653413.893814:0:76655:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 92 00010000:00000001:2.0:1770653413.893818:0:33123:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:1.0:1770653413.893819:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653413.893822:0:76647:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.893823:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795396153344 : -117278313398272 : ffff955603ca4000) 00010000:00000001:0.0:1770653413.893824:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1770653413.893827:0:33123:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9556323fd000/0x2aed14e4e178a132 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x1404:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e38 expref: 88 pid: 76387 timeout: 0 lvb_type: 1 00000020:00000010:3.0:1770653413.893829:0:76647:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbe80. 00010000:00000001:0.0:1770653413.893829:0:76655:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:1.0:1770653413.893830:0:3289:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1770653413.893835:0:3289:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00010000:00000001:0.0:1770653413.893835:0:76655:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000010:3.0:1770653413.893838:0:76647:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bd600. 00010000:00000040:0.0:1770653413.893839:0:76655:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95561ae2b800 00000100:00000001:1.0:1770653413.893840:0:3289:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00010000:00000001:0.0:1770653413.893844:0:76655:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:1.0:1770653413.893846:0:3289:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.893847:0:33123:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000020:00000010:3.0:1770653413.893867:0:76647:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3580. 00010000:00000001:2.0:1770653413.893867:0:33123:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.893869:0:76655:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1770653413.893870:0:33123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653413.893874:0:33123:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.893875:0:76647:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90960. 00010000:00010000:0.0:1770653413.893875:0:76655:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653413.893880:0:76655:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.893883:0:33123:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1770653413.893883:0:76655:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:3.0:1770653413.893884:0:76647:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1770653413.893886:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955603ca4000 x1856657707193984/t4295332621(4295332621) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1770653413.893887:0:33123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770653413.893888:0:76655:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:3.0:1770653413.893889:0:76647:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1770653413.893891:0:33123:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.893894:0:76647:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1770653413.893895:0:76655:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.893897:0:33123:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.893899:0:76647:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.893902:0:76655:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1770653413.893903:0:33123:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00000001:3.0:1770653413.893905:0:76647:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1770653413.893906:0:76655:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1770653413.893908:0:33123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561c987000/0x2aed14e4e178cec0 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1404:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.893910:0:76647:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00010000:0.0:1770653413.893911:0:76655:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff95561ae2b800/0x2aed14e4e178ce73 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1548:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1770653413.893914:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653413.893918:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016a600 refcount=4 00000020:00000001:3.0:1770653413.893924:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897454080 : -117273812097536 : ffff95571016a600) 00010000:00000001:3.0:1770653413.893931:0:76647:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897454080 : -117273812097536 : ffff95571016a600) 00010000:00000040:2.0:1770653413.893935:0:33123:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1404:0x0].0x0 (ffff9556110e6e00) refcount = 2 00010000:00000001:0.0:1770653413.893939:0:76655:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:3.0:1770653413.893941:0:76647:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff95571016a600/0x2aed14e4e178a098 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1543:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dcf expref: 92 pid: 12199 timeout: 6877 lvb_type: 1 00010000:00010000:0.0:1770653413.893943:0:76655:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95561ae2b800/0x2aed14e4e178ce73 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1548:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.893945:0:3289:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1770653413.893946:0:33123:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:1.0:1770653413.893953:0:3289:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00000040:2.0:1770653413.893954:0:33123:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9556323fd000/0x2aed14e4e178a132 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1404:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e38 expref: 88 pid: 76387 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1770653413.893956:0:3289:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:1.0:1770653413.893963:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff955603ca4000/2, rc 0, transno 4295332621 00010000:00000001:3.0:1770653413.893966:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00001000:1.0:1770653413.893970:0:3289:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 7 in flight, 22 in progress 00010000:00000001:3.0:1770653413.893971:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1770653413.893972:0:76655:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1548:0x0].0x0 (ffff955718ba2f00) refcount = 2 00010000:00000040:2.0:1770653413.893974:0:33123:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000001:3.0:1770653413.893976:0:76647:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1770653413.893979:0:33123:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561c987000/0x2aed14e4e178cec0 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1404:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.893980:0:76647:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1770653413.893980:0:76655:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000040:1.0:1770653413.893982:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955603ca4000 x1856657707193984/t4295332621(4295332621) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1770653413.893985:0:76655:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561ae2b800/0x2aed14e4e178ce73 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1548:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.893987:0:76647:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1770653413.893995:0:76647:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955618d8b800 x1856657966304128/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.0:1770653413.894007:0:33123:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f595c0. 00000100:00000001:2.0:1770653413.894013:0:33123:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00000001:0.0:1770653413.894014:0:76655:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000010:2.0:1770653413.894018:0:33123:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0f00. 00010000:00000001:0.0:1770653413.894018:0:76655:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.894019:0:3289:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955603ca4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707193984:0@lo:6:osp-syn-1-0.0 00000100:00000001:3.0:1770653413.894025:0:76647:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1770653413.894026:0:33123:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100338944 : -117276609212672 : ffff9556695e0f00) 00010000:00000001:0.0:1770653413.894026:0:76655:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:3.0:1770653413.894028:0:76647:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1770653413.894030:0:3289:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1770653413.894030:0:76655:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.894031:0:33123:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100338944 : -117276609212672 : ffff9556695e0f00) 00000400:00000001:1.0:1770653413.894034:0:3289:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1770653413.894036:0:76655:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.894037:0:33123:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000400:00000010:1.0:1770653413.894038:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2108. 00000100:00000001:2.0:1770653413.894041:0:33123:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000001:3.0:1770653413.894042:0:76647:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.894044:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78a18 00010000:00000001:2.0:1770653413.894045:0:33123:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000400:00000010:1.0:1770653413.894049:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78a18. 00000100:00000001:1.0:1770653413.894052:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1770653413.894055:0:73797:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:1.0:1770653413.894056:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9557030df800 x1856657707194496/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.894058:0:73797:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1770653413.894066:0:33123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:0.0:1770653413.894068:0:73797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161835 00010000:00000001:2.0:1770653413.894069:0:33123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1770653413.894070:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000020:00000001:2.0:1770653413.894074:0:33123:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000004:00000001:3.0:1770653413.894075:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.894075:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9557030df800 x1856657707194496/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1770653413.894076:0:73797:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 2 00010000:00000001:2.0:1770653413.894078:0:33123:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000004:00000001:3.0:1770653413.894083:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00000001:2.0:1770653413.894084:0:33123:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000100:00000001:0.0:1770653413.894084:0:73797:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795749423104 : -117277960128512 : ffff955618d8b800) 00000004:00000001:3.0:1770653413.894087:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:2.0:1770653413.894090:0:33123:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000004:00000001:3.0:1770653413.894091:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.894096:0:73797:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955618d8b800 x1856657966304128/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.894097:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000040:00001000:3.0:1770653413.894099:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f649d80 type=0x10692404 idx=3575 00000100:00000010:2.0:1770653413.894099:0:33123:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c2dea00. 00000100:00000001:1.0:1770653413.894101:0:3289:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:3.0:1770653413.894108:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3575 lrh_len: 64 (640 remains) 00000020:00000040:2.0:1770653413.894109:0:33123:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=5 obd=lustre-OST0001 00000100:00000001:1.0:1770653413.894109:0:3289:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:1.0:1770653413.894114:0:3289:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000040:00001000:3.0:1770653413.894115:0:7854:0:(llog.c:797:llog_process_thread()) index: 3575, lh_last_idx: 3602 synced_idx: 3602 lgh_last_idx: 3602 00000100:00000001:0.0:1770653413.894116:0:73797:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1770653413.894117:0:33123:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1770653413.894117:0:3289:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000004:00000001:3.0:1770653413.894121:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 02000000:00000001:2.0:1770653413.894122:0:33123:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1770653413.894123:0:3289:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.894123:0:73797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00000004:00000001:3.0:1770653413.894125:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1770653413.894130:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.894130:0:33123:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.894130:0:73797:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1770653413.894131:0:3289:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653413.894138:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000020:00000010:0.0:1770653413.894139:0:73797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00000004:00000001:3.0:1770653413.894141:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000100:00001000:1.0:1770653413.894141:0:3289:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 02000000:00000010:2.0:1770653413.894142:0:33123:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95562fa44800. 00000004:00000001:3.0:1770653413.894145:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00100000:0.0:1770653413.894151:0:73797:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955618d8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b31b1d82-c1d4-4680-ae7a-71292416d1f5+92:2365:x1856657966304128:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000100:00000010:3.0:1770653413.894152:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95571043e300. 00000100:00000001:2.0:1770653413.894153:0:33123:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653413.894153:0:3289:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 00000020:00000040:3.0:1770653413.894159:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=25 obd=lustre-OST0001-osc-MDT0000 00000100:00000200:0.0:1770653413.894162:0:73797:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966304128 00000100:00000001:1.0:1770653413.894163:0:3289:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1770653413.894164:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1770653413.894167:0:3289:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.894168:0:33123:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9556323fd000/0x2aed14e4e178a132 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1404:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e38 expref: 88 pid: 76387 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1770653413.894168:0:73797:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 02000000:00000001:3.0:1770653413.894169:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:1.0:1770653413.894174:0:3289:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000002:0.0:1770653413.894174:0:73797:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 02000000:00000001:3.0:1770653413.894175:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.894179:0:3289:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.894179:0:73797:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 02000000:00000010:3.0:1770653413.894183:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95563db0f000. 00000100:00000001:0.0:1770653413.894184:0:73797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1770653413.894186:0:3289:0:(client.c:1522:ptlrpc_save_versions()) Process entered 02000000:00000001:0.0:1770653413.894188:0:73797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1770653413.894189:0:3289:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1770653413.894190:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.894194:0:3289:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 02000000:00000010:0.0:1770653413.894195:0:73797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95560430ac00. 00000004:00000001:3.0:1770653413.894196:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626799900418816 : -117273809132800 : ffff95571043e300) 00000100:00000001:1.0:1770653413.894197:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653413.894200:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799678781440 : -117274030770176 : ffff9557030df800) 02000000:00000001:0.0:1770653413.894202:0:73797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.894204:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1770653413.894206:0:3289:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1770653413.894209:0:73797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.894211:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.894211:0:3289:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00010000:00000001:0.0:1770653413.894216:0:73797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:1.0:1770653413.894217:0:3289:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1770653413.894221:0:3289:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.894221:0:73797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000040:3.0:1770653413.894223:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d139fea] to pc [ptlrpcd_00_02+2] req@ffff95571043e300 x1856657707199360/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1770653413.894225:0:33123:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9556323fd000/0x2aed14e4e178a132 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1404:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e38 expref: 88 pid: 76387 timeout: 6877 lvb_type: 1 00010000:00000001:0.0:1770653413.894227:0:73797:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:1.0:1770653413.894232:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9557030df800 x1856657707194496/t8590299203(8590299203) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653413.894232:0:73797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653413.894237:0:73797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016a600 refcount=4 00000020:00000001:0.0:1770653413.894243:0:73797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897454080 : -117273812097536 : ffff95571016a600) 00010000:00000001:0.0:1770653413.894251:0:73797:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897454080 : -117273812097536 : ffff95571016a600) 00010000:00000040:0.0:1770653413.894258:0:73797:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95563cd5c100 count: 3 00010000:00000001:2.0:1770653413.894260:0:33123:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1770653413.894265:0:3289:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1770653413.894266:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.894267:0:33123:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00010000:0.0:1770653413.894267:0:73797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff95571016a600/0x2aed14e4e178a098 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1543:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dcf expref: 92 pid: 12199 timeout: 6877 lvb_type: 1 00000100:00000001:1.0:1770653413.894268:0:3289:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1770653413.894272:0:3289:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00001000:3.0:1770653413.894273:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 8 in flight, 23 in progress 00000100:00000040:2.0:1770653413.894276:0:33123:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95573c2dea00 x1856657707199232/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00080000:1.0:1770653413.894278:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9557030df800/2, rc 0, transno 8590299203 00000004:00001000:3.0:1770653413.894280:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3575, id 1934 00000004:00001000:1.0:1770653413.894286:0:3289:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 7 in flight, 20 in progress 00000004:00000001:3.0:1770653413.894288:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00001000:0.0:1770653413.894294:0:73797:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 00000100:00000001:2.0:1770653413.894296:0:33123:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00010000:00000001:0.0:1770653413.894298:0:73797:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1770653413.894299:0:33123:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.894303:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9557030df800 x1856657707194496/t8590299203(8590299203) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.894304:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:2.0:1770653413.894308:0:33123:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95573c2dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:33123:1856657707199232:192.168.202.60@tcp:104: 00010000:00000001:0.0:1770653413.894309:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:3.0:1770653413.894310:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:0.0:1770653413.894316:0:73797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff95571016a600/0x2aed14e4e178a098 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1543:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dcf expref: 92 pid: 12199 timeout: 6877 lvb_type: 1 00000800:00000010:3.0:1770653413.894319:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399b00. 00000100:00000001:2.0:1770653413.894319:0:33123:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1770653413.894324:0:33123:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1770653413.894328:0:33123:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.894330:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1770653413.894331:0:3289:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9557030df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707194496:0@lo:6:osp-syn-0-0.0 02000000:00000001:2.0:1770653413.894334:0:33123:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1770653413.894340:0:73797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 02000000:00000010:2.0:1770653413.894341:0:33123:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95562fa44c00. 00000100:00000001:1.0:1770653413.894342:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.894343:0:73797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000400:00000200:3.0:1770653413.894345:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:0.0:1770653413.894347:0:73797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.894348:0:33123:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.894348:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1770653413.894353:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0223b8 00000020:00000001:0.0:1770653413.894354:0:73797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.894355:0:33123:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2688. 00000100:00000040:1.0:1770653413.894355:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9556074a8380 x1856657707193472/t8590299202(8590299202) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1770653413.894360:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0223b8. 00010000:00000001:0.0:1770653413.894361:0:73797:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1770653413.894365:0:73797:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1770653413.894368:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000010:2.0:1770653413.894370:0:33123:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888990. 00000100:00000001:1.0:1770653413.894371:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.894371:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1770653413.894373:0:3282:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1770653413.894375:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.894377:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1770653413.894379:0:33123:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707199232, portal 16 02000000:00000010:3.0:1770653413.894380:0:3282:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955637246800. 00010000:00000001:0.0:1770653413.894380:0:73797:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:1.0:1770653413.894381:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955603ca4000 x1856657707193984/t4295332621(4295332621) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.894384:0:73797:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.894385:0:33123:0:(client.c:3234:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1770653413.894390:0:3282:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1770653413.894390:0:33123:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637176320 : -117273072375296 : ffff95573c2dea00) 00000020:00000040:0.0:1770653413.894391:0:73797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95571016a600 with handle 0x2aed14e4e178a098 from hash 00000100:00000001:3.0:1770653413.894395:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1770653413.894397:0:73797:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1770653413.894398:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.894401:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1770653413.894403:0:33123:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff95573c2dea00 x1856657707199232/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.894403:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1770653413.894404:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.894408:0:73797:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000800:00000200:3.0:1770653413.894411:0:3282:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000040:1.0:1770653413.894412:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9557030df800 x1856657707194496/t8590299203(8590299203) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.894413:0:73797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653413.894417:0:73797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1770653413.894423:0:3282:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626cc00. 00010000:00000001:0.0:1770653413.894423:0:73797:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1770653413.894426:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.894429:0:33123:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:0.0:1770653413.894434:0:73797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95571016a600/0x2aed14e4e178a098 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1543:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dcf expref: 92 pid: 12199 timeout: 6877 lvb_type: 1 00000800:00000200:3.0:1770653413.894437:0:3282:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000040:2.0:1770653413.894438:0:33123:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:2.0:1770653413.894444:0:33123:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888f68. 00000100:00000200:2.0:1770653413.894450:0:33123:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707199232, offset 0 00000800:00000200:3.0:1770653413.894451:0:3282:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000040:0.0:1770653413.894459:0:73797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 85 00000800:00000200:3.0:1770653413.894460:0:3282:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626cc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1770653413.894463:0:33123:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000020:00000040:0.0:1770653413.894466:0:73797:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 91 00000100:00000001:1.0:1770653413.894471:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.894474:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1770653413.894475:0:33123:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000100:00000001:1.0:1770653413.894475:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.894477:0:73797:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:1.0:1770653413.894482:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1770653413.894483:0:33123:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:0.0:1770653413.894483:0:73797:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:1.0:1770653413.894485:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000040:0.0:1770653413.894487:0:73797:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95571016b000 00000100:00000001:1.0:1770653413.894489:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.894490:0:33123:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00010000:00000001:0.0:1770653413.894492:0:73797:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:1.0:1770653413.894493:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.894497:0:33123:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00010000:00000001:0.0:1770653413.894497:0:73797:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653413.894501:0:73797:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000200:2.0:1770653413.894503:0:33123:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00010000:00000001:0.0:1770653413.894505:0:73797:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.894506:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653413.894509:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1770653413.894510:0:33123:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164636:2164636:248:4294967295] 192.168.202.60@tcp LPNI seq info [2164632:2164632:-2:4294967295] 00010000:00000001:0.0:1770653413.894511:0:73797:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000400:00000001:1.0:1770653413.894514:0:3291:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00010000:0.0:1770653413.894515:0:73797:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000001:1.0:1770653413.894518:0:3291:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1770653413.894518:0:73797:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.894520:0:33123:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.894521:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955642e027e8. 00010000:00000001:0.0:1770653413.894522:0:73797:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000800:00000001:3.0:1770653413.894523:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653413.894524:0:33123:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444737 00010000:00000001:0.0:1770653413.894527:0:73797:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000400:00000200:1.0:1770653413.894529:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022aa0 00010000:00010000:0.0:1770653413.894531:0:73797:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff95571016b000/0x2aed14e4e178ce65 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1543:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000800:00000001:3.0:1770653413.894532:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.894532:0:33123:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4301444736 00000400:00000010:1.0:1770653413.894533:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022aa0. 00000800:00000001:3.0:1770653413.894540:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653413.894542:0:3291:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1770653413.894543:0:33123:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444737 00000800:00000001:3.0:1770653413.894545:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.894545:0:73797:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:2.0:1770653413.894548:0:33123:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4301444736 00000100:00000200:1.0:1770653413.894549:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9557030dd880 x1856657707194624/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1770653413.894552:0:73797:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95571016b000/0x2aed14e4e178ce65 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1543:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.894555:0:33123:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444737 00000400:00000200:3.0:1770653413.894559:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:2.0:1770653413.894562:0:33123:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4301444736 00000100:00000001:2.0:1770653413.894569:0:33123:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444737 00000100:00000001:2.0:1770653413.894575:0:33123:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4301444736 00010000:00000040:0.0:1770653413.894576:0:73797:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1543:0x0].0x0 (ffff95563cd5c100) refcount = 2 00000400:00000200:3.0:1770653413.894577:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d0e00 00000100:00000001:2.0:1770653413.894582:0:33123:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1770653413.894586:0:73797:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:2.0:1770653413.894588:0:33123:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.894589:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9557030dd880 x1856657707194624/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1770653413.894590:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6c71 [2] + 1640 00010000:00000040:0.0:1770653413.894591:0:73797:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95571016b000/0x2aed14e4e178ce65 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1543:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.894594:0:33123:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.894600:0:33123:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.894602:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1770653413.894606:0:33123:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.894610:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.894612:0:33123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1770653413.894616:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1770653413.894617:0:33123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.894618:0:73797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:1.0:1770653413.894619:0:3291:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1770653413.894622:0:33123:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.894622:0:73797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.894623:0:3291:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.894626:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:2.0:1770653413.894629:0:33123:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:1.0:1770653413.894629:0:3291:0:(client.c:1568:after_reply()) Process entered 00010000:00000001:0.0:1770653413.894630:0:73797:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:3.0:1770653413.894632:0:3282:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:2.0:1770653413.894633:0:33123:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 02000000:00000001:1.0:1770653413.894634:0:3291:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1770653413.894634:0:73797:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1770653413.894635:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:1.0:1770653413.894638:0:3291:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653413.894639:0:33123:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.894641:0:73797:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.894642:0:3291:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1770653413.894643:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95571043e680. 00000100:00000001:2.0:1770653413.894644:0:33123:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1770653413.894647:0:3291:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1770653413.894647:0:73797:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a2c0. 00000100:00000001:2.0:1770653413.894648:0:33123:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1770653413.894649:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff95571043e680 x1856657966304768 msgsize 328 00000100:00001000:1.0:1770653413.894653:0:3291:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00000100:00000001:0.0:1770653413.894653:0:73797:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00100000:2.0:1770653413.894655:0:33123:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556695e0f00 going to sleep for 11 seconds 00000100:00000010:0.0:1770653413.894659:0:73797:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f362540. 00000100:00001000:1.0:1770653413.894662:0:3291:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00000100:00100000:3.0:1770653413.894663:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:2.0:1770653413.894663:0:33123:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1770653413.894665:0:73797:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661515584 : -117277048036032 : ffff95564f362540) 00000100:00000001:2.0:1770653413.894667:0:33123:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.894672:0:73797:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661515584 : -117277048036032 : ffff95564f362540) 00000100:00000001:1.0:1770653413.894673:0:3291:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1770653413.894675:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1770653413.894677:0:3291:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.894678:0:73797:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000001:1.0:1770653413.894682:0:3291:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1770653413.894682:0:73797:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1770653413.894685:0:73797:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1770653413.894686:0:3291:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.894688:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1770653413.894688:0:73797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:1.0:1770653413.894691:0:3291:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000800:00000010:3.0:1770653413.894694:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955711399f00. 00000100:00000040:1.0:1770653413.894694:0:3291:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1770653413.894697:0:3291:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00010000:00000001:0.0:1770653413.894701:0:73797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.894702:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653413.894702:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653413.894706:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799678773376 : -117274030778240 : ffff9557030dd880) 00010000:00000001:0.0:1770653413.894708:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1770653413.894712:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653413.894713:0:3291:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00010000:00000001:0.0:1770653413.894714:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1770653413.894715:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000400:00000200:3.0:1770653413.894716:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0226e8 00000100:00000040:1.0:1770653413.894718:0:3291:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00010000:00000001:0.0:1770653413.894718:0:73797:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.894719:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.894720:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0226e8. 00010000:00000001:0.0:1770653413.894723:0:73797:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:1.0:1770653413.894724:0:3291:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000004:00000001:2.0:1770653413.894727:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00000001:0.0:1770653413.894729:0:73797:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1770653413.894730:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653413.894730:0:3291:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.894731:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 02000000:00000001:3.0:1770653413.894734:0:3282:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000004:00000001:2.0:1770653413.894735:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.894737:0:73797:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1770653413.894738:0:3282:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955637245800. 00000100:00000040:1.0:1770653413.894754:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9557030dd880 x1856657707194624/t4295332622(4295332622) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000040:00001000:2.0:1770653413.894755:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64b440 type=0x10692404 idx=1746 00000100:00000001:0.0:1770653413.894755:0:73797:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.894759:0:3282:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1770653413.894761:0:73797:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1770653413.894763:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000040:00001000:2.0:1770653413.894763:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1746 lrh_len: 64 (3008 remains) 00000100:00000010:0.0:1770653413.894765:0:73797:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f362540. 00000040:00001000:2.0:1770653413.894769:0:6724:0:(llog.c:797:llog_process_thread()) index: 1746, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00000100:00000001:0.0:1770653413.894772:0:73797:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000800:00000200:3.0:1770653413.894775:0:3282:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.894776:0:73797:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1770653413.894777:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:1.0:1770653413.894781:0:3291:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1770653413.894783:0:73797:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a2c0. 00000800:00000010:3.0:1770653413.894784:0:3282:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c700. 00000004:00000001:2.0:1770653413.894785:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:1.0:1770653413.894786:0:3291:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000004:00000001:2.0:1770653413.894790:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.894790:0:3291:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.894790:0:73797:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1770653413.894795:0:73797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00000001:2.0:1770653413.894796:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000800:00000200:3.0:1770653413.894797:0:3282:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000004:00080000:1.0:1770653413.894798:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9557030dd880/2, rc 0, transno 4295332622 00010000:00000001:0.0:1770653413.894798:0:73797:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1770653413.894799:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:2.0:1770653413.894803:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00010000:00000001:0.0:1770653413.894806:0:73797:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000004:00001000:1.0:1770653413.894807:0:3291:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 7 in flight, 23 in progress 00000100:00000010:2.0:1770653413.894808:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c2dc380. 00000800:00000200:3.0:1770653413.894811:0:3282:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:0.0:1770653413.894811:0:73797:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.894815:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=23 obd=lustre-OST0000-osc-MDT0000 00000100:00001000:0.0:1770653413.894817:0:73797:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000800:00000200:3.0:1770653413.894818:0:3282:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1770653413.894819:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1770653413.894823:0:73797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1770653413.894824:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1770653413.894825:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9557030dd880 x1856657707194624/t4295332622(4295332622) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653413.894830:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.894832:0:73797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000004:00000001:3.0:1770653413.894837:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 02000000:00000010:2.0:1770653413.894838:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff955608b37000. 00000100:00000001:0.0:1770653413.894838:0:73797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000004:00000001:3.0:1770653413.894843:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.894843:0:3291:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9557030dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707194624:0@lo:6:osp-syn-1-0.0 00000100:00000001:2.0:1770653413.894845:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.894845:0:73797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000010:1.1:1770653413.894867:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016bc00. 00000004:00000001:2.0:1770653413.894875:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626800637166464 : -117273072385152 : ffff95573c2dc380) 00010000:00000010:1.1:1770653413.894876:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d1f9600. 00010000:00000010:0.1:1770653413.894879:0:73797:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c678e00. 00010000:00000010:3.1:1770653413.894880:0:7854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565f570e00. 00000100:00000001:2.0:1770653413.894881:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000010:0.1:1770653413.894886:0:73797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a200. 00000100:00000001:2.0:1770653413.894887:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.894890:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.894895:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000004:00000001:3.0:1770653413.894896:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00000010:0.1:1770653413.894896:0:73797:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556613f3000. 00000100:00000040:2.0:1770653413.894897:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005398cff5] to pc [ptlrpcd_00_03+3] req@ffff95573c2dc380 x1856657707199488/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1770653413.894902:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000040:1.0:1770653413.894902:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9557030dd880 x1856657707194624/t4295332622(4295332622) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.1:1770653413.894903:0:73797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c987e00. 00000004:00000001:3.0:1770653413.894907:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.894912:0:73797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1770653413.894918:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f649dc0 type=0x10692404 idx=3576 00000100:00000001:0.0:1770653413.894919:0:73797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000040:00001000:3.0:1770653413.894928:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3576 lrh_len: 64 (576 remains) 00000100:00000040:0.0:1770653413.894928:0:73797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:1.0:1770653413.894930:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.894931:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653413.894934:0:73797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8f68. 00000100:00000001:1.0:1770653413.894936:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:3.0:1770653413.894937:0:7854:0:(llog.c:797:llog_process_thread()) index: 3576, lh_last_idx: 3602 synced_idx: 3602 lgh_last_idx: 3602 00000004:00001000:2.0:1770653413.894938:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 8 in flight, 21 in progress 00000100:00000200:0.0:1770653413.894939:0:73797:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966304128, offset 224 00000100:00000001:1.0:1770653413.894943:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000004:00001000:2.0:1770653413.894946:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1746, id 1958 00000004:00000001:3.0:1770653413.894947:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:1.0:1770653413.894947:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1770653413.894952:0:73797:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000004:00000001:2.0:1770653413.894954:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000001:1.0:1770653413.894954:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:3.0:1770653413.894956:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:1.0:1770653413.894960:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000004:00000001:3.0:1770653413.894961:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.894961:0:73797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000001:1.0:1770653413.894963:0:3291:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000004:00000001:3.0:1770653413.894969:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000100:00000040:1.0:1770653413.894970:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95573c2dc380 x1856657707199488/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1770653413.894973:0:73797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164637:2164637:248:4294967295] 192.168.202.60@tcp LPNI seq info [2164633:2164633:-2:4294967295] 00000800:00000001:2.0:1770653413.894974:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000004:00000001:3.0:1770653413.894975:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:3.0:1770653413.894980:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000800:00000001:2.0:1770653413.894983:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.894987:0:73797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1770653413.894988:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:3.0:1770653413.894989:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572eb23100. 00000800:00000001:2.0:1770653413.894994:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653413.894995:0:73797:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000100:00000001:1.0:1770653413.894996:0:3291:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1770653413.894998:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=26 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:1.0:1770653413.895002:0:3291:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.895002:0:73797:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.895005:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:3.0:1770653413.895007:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:0.0:1770653413.895009:0:73797:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.895011:0:3291:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1770653413.895013:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1770653413.895016:0:3291:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1770653413.895018:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.895018:0:73797:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d8b800 x1856657966304128/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1770653413.895023:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d0d80 02000000:00000001:1.0:1770653413.895025:0:3291:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1770653413.895030:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95563db0fc00. 00000400:00000200:2.0:1770653413.895036:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6c71 [2] + 1968 00000100:00100000:1.0:1770653413.895036:0:3291:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95573c2dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707199488:0@lo:6:osp-syn-0-0.0 00000100:00000001:3.0:1770653413.895039:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653413.895046:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626800410964224 : -117273298587392 : ffff95572eb23100) 00000400:00000010:2.0:1770653413.895048:0:3282:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e2d1c60. 00000100:00000001:1.0:1770653413.895049:0:3291:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1770653413.895051:0:73797:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955618d8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b31b1d82-c1d4-4680-ae7a-71292416d1f5+91:2365:x1856657966304128:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 929us (4717us total) trans 0 rc 0/0 00000100:00000001:3.0:1770653413.895055:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1770653413.895055:0:3291:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1770653413.895056:0:3282:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9556678cd9c0 00000100:00000001:3.0:1770653413.895061:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.895061:0:3291:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1770653413.895062:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1770653413.895062:0:73797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161835 00000800:00000001:2.0:1770653413.895069:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653413.895070:0:3291:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1770653413.895070:0:73797:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 1 00000100:00000040:3.0:1770653413.895071:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097361c0f] to pc [ptlrpcd_00_00+0] req@ffff95572eb23100 x1856657707199616/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1770653413.895075:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1770653413.895076:0:73797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:1.0:1770653413.895079:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955637245c00. 00000100:00000001:0.0:1770653413.895081:0:73797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1770653413.895086:0:73797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3580. 02000000:00000001:1.0:1770653413.895087:0:3291:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.895088:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000010:0.0:1770653413.895093:0:73797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90960. 00000400:00000200:2.0:1770653413.895096:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556678cd9c0 00000400:00000010:1.0:1770653413.895098:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d94ec8. 00000020:00000010:0.0:1770653413.895099:0:73797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bd600. 00000400:00000010:2.0:1770653413.895100:0:3282:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9556678cd9c0. 00000020:00000040:0.0:1770653413.895107:0:73797:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 90 00000100:00000001:2.0:1770653413.895109:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1770653413.895110:0:73797:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1770653413.895112:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1770653413.895112:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022aa0. 00000004:00000001:3.0:1770653413.895114:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.895119:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff95573c196450 x1856657966304640 msgsize 328 00000100:00000001:0.0:1770653413.895119:0:73797:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000004:00001000:3.0:1770653413.895121:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 8 in flight, 24 in progress 00000100:00000200:1.0:1770653413.895121:0:3291:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707199488, portal 4 00000100:00100000:0.0:1770653413.895125:0:73797:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966304768 00000100:00000001:1.0:1770653413.895129:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000004:00001000:3.0:1770653413.895130:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3576, id 1934 02000000:00000001:0.0:1770653413.895130:0:73797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1770653413.895132:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:1.0:1770653413.895134:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637166464 : -117273072385152 : ffff95573c2dc380) 00000100:00000001:0.0:1770653413.895135:0:73797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1770653413.895137:0:3282:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000004:00000001:3.0:1770653413.895138:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000001:0.0:1770653413.895139:0:73797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.895144:0:73797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.895148:0:3291:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95573c2dc380 x1856657707199488/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.895149:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1770653413.895149:0:73797:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966304768 00000020:00000001:0.0:1770653413.895154:0:73797:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1770653413.895157:0:73797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000100:00000001:3.0:1770653413.895160:0:76647:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1770653413.895160:0:73797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1770653413.895163:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1770653413.895165:0:76647:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966304640 00000020:00000040:0.0:1770653413.895165:0:73797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=89 00000100:00000001:2.0:1770653413.895168:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1770653413.895169:0:3291:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1770653413.895172:0:76647:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1770653413.895172:0:3288:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1770653413.895172:0:73797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000040:1.0:1770653413.895176:0:3291:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1770653413.895178:0:76647:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1770653413.895179:0:73797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000040:2.0:1770653413.895181:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95572eb23100 x1856657707199616/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1770653413.895182:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022770. 00000100:00000001:3.0:1770653413.895184:0:76647:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.895184:0:73797:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1770653413.895191:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707199488, offset 0 02000000:00000001:3.0:1770653413.895192:0:76647:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.895192:0:73797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00000100:00000001:2.0:1770653413.895198:0:3288:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1770653413.895199:0:76647:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966304640 00000100:00000001:0.0:1770653413.895199:0:73797:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.895203:0:3288:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.895204:0:76647:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1770653413.895206:0:3291:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1770653413.895206:0:73797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00000020:00000040:3.0:1770653413.895207:0:76647:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 02000000:00000001:2.0:1770653413.895211:0:3288:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1770653413.895213:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1770653413.895216:0:73797:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997a200. 00000020:00000040:3.0:1770653413.895218:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=90 02000000:00000001:2.0:1770653413.895218:0:3288:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653413.895222:0:73797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519800. 00000400:00000200:1.0:1770653413.895223:0:3291:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1770653413.895224:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 02000000:00000001:2.0:1770653413.895227:0:3288:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.895229:0:73797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d0c8. 00000020:00000001:3.0:1770653413.895230:0:76647:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00100000:2.0:1770653413.895236:0:3288:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95572eb23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707199616:0@lo:6:osp-syn-1-0.0 00000100:00000001:3.0:1770653413.895237:0:76647:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1770653413.895237:0:73797:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1770653413.895238:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b6c00 00000100:00000001:0.0:1770653413.895242:0:73797:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1770653413.895244:0:76647:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbe80. 00010000:00000001:0.0:1770653413.895245:0:73797:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000100:00000001:2.0:1770653413.895250:0:3288:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1770653413.895250:0:73797:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.895251:0:76647:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1770653413.895252:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecef71 [8] + 14144 00010000:00000001:0.0:1770653413.895256:0:73797:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 02000000:00000001:2.0:1770653413.895257:0:3288:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:3.0:1770653413.895258:0:76647:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbe80. 00010000:00000001:0.0:1770653413.895260:0:73797:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1770653413.895262:0:3288:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.895264:0:73797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1770653413.895265:0:3291:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1770653413.895266:0:3288:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:3.0:1770653413.895267:0:76647:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bc400. 00000020:00000040:0.0:1770653413.895268:0:73797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556323fd800 refcount=4 00000020:00000001:0.0:1770653413.895273:0:73797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796175611904 : -117277533939712 : ffff9556323fd800) 02000000:00000010:2.0:1770653413.895274:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955608b34c00. 00000020:00000010:3.0:1770653413.895275:0:76647:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3800. 00000400:00000200:1.0:1770653413.895275:0:3291:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1770653413.895280:0:3288:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.895280:0:73797:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796175611904 : -117277533939712 : ffff9556323fd800) 00000020:00000010:3.0:1770653413.895282:0:76647:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca903e8. 00000100:00000001:1.0:1770653413.895285:0:3291:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:2.0:1770653413.895289:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2318. 00000100:00000200:1.0:1770653413.895290:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1770653413.895291:0:76647:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00010000:0.0:1770653413.895291:0:73797:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9556323fd800/0x2aed14e4e178a1da lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1400:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0efc expref: 90 pid: 76385 timeout: 6877 lvb_type: 1 00000100:00000001:3.0:1770653413.895295:0:76647:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1770653413.895297:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888b28. 00010000:00000001:3.0:1770653413.895299:0:76647:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000100:00000010:1.0:1770653413.895300:0:3291:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665156d80. 00010000:00000001:3.0:1770653413.895304:0:76647:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.895304:0:3288:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707199616, portal 4 00000100:00000040:1.0:1770653413.895308:0:3291:0:(events.c:337:request_in_callback()) incoming req@ffff955665156d80 x1856657707199488 msgsize 544 00010000:00000001:3.0:1770653413.895311:0:76647:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:2.0:1770653413.895311:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:0.0:1770653413.895312:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.895316:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800410964224 : -117273298587392 : ffff95572eb23100) 00010000:00000001:0.0:1770653413.895317:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.895318:0:76647:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653413.895322:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1770653413.895322:0:73797:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1770653413.895324:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:3.0:1770653413.895327:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955620465800 refcount=4 00000100:00000001:0.0:1770653413.895327:0:73797:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1770653413.895329:0:3288:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95572eb23100 x1856657707199616/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1770653413.895334:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795874048000 : -117277835503616 : ffff955620465800) 00000100:00000001:0.0:1770653413.895335:0:73797:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1770653413.895336:0:3291:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:3.0:1770653413.895340:0:76647:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795874048000 : -117277835503616 : ffff955620465800) 00000100:00000200:0.0:1770653413.895344:0:73797:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff95571043e680 x1856657966304768/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653413.895346:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022770 00000100:00000001:2.0:1770653413.895349:0:3288:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:3.0:1770653413.895351:0:76647:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff955620465800/0x2aed14e4e1789fbf lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d27 expref: 90 pid: 12197 timeout: 6877 lvb_type: 1 00000400:00000010:1.0:1770653413.895353:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022770. 00000100:00000040:2.0:1770653413.895358:0:3288:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1770653413.895362:0:3291:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1770653413.895364:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888dd0. 00000100:00000200:2.0:1770653413.895370:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707199616, offset 0 00000100:00000200:1.0:1770653413.895372:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95573c2dc380 x1856657707199488/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.895373:0:73797:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:3.0:1770653413.895377:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.895378:0:73797:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.895381:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1770653413.895383:0:3288:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1770653413.895385:0:76647:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.895391:0:73797:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.895392:0:76647:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653413.895398:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1770653413.895402:0:76647:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1770653413.895402:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1770653413.895403:0:73797:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1770653413.895407:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b6c80 00000100:00000001:0.0:1770653413.895408:0:73797:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1770653413.895410:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2dc380 x1856657707199488/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1770653413.895412:0:76647:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff95573c196450 x1856657966304640/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1770653413.895417:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecef71 [8] + 14688 00000400:00000200:2.0:1770653413.895428:0:3288:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653413.895435:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1770653413.895442:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653413.895444:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1770653413.895449:0:76647:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1770653413.895449:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1770653413.895450:0:3288:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c2df100. 00000100:00000001:3.0:1770653413.895452:0:76647:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.895457:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff95573c2df100 x1856657707199616 msgsize 544 00000100:00000001:1.0:1770653413.895457:0:3291:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1770653413.895458:0:73797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161836 00000100:00000040:0.0:1770653413.895465:0:73797:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00100000:2.0:1770653413.895468:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1770653413.895468:0:3291:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.895469:0:76647:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.895470:0:73797:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626799900419712 : -117273809131904 : ffff95571043e680) 00000100:00000040:1.0:1770653413.895476:0:3291:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26297 usecs (27 jiffies) 00000100:00000001:2.0:1770653413.895480:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1770653413.895481:0:73797:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95571043e680 x1856657966304768/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.895483:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444735 00000100:00000001:3.0:1770653413.895484:0:76647:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653413.895487:0:76647:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1770653413.895487:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888dd0 00000400:00000010:2.0:1770653413.895492:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888dd0. 00000100:00100000:3.0:1770653413.895497:0:76647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161837 00000100:00000001:2.0:1770653413.895500:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1770653413.895500:0:73797:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1770653413.895502:0:76647:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 2 00000100:00000001:3.0:1770653413.895506:0:76647:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800635831376 : -117273073720240 : ffff95573c196450) 00000020:00000010:0.0:1770653413.895506:0:73797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00000100:00000200:2.0:1770653413.895507:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95572eb23100 x1856657707199616/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.895512:0:73797:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.895514:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1770653413.895518:0:76647:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95573c196450 x1856657966304640/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.895520:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1770653413.895520:0:73797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00000100:00000001:1.0:1770653413.895525:0:3290:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1770653413.895534:0:73797:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95571043e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b31b1d82-c1d4-4680-ae7a-71292416d1f5+90:2366:x1856657966304768:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000100:00000040:1.0:1770653413.895536:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95571043e300 x1856657707199360/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.895537:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1770653413.895544:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572eb23100 x1856657707199616/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1770653413.895548:0:73797:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966304768 00000100:00000001:3.0:1770653413.895551:0:76647:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1770653413.895553:0:73797:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000020:00000010:3.0:1770653413.895558:0:76647:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbe80. 00010000:00000002:0.0:1770653413.895558:0:73797:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1770653413.895561:0:73797:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1770653413.895567:0:73797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1770653413.895568:0:76647:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1770653413.895571:0:73797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1770653413.895576:0:3290:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1770653413.895579:0:3290:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1770653413.895579:0:73797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955604309000. 00000020:00000010:3.0:1770653413.895580:0:76647:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbe80. 00000100:00000001:2.0:1770653413.895580:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.895585:0:73797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.895587:0:3288:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1770653413.895588:0:3290:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1770653413.895589:0:73797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.895593:0:3288:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.895593:0:3290:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.895594:0:73797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00100000:3.0:1770653413.895596:0:76647:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95573c196450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_025:b31b1d82-c1d4-4680-ae7a-71292416d1f5+90:2365:x1856657966304640:12345-192.168.202.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770653413.895598:0:73797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000040:2.0:1770653413.895600:0:3288:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26311 usecs (27 jiffies) 02000000:00000001:1.0:1770653413.895601:0:3290:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.895602:0:73797:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1770653413.895606:0:73797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1770653413.895608:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444735 00000020:00000040:0.0:1770653413.895609:0:73797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556323fd800 refcount=4 00000100:00100000:1.0:1770653413.895610:0:3290:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95571043e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707199360:0@lo:6:osp-syn-1-0.0 00000100:00000200:3.0:1770653413.895611:0:76647:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966304640 00000100:00000001:2.0:1770653413.895615:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444737 00000020:00000001:0.0:1770653413.895616:0:73797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796175611904 : -117277533939712 : ffff9556323fd800) 00010000:00000001:3.0:1770653413.895619:0:76647:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000100:00000001:1.0:1770653413.895619:0:3290:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1770653413.895622:0:73797:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796175611904 : -117277533939712 : ffff9556323fd800) 00000100:00000001:2.0:1770653413.895623:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444735 00010000:00000002:3.0:1770653413.895624:0:76647:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 02000000:00000001:1.0:1770653413.895624:0:3290:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000040:0.0:1770653413.895628:0:73797:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955718ba2000 count: 3 00000100:00000001:2.0:1770653413.895629:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444737 02000000:00000001:1.0:1770653413.895629:0:3290:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.895630:0:76647:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 02000000:00000001:1.0:1770653413.895633:0:3290:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1770653413.895636:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444735 00010000:00010000:0.0:1770653413.895637:0:73797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9556323fd800/0x2aed14e4e178a1da lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1400:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0efc expref: 90 pid: 76385 timeout: 6877 lvb_type: 1 00000100:00000001:3.0:1770653413.895638:0:76647:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:1.0:1770653413.895639:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955637245800. 02000000:00000001:3.0:1770653413.895643:0:76647:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1770653413.895643:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444737 02000000:00000001:1.0:1770653413.895644:0:3290:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.895650:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444735 02000000:00000010:3.0:1770653413.895651:0:76647:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95563db0e000. 00000400:00000010:1.0:1770653413.895653:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d94bb0. 00000100:00000001:2.0:1770653413.895658:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444737 00000100:00001000:0.0:1770653413.895658:0:73797:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 02000000:00000001:3.0:1770653413.895659:0:76647:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.895661:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022770. 00000100:00000001:2.0:1770653413.895664:0:3288:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.895666:0:76647:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.895667:0:73797:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1770653413.895669:0:3288:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.895669:0:3290:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707199360, portal 4 00010000:00000001:3.0:1770653413.895670:0:76647:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1770653413.895672:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653413.895675:0:76647:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1770653413.895677:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.895678:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.895678:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1770653413.895679:0:76647:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1770653413.895683:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799900418816 : -117273809132800 : ffff95571043e300) 00000020:00000001:3.0:1770653413.895684:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1770653413.895684:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1770653413.895685:0:73797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9556323fd800/0x2aed14e4e178a1da lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1400:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0efc expref: 90 pid: 76385 timeout: 6877 lvb_type: 1 00000020:00000040:3.0:1770653413.895688:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955620465800 refcount=4 00000100:00000001:2.0:1770653413.895693:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1770653413.895694:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795874048000 : -117277835503616 : ffff955620465800) 00000100:00000040:1.0:1770653413.895696:0:3290:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95571043e300 x1856657707199360/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.895697:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:3.0:1770653413.895700:0:76647:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795874048000 : -117277835503616 : ffff955620465800) 00000100:00000001:2.0:1770653413.895704:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:3.0:1770653413.895707:0:76647:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95562c55c000 count: 3 00000100:00000001:2.0:1770653413.895708:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1770653413.895711:0:73797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:2.0:1770653413.895715:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.895715:0:73797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00010000:3.0:1770653413.895718:0:76647:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff955620465800/0x2aed14e4e1789fbf lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x13fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d27 expref: 90 pid: 12197 timeout: 6877 lvb_type: 1 00010000:00000001:0.0:1770653413.895720:0:73797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.895721:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.895724:0:3290:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1770653413.895726:0:73797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.895732:0:73797:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:1.0:1770653413.895733:0:3290:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1770653413.895735:0:73797:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1770653413.895752:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:3.0:1770653413.895753:0:76647:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00000400:00000010:1.0:1770653413.895753:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0226e8. 00000100:00000001:2.0:1770653413.895755:0:76419:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1770653413.895756:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:2.0:1770653413.895759:0:76419:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707199488 00010000:00000001:3.0:1770653413.895762:0:76647:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1770653413.895762:0:73797:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:2.0:1770653413.895763:0:76419:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1770653413.895763:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707199360, offset 0 00010000:00000001:0.0:1770653413.895767:0:73797:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.895768:0:76419:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1770653413.895769:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.895772:0:76419:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.895773:0:3290:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1770653413.895774:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1770653413.895774:0:73797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9556323fd800 with handle 0x2aed14e4e178a1da from hash 02000000:00000001:2.0:1770653413.895777:0:76419:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.895780:0:73797:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00010000:3.0:1770653413.895781:0:76647:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff955620465800/0x2aed14e4e1789fbf lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x13fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d27 expref: 90 pid: 12197 timeout: 6877 lvb_type: 1 00000100:00100000:2.0:1770653413.895782:0:76419:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707199488 00010000:00000001:0.0:1770653413.895784:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1770653413.895788:0:76419:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1770653413.895788:0:3290:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1770653413.895788:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:2.0:1770653413.895792:0:76419:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00010000:00000001:0.0:1770653413.895793:0:73797:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:2.0:1770653413.895798:0:76419:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1770653413.895799:0:76647:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.895799:0:73797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000400:00000200:1.0:1770653413.895803:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b6b80 00010000:00000001:0.0:1770653413.895804:0:73797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.895805:0:76647:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000020:00000040:2.0:1770653413.895805:0:76419:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=25 00010000:00000001:3.0:1770653413.895810:0:76647:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.895811:0:76419:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00010000:00000001:0.0:1770653413.895811:0:73797:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:1.0:1770653413.895815:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecef71 [8] + 15232 00010000:00000001:0.0:1770653413.895816:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1770653413.895817:0:76647:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.895818:0:76419:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00010000:00010000:0.0:1770653413.895824:0:73797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9556323fd800/0x2aed14e4e178a1da lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1400:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0efc expref: 90 pid: 76385 timeout: 6877 lvb_type: 1 00000400:00000010:1.0:1770653413.895826:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95573d15bec8. 00010000:00000001:3.0:1770653413.895827:0:76647:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1770653413.895827:0:76419:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1770653413.895832:0:76647:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:1.0:1770653413.895834:0:3290:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff95573538e700 00000020:00000010:2.0:1770653413.895835:0:76419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f591c0. 00010000:00000040:0.0:1770653413.895836:0:73797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 83 00010000:00000001:3.0:1770653413.895838:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1770653413.895840:0:3290:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1770653413.895841:0:73797:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 89 00010000:00000001:3.0:1770653413.895842:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.895842:0:76419:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.895846:0:76647:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:2.0:1770653413.895869:0:76419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f591c0. 00000400:00000200:1.0:1770653413.895873:0:3290:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1770653413.895874:0:76647:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.895876:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1770653413.895878:0:76419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563d588400. 00000400:00000200:1.0:1770653413.895880:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95573538e700 00010000:00000001:0.0:1770653413.895881:0:73797:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000040:3.0:1770653413.895882:0:76647:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff955620465800 with handle 0x2aed14e4e1789fbf from hash 00000020:00000010:2.0:1770653413.895884:0:76419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95566aa1cf00. 00000400:00000010:1.0:1770653413.895885:0:3290:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff95573538e700. 00010000:00000001:0.0:1770653413.895885:0:73797:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1770653413.895886:0:76647:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000040:0.0:1770653413.895890:0:73797:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95571016a200 00010000:00000001:3.0:1770653413.895891:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1770653413.895892:0:76419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e5100c8. 00010000:00000001:0.0:1770653413.895894:0:73797:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1770653413.895895:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.895895:0:3290:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1770653413.895897:0:76419:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:0.0:1770653413.895898:0:73797:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000200:1.0:1770653413.895899:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000001:3.0:1770653413.895900:0:76647:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1770653413.895900:0:76419:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00010000:0.0:1770653413.895903:0:73797:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653413.895906:0:76647:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:2.0:1770653413.895906:0:76419:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.895907:0:3290:0:(events.c:337:request_in_callback()) incoming req@ffff95573d27dc50 x1856657707199360 msgsize 544 00010000:00000001:0.0:1770653413.895908:0:73797:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.895910:0:76647:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.895913:0:76419:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.895916:0:76647:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1770653413.895916:0:73797:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00100000:1.0:1770653413.895922:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:3.0:1770653413.895923:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1770653413.895923:0:73797:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:2.0:1770653413.895924:0:76419:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653413.895928:0:3290:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00010000:00000001:0.0:1770653413.895929:0:73797:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1770653413.895932:0:76647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff955620465800/0x2aed14e4e1789fbf lrc: 0/0,0 mode: --/PR res: [0x280000403:0x13fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d27 expref: 89 pid: 12197 timeout: 6877 lvb_type: 1 00000100:00000001:2.0:1770653413.895932:0:76419:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1770653413.895934:0:73797:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1770653413.895938:0:73797:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00100000:2.0:1770653413.895940:0:76419:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707199616 00000100:00000001:1.0:1770653413.895940:0:3290:0:(events.c:373:request_in_callback()) Process leaving 00010000:00010000:0.0:1770653413.895942:0:73797:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95571016a200/0x2aed14e4e178ce88 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1400:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1770653413.895946:0:76419:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1770653413.895946:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0226e8 00000100:00000001:2.0:1770653413.895950:0:76419:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1770653413.895951:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0226e8. 00000100:00000001:2.0:1770653413.895954:0:76419:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.895957:0:3290:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1770653413.895960:0:76419:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.895964:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95571043e300 x1856657707199360/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1770653413.895967:0:76419:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707199616 00010000:00000001:0.0:1770653413.895969:0:73797:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000040:3.0:1770653413.895970:0:76647:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 82 00000020:00000001:2.0:1770653413.895973:0:76419:0:(genops.c:811:class_conn2export()) Process entered 00010000:00010000:0.0:1770653413.895974:0:73797:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95571016a200/0x2aed14e4e178ce88 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1400:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000020:00000040:3.0:1770653413.895976:0:76647:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 88 00000020:00000040:2.0:1770653413.895979:0:76419:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00010000:00000001:3.0:1770653413.895984:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1770653413.895986:0:76419:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1770653413.895988:0:76647:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653413.895993:0:76647:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000040:2.0:1770653413.895994:0:76419:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=27 00000100:00000001:1.0:1770653413.895997:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000040:3.0:1770653413.895998:0:76647:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95561ae2be00 00010000:00000040:0.0:1770653413.895998:0:73797:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1400:0x0].0x0 (ffff955718ba2000) refcount = 2 00000020:00000001:2.0:1770653413.896000:0:76419:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00010000:00000001:3.0:1770653413.896003:0:76647:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000040:1.0:1770653413.896004:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95571043e300 x1856657707199360/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.896006:0:76647:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000040:0.0:1770653413.896006:0:73797:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000020:00000001:2.0:1770653413.896009:0:76419:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00010000:00010000:3.0:1770653413.896010:0:76647:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000040:0.0:1770653413.896011:0:73797:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95571016a200/0x2aed14e4e178ce88 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1400:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.896016:0:76647:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.896019:0:76419:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1770653413.896022:0:76647:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1770653413.896026:0:76647:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000010:2.0:1770653413.896027:0:76419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f591c0. 00010000:00000001:3.0:1770653413.896029:0:76647:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.896031:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.896033:0:76419:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.896036:0:76647:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:1.0:1770653413.896037:0:3290:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1770653413.896039:0:73797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000010:2.0:1770653413.896040:0:76419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f591c0. 00010000:00000001:3.0:1770653413.896041:0:76647:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:0.0:1770653413.896042:0:73797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.896043:0:3290:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.896045:0:76647:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95561ae2be00/0x2aed14e4e178ce81 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.896048:0:73797:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000010:2.0:1770653413.896049:0:76419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563d589600. 00000100:00000040:1.0:1770653413.896050:0:3290:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26311 usecs (27 jiffies) 00010000:00000001:0.0:1770653413.896052:0:73797:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1770653413.896055:0:76419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95566aa1c580. 00000100:00000001:1.0:1770653413.896056:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444736 00010000:00000001:0.0:1770653413.896058:0:73797:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1770653413.896061:0:76419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510af0. 00010000:00000010:0.0:1770653413.896066:0:73797:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a2c0. 00010000:00000001:3.0:1770653413.896068:0:76647:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:2.0:1770653413.896069:0:76419:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1770653413.896071:0:73797:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:1.0:1770653413.896072:0:76385:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00010000:3.0:1770653413.896073:0:76647:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2be00/0x2aed14e4e178ce81 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x13fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.896073:0:76419:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000010:0.0:1770653413.896076:0:73797:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f362540. 00000100:00000001:2.0:1770653413.896077:0:76419:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.896077:0:76385:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707199360 02000000:00000001:1.0:1770653413.896082:0:76385:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653413.896083:0:73797:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661515584 : -117277048036032 : ffff95564f362540) 00000100:00000001:2.0:1770653413.896085:0:76419:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.896086:0:76385:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653413.896090:0:73797:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661515584 : -117277048036032 : ffff95564f362540) 00000100:00000001:1.0:1770653413.896091:0:76385:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653413.896093:0:76647:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x13fa:0x0].0x0 (ffff95562c55c000) refcount = 2 00000100:00000001:0.0:1770653413.896096:0:73797:0:(client.c:2653:ptlrpc_set_wait()) Process entered 02000000:00000001:1.0:1770653413.896097:0:76385:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.896098:0:76419:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1770653413.896100:0:76647:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00100000:1.0:1770653413.896101:0:76385:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707199360 00000100:00000001:0.0:1770653413.896101:0:73797:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000020:00000001:1.0:1770653413.896106:0:76385:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:0.0:1770653413.896106:0:73797:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000040:3.0:1770653413.896107:0:76647:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561ae2be00/0x2aed14e4e178ce81 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x13fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.896109:0:76419:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1770653413.896111:0:73797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:2.0:1770653413.896112:0:76419:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1770653413.896112:0:76385:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00000020:00000001:1.0:1770653413.896118:0:76385:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1770653413.896120:0:76419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136194 00010000:00000001:3.0:1770653413.896121:0:76647:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000040:1.0:1770653413.896123:0:76385:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=28 00010000:00000001:0.0:1770653413.896123:0:73797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.896125:0:76647:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.896128:0:76419:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 8 00010000:00000001:0.0:1770653413.896128:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.896131:0:76647:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000001:1.0:1770653413.896132:0:76385:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000001:2.0:1770653413.896133:0:76419:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028470144 : -117276681081472 : ffff955665156d80) 00010000:00000001:0.0:1770653413.896133:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.896134:0:76647:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.896136:0:73797:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.896142:0:73797:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000020:00000001:1.0:1770653413.896143:0:76385:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00010000:00000001:3.0:1770653413.896144:0:76647:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1770653413.896144:0:76419:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665156d80 x1856657707199488/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.896145:0:73797:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000010:3.0:1770653413.896151:0:76647:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9556196fbe80. 00000100:00000001:0.0:1770653413.896153:0:73797:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.896154:0:76385:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1770653413.896157:0:76647:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:0.0:1770653413.896159:0:73797:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.896162:0:76385:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cfc0. 00000100:00000010:3.0:1770653413.896163:0:76647:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556189e10c0. 00000100:00000001:0.0:1770653413.896164:0:73797:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1770653413.896169:0:73797:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f362540. 00000100:00000001:3.0:1770653413.896170:0:76647:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626795745579200 : -117277963972416 : ffff9556189e10c0) 00000100:00000001:1.0:1770653413.896170:0:76385:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.896171:0:76419:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1770653413.896176:0:73797:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1770653413.896177:0:76647:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626795745579200 : -117277963972416 : ffff9556189e10c0) 00000020:00000010:2.0:1770653413.896178:0:76419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f591c0. 00000020:00000010:1.0:1770653413.896178:0:76385:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cfc0. 00010000:00000001:0.0:1770653413.896179:0:73797:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.896184:0:76647:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1770653413.896186:0:76419:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1770653413.896186:0:73797:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a2c0. 00000100:00000001:3.0:1770653413.896187:0:76647:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000020:00000010:1.0:1770653413.896189:0:76385:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f6000. 00010000:00000001:3.0:1770653413.896191:0:76647:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000020:00000010:2.0:1770653413.896193:0:76419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f591c0. 00010000:00000001:0.0:1770653413.896193:0:73797:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000010:1.0:1770653413.896194:0:76385:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07db80. 00010000:00000001:3.0:1770653413.896195:0:76647:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1770653413.896196:0:73797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770653413.896201:0:76419:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665156d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:lustre-MDT0000-mdtlov_UUID+25:3291:x1856657707199488:12345-0@lo:6:osp-syn-0-0.0 00010000:00000001:0.0:1770653413.896201:0:73797:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1770653413.896202:0:76385:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662adaed8. 00010000:00000001:0.0:1770653413.896204:0:73797:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653413.896206:0:76647:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.896209:0:73797:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.896210:0:76385:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:2.0:1770653413.896211:0:76419:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707199488 00010000:00000001:3.0:1770653413.896212:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.896213:0:76385:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00001000:0.0:1770653413.896215:0:73797:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00010000:00000001:3.0:1770653413.896217:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1770653413.896217:0:76419:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1770653413.896218:0:76385:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.896220:0:73797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1770653413.896221:0:76647:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.896222:0:76419:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1770653413.896225:0:76385:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.896227:0:76647:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000020:00000001:2.0:1770653413.896228:0:76419:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.896228:0:73797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000001:3.0:1770653413.896232:0:76647:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1770653413.896234:0:76419:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1770653413.896234:0:73797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000001:3.0:1770653413.896235:0:76647:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.896236:0:76385:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653413.896237:0:76419:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 02000000:00000001:0.0:1770653413.896242:0:73797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1770653413.896243:0:76647:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.896244:0:76419:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1770653413.896245:0:73797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.896249:0:76647:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000020:00000001:2.0:1770653413.896250:0:76419:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.896251:0:76385:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1770653413.896251:0:73797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1770653413.896254:0:76647:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556189e10c0. 00000100:00000001:1.0:1770653413.896255:0:76385:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1770653413.896256:0:76419:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1770653413.896258:0:76647:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000020:00000001:2.0:1770653413.896261:0:76419:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1770653413.896262:0:73797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00100000:1.0:1770653413.896263:0:76385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136195 00010000:00000001:3.0:1770653413.896264:0:76647:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1770653413.896265:0:76419:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000400:00000010:0.0:1770653413.896267:0:73797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac87f8. 00000020:00000001:2.0:1770653413.896269:0:76419:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00010000:00000010:3.0:1770653413.896271:0:76647:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9556196fbe80. 00000100:00000040:1.0:1770653413.896272:0:76385:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 7 00000020:00000001:2.0:1770653413.896273:0:76419:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.896274:0:73797:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966304768, offset 224 00010000:00000001:3.0:1770653413.896277:0:76647:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:1.0:1770653413.896278:0:76385:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800637178112 : -117273072373504 : ffff95573c2df100) 00000001:00000001:2.0:1770653413.896279:0:76419:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00010000:3.0:1770653413.896280:0:76647:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000001:00000001:2.0:1770653413.896282:0:76419:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.896285:0:76647:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653413.896286:0:73797:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000001:00000001:2.0:1770653413.896287:0:76419:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000040:1.0:1770653413.896288:0:76385:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95573c2df100 x1856657707199616/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.896291:0:76647:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000001:00000001:2.0:1770653413.896291:0:76419:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.896295:0:76647:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.896299:0:76419:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.896300:0:73797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00001000:3.0:1770653413.896302:0:76647:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000001:00000001:2.0:1770653413.896305:0:76419:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1770653413.896309:0:76419:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.896313:0:76647:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000001:00000001:2.0:1770653413.896316:0:76419:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.896316:0:73797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164638:2164638:248:4294967295] 192.168.202.60@tcp LPNI seq info [2164634:2164634:-3:4294967295] 00000100:00000001:1.0:1770653413.896319:0:76385:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1770653413.896320:0:76647:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000001:00000001:2.0:1770653413.896322:0:76419:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000010:1.0:1770653413.896324:0:76385:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cfc0. 00000001:00000001:2.0:1770653413.896327:0:76419:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.896328:0:76647:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000001:1.0:1770653413.896329:0:76385:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.896329:0:73797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.896334:0:76419:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.896336:0:76647:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:1.0:1770653413.896337:0:76385:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cfc0. 00000020:00000001:2.0:1770653413.896338:0:76419:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.896339:0:73797:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 02000000:00000001:3.0:1770653413.896340:0:76647:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.896344:0:76419:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.896346:0:76647:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1770653413.896346:0:73797:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.896348:0:76385:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95573c2df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+28:3288:x1856657707199616:12345-0@lo:6:osp-syn-1-0.0 00000100:00000001:2.0:1770653413.896350:0:76419:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1770653413.896352:0:73797:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.896354:0:76419:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1770653413.896356:0:76647:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000200:1.0:1770653413.896358:0:76385:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707199616 00000400:00000010:3.0:1770653413.896362:0:76647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78a18. 00000020:00000001:1.0:1770653413.896362:0:76385:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:2.0:1770653413.896363:0:76419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95572d10d000. 00000100:00000040:0.0:1770653413.896363:0:73797:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95571043e680 x1856657966304768/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1770653413.896366:0:76385:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:2.0:1770653413.896369:0:76419:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.896370:0:76647:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966304640, offset 224 00000020:00000001:1.0:1770653413.896370:0:76385:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.896375:0:76419:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.896377:0:76385:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00002000:00000001:2.0:1770653413.896383:0:76419:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000020:00000001:1.0:1770653413.896383:0:76385:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000400:00000200:3.0:1770653413.896384:0:76647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653413.896388:0:76419:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000020:00000001:1.0:1770653413.896391:0:76385:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:2.0:1770653413.896392:0:76419:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.896395:0:76385:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00002000:00080000:2.0:1770653413.896396:0:76419:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5454 count 1 00000400:00000200:3.0:1770653413.896399:0:76647:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00100000:0.0:1770653413.896401:0:73797:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95571043e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b31b1d82-c1d4-4680-ae7a-71292416d1f5+88:2366:x1856657966304768:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 894us (1744us total) trans 0 rc 0/0 00002000:00000001:2.0:1770653413.896402:0:76419:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000020:00000001:1.0:1770653413.896402:0:76385:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00002000:00000001:2.0:1770653413.896407:0:76419:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1770653413.896408:0:76385:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1770653413.896411:0:76647:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164639:2164639:248:4294967295] 192.168.202.60@tcp LPNI seq info [2164635:2164635:-4:4294967295] 00000020:00000001:2.0:1770653413.896412:0:76419:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1770653413.896413:0:76385:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1770653413.896418:0:76385:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1770653413.896419:0:76419:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797001782408 : -117276707769208 : ffff9556637e3488) 00000100:00100000:0.0:1770653413.896419:0:73797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161836 00000020:00000001:1.0:1770653413.896422:0:76385:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.896424:0:76647:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653413.896425:0:76419:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797001782320 : -117276707769296 : ffff9556637e3430) 00000100:00000040:0.0:1770653413.896427:0:73797:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 1 00000001:00000001:1.0:1770653413.896428:0:76385:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:2.0:1770653413.896431:0:76419:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000040:3.0:1770653413.896433:0:76647:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000001:00000001:1.0:1770653413.896433:0:76385:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.896434:0:76419:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:0.0:1770653413.896434:0:73797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000001:00000001:1.0:1770653413.896439:0:76385:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:3.0:1770653413.896440:0:76647:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.896440:0:73797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000040:2.0:1770653413.896442:0:76419:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556373a1300 count: 2 00000001:00000001:1.0:1770653413.896443:0:76385:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653413.896445:0:73797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519800. 00010000:00000001:3.0:1770653413.896446:0:76647:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.896449:0:76419:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1770653413.896449:0:76385:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.896453:0:73797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d0c8. 00010000:00000001:2.0:1770653413.896456:0:76419:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000001:00000001:1.0:1770653413.896456:0:76385:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000040:3.0:1770653413.896457:0:76647:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c196450 x1856657966304640/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1770653413.896459:0:73797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997a200. 00000001:00000001:1.0:1770653413.896460:0:76385:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1770653413.896462:0:76419:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561c987e00. 00000020:00000040:0.0:1770653413.896466:0:73797:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 87 00000001:00000001:1.0:1770653413.896467:0:76385:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.896469:0:76419:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:0.0:1770653413.896472:0:73797:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1770653413.896473:0:76385:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000040:2.0:1770653413.896474:0:76419:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561c987e00 with handle 0x2aed14e4e178cec7 to hash 00000001:00000001:1.0:1770653413.896478:0:76385:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1770653413.896480:0:76419:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000001:00000001:1.0:1770653413.896483:0:76385:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.896485:0:76647:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95573c196450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_025:b31b1d82-c1d4-4680-ae7a-71292416d1f5+87:2365:x1856657966304640:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 929us (1360us total) trans 0 rc 0/0 00010000:00000001:2.0:1770653413.896485:0:76419:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795812322816 : -117277897228800 : ffff95561c987e00) 00000020:00000001:1.0:1770653413.896487:0:76385:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.896491:0:76419:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795812322816 : -117277897228800 : ffff95561c987e00) 00000020:00000001:1.0:1770653413.896493:0:76385:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.896493:0:76416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff95571016b000/0x2aed14e4e178ce65 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1543:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.896498:0:76419:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1770653413.896500:0:76385:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1770653413.896502:0:76419:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.896504:0:76385:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1770653413.896507:0:76647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161837 00010000:00010000:2.0:1770653413.896510:0:76419:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95561c987e00/0x2aed14e4e178cec7 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x154e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 02000000:00000010:1.0:1770653413.896510:0:76385:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff955637246800. 00000100:00000040:3.0:1770653413.896514:0:76647:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 02000000:00000001:1.0:1770653413.896517:0:76385:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.896520:0:76647:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1770653413.896522:0:76385:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.896524:0:76647:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00002000:00000001:1.0:1770653413.896529:0:76385:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000020:00000010:3.0:1770653413.896530:0:76647:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3800. 00010000:00000001:1.0:1770653413.896533:0:76385:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000020:00000010:3.0:1770653413.896539:0:76647:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca903e8. 00010000:00000001:1.0:1770653413.896539:0:76385:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.896540:0:76419:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1770653413.896540:0:76416:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.896545:0:76419:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00002000:00080000:1.0:1770653413.896546:0:76385:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5126 count 1 00000020:00000010:3.0:1770653413.896547:0:76647:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bc400. 00010000:00010000:0.0:1770653413.896547:0:76416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95571016b000/0x2aed14e4e178ce65 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1543:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.896548:0:76419:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1770653413.896553:0:76419:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00002000:00000001:1.0:1770653413.896554:0:76385:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000020:00000040:3.0:1770653413.896555:0:76647:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 86 00010000:00000001:2.0:1770653413.896557:0:76419:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00002000:00000001:1.0:1770653413.896558:0:76385:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:2.0:1770653413.896561:0:76419:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:3.0:1770653413.896563:0:76647:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653413.896563:0:76385:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1770653413.896564:0:76416:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1770653413.896568:0:76416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1770653413.896569:0:76419:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff95566c163000/0x2aed14e4e178a028 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x154e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d6d expref: 90 pid: 76385 timeout: 0 lvb_type: 1 00000020:00000001:1.0:1770653413.896570:0:76385:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795554372824 : -117278155178792 : ffff95560d387cd8) 00010000:00000001:0.0:1770653413.896571:0:76416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.896575:0:76416:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00002000:00000001:1.0:1770653413.896576:0:76385:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795554372736 : -117278155178880 : ffff95560d387c80) 00000020:00000001:0.0:1770653413.896578:0:76416:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653413.896582:0:76416:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016b000 refcount=3 00010000:00000001:1.0:1770653413.896583:0:76385:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1770653413.896585:0:76419:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1770653413.896587:0:76385:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:2.0:1770653413.896588:0:76419:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.896588:0:76416:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897456640 : -117273812094976 : ffff95571016b000) 00010000:00000001:0.0:1770653413.896594:0:76416:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897456640 : -117273812094976 : ffff95571016b000) 00010000:00010000:2.0:1770653413.896595:0:76419:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:3.0:1770653413.896596:0:76387:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000040:1.0:1770653413.896596:0:76385:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95561e13b800 count: 2 00000100:00000001:3.0:1770653413.896600:0:76387:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1770653413.896602:0:76419:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.896602:0:76416:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:1.0:1770653413.896603:0:76385:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1770653413.896609:0:76387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136196 00010000:00010000:0.0:1770653413.896609:0:76416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95571016b000/0x2aed14e4e178ce65 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1543:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.896610:0:76419:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1770653413.896610:0:76385:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00010000:2.0:1770653413.896614:0:76419:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000040:3.0:1770653413.896617:0:76387:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 8 00010000:00000010:1.0:1770653413.896617:0:76385:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95566c163200. 00010000:00000001:2.0:1770653413.896618:0:76419:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.896623:0:76387:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800653556816 : -117273055994800 : ffff95573d27dc50) 00010000:00000001:2.0:1770653413.896626:0:76419:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653413.896626:0:76385:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:0.0:1770653413.896629:0:76416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.896631:0:76419:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000020:00000040:1.0:1770653413.896632:0:76385:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95566c163200 with handle 0x2aed14e4e178cece to hash 00000100:00000040:3.0:1770653413.896633:0:76387:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95573d27dc50 x1856657707199360/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.896633:0:76416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1770653413.896635:0:76419:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95561c987e00/0x2aed14e4e178cec7 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x154e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1770653413.896638:0:76385:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00010000:0.0:1770653413.896639:0:76416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff95571016b000/0x2aed14e4e178ce65 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1543:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.896643:0:76385:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626797145960960 : -117276563590656 : ffff95566c163200) 00010000:00000001:1.0:1770653413.896651:0:76385:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626797145960960 : -117276563590656 : ffff95566c163200) 00010000:00000001:1.0:1770653413.896658:0:76385:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000040:2.0:1770653413.896663:0:76419:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x154e:0x0].0x0 (ffff9556373a1300) refcount = 2 00010000:00000001:1.0:1770653413.896663:0:76385:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.896666:0:76416:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1770653413.896670:0:76416:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.896671:0:76385:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95566c163200/0x2aed14e4e178cece lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1406:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1770653413.896672:0:76419:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:3.0:1770653413.896673:0:76387:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1770653413.896673:0:76416:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000020:00000010:3.0:1770653413.896681:0:76387:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbe80. 00010000:00000010:0.0:1770653413.896681:0:76416:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff95564f362540. 00010000:00000040:2.0:1770653413.896682:0:76419:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95566c163000/0x2aed14e4e178a028 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x154e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d6d expref: 90 pid: 76385 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1770653413.896685:0:76385:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1770653413.896687:0:76416:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1770653413.896688:0:76387:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.896690:0:76385:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1770653413.896693:0:76385:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000020:00000010:3.0:1770653413.896695:0:76387:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbe80. 00010000:00000001:1.0:1770653413.896697:0:76385:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653413.896698:0:76416:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1770653413.896702:0:76385:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000040:2.0:1770653413.896703:0:76419:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000100:00100000:3.0:1770653413.896704:0:76387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95573d27dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+28:3290:x1856657707199360:12345-0@lo:6:osp-syn-1-0.0 00010000:00000001:0.0:1770653413.896704:0:76416:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.896705:0:76385:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000040:2.0:1770653413.896708:0:76419:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561c987e00/0x2aed14e4e178cec7 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x154e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.896709:0:76416:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.896714:0:76385:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff95565f570200/0x2aed14e4e1789f87 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x1406:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0cfd expref: 86 pid: 76389 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1770653413.896715:0:76416:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000200:3.0:1770653413.896716:0:76387:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707199360 00010000:00000001:0.0:1770653413.896720:0:76416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1770653413.896721:0:76387:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1770653413.896724:0:76416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1770653413.896726:0:76387:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00002000:00000001:0.0:1770653413.896727:0:76416:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000020:00000001:3.0:1770653413.896730:0:76387:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.896732:0:76416:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000010:2.0:1770653413.896734:0:76419:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f591c0. 00000020:00000001:3.0:1770653413.896736:0:76387:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:1.0:1770653413.896738:0:76385:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:2.0:1770653413.896753:0:76419:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00080000:00000010:0.0:1770653413.896754:0:76416:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9557044ef800. 00000020:00000001:3.0:1770653413.896756:0:76387:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00010000:00000001:1.0:1770653413.896756:0:76385:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.896759:0:76416:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626799699818496 : -117274009733120 : ffff9557044ef800) 00000100:00000010:2.0:1770653413.896760:0:76419:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0180. 00000020:00000001:3.0:1770653413.896762:0:76387:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00010000:1.0:1770653413.896763:0:76385:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:2.0:1770653413.896766:0:76419:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100335488 : -117276609216128 : ffff9556695e0180) 00000001:00000001:0.0:1770653413.896767:0:76416:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:1.0:1770653413.896768:0:76385:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.896769:0:76387:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.896772:0:76419:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100335488 : -117276609216128 : ffff9556695e0180) 00000001:00000001:0.0:1770653413.896773:0:76416:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.896774:0:76385:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000001:3.0:1770653413.896775:0:76387:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00010000:1.0:1770653413.896779:0:76385:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:2.0:1770653413.896780:0:76419:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000020:00000001:3.0:1770653413.896781:0:76387:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000002:0.0:1770653413.896781:0:76416:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x1543:0x0] not in the id map cache 00010000:00000001:1.0:1770653413.896784:0:76385:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.896785:0:76419:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000020:00000001:3.0:1770653413.896786:0:76387:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00080000:00000001:0.0:1770653413.896787:0:76416:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00010000:00000001:2.0:1770653413.896789:0:76419:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1770653413.896791:0:76385:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653413.896792:0:76387:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00010000:00000001:2.0:1770653413.896792:0:76419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.896796:0:76385:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000020:00000001:3.0:1770653413.896797:0:76387:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.896797:0:76419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1770653413.896799:0:76416:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1770653413.896801:0:76419:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000001:00000001:3.0:1770653413.896802:0:76387:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00010000:1.0:1770653413.896802:0:76385:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95566c163200/0x2aed14e4e178cece lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1406:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1770653413.896804:0:76416:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.896806:0:76419:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000001:00000001:3.0:1770653413.896807:0:76387:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.896810:0:76419:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00080000:00000001:0.0:1770653413.896811:0:76416:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000001:00000001:3.0:1770653413.896813:0:76387:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:2.0:1770653413.896814:0:76419:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00080000:00000001:0.0:1770653413.896815:0:76416:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000001:00000001:3.0:1770653413.896817:0:76387:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 80000000:00000001:0.0:1770653413.896819:0:76416:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000010:2.0:1770653413.896820:0:76419:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c2dd180. 80000000:00000001:0.0:1770653413.896824:0:76416:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000001:00000001:3.0:1770653413.896825:0:76387:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.896825:0:76385:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1406:0x0].0x0 (ffff95561e13b800) refcount = 2 00000020:00000040:2.0:1770653413.896826:0:76419:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=5 obd=lustre-OST0000 80000000:00000001:0.0:1770653413.896828:0:76416:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.896831:0:76387:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:2.0:1770653413.896833:0:76419:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000001:00000001:3.0:1770653413.896836:0:76387:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1770653413.896836:0:76385:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 02000000:00000001:2.0:1770653413.896837:0:76419:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 80000000:00000001:0.0:1770653413.896837:0:76416:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.896842:0:76419:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.896844:0:76387:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.896844:0:76416:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1770653413.896845:0:76385:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95565f570200/0x2aed14e4e1789f87 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1406:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0cfd expref: 86 pid: 76389 timeout: 0 lvb_type: 1 02000000:00000010:2.0:1770653413.896847:0:76419:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95563d588c00. 00000100:00000001:2.0:1770653413.896867:0:76419:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.896872:0:76419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff95566c163000/0x2aed14e4e178a028 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x154e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d6d expref: 90 pid: 76385 timeout: 0 lvb_type: 1 00000001:00000001:3.0:1770653413.896874:0:76387:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1770653413.896878:0:76387:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1770653413.896879:0:76416:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1770653413.896884:0:76416:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000001:00000001:3.0:1770653413.896885:0:76387:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.896886:0:76385:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000020:00000001:3.0:1770653413.896892:0:76387:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.896893:0:76385:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95566c163200/0x2aed14e4e178cece lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1406:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1770653413.896897:0:76387:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.896899:0:76419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff95566c163000/0x2aed14e4e178a028 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x154e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d6d expref: 90 pid: 76385 timeout: 6877 lvb_type: 1 00000001:00000001:0.0:1770653413.896903:0:76416:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:3.0:1770653413.896904:0:76387:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000001:00000001:0.0:1770653413.896907:0:76416:0:(osd_quota.c:525:osd_declare_quota()) Process entered 02000000:00000001:3.0:1770653413.896908:0:76387:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000010:1.0:1770653413.896913:0:76385:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9cfc0. 02000000:00000010:3.0:1770653413.896916:0:76387:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95563db0f800. 00080000:00000001:0.0:1770653413.896917:0:76416:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.896918:0:76419:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1770653413.896918:0:76385:0:(client.c:1145:ptlrpc_prep_set()) Process entered 02000000:00000001:3.0:1770653413.896920:0:76387:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.896924:0:76419:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00080000:00000001:0.0:1770653413.896924:0:76416:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:3.0:1770653413.896925:0:76387:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1770653413.896926:0:76385:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa8000. 00080000:00000001:0.0:1770653413.896929:0:76416:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000040:2.0:1770653413.896932:0:76419:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95573c2dd180 x1856657707199744/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00002000:00000001:3.0:1770653413.896933:0:76387:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000100:00000001:1.0:1770653413.896933:0:76385:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540166144 : -117277169385472 : ffff955647fa8000) 00010000:00000001:3.0:1770653413.896937:0:76387:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:1.0:1770653413.896939:0:76385:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540166144 : -117277169385472 : ffff955647fa8000) 00010000:00000001:3.0:1770653413.896941:0:76387:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.896942:0:76416:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:1.0:1770653413.896946:0:76385:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00080000:00000001:0.0:1770653413.896947:0:76416:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:3.0:1770653413.896948:0:76387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5125 count 1 00000100:00000001:1.0:1770653413.896950:0:76385:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00002000:00000001:3.0:1770653413.896955:0:76387:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00010000:00000001:1.0:1770653413.896955:0:76385:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:2.0:1770653413.896958:0:76419:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00002000:00000001:3.0:1770653413.896959:0:76387:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00080000:00000001:0.0:1770653413.896959:0:76416:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.896960:0:76385:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.896961:0:76419:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.896963:0:76387:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1770653413.896964:0:76385:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1770653413.896965:0:76416:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000020:00000001:1.0:1770653413.896969:0:76385:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000001:3.0:1770653413.896970:0:76387:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795554371912 : -117278155179704 : ffff95560d387948) 00000100:00100000:2.0:1770653413.896970:0:76419:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95573c2dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_029:lustre-OST0000_UUID:76419:1856657707199744:192.168.202.60@tcp:104: 00010000:00000001:1.0:1770653413.896973:0:76385:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00080000:00000001:0.0:1770653413.896976:0:76416:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653413.896977:0:76387:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795554371824 : -117278155179792 : ffff95560d3878f0) 00010000:00000001:1.0:1770653413.896978:0:76385:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1770653413.896982:0:76385:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00080000:00000001:0.0:1770653413.896984:0:76416:0:(osd_object.c:806:osd_destroy()) Process entered 00010000:00000001:3.0:1770653413.896985:0:76387:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000001:2.0:1770653413.896986:0:76419:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00080000:00000001:0.0:1770653413.896987:0:76416:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:3.0:1770653413.896989:0:76387:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000010:1.0:1770653413.896989:0:76385:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665154e00. 02000000:00000001:2.0:1770653413.896991:0:76419:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 80000000:00000001:0.0:1770653413.896991:0:76416:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000040:3.0:1770653413.896995:0:76387:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95560e946c00 count: 2 80000000:00000001:0.0:1770653413.896996:0:76416:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 02000000:00000001:2.0:1770653413.896997:0:76419:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.896997:0:76385:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=6 obd=lustre-OST0001 00010000:00000001:3.0:1770653413.896999:0:76387:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 80000000:00000001:0.0:1770653413.897001:0:76416:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.897002:0:76419:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1770653413.897004:0:76385:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:3.0:1770653413.897007:0:76387:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 80000000:00000001:0.0:1770653413.897008:0:76416:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.897009:0:76385:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:2.0:1770653413.897010:0:76419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95563d588200. 00010000:00000010:3.0:1770653413.897013:0:76387:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955605728800. 00080000:00000001:0.0:1770653413.897013:0:76416:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653413.897014:0:76419:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.897015:0:76385:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.897019:0:76387:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1770653413.897020:0:76416:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000400:00000010:2.0:1770653413.897023:0:76419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2ec8. 00000020:00000040:3.0:1770653413.897025:0:76387:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955605728800 with handle 0x2aed14e4e178ced5 to hash 02000000:00000010:1.0:1770653413.897025:0:76385:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95563c4f7600. 00080000:00000001:0.0:1770653413.897025:0:76416:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000400:00000010:2.0:1770653413.897029:0:76419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888dd0. 00000020:00000001:3.0:1770653413.897032:0:76387:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1770653413.897036:0:76387:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795423959040 : -117278285592576 : ffff955605728800) 00000100:00000200:2.0:1770653413.897036:0:76419:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707199744, portal 16 00000100:00000001:1.0:1770653413.897036:0:76385:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.897043:0:76419:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1770653413.897044:0:76387:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795423959040 : -117278285592576 : ffff955605728800) 00000100:00000001:2.0:1770653413.897047:0:76419:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637170048 : -117273072381568 : ffff95573c2dd180) 00010000:00000001:3.0:1770653413.897048:0:76387:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00010000:1.0:1770653413.897048:0:76385:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff95565f570200/0x2aed14e4e1789f87 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1406:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0cfd expref: 86 pid: 76389 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1770653413.897052:0:76387:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.897059:0:76419:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff95573c2dd180 x1856657707199744/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1770653413.897060:0:76387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff955605728800/0x2aed14e4e178ced5 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1405:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770653413.897068:0:76385:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff95565f570200/0x2aed14e4e1789f87 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1406:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0cfd expref: 86 pid: 76389 timeout: 6877 lvb_type: 1 00080000:00000001:0.0:1770653413.897073:0:76416:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1770653413.897080:0:76416:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.897085:0:76387:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1770653413.897086:0:76416:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1770653413.897089:0:76387:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000001:00000001:0.0:1770653413.897090:0:76416:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000100:00000001:2.0:1770653413.897091:0:76419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1770653413.897094:0:76387:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000001:00000002:0.0:1770653413.897096:0:76416:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299204, last_committed = 8590299190 00010000:00000001:3.0:1770653413.897097:0:76387:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1770653413.897097:0:76385:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000040:2.0:1770653413.897101:0:76419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:3.0:1770653413.897103:0:76387:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000100:00000001:1.0:1770653413.897104:0:76385:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000001:00000010:0.0:1770653413.897104:0:76416:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9556681b9a20. 00000400:00000010:2.0:1770653413.897106:0:76419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888cc0. 00010000:00000001:3.0:1770653413.897108:0:76387:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000200:2.0:1770653413.897111:0:76419:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707199744, offset 0 00000001:00000040:0.0:1770653413.897111:0:76416:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 14 00000100:00000040:1.0:1770653413.897113:0:76385:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955665154e00 x1856657707199872/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1770653413.897115:0:76387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff95565d1f8400/0x2aed14e4e178a297 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x1405:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f9d expref: 86 pid: 12206 timeout: 0 lvb_type: 1 00000020:00000040:0.0:1770653413.897119:0:76416:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=26 00000400:00000200:2.0:1770653413.897124:0:76419:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00080000:00000001:0.0:1770653413.897129:0:76416:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1770653413.897134:0:76419:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00080000:00000001:0.0:1770653413.897142:0:76416:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000400:00000200:2.0:1770653413.897144:0:76419:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1770653413.897150:0:76419:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000001:00000001:0.0:1770653413.897150:0:76416:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.897153:0:76385:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1770653413.897157:0:76419:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1770653413.897159:0:76385:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.897160:0:76387:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000400:00000200:2.0:1770653413.897163:0:76419:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00010000:00000001:3.0:1770653413.897164:0:76387:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.897168:0:76387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1770653413.897170:0:76385:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955665154e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:76385:1856657707199872:192.168.202.60@tcp:104: 00010000:00000001:3.0:1770653413.897171:0:76387:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.897171:0:76416:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.897172:0:76419:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164640:2164640:248:4294967295] 192.168.202.60@tcp LPNI seq info [2164636:2164636:-5:4294967295] 00010000:00000001:3.0:1770653413.897178:0:76387:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00002000:00000001:0.0:1770653413.897180:0:76416:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.897181:0:76385:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00010000:00010000:3.0:1770653413.897182:0:76387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:2.0:1770653413.897186:0:76419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.897187:0:76385:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:3.0:1770653413.897188:0:76387:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1770653413.897188:0:76416:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000100:00000001:2.0:1770653413.897190:0:76419:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444740 02000000:00000001:1.0:1770653413.897190:0:76385:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.897193:0:76387:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653413.897197:0:76385:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1770653413.897198:0:76387:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000100:00000001:2.0:1770653413.897199:0:76419:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444737 02000000:00000010:1.0:1770653413.897201:0:76385:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95563c4f7400. 00010000:00010000:3.0:1770653413.897202:0:76387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff955605728800/0x2aed14e4e178ced5 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1405:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.897204:0:76419:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444740 00080000:00000010:0.0:1770653413.897204:0:76416:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff95565ae60000. 02000000:00000001:1.0:1770653413.897207:0:76385:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.897211:0:76416:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000100:00000001:2.0:1770653413.897213:0:76419:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444737 00000400:00000010:1.0:1770653413.897215:0:76385:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d94a50. 00002000:00000040:0.0:1770653413.897215:0:76416:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x1543:0x0] 00000100:00000001:2.0:1770653413.897222:0:76419:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444740 00002000:00000010:0.0:1770653413.897224:0:76416:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff95565a249690. 00010000:00000040:3.0:1770653413.897225:0:76387:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1405:0x0].0x0 (ffff95560e946c00) refcount = 2 00000400:00000010:1.0:1770653413.897225:0:76385:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0226e8. 00000100:00000001:2.0:1770653413.897226:0:76419:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444737 00000100:00000200:1.0:1770653413.897233:0:76385:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707199872, portal 16 00002000:00000001:0.0:1770653413.897233:0:76416:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00010000:00000040:3.0:1770653413.897234:0:76387:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:2.0:1770653413.897235:0:76419:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444740 00002000:00000001:0.0:1770653413.897237:0:76416:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.897239:0:76385:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1770653413.897242:0:76419:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444737 00010000:00000040:3.0:1770653413.897243:0:76387:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95565d1f8400/0x2aed14e4e178a297 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1405:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f9d expref: 86 pid: 12206 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1770653413.897244:0:76385:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028462080 : -117276681089536 : ffff955665154e00) 00002000:00000001:0.0:1770653413.897245:0:76416:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.897247:0:76419:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1770653413.897254:0:76416:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299204, xid 1856657707193344 00000100:00000001:2.0:1770653413.897255:0:76419:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.897255:0:76385:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955665154e00 x1856657707199872/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000040:3.0:1770653413.897258:0:76387:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000001:2.0:1770653413.897261:0:76419:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.897262:0:76416:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000040:3.0:1770653413.897264:0:76387:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff955605728800/0x2aed14e4e178ced5 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1405:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.897268:0:76419:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1770653413.897273:0:76416:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95572eb22300 x1856657707193344/t8590299204(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1770653413.897274:0:76419:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.897280:0:76419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.897283:0:76419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.897286:0:76419:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.897288:0:76385:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000010:3.0:1770653413.897291:0:76387:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9556196fbe80. 00010000:00000001:2.0:1770653413.897292:0:76419:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:3.0:1770653413.897297:0:76387:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00000001:2.0:1770653413.897298:0:76419:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:1.0:1770653413.897298:0:76385:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.897301:0:76416:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000010:3.0:1770653413.897302:0:76387:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556189e10c0. 00000100:00000001:2.0:1770653413.897304:0:76419:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.897305:0:76416:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.897306:0:76385:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0223b8. 00000100:00000001:3.0:1770653413.897307:0:76387:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626795745579200 : -117277963972416 : ffff9556189e10c0) 00000100:00000001:2.0:1770653413.897308:0:76419:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1770653413.897313:0:76387:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626795745579200 : -117277963972416 : ffff9556189e10c0) 00000100:00000001:2.0:1770653413.897313:0:76419:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1770653413.897313:0:76385:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707199872, offset 0 00000100:00001000:0.0:1770653413.897313:0:76416:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000100:00100000:2.0:1770653413.897320:0:76419:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556695e0180 going to sleep for 11 seconds 00000100:00000001:3.0:1770653413.897322:0:76387:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1770653413.897323:0:76416:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1770653413.897326:0:76419:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1770653413.897327:0:76387:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000400:00000200:1.0:1770653413.897327:0:76385:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:2.0:1770653413.897329:0:76419:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.897330:0:76416:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00010000:00000001:3.0:1770653413.897332:0:76387:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:0.0:1770653413.897336:0:76416:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00010000:00000001:3.0:1770653413.897337:0:76387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1770653413.897340:0:76385:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00010000:00000001:3.0:1770653413.897341:0:76387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1770653413.897342:0:76416:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1770653413.897345:0:76387:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 02000000:00000001:0.0:1770653413.897347:0:76416:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.897349:0:76387:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000400:00000200:1.0:1770653413.897349:0:76385:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1770653413.897351:0:76416:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1770653413.897353:0:76387:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1770653413.897357:0:76387:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000400:00000200:1.0:1770653413.897357:0:76385:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000100:00000040:0.0:1770653413.897360:0:76416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:3.0:1770653413.897363:0:76387:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572eb21180. 00000400:00000200:1.0:1770653413.897363:0:76385:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1770653413.897365:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1770653413.897366:0:76416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8d48. 00000020:00000040:3.0:1770653413.897368:0:76387:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=7 obd=lustre-OST0001 00000800:00000010:2.0:1770653413.897371:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df600. 00000400:00000200:1.0:1770653413.897371:0:76385:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00000200:0.0:1770653413.897373:0:76416:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707193344, offset 224 00000100:00000001:3.0:1770653413.897375:0:76387:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1770653413.897378:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1770653413.897379:0:76387:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1770653413.897381:0:76385:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164641:2164641:248:4294967295] 192.168.202.60@tcp LPNI seq info [2164637:2164637:-6:4294967295] 02000000:00000001:3.0:1770653413.897385:0:76387:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.897386:0:76416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1770653413.897392:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 02000000:00000010:3.0:1770653413.897395:0:76387:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95564e9bc400. 00000100:00000001:1.0:1770653413.897396:0:76385:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.897398:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888220 00000100:00000001:3.0:1770653413.897401:0:76387:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.897402:0:76385:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444740 00000400:00000010:2.0:1770653413.897403:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888220. 00000400:00000200:0.0:1770653413.897404:0:76416:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1770653413.897410:0:76385:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, keep current deadline 4301444740 00000100:00000001:2.0:1770653413.897411:0:3282:0:(events.c:34:request_out_callback()) Process entered 00010000:00010000:3.0:1770653413.897414:0:76387:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff95565d1f8400/0x2aed14e4e178a297 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1405:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f9d expref: 86 pid: 12206 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1770653413.897416:0:76385:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444740 00000400:00000200:0.0:1770653413.897420:0:76416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b5400 00000100:00000200:2.0:1770653413.897421:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95573c2ddc00 x1856657707197952/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.897423:0:76385:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, keep current deadline 4301444740 00000100:00000001:1.0:1770653413.897429:0:76385:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444740 00000400:00000200:0.0:1770653413.897434:0:76416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda2d5 [1] + 224 00000100:00000001:1.0:1770653413.897436:0:76385:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, keep current deadline 4301444740 00000100:00000001:1.0:1770653413.897442:0:76385:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444740 00010000:00010000:3.0:1770653413.897446:0:76387:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff95565d1f8400/0x2aed14e4e178a297 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1405:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f9d expref: 86 pid: 12206 timeout: 6877 lvb_type: 1 00000400:00000200:0.0:1770653413.897446:0:76416:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653413.897448:0:76385:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, keep current deadline 4301444740 00000100:00000001:1.0:1770653413.897455:0:76385:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1770653413.897458:0:76416:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1770653413.897460:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653413.897462:0:76385:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.897467:0:76416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1770653413.897469:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2ddc00 x1856657707197952/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.897469:0:76385:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.897472:0:76387:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000200:0.0:1770653413.897474:0:76416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9556074a9c00 x1856657707193344/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.897475:0:76385:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.897477:0:76387:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1770653413.897482:0:76385:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.897486:0:76387:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95572eb21180 x1856657707200000/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.897488:0:76385:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.897492:0:76385:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.897495:0:76385:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.897501:0:76385:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:2.0:1770653413.897502:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.897505:0:76385:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1770653413.897508:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1770653413.897512:0:76385:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.897515:0:76416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff9556074a9c00 x1856657707193344/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.897516:0:76387:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1770653413.897518:0:76385:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1770653413.897519:0:3282:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:3.0:1770653413.897522:0:76387:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.897523:0:76385:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:2.0:1770653413.897527:0:3282:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df600. 00000100:00100000:1.0:1770653413.897529:0:76385:0:(client.c:2680:ptlrpc_set_wait()) set ffff955647fa8000 going to sleep for 11 seconds 00000100:00100000:3.0:1770653413.897533:0:76387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95572eb21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:76387:1856657707200000:192.168.202.60@tcp:104: 00000100:00000001:1.0:1770653413.897536:0:76385:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1770653413.897541:0:76385:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1770653413.897542:0:3282:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:3.0:1770653413.897545:0:76387:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1770653413.897551:0:76416:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1770653413.897552:0:76387:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1770653413.897556:0:76387:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1770653413.897556:0:3282:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:1.0:1770653413.897560:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1770653413.897560:0:76416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8d48 02000000:00000001:3.0:1770653413.897561:0:76387:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1770653413.897562:0:3282:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1770653413.897565:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1770653413.897565:0:76416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8d48. 02000000:00000010:3.0:1770653413.897567:0:76387:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95564e9bca00. 00000800:00000001:2.0:1770653413.897570:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1770653413.897571:0:76387:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1770653413.897572:0:3289:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1770653413.897572:0:76416:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653413.897576:0:76416:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1770653413.897577:0:3289:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1770653413.897578:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1770653413.897579:0:76387:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2478. 00000100:00000001:0.0:1770653413.897581:0:76416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.897582:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2ec8. 00000800:00000001:2.0:1770653413.897584:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1770653413.897588:0:76416:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000400:00000200:1.0:1770653413.897589:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78aa0 00000800:00000001:2.0:1770653413.897590:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.897591:0:76416:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000400:00000010:1.0:1770653413.897593:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78aa0. 00000020:00000001:0.0:1770653413.897595:0:76416:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.897598:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1770653413.897600:0:76416:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1770653413.897601:0:76387:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78088. 00000400:00000200:2.0:1770653413.897603:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000200:1.0:1770653413.897606:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9556074a9c00 x1856657707193344/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1770653413.897608:0:76387:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707200000, portal 16 00000100:00000040:0.0:1770653413.897608:0:76416:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572eb22300 x1856657707193344/t8590299204(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.897615:0:76387:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653413.897619:0:76387:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800410956160 : -117273298595456 : ffff95572eb21180) 00000400:00000200:2.0:1770653413.897621:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d0f00 00000100:00000040:3.0:1770653413.897631:0:76387:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff95572eb21180 x1856657707200000/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1770653413.897636:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6d25 [2] + 0 00000100:00000200:1.0:1770653413.897644:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9556074a9c00 x1856657707193344/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1770653413.897649:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653413.897656:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1770653413.897656:0:76416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95572eb22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0000-mdtlov_UUID+26:3289:x1856657707193344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 36801us (37163us total) trans 8590299204 rc 0/0 00000400:00000200:2.0:1770653413.897663:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653413.897669:0:76387:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1770653413.897674:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000040:3.0:1770653413.897676:0:76387:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:1.0:1770653413.897676:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.897679:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1770653413.897680:0:3289:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1770653413.897681:0:76416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136181 00000100:00000200:2.0:1770653413.897682:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1770653413.897683:0:76387:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78880. 00000100:00000001:1.0:1770653413.897685:0:3289:0:(client.c:1568:after_reply()) Process entered 00000100:00000040:0.0:1770653413.897689:0:76416:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 7 02000000:00000001:1.0:1770653413.897690:0:3289:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1770653413.897691:0:76387:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707200000, offset 0 00000100:00000010:2.0:1770653413.897692:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c2df800. 00000100:00000001:1.0:1770653413.897695:0:3289:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653413.897695:0:76416:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1770653413.897698:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff95573c2df800 x1856657966305024 msgsize 328 00000100:00000001:1.0:1770653413.897699:0:3289:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.897700:0:76416:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1770653413.897705:0:76387:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 02000000:00000001:1.0:1770653413.897706:0:3289:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.897707:0:76416:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07dc00. 00000100:00100000:2.0:1770653413.897711:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00001000:1.0:1770653413.897714:0:3289:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 00000020:00000010:0.0:1770653413.897715:0:76416:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada000. 00000400:00000200:3.0:1770653413.897719:0:76387:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000100:00000001:2.0:1770653413.897720:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000100:00001000:1.0:1770653413.897723:0:3289:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 00000020:00000010:0.0:1770653413.897724:0:76416:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955705563600. 00000400:00000200:3.0:1770653413.897726:0:76387:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1770653413.897733:0:3289:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1770653413.897733:0:76416:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 25 00000400:00000200:3.0:1770653413.897734:0:76387:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000100:00000001:1.0:1770653413.897737:0:3289:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.897753:0:3289:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1770653413.897754:0:76416:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.897757:0:76387:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00010000:00000001:1.0:1770653413.897758:0:3289:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.897763:0:76387:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00000001:1.0:1770653413.897763:0:3289:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1770653413.897767:0:3289:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000400:00000200:3.0:1770653413.897771:0:76387:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164642:2164642:248:4294967295] 192.168.202.60@tcp LPNI seq info [2164638:2164638:-6:4294967295] 00000100:00000001:1.0:1770653413.897772:0:3289:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1770653413.897773:0:76656:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1770653413.897775:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1770653413.897777:0:76656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966305024 00000100:00000001:1.0:1770653413.897779:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795454897152 : -117278254654464 : ffff9556074a9c00) 02000000:00000001:0.0:1770653413.897780:0:76656:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653413.897782:0:76387:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.897784:0:3289:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1770653413.897785:0:76656:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653413.897787:0:76387:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444740 00000100:00000040:1.0:1770653413.897788:0:3289:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00000100:00000001:0.0:1770653413.897789:0:76656:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.897791:0:76387:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, keep current deadline 4301444740 00000800:00000200:2.0:1770653413.897792:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1770653413.897794:0:3289:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1770653413.897795:0:76656:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.897798:0:76387:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444740 00000800:00000010:2.0:1770653413.897798:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9f00. 00000100:00000001:1.0:1770653413.897799:0:3289:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.897799:0:76656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966305024 00000100:00000001:3.0:1770653413.897803:0:76387:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, keep current deadline 4301444740 00000020:00000001:0.0:1770653413.897804:0:76656:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1770653413.897807:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653413.897808:0:76387:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444740 00000020:00000040:0.0:1770653413.897809:0:76656:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000100:00000040:1.0:1770653413.897810:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9556074a9c00 x1856657707193344/t8590299204(8590299204) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.897816:0:76387:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, keep current deadline 4301444740 00000020:00000001:0.0:1770653413.897816:0:76656:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1770653413.897817:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000040:0.0:1770653413.897821:0:76656:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=91 00000100:00000001:3.0:1770653413.897825:0:76387:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444740 00000400:00000200:2.0:1770653413.897826:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8b28 00000020:00000001:0.0:1770653413.897827:0:76656:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:3.0:1770653413.897833:0:76387:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, keep current deadline 4301444740 00000400:00000010:2.0:1770653413.897833:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8b28. 00000020:00000001:0.0:1770653413.897833:0:76656:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:1.0:1770653413.897835:0:3289:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.897840:0:3282:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1770653413.897842:0:76387:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.897842:0:3289:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1770653413.897842:0:76656:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1770653413.897862:0:3289:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:1.0:1770653413.897866:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9556074a9c00/2, rc 0, transno 8590299204 00000100:00000200:2.0:1770653413.897869:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955618d88380 x1856657707198464/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00001000:1.0:1770653413.897870:0:3289:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 7 in flight, 21 in progress 00000020:00000010:0.0:1770653413.897871:0:76656:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00000100:00000001:3.0:1770653413.897872:0:76387:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.897878:0:76656:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.897879:0:76387:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.897885:0:76387:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.897885:0:76656:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00000100:00000040:1.0:1770653413.897889:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9556074a9c00 x1856657707193344/t8590299204(8590299204) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1770653413.897891:0:76387:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.897893:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1770653413.897894:0:76656:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997a200. 00010000:00000001:3.0:1770653413.897897:0:76387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:0.0:1770653413.897900:0:76656:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519800. 00000100:00000040:2.0:1770653413.897902:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955618d88380 x1856657707198464/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.897903:0:76387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1770653413.897907:0:76656:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d0c8. 00010000:00000001:3.0:1770653413.897908:0:76387:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.897915:0:76387:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:0.0:1770653413.897916:0:76656:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:3.0:1770653413.897918:0:76387:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00100000:1.0:1770653413.897919:0:3289:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9556074a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707193344:0@lo:6:osp-syn-0-0.0 00000100:00000001:0.0:1770653413.897920:0:76656:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1770653413.897924:0:76656:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000100:00000001:3.0:1770653413.897925:0:76387:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.897928:0:76656:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.897930:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.897932:0:76387:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1770653413.897934:0:76656:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:3.0:1770653413.897936:0:76387:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1770653413.897937:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1770653413.897938:0:76656:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1770653413.897943:0:76656:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1770653413.897944:0:76387:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556189e10c0 going to sleep for 11 seconds 00000100:00000040:1.0:1770653413.897944:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9556074a9c00 x1856657707193344/t8590299204(8590299204) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1770653413.897947:0:76656:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c986000 refcount=4 00000100:00000001:3.0:1770653413.897950:0:76387:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653413.897951:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.897953:0:76656:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812315136 : -117277897236480 : ffff95561c986000) 00000100:00000001:3.0:1770653413.897955:0:76387:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.897957:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1770653413.897961:0:76656:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812315136 : -117277897236480 : ffff95561c986000) 00000100:00000001:1.0:1770653413.897965:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1770653413.897970:0:3282:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00010000:0.0:1770653413.897970:0:76656:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff95561c986000/0x2aed14e4e178a290 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x154a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f96 expref: 91 pid: 76384 timeout: 6877 lvb_type: 1 00000100:00000001:1.0:1770653413.897972:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.897977:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653413.897979:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000004:00000001:2.0:1770653413.897982:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000020:00000001:3.0:1770653413.897983:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1770653413.897984:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.897984:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:2.0:1770653413.897986:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.897987:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.897989:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.897990:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.897993:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00000001:0.0:1770653413.897994:0:76656:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1770653413.897995:0:7409:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00000001:2.0:1770653413.897996:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1770653413.898001:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.898002:0:7409:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:0.0:1770653413.898002:0:76656:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.898003:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444740 00010000:00000001:3.0:1770653413.898007:0:7409:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000040:00001000:2.0:1770653413.898007:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64b480 type=0x10692404 idx=1747 00000100:00000001:1.0:1770653413.898008:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444738 00000100:00000001:0.0:1770653413.898009:0:76656:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00010000:3.0:1770653413.898013:0:7409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff95571016b000/0x2aed14e4e178ce65 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1543:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000040:00001000:2.0:1770653413.898015:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1747 lrh_len: 64 (2944 remains) 00000100:00000001:1.0:1770653413.898015:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444740 00000100:00000200:0.0:1770653413.898019:0:76656:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff95573c2df800 x1856657966305024/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000040:00001000:2.0:1770653413.898022:0:6724:0:(llog.c:797:llog_process_thread()) index: 1747, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00000100:00000001:1.0:1770653413.898023:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444738 00000100:00000001:1.0:1770653413.898030:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444740 00000004:00000001:2.0:1770653413.898031:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00010000:3.0:1770653413.898034:0:7409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95571016b000 already unused, calling callback (ffffffffc16fe650) 00000100:00000001:1.0:1770653413.898036:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444738 00000004:00000001:2.0:1770653413.898038:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:3.0:1770653413.898040:0:7409:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:1.0:1770653413.898043:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444740 00010000:00000001:3.0:1770653413.898044:0:7409:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000004:00000001:2.0:1770653413.898044:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.898045:0:76656:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00010000:3.0:1770653413.898050:0:7409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff95571016b000/0x2aed14e4e178ce65 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1543:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.898051:0:3291:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1770653413.898052:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000100:00000001:0.0:1770653413.898052:0:76656:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.898055:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:2.0:1770653413.898059:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000001:1.0:1770653413.898059:0:3291:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1770653413.898065:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c2dfb80. 00000100:00000001:0.0:1770653413.898065:0:76656:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.898066:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.898067:0:7409:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1770653413.898073:0:7409:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:2.0:1770653413.898073:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=24 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1770653413.898073:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653413.898077:0:7409:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1770653413.898078:0:76656:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1770653413.898080:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:3.0:1770653413.898082:0:7409:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016b000 refcount=3 00000100:00000001:1.0:1770653413.898082:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1770653413.898082:0:76656:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1770653413.898083:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1770653413.898086:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1770653413.898088:0:7409:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897456640 : -117273812094976 : ffff95571016b000) 02000000:00000001:2.0:1770653413.898089:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.898091:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1770653413.898092:0:76656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161838 00010000:00000001:3.0:1770653413.898096:0:7409:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897456640 : -117273812094976 : ffff95571016b000) 00000100:00000001:1.0:1770653413.898096:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1770653413.898098:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95572d10d800. 00000100:00000040:0.0:1770653413.898098:0:76656:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 2 00000100:00000001:1.0:1770653413.898101:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.898103:0:7409:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1770653413.898104:0:76656:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800637179904 : -117273072371712 : ffff95573c2df800) 00000100:00000001:2.0:1770653413.898107:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.898107:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.898108:0:7409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff95571016b000/0x2aed14e4e178ce65 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1543:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000004:00000001:2.0:1770653413.898114:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626800637180800 : -117273072370816 : ffff95573c2dfb80) 00000100:00000040:0.0:1770653413.898114:0:76656:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95573c2df800 x1856657966305024/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.898122:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1770653413.898122:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444740 00000100:00000001:2.0:1770653413.898126:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.898131:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444738 00000100:00000040:2.0:1770653413.898135:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e709c1a] to pc [ptlrpcd_00_01+1] req@ffff95573c2dfb80 x1856657707200128/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.898140:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444740 00010000:00000001:3.0:1770653413.898146:0:7409:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1770653413.898148:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444738 00000100:00000001:0.0:1770653413.898150:0:76656:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1770653413.898151:0:7409:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.898155:0:7409:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.898156:0:76656:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00000100:00000001:1.0:1770653413.898158:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444740 00010000:00000001:3.0:1770653413.898162:0:7409:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1770653413.898163:0:76656:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.898165:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444738 00010000:00000001:3.0:1770653413.898166:0:7409:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000010:0.0:1770653413.898167:0:76656:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00010000:00000001:3.0:1770653413.898170:0:7409:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653413.898173:0:7409:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.898173:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444740 00000004:00000001:2.0:1770653413.898174:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.898179:0:76656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95573c2df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_033:b31b1d82-c1d4-4680-ae7a-71292416d1f5+91:2366:x1856657966305024:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1770653413.898182:0:3290:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1770653413.898183:0:7409:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95571016b000 with handle 0x2aed14e4e178ce65 from hash 00000004:00001000:2.0:1770653413.898183:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 8 in flight, 22 in progress 00000100:00000200:0.0:1770653413.898184:0:76656:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966305024 00010000:00000001:3.0:1770653413.898190:0:7409:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1770653413.898191:0:76656:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000004:00001000:2.0:1770653413.898192:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1747, id 1958 00000100:00000001:1.0:1770653413.898192:0:3290:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.898193:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000002:0.0:1770653413.898195:0:76656:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1770653413.898197:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.898199:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.898200:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00010000:00000001:0.0:1770653413.898200:0:76656:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00010000:00000001:3.0:1770653413.898201:0:7409:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1770653413.898202:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.898207:0:7409:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:0.0:1770653413.898208:0:76656:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1770653413.898209:0:3290:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1770653413.898210:0:7409:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.898212:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653413.898213:0:3290:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1770653413.898213:0:76656:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1770653413.898214:0:7409:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1770653413.898215:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1770653413.898219:0:7409:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:1.0:1770653413.898220:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1770653413.898220:0:76656:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95573c587400. 00000100:00000001:2.0:1770653413.898221:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.898224:0:7409:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:1.0:1770653413.898225:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1770653413.898226:0:76656:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.898227:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00000001:3.0:1770653413.898229:0:7409:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.898230:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.898231:0:76656:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.898232:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.898236:0:7409:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.898237:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.898238:0:76656:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:2.0:1770653413.898240:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1770653413.898242:0:7409:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1770653413.898243:0:76656:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:2.0:1770653413.898244:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.898245:0:7409:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1770653413.898249:0:76656:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1770653413.898251:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.898251:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1770653413.898252:0:76656:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1770653413.898256:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.898256:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1770653413.898257:0:76656:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c986000 refcount=4 00010000:00000001:3.0:1770653413.898260:0:7409:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.898261:0:3288:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1770653413.898261:0:76656:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812315136 : -117277897236480 : ffff95561c986000) 00010000:00000001:3.0:1770653413.898265:0:7409:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.898266:0:76656:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812315136 : -117277897236480 : ffff95561c986000) 00000100:00000040:2.0:1770653413.898267:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95573c2dfb80 x1856657707200128/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1770653413.898267:0:76655:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9cf80. 00010000:00000001:3.0:1770653413.898269:0:7409:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.898273:0:76656:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95565f6ede00 count: 3 00000100:00000001:1.0:1770653413.898274:0:76655:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00010000:3.0:1770653413.898276:0:7409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff95571016b000/0x2aed14e4e178ce65 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1543:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000100:00000010:1.0:1770653413.898281:0:76655:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa8c00. 00010000:00010000:0.0:1770653413.898283:0:76656:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff95561c986000/0x2aed14e4e178a290 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x154a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f96 expref: 91 pid: 76384 timeout: 6877 lvb_type: 1 00000100:00000001:1.0:1770653413.898287:0:76655:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540169216 : -117277169382400 : ffff955647fa8c00) 00000100:00000001:1.0:1770653413.898293:0:76655:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540169216 : -117277169382400 : ffff955647fa8c00) 00000100:00000001:2.0:1770653413.898300:0:3288:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1770653413.898301:0:76655:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000001:3.0:1770653413.898302:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.898307:0:3288:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.898307:0:76655:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00010000:3.0:1770653413.898308:0:7409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95571016b000/0x2aed14e4e178ce65 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1543:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000100:00001000:0.0:1770653413.898308:0:76656:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 00010000:00000001:1.0:1770653413.898311:0:76655:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 02000000:00000001:2.0:1770653413.898315:0:3288:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:1.0:1770653413.898315:0:76655:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1770653413.898317:0:76656:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:2.0:1770653413.898322:0:3288:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.898322:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.898324:0:76655:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.898326:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.898331:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1770653413.898332:0:3288:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.898335:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1770653413.898335:0:76656:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff95561c986000/0x2aed14e4e178a290 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x154a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f96 expref: 91 pid: 76384 timeout: 6877 lvb_type: 1 00010000:00000040:3.0:1770653413.898337:0:7409:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95563cd5c100 count: 0 00010000:00000001:1.0:1770653413.898339:0:76655:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.898342:0:3288:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95573c2dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707200128:0@lo:6:osp-syn-0-0.0 00002000:00000010:3.0:1770653413.898343:0:7409:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955621430b00. 00010000:00000001:1.0:1770653413.898344:0:76655:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1770653413.898348:0:76655:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000010:3.0:1770653413.898351:0:7409:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95563cd5c400. 00000100:00000001:2.0:1770653413.898354:0:3288:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1770653413.898355:0:76655:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.898360:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1770653413.898360:0:3288:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1770653413.898361:0:76655:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.898361:0:76656:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.898365:0:7409:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:2.0:1770653413.898367:0:3288:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.898367:0:76655:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000010:3.0:1770653413.898368:0:7409:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff95564f362540. 00010000:00000001:0.0:1770653413.898368:0:76656:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000010:1.0:1770653413.898372:0:76655:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa8c00. 00010000:00000001:0.0:1770653413.898373:0:76656:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.898374:0:3288:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1770653413.898375:0:7409:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.898379:0:76655:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000020:00000001:3.0:1770653413.898380:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1770653413.898380:0:76656:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.898381:0:76655:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1770653413.898383:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653413.898383:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95572d10c400. 00010000:00000010:1.0:1770653413.898388:0:76655:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9cf80. 00010000:00000001:0.0:1770653413.898388:0:76656:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00010000:3.0:1770653413.898389:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1770653413.898390:0:3288:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.898391:0:76656:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:3.0:1770653413.898393:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1770653413.898394:0:76655:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1770653413.898397:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1770653413.898398:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.898399:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2898. 00010000:00010000:1.0:1770653413.898399:0:76655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1770653413.898400:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.898402:0:76655:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.898404:0:76656:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00010000:3.0:1770653413.898405:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1770653413.898408:0:76655:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1770653413.898409:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:2.0:1770653413.898409:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888220. 00010000:00000001:0.0:1770653413.898409:0:76656:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.898411:0:76655:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.898413:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.898416:0:76656:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561c986000 with handle 0x2aed14e4e178a290 from hash 00000100:00001000:1.0:1770653413.898417:0:76655:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00010000:00010000:3.0:1770653413.898418:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:2.0:1770653413.898419:0:3288:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707200128, portal 4 00010000:00000001:0.0:1770653413.898423:0:76656:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1770653413.898425:0:76655:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1770653413.898427:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:0.0:1770653413.898427:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1770653413.898431:0:76655:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000001:0.0:1770653413.898432:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.898433:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637180800 : -117273072370816 : ffff95573c2dfb80) 00000100:00000001:1.0:1770653413.898434:0:76655:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00000001:0.0:1770653413.898436:0:76656:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1770653413.898439:0:76656:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000800:00000010:3.0:1770653413.898441:0:3282:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626ca00. 02000000:00000001:1.0:1770653413.898442:0:76655:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1770653413.898442:0:76656:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.898446:0:76655:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.898447:0:3288:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95573c2dfb80 x1856657707200128/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.898448:0:76656:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1770653413.898452:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.898453:0:76655:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1770653413.898455:0:3282:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00010000:0.0:1770653413.898459:0:76656:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95561c986000/0x2aed14e4e178a290 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x154a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f96 expref: 91 pid: 76384 timeout: 6877 lvb_type: 1 00000100:00000040:1.0:1770653413.898462:0:76655:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000800:00000200:3.0:1770653413.898469:0:3282:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000400:00000010:1.0:1770653413.898469:0:76655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022d48. 00000800:00000200:3.0:1770653413.898476:0:3282:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626ca00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1770653413.898477:0:3288:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1770653413.898478:0:76655:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966304384, offset 224 00010000:00000040:0.0:1770653413.898484:0:76656:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 84 00000100:00000040:2.0:1770653413.898485:0:3288:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:3.0:1770653413.898488:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:0.0:1770653413.898489:0:76656:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 90 00000400:00000200:1.0:1770653413.898490:0:76655:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000010:2.0:1770653413.898492:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888ee0. 00000800:00000001:3.0:1770653413.898496:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.898497:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1770653413.898498:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707200128, offset 0 00010000:00000001:0.0:1770653413.898500:0:76656:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000800:00000001:3.0:1770653413.898502:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1770653413.898503:0:76655:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000001:0.0:1770653413.898505:0:76656:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000800:00000001:3.0:1770653413.898510:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653413.898510:0:3288:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000040:0.0:1770653413.898510:0:76656:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95561ae2a600 00000400:00000200:1.0:1770653413.898513:0:76655:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164643:2164643:248:4294967295] 192.168.202.60@tcp LPNI seq info [2164639:2164639:-6:4294967295] 00010000:00000001:0.0:1770653413.898518:0:76656:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1770653413.898521:0:76656:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:1.0:1770653413.898522:0:76655:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.898524:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00010000:0.0:1770653413.898525:0:76656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653413.898530:0:76656:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653413.898531:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1770653413.898532:0:76655:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:0.0:1770653413.898536:0:76656:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1770653413.898539:0:76655:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.898540:0:76656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000200:3.0:1770653413.898541:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d0e80 00010000:00000001:0.0:1770653413.898545:0:76656:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.898546:0:76655:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.898547:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b6e80 00010000:00000001:0.0:1770653413.898551:0:76656:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000200:3.0:1770653413.898555:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6d25 [2] + 328 00010000:00000001:0.0:1770653413.898555:0:76656:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000040:1.0:1770653413.898556:0:76655:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d88700 x1856657966304384/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1770653413.898560:0:76656:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a600/0x2aed14e4e178ce8f lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x154a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000800:00000001:3.0:1770653413.898566:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1770653413.898569:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf2bd [8] + 0 00000800:00000001:3.0:1770653413.898575:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.898581:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653413.898582:0:3288:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1770653413.898584:0:76656:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:0.0:1770653413.898590:0:76656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a600/0x2aed14e4e178ce8f lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x154a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1770653413.898594:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1770653413.898595:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00100000:1.0:1770653413.898595:0:76655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955618d88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_032:b31b1d82-c1d4-4680-ae7a-71292416d1f5+90:2365:x1856657966304384:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 5143us (5603us total) trans 0 rc 0/0 00000100:00000001:2.0:1770653413.898603:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1770653413.898606:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653413.898607:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:3.0:1770653413.898610:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1770653413.898615:0:3288:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c2dc000. 00000100:00100000:1.0:1770653413.898616:0:76655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161834 00010000:00000040:0.0:1770653413.898617:0:76656:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x154a:0x0].0x0 (ffff95565f6ede00) refcount = 2 00000100:00000010:3.0:1770653413.898618:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572eb23b80. 00000100:00000040:2.0:1770653413.898620:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff95573c2dc000 x1856657707200128 msgsize 544 00000100:00000040:1.0:1770653413.898623:0:76655:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 1 00000100:00000040:3.0:1770653413.898624:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff95572eb23b80 x1856657966304896 msgsize 328 00010000:00000040:0.0:1770653413.898627:0:76656:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:1.0:1770653413.898628:0:76655:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000040:0.0:1770653413.898632:0:76656:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a600/0x2aed14e4e178ce8f lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x154a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.898634:0:76655:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1770653413.898637:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770653413.898639:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000020:00000010:1.0:1770653413.898640:0:76655:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519180. 00000020:00000010:1.0:1770653413.898648:0:76655:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3daf0. 00010000:00000001:0.0:1770653413.898649:0:76656:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:2.0:1770653413.898650:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1770653413.898653:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:0.0:1770653413.898654:0:76656:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.898655:0:76655:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997aa00. 00000400:00000200:2.0:1770653413.898659:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888ee0 00010000:00000001:0.0:1770653413.898660:0:76656:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000040:1.0:1770653413.898662:0:76655:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 89 00000400:00000010:2.0:1770653413.898664:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888ee0. 00010000:00000001:0.0:1770653413.898664:0:76656:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1770653413.898668:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1770653413.898669:0:76655:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d88700. 00010000:00000001:0.0:1770653413.898669:0:76656:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.898670:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:3.0:1770653413.898673:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573d1b7000. 00000100:00000200:2.0:1770653413.898678:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95573c2dfb80 x1856657707200128/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1770653413.898678:0:76656:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a2c0. 00000100:00000010:1.0:1770653413.898679:0:76655:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95571043e680. 00000400:00000200:3.0:1770653413.898681:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1770653413.898684:0:76656:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1770653413.898688:0:76655:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d8b800. 00000100:00000010:0.0:1770653413.898690:0:76656:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f3626c0. 00000400:00000200:3.0:1770653413.898693:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000010:1.0:1770653413.898697:0:76655:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d8a680. 00000100:00000001:0.0:1770653413.898697:0:76656:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661515968 : -117277048035648 : ffff95564f3626c0) 00000100:00000001:2.0:1770653413.898698:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1770653413.898699:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022f68 00000100:00000040:2.0:1770653413.898705:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2dfb80 x1856657707200128/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.898705:0:76656:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661515968 : -117277048035648 : ffff95564f3626c0) 00000400:00000010:3.0:1770653413.898706:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022f68. 00000100:00000010:1.0:1770653413.898706:0:76655:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95571043dc00. 00000100:00000001:0.0:1770653413.898711:0:76656:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1770653413.898714:0:76656:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000001:3.0:1770653413.898715:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000010:1.0:1770653413.898716:0:76655:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95571043c700. 00010000:00000001:0.0:1770653413.898717:0:76656:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 02000000:00000001:3.0:1770653413.898720:0:3282:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1770653413.898721:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.898722:0:76656:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:1.0:1770653413.898723:0:76655:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1770653413.898724:0:3282:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955637245400. 00000100:00000001:2.0:1770653413.898724:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1770653413.898730:0:3288:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.898731:0:76655:0:(niobuf.c:1189:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 02000000:00000001:3.0:1770653413.898732:0:3282:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1770653413.898732:0:76656:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.898735:0:3288:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26297 usecs (27 jiffies) 00000100:00000001:3.0:1770653413.898736:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1770653413.898749:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.898752:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.898754:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444738 00000400:00000010:1.0:1770653413.898754:0:76655:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d94b58. 00010000:00000001:0.0:1770653413.898755:0:76656:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.898759:0:3282:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:2.0:1770653413.898762:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444740 00010000:00000001:0.0:1770653413.898762:0:76656:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000400:00000010:1.0:1770653413.898763:0:76655:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff955647fa8c00. 00000800:00000010:3.0:1770653413.898765:0:3282:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c900. 00010000:00000001:0.0:1770653413.898766:0:76656:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1770653413.898768:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444738 00000100:00000001:0.0:1770653413.898772:0:76656:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.898774:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444740 00000800:00000200:3.0:1770653413.898776:0:3282:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:1.0:1770653413.898776:0:76655:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1770653413.898777:0:76656:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.898779:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444738 00000100:00100000:1.0:1770653413.898781:0:76655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966304896 00000100:00000001:0.0:1770653413.898782:0:76656:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 02000000:00000001:1.0:1770653413.898787:0:76655:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000200:3.0:1770653413.898788:0:3282:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:2.0:1770653413.898788:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444740 00000100:00000010:0.0:1770653413.898788:0:76656:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f3626c0. 00000100:00000001:1.0:1770653413.898789:0:76655:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653413.898794:0:76655:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.898795:0:3282:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1770653413.898796:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444738 00000100:00000001:0.0:1770653413.898797:0:76656:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 02000000:00000001:1.0:1770653413.898798:0:76655:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.898800:0:76656:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.898803:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444740 00000100:00100000:1.0:1770653413.898804:0:76655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966304896 00010000:00000010:0.0:1770653413.898805:0:76656:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a2c0. 00000800:00000001:3.0:1770653413.898807:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653413.898807:0:3288:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1770653413.898809:0:76655:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:0.0:1770653413.898812:0:76656:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000800:00000001:3.0:1770653413.898813:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.898814:0:3288:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.898814:0:76655:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00010000:00010000:0.0:1770653413.898815:0:76656:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000001:1.0:1770653413.898819:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1770653413.898820:0:76656:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.898824:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.898824:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=90 00010000:00000001:0.0:1770653413.898825:0:76656:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000800:00000200:3.0:1770653413.898826:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1770653413.898831:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00010000:00000001:0.0:1770653413.898831:0:76656:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1770653413.898832:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df200. 00000100:00000001:2.0:1770653413.898832:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653413.898837:0:76656:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000020:00000001:1.0:1770653413.898840:0:76655:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000400:00000200:3.0:1770653413.898841:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1770653413.898842:0:76656:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1770653413.898844:0:76655:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1770653413.898867:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1770653413.898870:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653413.898874:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1770653413.898875:0:76656:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e946600. 00000100:00000001:2.0:1770653413.898877:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.898877:0:76655:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cf80. 00000400:00000200:3.0:1770653413.898884:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653413.898884:0:76655:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000010:0.1:1770653413.898885:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a000. 00000400:00000200:3.0:1770653413.898890:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268882a8 00000020:00000010:1.0:1770653413.898891:0:76655:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cf80. 00010000:00000010:0.1:1770653413.898893:0:76656:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e13bb00. 00000400:00000010:3.0:1770653413.898895:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268882a8. 00000020:00000010:1.0:1770653413.898898:0:76655:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f7c00. 00000100:00000001:3.0:1770653413.898901:0:3282:0:(events.c:34:request_out_callback()) Process entered 00010000:00000010:0.1:1770653413.898902:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016ae00. 00000020:00000010:1.0:1770653413.898903:0:76655:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07df80. 00000100:00000200:3.0:1770653413.898909:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95573c2dd880 x1856657707198592/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:0.1:1770653413.898909:0:76656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556323fdc00. 00000020:00000010:1.0:1770653413.898910:0:76655:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada578. 00010000:00010000:2.0:1770653413.898915:0:12201:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff95561ae2b800/0x2aed14e4e178ce73 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1548:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.898917:0:76655:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1770653413.898920:0:76656:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:1.0:1770653413.898921:0:76655:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1770653413.898926:0:76655:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000100:00000001:0.0:1770653413.898927:0:76656:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00000001:1.0:1770653413.898930:0:76655:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.898935:0:76656:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1770653413.898936:0:76655:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1770653413.898938:0:12201:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.898939:0:76656:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.898941:0:76655:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1770653413.898942:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00010000:2.0:1770653413.898945:0:12201:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95561ae2b800/0x2aed14e4e178ce73 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1548:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1770653413.898946:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1770653413.898947:0:76656:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1770653413.898951:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2dd880 x1856657707198592/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:1.0:1770653413.898951:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556395a6200 refcount=4 00000100:00000040:0.0:1770653413.898956:0:76656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000020:00000001:1.0:1770653413.898958:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796294791680 : -117277414759936 : ffff9556395a6200) 00000400:00000010:0.0:1770653413.898962:0:76656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8d48. 00010000:00000001:2.0:1770653413.898965:0:12201:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1770653413.898965:0:76655:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796294791680 : -117277414759936 : ffff9556395a6200) 00010000:00000001:2.0:1770653413.898970:0:12201:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:0.0:1770653413.898971:0:76656:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966305024, offset 224 00010000:00000001:2.0:1770653413.898975:0:12201:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1770653413.898976:0:76655:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9556395a6200/0x2aed14e4e178a20b lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1547:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f26 expref: 90 pid: 6531 timeout: 6877 lvb_type: 1 00000100:00000001:3.0:1770653413.898978:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.898980:0:12201:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1770653413.898984:0:12201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1770653413.898985:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1770653413.898985:0:76656:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000020:00000040:2.0:1770653413.898989:0:12201:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2b800 refcount=3 00000020:00000001:2.0:1770653413.898995:0:12201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783632896 : -117277925918720 : ffff95561ae2b800) 00000800:00000200:3.0:1770653413.898996:0:3282:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:1.0:1770653413.898998:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1770653413.898998:0:76656:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000001:2.0:1770653413.899002:0:12201:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783632896 : -117277925918720 : ffff95561ae2b800) 00010000:00000001:1.0:1770653413.899003:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:3.0:1770653413.899005:0:3282:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626cd00. 00010000:00000001:1.0:1770653413.899006:0:76655:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.899008:0:12201:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:0.0:1770653413.899010:0:76656:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164644:2164644:248:4294967295] 192.168.202.60@tcp LPNI seq info [2164640:2164640:-5:4294967295] 00000100:00000001:1.0:1770653413.899013:0:76655:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1770653413.899014:0:12201:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95561ae2b800/0x2aed14e4e178ce73 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1548:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000800:00000200:3.0:1770653413.899015:0:3282:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:1.0:1770653413.899021:0:76655:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1770653413.899023:0:76656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.899028:0:3282:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000200:1.0:1770653413.899031:0:76655:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff95572eb23b80 x1856657966304896/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.899032:0:12201:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1770653413.899033:0:76656:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000800:00000200:3.0:1770653413.899035:0:3282:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626cd00 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:2.0:1770653413.899036:0:12201:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1770653413.899041:0:12201:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff95561ae2b800/0x2aed14e4e178ce73 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1548:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.899041:0:76656:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.899047:0:76656:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.899050:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1770653413.899055:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955734dea700. 00000100:00000040:0.0:1770653413.899059:0:76656:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c2df800 x1856657966305024/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1770653413.899064:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653413.899065:0:76655:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1770653413.899068:0:76655:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.899077:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653413.899080:0:76655:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.899082:0:12201:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1770653413.899086:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022e58 00010000:00000001:2.0:1770653413.899087:0:12201:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.899091:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022e58. 00000100:00000001:1.0:1770653413.899092:0:76655:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1770653413.899094:0:12201:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1770653413.899095:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653413.899097:0:76655:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1770653413.899099:0:3282:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000010:2.0:1770653413.899100:0:12201:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556695e0a80. 00000100:00100000:0.0:1770653413.899100:0:76656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95573c2df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_033:b31b1d82-c1d4-4680-ae7a-71292416d1f5+90:2366:x1856657966305024:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 943us (1395us total) trans 0 rc 0/0 02000000:00000010:3.0:1770653413.899103:0:3282:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955637244800. 00000100:00100000:1.0:1770653413.899106:0:76655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161839 00010000:00000001:2.0:1770653413.899107:0:12201:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 02000000:00000001:3.0:1770653413.899110:0:3282:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1770653413.899114:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1770653413.899114:0:76655:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 2 00000100:00000001:1.0:1770653413.899119:0:76655:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800410966912 : -117273298584704 : ffff95572eb23b80) 00000100:00100000:0.0:1770653413.899120:0:76656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161838 00010000:00010000:2.0:1770653413.899122:0:12201:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000800:00000200:3.0:1770653413.899124:0:3282:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653413.899129:0:12201:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.899129:0:76656:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 1 00000100:00000040:1.0:1770653413.899130:0:76655:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95572eb23b80 x1856657966304896/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1770653413.899131:0:3282:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626cb00. 00000100:00000001:0.0:1770653413.899135:0:76656:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1770653413.899136:0:12201:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.899139:0:76656:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1770653413.899141:0:12201:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000800:00000200:3.0:1770653413.899142:0:3282:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000020:00000010:0.0:1770653413.899144:0:76656:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519800. 00010000:00000001:2.0:1770653413.899146:0:12201:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.899151:0:12201:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1770653413.899153:0:76656:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d0c8. 00000800:00000200:3.0:1770653413.899155:0:3282:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00002000:00000001:2.0:1770653413.899156:0:12201:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000020:00000010:0.0:1770653413.899160:0:76656:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997a200. 00000800:00000200:3.0:1770653413.899162:0:3282:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626cb00 type 1, nob 320 niov 1 nkiov 1 00080000:00000001:2.0:1770653413.899163:0:12201:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:1.0:1770653413.899163:0:76655:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1770653413.899166:0:76656:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 89 00000020:00000010:1.0:1770653413.899171:0:76655:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cf80. 00000100:00000001:0.0:1770653413.899172:0:76656:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1770653413.899175:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000010:2.0:1770653413.899175:0:12201:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95572d10c800. 00000100:00000001:1.0:1770653413.899176:0:76655:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1770653413.899181:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c200. 00000020:00000010:1.0:1770653413.899182:0:76655:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cf80. 00080000:00000001:2.0:1770653413.899183:0:12201:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626800383608832 : -117273325942784 : ffff95572d10c800) 00000400:00000200:3.0:1770653413.899185:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1770653413.899185:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1770653413.899189:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.899192:0:12201:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00100000:1.0:1770653413.899193:0:76655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95572eb23b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_032:b31b1d82-c1d4-4680-ae7a-71292416d1f5+89:2365:x1856657966304896:12345-192.168.202.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770653413.899195:0:7410:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000400:00000200:3.0:1770653413.899198:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000001:00000001:2.0:1770653413.899198:0:12201:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.899202:0:7410:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000100:00000200:1.0:1770653413.899205:0:76655:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966304896 00010000:00000001:0.0:1770653413.899206:0:7410:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:3.0:1770653413.899207:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78e58 00080000:00000002:2.0:1770653413.899208:0:12201:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x1548:0x0] not in the id map cache 00010000:00000001:1.0:1770653413.899209:0:76655:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00010000:00010000:0.0:1770653413.899211:0:7410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff95561ae2b800/0x2aed14e4e178ce73 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1548:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1770653413.899212:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78e58. 00010000:00000002:1.0:1770653413.899212:0:76655:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1770653413.899216:0:76655:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00080000:00000001:2.0:1770653413.899217:0:12201:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000100:00000001:3.0:1770653413.899218:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653413.899221:0:76655:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1770653413.899222:0:3282:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:1.0:1770653413.899224:0:76655:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1770653413.899226:0:3282:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95565d740800. 02000000:00000010:1.0:1770653413.899230:0:76655:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955637244800. 00010000:00010000:0.0:1770653413.899230:0:7410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95561ae2b800 already unused, calling callback (ffffffffc16fe650) 02000000:00000001:3.0:1770653413.899231:0:3282:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00080000:00000001:2.0:1770653413.899234:0:12201:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1770653413.899234:0:76655:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.899235:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1770653413.899236:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:1.0:1770653413.899242:0:76655:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.899242:0:7410:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000800:00000200:3.0:1770653413.899243:0:3282:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00080000:00000001:2.0:1770653413.899243:0:12201:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.899245:0:7410:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff95561ae2b800/0x2aed14e4e178ce73 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1548:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.899248:0:76655:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00080000:00000001:2.0:1770653413.899251:0:12201:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000800:00000010:3.0:1770653413.899252:0:3282:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c200. 00010000:00010000:1.0:1770653413.899252:0:76655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00080000:00000001:2.0:1770653413.899255:0:12201:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1770653413.899259:0:12201:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:1.0:1770653413.899259:0:76655:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1770653413.899262:0:7410:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000800:00000200:3.0:1770653413.899263:0:3282:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000020:00000001:1.0:1770653413.899264:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 80000000:00000001:2.0:1770653413.899265:0:12201:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:0.0:1770653413.899266:0:7410:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 80000000:00000001:2.0:1770653413.899269:0:12201:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.899271:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556395a6200 refcount=4 00000020:00000001:0.0:1770653413.899271:0:7410:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:3.0:1770653413.899275:0:3282:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 80000000:00000001:2.0:1770653413.899276:0:12201:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.899277:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796294791680 : -117277414759936 : ffff9556395a6200) 00000020:00000040:0.0:1770653413.899277:0:7410:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2b800 refcount=3 00000800:00000200:3.0:1770653413.899281:0:3282:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c200 type 1, nob 424 niov 1 nkiov 1 00080000:00000001:2.0:1770653413.899282:0:12201:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.899285:0:76655:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796294791680 : -117277414759936 : ffff9556395a6200) 00000020:00000001:0.0:1770653413.899285:0:7410:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783632896 : -117277925918720 : ffff95561ae2b800) 00080000:00000001:2.0:1770653413.899288:0:12201:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000040:1.0:1770653413.899292:0:76655:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955633f4c900 count: 3 00000800:00000200:3.0:1770653413.899293:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000001:2.0:1770653413.899294:0:12201:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00010000:00000001:0.0:1770653413.899294:0:7410:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783632896 : -117277925918720 : ffff95561ae2b800) 00000800:00000010:3.0:1770653413.899299:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626cc00. 00010000:00010000:1.0:1770653413.899301:0:76655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9556395a6200/0x2aed14e4e178a20b lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1547:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f26 expref: 89 pid: 6531 timeout: 6877 lvb_type: 1 00010000:00000001:0.0:1770653413.899301:0:7410:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:3.0:1770653413.899304:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:0.0:1770653413.899307:0:7410:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff95561ae2b800/0x2aed14e4e178ce73 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1548:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000001:00000001:2.0:1770653413.899313:0:12201:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:3.0:1770653413.899316:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000001:00000001:2.0:1770653413.899317:0:12201:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00001000:1.0:1770653413.899323:0:76655:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 00080000:00000001:2.0:1770653413.899325:0:12201:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.899326:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8908 00010000:00000001:0.0:1770653413.899327:0:7410:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1770653413.899331:0:76655:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:3.0:1770653413.899334:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8908. 00080000:00000001:2.0:1770653413.899335:0:12201:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1770653413.899335:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1770653413.899336:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.899340:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.899340:0:7410:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.899341:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00080000:00000001:2.0:1770653413.899343:0:12201:0:(osd_io.c:243:osd_declare_write()) Process entered 02000000:00000001:3.0:1770653413.899346:0:3282:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1770653413.899347:0:7410:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00010000:1.0:1770653413.899348:0:76655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9556395a6200/0x2aed14e4e178a20b lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1547:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f26 expref: 89 pid: 6531 timeout: 6877 lvb_type: 1 02000000:00000010:3.0:1770653413.899349:0:3282:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff9557195f0400. 00010000:00000001:0.0:1770653413.899351:0:7410:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:3.0:1770653413.899356:0:3282:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1770653413.899357:0:7410:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1770653413.899361:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000001:00000001:2.0:1770653413.899361:0:12201:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1770653413.899362:0:7410:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.899363:0:76655:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1770653413.899367:0:76655:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00080000:00000001:2.0:1770653413.899368:0:12201:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.899368:0:7410:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561ae2b800 with handle 0x2aed14e4e178ce73 from hash 00000800:00000200:3.0:1770653413.899369:0:3282:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:1.0:1770653413.899371:0:76655:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.899374:0:7410:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:1.0:1770653413.899377:0:76655:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1770653413.899378:0:3282:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626cc00. 00010000:00000001:0.0:1770653413.899378:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.899381:0:76655:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1770653413.899382:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.899384:0:76655:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1770653413.899386:0:7410:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000800:00000200:3.0:1770653413.899387:0:3282:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00080000:00000001:2.0:1770653413.899388:0:12201:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.899389:0:7410:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653413.899390:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.899394:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.899394:0:7410:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.899395:0:3282:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00080000:00000001:2.0:1770653413.899396:0:12201:0:(osd_object.c:2094:osd_ref_del()) Process entered 00010000:00000001:1.0:1770653413.899398:0:76655:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1770653413.899401:0:7410:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000800:00000200:3.0:1770653413.899402:0:3282:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626cc00 type 1, nob 424 niov 1 nkiov 1 00010000:00000001:1.0:1770653413.899402:0:76655:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.899403:0:7410:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1770653413.899408:0:7410:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000040:1.0:1770653413.899410:0:76655:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9556395a6200 with handle 0x2aed14e4e178a20b from hash 00010000:00000001:0.0:1770653413.899411:0:7410:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.899414:0:76655:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00080000:00000001:2.0:1770653413.899416:0:12201:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.899416:0:7410:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.899417:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:3.0:1770653413.899418:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1770653413.899422:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1770653413.899423:0:12201:0:(osd_object.c:806:osd_destroy()) Process entered 00010000:00000001:0.0:1770653413.899423:0:7410:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000800:00000010:3.0:1770653413.899424:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c700. 00010000:00000001:1.0:1770653413.899425:0:76655:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1770653413.899427:0:7410:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00080000:00000001:2.0:1770653413.899428:0:12201:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000400:00000200:3.0:1770653413.899430:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1770653413.899430:0:76655:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 80000000:00000001:2.0:1770653413.899432:0:12201:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:0.0:1770653413.899433:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.899434:0:76655:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1770653413.899436:0:12201:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:0.0:1770653413.899437:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1770653413.899440:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 80000000:00000001:2.0:1770653413.899441:0:12201:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.899441:0:76655:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1770653413.899442:0:7410:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.899444:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022ee0 00010000:00000001:1.0:1770653413.899445:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 80000000:00000001:2.0:1770653413.899447:0:12201:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.899448:0:7410:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.899449:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022ee0. 00080000:00000001:2.0:1770653413.899450:0:12201:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1770653413.899454:0:76655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9556395a6200/0x2aed14e4e178a20b lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1547:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f26 expref: 89 pid: 6531 timeout: 6877 lvb_type: 1 00010000:00000001:0.0:1770653413.899454:0:7410:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.899455:0:12201:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000100:00000001:3.0:1770653413.899456:0:3282:0:(events.c:34:request_out_callback()) Process entered 00080000:00000001:2.0:1770653413.899461:0:12201:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00010000:00010000:0.0:1770653413.899461:0:7410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff95561ae2b800/0x2aed14e4e178ce73 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1548:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1770653413.899465:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955665155180 x1856657707198976/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.899488:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:1.0:1770653413.899492:0:76655:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 83 00010000:00010000:0.0:1770653413.899493:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95561ae2b800/0x2aed14e4e178ce73 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1548:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.899494:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1770653413.899497:0:76655:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 88 00000100:00000040:3.0:1770653413.899502:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665155180 x1856657707198976/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.899506:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1770653413.899507:0:7410:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff955718ba2f00 count: 0 00080000:00000001:2.0:1770653413.899509:0:12201:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.899511:0:76655:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00002000:00000010:0.0:1770653413.899514:0:7410:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff95562ede4400. 00010000:00000001:1.0:1770653413.899515:0:76655:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00080000:00000001:2.0:1770653413.899516:0:12201:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.899521:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.899521:0:76655:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95561c986a00 00080000:00000001:2.0:1770653413.899522:0:12201:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000010:0.0:1770653413.899523:0:7410:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff955718ba2400. 00000100:00000001:3.0:1770653413.899527:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00000001:00000001:2.0:1770653413.899528:0:12201:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00000001:1.0:1770653413.899528:0:76655:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1770653413.899533:0:76655:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000001:00000002:2.0:1770653413.899534:0:12201:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299205, last_committed = 8590299190 00010000:00010000:1.0:1770653413.899536:0:76655:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653413.899536:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:3.0:1770653413.899539:0:3282:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.899541:0:7410:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1770653413.899542:0:76655:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:2.0:1770653413.899543:0:12201:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564ae600c0. 00000800:00000010:3.0:1770653413.899544:0:3282:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c700. 00010000:00000010:0.0:1770653413.899545:0:7410:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556695e0a80. 00010000:00000001:1.0:1770653413.899548:0:76655:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000001:00000040:2.0:1770653413.899549:0:12201:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 15 00010000:00010000:1.0:1770653413.899551:0:76655:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653413.899552:0:7410:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.899554:0:12201:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=26 00010000:00000001:1.0:1770653413.899556:0:76655:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1770653413.899558:0:3282:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000020:00000001:0.0:1770653413.899559:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000001:2.0:1770653413.899561:0:12201:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1770653413.899562:0:76655:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000001:0.0:1770653413.899563:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.899566:0:76655:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1770653413.899567:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1770653413.899572:0:12201:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000800:00000200:3.0:1770653413.899573:0:3282:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00010000:1.0:1770653413.899573:0:76655:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff95561c986a00/0x2aed14e4e178ce3b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1547:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1770653413.899573:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000001:2.0:1770653413.899578:0:12201:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.899579:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.899582:0:3282:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c700 type 1, nob 424 niov 1 nkiov 1 00010000:00010000:0.0:1770653413.899585:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1770653413.899588:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000001:2.0:1770653413.899591:0:12201:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.899592:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.899593:0:76655:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00002000:00000001:2.0:1770653413.899595:0:12201:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.899599:0:76655:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95561c986a00/0x2aed14e4e178ce3b lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1547:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770653413.899599:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00000001:2.0:1770653413.899600:0:12201:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000800:00000200:3.0:1770653413.899604:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:0.0:1770653413.899610:0:12200:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a600/0x2aed14e4e178ce8f lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x154a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000800:00000010:3.0:1770653413.899612:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df600. 00010000:00000040:1.0:1770653413.899612:0:76655:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1547:0x0].0x0 (ffff955633f4c900) refcount = 2 00080000:00000010:2.0:1770653413.899614:0:12201:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff9556463e91d0. 00010000:00000040:1.0:1770653413.899621:0:76655:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000400:00000200:3.0:1770653413.899622:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000001:2.0:1770653413.899622:0:12201:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00000001:0.0:1770653413.899624:0:12200:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00002000:00000040:2.0:1770653413.899626:0:12201:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x1548:0x0] 00010000:00000040:1.0:1770653413.899626:0:76655:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561c986a00/0x2aed14e4e178ce3b lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1547:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770653413.899630:0:12200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a600/0x2aed14e4e178ce8f lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x154a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00002000:00000010:2.0:1770653413.899633:0:12201:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9556637e3c80. 00000400:00000200:3.0:1770653413.899635:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00002000:00000001:2.0:1770653413.899641:0:12201:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000400:00000200:3.0:1770653413.899644:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78d48 00002000:00000001:2.0:1770653413.899645:0:12201:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.899648:0:76655:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000400:00000010:3.0:1770653413.899650:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78d48. 00010000:00000001:1.0:1770653413.899652:0:76655:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653413.899653:0:12201:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.899656:0:3282:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:0.0:1770653413.899657:0:12200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1770653413.899658:0:76655:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000040:2.0:1770653413.899659:0:12201:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299205, xid 1856657707194368 00010000:00000001:0.0:1770653413.899661:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.899662:0:76655:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1770653413.899663:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95571043ed80 x1856657707199104/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.899666:0:12201:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:0.0:1770653413.899666:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.899667:0:76655:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.899670:0:12200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1770653413.899674:0:12200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000200:2.0:1770653413.899675:0:12201:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95572eb20700 x1856657707194368/t8590299205(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1770653413.899676:0:76655:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9cf80. 00000020:00000040:0.0:1770653413.899678:0:12200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2a600 refcount=3 00000100:00000001:1.0:1770653413.899682:0:76655:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000020:00000001:0.0:1770653413.899685:0:12200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783628288 : -117277925923328 : ffff95561ae2a600) 00000100:00000010:1.0:1770653413.899687:0:76655:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa8f00. 00000100:00000001:3.0:1770653413.899693:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653413.899694:0:76655:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540169984 : -117277169381632 : ffff955647fa8f00) 00010000:00000001:0.0:1770653413.899695:0:12200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783628288 : -117277925923328 : ffff95561ae2a600) 00010000:00000001:2.0:1770653413.899699:0:12201:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1770653413.899701:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95571043ed80 x1856657707199104/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.899701:0:76655:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540169984 : -117277169381632 : ffff955647fa8f00) 00010000:00000001:2.0:1770653413.899702:0:12201:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.899702:0:12200:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1770653413.899707:0:12200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a600/0x2aed14e4e178ce8f lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x154a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.899708:0:76655:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00001000:2.0:1770653413.899709:0:12201:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000100:00000001:1.0:1770653413.899711:0:76655:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1770653413.899715:0:76655:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:2.0:1770653413.899721:0:12201:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1770653413.899721:0:76655:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000040:2.0:1770653413.899727:0:12201:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00010000:00000001:0.0:1770653413.899728:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.899731:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.899732:0:76655:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.899733:0:12201:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00010000:00000001:0.0:1770653413.899733:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.899735:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00010000:00010000:0.0:1770653413.899751:0:12200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a600/0x2aed14e4e178ce8f lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x154a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.899752:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1770653413.899755:0:12201:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1770653413.899756:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1770653413.899759:0:12201:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.899760:0:3282:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:1.0:1770653413.899761:0:76655:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.899766:0:12201:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1770653413.899767:0:76655:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000800:00000010:3.0:1770653413.899769:0:3282:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c500. 00010000:00000001:1.0:1770653413.899772:0:76655:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1770653413.899772:0:12200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:2.0:1770653413.899773:0:12201:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1770653413.899778:0:12200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.899779:0:76655:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.899780:0:3282:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000400:00000010:2.0:1770653413.899780:0:12201:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888ee0. 00010000:00000001:0.0:1770653413.899782:0:12200:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1770653413.899785:0:76655:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.899789:0:12201:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707194368, offset 224 00000100:00000001:1.0:1770653413.899789:0:76655:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000800:00000200:3.0:1770653413.899790:0:3282:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000010:0.0:1770653413.899790:0:12200:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff95564f3626c0. 00000100:00000010:1.0:1770653413.899793:0:76655:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa8f00. 00010000:00000001:0.0:1770653413.899797:0:12200:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000800:00000200:3.0:1770653413.899798:0:3282:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1770653413.899799:0:76655:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000400:00000200:2.0:1770653413.899803:0:12201:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1770653413.899804:0:76655:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1770653413.899810:0:76655:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9cf80. 00010000:00010000:0.0:1770653413.899811:0:12200:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1770653413.899813:0:76655:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:2.0:1770653413.899817:0:12201:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1770653413.899818:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:1.0:1770653413.899819:0:76655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1770653413.899819:0:12200:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.899824:0:76655:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653413.899825:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.899825:0:12200:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.899828:0:12201:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b5800 00010000:00000001:1.0:1770653413.899829:0:76655:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00010000:3.0:1770653413.899831:0:66075:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1770653413.899832:0:12200:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1770653413.899834:0:76655:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.899837:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.899838:0:66075:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000400:00000200:2.0:1770653413.899838:0:12201:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda2f9 [1] + 224 00000100:00001000:1.0:1770653413.899839:0:76655:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00010000:00000001:0.0:1770653413.899843:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.899844:0:66075:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1770653413.899865:0:66075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a600/0x2aed14e4e178ce8f lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x154a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.899867:0:76655:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00002000:00000001:0.0:1770653413.899872:0:12200:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000100:00000040:1.0:1770653413.899874:0:76655:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000400:00000200:2.0:1770653413.899877:0:12201:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:0.0:1770653413.899877:0:12200:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00010000:3.0:1770653413.899879:0:66075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95561ae2a600 already unused, calling callback (ffffffffc16fe650) 00000100:00000001:1.0:1770653413.899879:0:76655:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00080000:00000010:0.0:1770653413.899884:0:12200:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95573c586c00. 00010000:00000001:3.0:1770653413.899886:0:66075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 02000000:00000001:1.0:1770653413.899886:0:76655:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1770653413.899887:0:12201:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1770653413.899891:0:66075:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 02000000:00000001:1.0:1770653413.899892:0:76655:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.899892:0:12200:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626800639962112 : -117273069589504 : ffff95573c586c00) 00000100:00000001:2.0:1770653413.899894:0:12201:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:3.0:1770653413.899895:0:66075:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a600/0x2aed14e4e178ce8f lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x154a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.899897:0:76655:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000001:0.0:1770653413.899900:0:12200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000200:2.0:1770653413.899901:0:12201:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9557030dea00 x1856657707194368/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1770653413.899904:0:12200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.899905:0:76655:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:1.0:1770653413.899913:0:76655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0222a8. 00080000:00000002:0.0:1770653413.899913:0:12200:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x154a:0x0] not in the id map cache 00010000:00000001:3.0:1770653413.899918:0:66075:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000200:1.0:1770653413.899921:0:76655:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966304896, offset 224 00080000:00000001:0.0:1770653413.899921:0:12200:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00010000:00000001:3.0:1770653413.899922:0:66075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653413.899926:0:66075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653413.899929:0:66075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2a600 refcount=3 00000100:00000040:2.0:1770653413.899930:0:12201:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff9557030dea00 x1856657707194368/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1770653413.899934:0:66075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783628288 : -117277925923328 : ffff95561ae2a600) 00000400:00000200:1.0:1770653413.899934:0:76655:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00080000:00000001:0.0:1770653413.899935:0:12200:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.899941:0:66075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783628288 : -117277925923328 : ffff95561ae2a600) 00080000:00000001:0.0:1770653413.899943:0:12200:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.899947:0:76655:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000001:3.0:1770653413.899949:0:66075:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000001:0.0:1770653413.899950:0:12200:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00010000:00010000:3.0:1770653413.899954:0:66075:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a600/0x2aed14e4e178ce8f lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x154a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1770653413.899955:0:12200:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000001:2.0:1770653413.899956:0:12201:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1770653413.899961:0:76655:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164645:2164645:248:4294967295] 192.168.202.60@tcp LPNI seq info [2164641:2164641:-1:4294967295] 80000000:00000001:0.0:1770653413.899961:0:12200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1770653413.899965:0:12200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1770653413.899969:0:12200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.899974:0:66075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 80000000:00000001:0.0:1770653413.899975:0:12200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.899976:0:76655:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.899978:0:66075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:2.0:1770653413.899979:0:12201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888ee0 00080000:00000001:0.0:1770653413.899981:0:12200:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.899982:0:66075:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.899983:0:76655:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000400:00000010:2.0:1770653413.899985:0:12201:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888ee0. 00080000:00000001:0.0:1770653413.899986:0:12200:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:3.0:1770653413.899989:0:66075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1770653413.899990:0:76655:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.899991:0:12201:0:(events.c:386:reply_out_callback()) Process entered 00080000:00000001:0.0:1770653413.899991:0:12200:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00010000:00000001:3.0:1770653413.899993:0:66075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1770653413.899996:0:12201:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1770653413.899996:0:76655:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.899998:0:66075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1770653413.900001:0:12201:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.900002:0:66075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.900004:0:76655:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572eb23b80 x1856657966304896/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1770653413.900009:0:66075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561ae2a600 with handle 0x2aed14e4e178ce8f from hash 00000100:00000040:2.0:1770653413.900010:0:12201:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000001:00000001:0.0:1770653413.900010:0:12200:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1770653413.900016:0:66075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000001:00000001:0.0:1770653413.900016:0:12200:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1770653413.900017:0:12201:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000001:3.0:1770653413.900022:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1770653413.900023:0:12201:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.900025:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1770653413.900025:0:12200:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.900027:0:12201:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:1.0:1770653413.900029:0:76655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95572eb23b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_032:b31b1d82-c1d4-4680-ae7a-71292416d1f5+88:2365:x1856657966304896:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 861us (1399us total) trans 0 rc 0/0 00010000:00000001:3.0:1770653413.900030:0:66075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000001:0.0:1770653413.900031:0:12200:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1770653413.900036:0:66075:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000040:2.0:1770653413.900036:0:12201:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572eb20700 x1856657707194368/t8590299205(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1770653413.900036:0:12200:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1770653413.900040:0:66075:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.900042:0:76655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161839 00010000:00000001:3.0:1770653413.900048:0:66075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000001:00000001:0.0:1770653413.900049:0:12200:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000040:1.0:1770653413.900050:0:76655:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00010000:00000001:3.0:1770653413.900052:0:66075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00080000:00000001:0.0:1770653413.900054:0:12200:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.900055:0:76655:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1770653413.900056:0:66075:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00100000:2.0:1770653413.900059:0:12201:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95572eb20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+26:3289:x1856657707194368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 38107us (38501us total) trans 8590299205 rc 0/0 00000100:00000001:1.0:1770653413.900060:0:76655:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1770653413.900061:0:66075:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1770653413.900064:0:76655:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07df80. 00010000:00000001:3.0:1770653413.900066:0:66075:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.900067:0:12200:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.900070:0:76655:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada578. 00010000:00000001:3.0:1770653413.900073:0:66075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00080000:00000001:0.0:1770653413.900075:0:12200:0:(osd_object.c:2094:osd_ref_del()) Process entered 00010000:00000001:3.0:1770653413.900076:0:66075:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000020:00000010:1.0:1770653413.900077:0:76655:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f7c00. 00000100:00100000:2.0:1770653413.900080:0:12201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136183 00010000:00000001:3.0:1770653413.900083:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1770653413.900086:0:12201:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 6 00000020:00000040:1.0:1770653413.900086:0:76655:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 87 00010000:00000001:3.0:1770653413.900087:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1770653413.900088:0:12200:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.900091:0:66075:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.900092:0:12201:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1770653413.900093:0:76655:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1770653413.900094:0:12200:0:(osd_object.c:806:osd_destroy()) Process entered 00010000:00000001:3.0:1770653413.900095:0:66075:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.900096:0:12201:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00080000:00000001:0.0:1770653413.900099:0:12200:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:3.0:1770653413.900101:0:66075:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1770653413.900102:0:12200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000020:00000010:2.0:1770653413.900103:0:12201:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519200. 80000000:00000001:0.0:1770653413.900106:0:12200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00010000:3.0:1770653413.900107:0:66075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a600/0x2aed14e4e178ce8f lrc: 1/0,0 mode: --/PW res: [0x240000403:0x154a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1770653413.900110:0:12201:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d3e8. 80000000:00000001:0.0:1770653413.900110:0:12200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.900113:0:76386:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff95561c986a00/0x2aed14e4e178ce3b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 80000000:00000001:0.0:1770653413.900117:0:12200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.900119:0:12201:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955706120800. 00010000:00000001:3.0:1770653413.900121:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:0.0:1770653413.900124:0:12200:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1770653413.900127:0:66075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a600/0x2aed14e4e178ce8f lrc: 0/0,0 mode: --/PW res: [0x240000403:0x154a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1770653413.900128:0:12201:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 25 00080000:00000001:0.0:1770653413.900130:0:12200:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1770653413.900134:0:12200:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000100:00000001:2.0:1770653413.900135:0:12201:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.900137:0:76386:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.900144:0:76386:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95561c986a00/0x2aed14e4e178ce3b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1770653413.900146:0:66075:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95565f6ede00 count: 0 00000100:00000001:2.0:1770653413.900151:0:12201:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00002000:00000010:3.0:1770653413.900153:0:66075:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955630aa39c0. 00000100:00100000:2.0:1770653413.900154:0:12201:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707200128 00010000:00000001:1.0:1770653413.900156:0:76386:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 02000000:00000001:2.0:1770653413.900159:0:12201:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000010:3.0:1770653413.900161:0:66075:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95565f6edc00. 00010000:00000001:1.0:1770653413.900161:0:76386:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.900163:0:12201:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1770653413.900164:0:76386:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.900168:0:12201:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.900169:0:76386:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1770653413.900171:0:76386:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1770653413.900173:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1770653413.900175:0:76386:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c986a00 refcount=3 00010000:00000001:3.0:1770653413.900176:0:66075:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:2.0:1770653413.900176:0:12201:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1770653413.900181:0:66075:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff95564f3626c0. 00000020:00000001:1.0:1770653413.900181:0:76386:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812317696 : -117277897233920 : ffff95561c986a00) 00000100:00100000:2.0:1770653413.900183:0:12201:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707200128 00080000:00000001:0.0:1770653413.900183:0:12200:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.900188:0:66075:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.900189:0:12201:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1770653413.900189:0:76386:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812317696 : -117277897233920 : ffff95561c986a00) 00080000:00000001:0.0:1770653413.900190:0:12200:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.900195:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:2.0:1770653413.900195:0:12201:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00010000:00000001:1.0:1770653413.900197:0:76386:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:0.0:1770653413.900197:0:12200:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000001:3.0:1770653413.900199:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.900202:0:12201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000001:0.0:1770653413.900202:0:12200:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00010000:3.0:1770653413.900203:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770653413.900204:0:76386:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95561c986a00/0x2aed14e4e178ce3b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1770653413.900208:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:2.0:1770653413.900208:0:12201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=26 00000001:00000002:0.0:1770653413.900208:0:12200:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299206, last_committed = 8590299190 00000020:00000001:3.0:1770653413.900212:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.900215:0:12201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000001:00000010:0.0:1770653413.900216:0:12200:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9556681b9180. 00010000:00010000:3.0:1770653413.900217:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1770653413.900220:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1770653413.900223:0:12201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000020:00000001:3.0:1770653413.900224:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1770653413.900224:0:12200:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 16 00000100:00000001:2.0:1770653413.900232:0:12201:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00010000:3.0:1770653413.900233:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1770653413.900233:0:76386:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:0.0:1770653413.900233:0:12200:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=27 00000020:00000010:2.0:1770653413.900237:0:12201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59b80. 00010000:00000001:1.0:1770653413.900238:0:76386:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1770653413.900240:0:12200:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:2.0:1770653413.900242:0:12201:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1770653413.900244:0:76386:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff95561c986a00/0x2aed14e4e178ce3b lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00000800:00000200:3.0:1770653413.900246:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1770653413.900246:0:12201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59b80. 00080000:00000001:0.0:1770653413.900249:0:12200:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000800:00000010:3.0:1770653413.900251:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626ca00. 00000020:00000010:2.0:1770653413.900255:0:12201:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564531c000. 00000001:00000001:0.0:1770653413.900256:0:12200:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.900257:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1770653413.900262:0:12201:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95566aa1c080. 00000400:00000200:3.0:1770653413.900270:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000010:2.0:1770653413.900271:0:12201:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510190. 00010000:00000001:1.0:1770653413.900271:0:76386:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1770653413.900273:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888f68 00080000:00000001:0.0:1770653413.900273:0:12200:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.900276:0:76386:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.900278:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888f68. 00000100:00000001:2.0:1770653413.900279:0:12201:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00002000:00000001:0.0:1770653413.900279:0:12200:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.900282:0:76386:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1770653413.900283:0:12201:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00002000:00000001:0.0:1770653413.900285:0:12200:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000100:00000001:3.0:1770653413.900286:0:3282:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1770653413.900287:0:12201:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1770653413.900289:0:76386:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff955647fa8f00. 00000100:00000200:3.0:1770653413.900294:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95573c2dea00 x1856657707199232/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.900294:0:12201:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.900295:0:76386:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00080000:00000010:0.0:1770653413.900297:0:12200:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff9556463e8390. 00002000:00000001:0.0:1770653413.900303:0:12200:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00010000:1.0:1770653413.900305:0:76386:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00000040:0.0:1770653413.900306:0:12200:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x154a:0x0] 00000100:00000001:2.0:1770653413.900308:0:12201:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.900312:0:76386:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.900314:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00002000:00000010:0.0:1770653413.900315:0:12200:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9556637e3690. 00010000:00000001:1.0:1770653413.900316:0:76386:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.900320:0:76386:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:2.0:1770653413.900321:0:12201:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1770653413.900322:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2dea00 x1856657707199232/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00002000:00000001:0.0:1770653413.900323:0:12200:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00010000:00000001:1.0:1770653413.900325:0:76386:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.900326:0:12201:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00002000:00000001:0.0:1770653413.900327:0:12200:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.900331:0:76386:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:0.0:1770653413.900334:0:12200:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1770653413.900335:0:76386:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000100:00100000:2.0:1770653413.900336:0:12201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136197 00080000:00000001:1.0:1770653413.900340:0:76386:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000040:0.0:1770653413.900341:0:12200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299206, xid 1856657707197312 00000100:00000040:2.0:1770653413.900343:0:12201:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 7 00080000:00000010:1.0:1770653413.900347:0:76386:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff955637245400. 00010000:00000001:0.0:1770653413.900349:0:12200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:2.0:1770653413.900350:0:12201:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800637165568 : -117273072386048 : ffff95573c2dc000) 00000100:00000001:3.0:1770653413.900351:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.900352:0:76386:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796257694720 : -117277451856896 : ffff955637245400) 00000100:00000001:3.0:1770653413.900356:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000200:0.0:1770653413.900358:0:12200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955665155f80 x1856657707197312/t8590299206(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1770653413.900359:0:76386:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000040:2.0:1770653413.900361:0:12201:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95573c2dc000 x1856657707200128/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1770653413.900363:0:76386:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.900366:0:3282:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00080000:00000002:1.0:1770653413.900370:0:76386:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x1547:0x0] not in the id map cache 00000800:00000010:3.0:1770653413.900375:0:3282:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626ca00. 00080000:00000001:1.0:1770653413.900379:0:76386:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000800:00000200:3.0:1770653413.900388:0:3282:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00080000:00000001:1.0:1770653413.900392:0:76386:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.900393:0:12200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1770653413.900398:0:12201:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1770653413.900398:0:12200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.900399:0:3282:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00080000:00000001:1.0:1770653413.900400:0:76386:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.900402:0:12201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59b80. 00000100:00001000:0.0:1770653413.900403:0:12200:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00080000:00000001:1.0:1770653413.900404:0:76386:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000800:00000200:3.0:1770653413.900406:0:3282:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626ca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1770653413.900409:0:12201:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1770653413.900409:0:76386:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000001:0.0:1770653413.900412:0:12200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 80000000:00000001:1.0:1770653413.900414:0:76386:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000020:00000010:2.0:1770653413.900416:0:12201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59b80. 80000000:00000001:1.0:1770653413.900417:0:76386:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00000040:0.0:1770653413.900418:0:12200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000800:00000200:3.0:1770653413.900421:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 80000000:00000001:1.0:1770653413.900421:0:76386:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.900422:0:12200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 80000000:00000001:1.0:1770653413.900427:0:76386:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1770653413.900429:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c900. 00000100:00100000:2.0:1770653413.900429:0:12201:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95573c2dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+27:3288:x1856657707200128:12345-0@lo:6:osp-syn-0-0.0 02000000:00000001:0.0:1770653413.900429:0:12200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00080000:00000001:1.0:1770653413.900430:0:76386:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653413.900434:0:12200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.900437:0:76386:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000400:00000200:3.0:1770653413.900438:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1770653413.900441:0:12201:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707200128 00080000:00000001:1.0:1770653413.900442:0:76386:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000100:00000001:0.0:1770653413.900442:0:12200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1770653413.900448:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000001:2.0:1770653413.900448:0:12201:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1770653413.900449:0:12200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1770653413.900452:0:12201:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1770653413.900455:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8f68 00000020:00000001:2.0:1770653413.900456:0:12201:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653413.900456:0:12200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8a18. 00000400:00000010:3.0:1770653413.900459:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8f68. 00000001:00000001:1.0:1770653413.900460:0:76386:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000001:2.0:1770653413.900462:0:12201:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000001:00000001:1.0:1770653413.900464:0:76386:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:3.0:1770653413.900465:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1770653413.900466:0:12201:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000100:00000200:0.0:1770653413.900466:0:12200:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707197312, offset 224 02000000:00000001:3.0:1770653413.900469:0:3282:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00080000:00000001:1.0:1770653413.900470:0:76386:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.900471:0:12201:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000010:3.0:1770653413.900473:0:3282:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95560430ac00. 00000020:00000001:2.0:1770653413.900476:0:12201:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1770653413.900476:0:76386:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1770653413.900477:0:12200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1770653413.900478:0:3282:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00080000:00000001:1.0:1770653413.900481:0:76386:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000001:3.0:1770653413.900482:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1770653413.900483:0:12201:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1770653413.900487:0:12201:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1770653413.900490:0:12200:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1770653413.900491:0:12201:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1770653413.900497:0:12201:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000001:00000001:1.0:1770653413.900497:0:76386:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000800:00000200:3.0:1770653413.900498:0:3282:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000020:00000001:2.0:1770653413.900502:0:12201:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.900502:0:76386:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.900504:0:12200:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b6380 00000800:00000010:3.0:1770653413.900505:0:3282:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c900. 00000001:00000001:2.0:1770653413.900509:0:12201:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1770653413.900512:0:12201:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.900514:0:12201:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00080000:00000001:1.0:1770653413.900517:0:76386:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.900519:0:12201:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1770653413.900519:0:12200:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda365 [1] + 224 00000800:00000200:3.0:1770653413.900520:0:3282:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00080000:00000001:1.0:1770653413.900521:0:76386:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000001:00000001:2.0:1770653413.900526:0:12201:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.900529:0:12201:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000400:00000200:0.0:1770653413.900530:0:12200:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1770653413.900533:0:3282:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000001:00000001:2.0:1770653413.900533:0:12201:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1770653413.900535:0:76386:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.900539:0:12201:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.900539:0:12200:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000200:3.0:1770653413.900541:0:3282:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c900 type 1, nob 320 niov 1 nkiov 1 00080000:00000001:1.0:1770653413.900541:0:76386:0:(osd_object.c:806:osd_destroy()) Process entered 00000001:00000001:2.0:1770653413.900545:0:12201:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00080000:00000001:1.0:1770653413.900546:0:76386:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000001:0.0:1770653413.900547:0:12200:0:(events.c:78:reply_in_callback()) Process entered 00000001:00000001:2.0:1770653413.900549:0:12201:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 80000000:00000001:1.0:1770653413.900550:0:76386:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1770653413.900553:0:76386:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000800:00000200:3.0:1770653413.900554:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000001:00000001:2.0:1770653413.900555:0:12201:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.900555:0:12200:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955606dfdc00 x1856657707197312/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 80000000:00000001:1.0:1770653413.900557:0:76386:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1770653413.900561:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626cd00. 00000020:00000001:2.0:1770653413.900562:0:12201:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1770653413.900562:0:76386:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.900567:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1770653413.900569:0:12201:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.900569:0:76386:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1770653413.900576:0:76386:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000100:00000001:2.0:1770653413.900577:0:12201:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1770653413.900579:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00080000:00000001:1.0:1770653413.900580:0:76386:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 02000000:00000001:2.0:1770653413.900581:0:12201:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1770653413.900588:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac87f8 00000100:00000040:0.0:1770653413.900588:0:12200:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff955606dfdc00 x1856657707197312/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1770653413.900589:0:12201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95566bf9b400. 00000400:00000010:3.0:1770653413.900593:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac87f8. 02000000:00000001:2.0:1770653413.900594:0:12201:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.900600:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653413.900600:0:12201:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.900604:0:3282:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00002000:00000001:2.0:1770653413.900606:0:12201:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 02000000:00000010:3.0:1770653413.900607:0:3282:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955604309000. 00010000:00000001:2.0:1770653413.900609:0:12201:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 02000000:00000001:3.0:1770653413.900613:0:3282:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1770653413.900613:0:12201:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.900613:0:12200:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1770653413.900617:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00002000:00080000:2.0:1770653413.900619:0:12201:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5455 count 1 00002000:00000001:2.0:1770653413.900622:0:12201:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000400:00000200:0.0:1770653413.900623:0:12200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8a18 00002000:00000001:2.0:1770653413.900624:0:12201:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1770653413.900627:0:12201:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000010:0.0:1770653413.900628:0:12200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8a18. 00000800:00000200:3.0:1770653413.900632:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:2.0:1770653413.900632:0:12201:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797001783320 : -117276707768296 : ffff9556637e3818) 00080000:00000001:1.0:1770653413.900633:0:76386:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.900634:0:12200:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000010:3.0:1770653413.900636:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626cb00. 00000100:00000001:0.0:1770653413.900638:0:12200:0:(events.c:398:reply_out_callback()) Process leaving 00002000:00000001:2.0:1770653413.900640:0:12201:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797001783232 : -117276707768384 : ffff9556637e37c0) 00080000:00000001:1.0:1770653413.900640:0:76386:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.900643:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1770653413.900645:0:12200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.900646:0:76386:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:2.0:1770653413.900647:0:12201:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000001:00000001:1.0:1770653413.900650:0:76386:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00000001:2.0:1770653413.900651:0:12201:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000040:0.0:1770653413.900653:0:12200:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000400:00000200:3.0:1770653413.900654:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000001:00000002:1.0:1770653413.900655:0:76386:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299207, last_committed = 8590299190 00010000:00000040:2.0:1770653413.900658:0:12201:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955666214c00 count: 2 00010000:00000001:0.0:1770653413.900659:0:12200:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000001:00000010:1.0:1770653413.900661:0:76386:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564334af00. 00000400:00000200:3.0:1770653413.900663:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78a18 00000020:00000001:0.0:1770653413.900663:0:12200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.900664:0:12201:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000001:00000040:1.0:1770653413.900666:0:76386:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 17 00000400:00000010:3.0:1770653413.900668:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78a18. 00000020:00000001:0.0:1770653413.900669:0:12200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1770653413.900671:0:12201:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000040:1.0:1770653413.900672:0:76386:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=28 00000100:00000001:3.0:1770653413.900675:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000010:2.0:1770653413.900677:0:12201:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561c986800. 00000100:00000040:0.0:1770653413.900677:0:12200:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665155f80 x1856657707197312/t8590299206(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1770653413.900678:0:76386:0:(osd_io.c:399:osd_write()) Process entered 02000000:00000001:3.0:1770653413.900679:0:3282:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653413.900684:0:3282:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95563db0e000. 00000020:00000001:2.0:1770653413.900684:0:12201:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1770653413.900689:0:12201:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561c986800 with handle 0x2aed14e4e178cedc to hash 00080000:00000001:1.0:1770653413.900689:0:76386:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 02000000:00000001:3.0:1770653413.900691:0:3282:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:2.0:1770653413.900696:0:12201:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:3.0:1770653413.900697:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000001:00000001:1.0:1770653413.900697:0:76386:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.900698:0:12200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665155f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+28:3291:x1856657707197312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 31723us (31975us total) trans 8590299206 rc 0/0 00010000:00000001:2.0:1770653413.900700:0:12201:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795812317184 : -117277897234432 : ffff95561c986800) 00010000:00000001:2.0:1770653413.900706:0:12201:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795812317184 : -117277897234432 : ffff95561c986800) 00000800:00000200:3.0:1770653413.900708:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:2.0:1770653413.900710:0:12201:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000010:3.0:1770653413.900712:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c200. 00010000:00000001:2.0:1770653413.900714:0:12201:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.900714:0:12200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136186 00080000:00000001:1.0:1770653413.900715:0:76386:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.900717:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1770653413.900721:0:12200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 6 00002000:00000001:1.0:1770653413.900722:0:76386:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.900723:0:12201:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95561c986800/0x2aed14e4e178cedc lrc: 3/0,1 mode: --/PW res: [0x240000403:0x154f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.900725:0:12200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1770653413.900728:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00002000:00000001:1.0:1770653413.900729:0:76386:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000100:00000001:0.0:1770653413.900729:0:12200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1770653413.900735:0:12200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519d00. 00000400:00000200:3.0:1770653413.900737:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888cc0 00010000:00000001:2.0:1770653413.900755:0:12201:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000010:3.0:1770653413.900756:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888cc0. 00000020:00000010:0.0:1770653413.900756:0:12200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d320. 00010000:00000001:2.0:1770653413.900758:0:12201:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:3.0:1770653413.900763:0:3282:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:2.0:1770653413.900763:0:12201:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1770653413.900765:0:12201:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000010:0.0:1770653413.900765:0:12200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997ba00. 00080000:00000010:1.0:1770653413.900767:0:76386:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff9556463e9ab8. 00010000:00000001:2.0:1770653413.900769:0:12201:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000100:00000200:3.0:1770653413.900770:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95573c2dd180 x1856657707199744/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:0.0:1770653413.900772:0:12200:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 27 00010000:00000001:2.0:1770653413.900773:0:12201:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00002000:00000001:1.0:1770653413.900774:0:76386:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:1.0:1770653413.900778:0:76386:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x1547:0x0] 00000100:00000001:0.0:1770653413.900780:0:12200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1770653413.900783:0:12201:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff95565d1f8200/0x2aed14e4e178a1d3 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x154f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ef5 expref: 87 pid: 76419 timeout: 0 lvb_type: 1 00002000:00000010:1.0:1770653413.900784:0:76386:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9556637e2000. 00002000:00000001:1.0:1770653413.900792:0:76386:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:1.0:1770653413.900796:0:76386:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.900797:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1770653413.900801:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1770653413.900803:0:12201:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000040:3.0:1770653413.900804:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2dd180 x1856657707199744/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00002000:00000001:1.0:1770653413.900804:0:76386:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.900805:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1770653413.900806:0:12201:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.900811:0:76386:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299207, xid 1856657707194240 00000400:00000001:0.0:1770653413.900811:0:3291:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00010000:2.0:1770653413.900813:0:12201:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000001:0.0:1770653413.900815:0:3291:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1770653413.900817:0:12201:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.900819:0:76386:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000400:00000010:0.0:1770653413.900821:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602d94210. 00010000:00000001:2.0:1770653413.900822:0:12201:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1770653413.900827:0:12201:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000200:1.0:1770653413.900828:0:76386:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955637358a80 x1856657707194240/t8590299207(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1770653413.900828:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022660 00010000:00000001:2.0:1770653413.900831:0:12201:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1770653413.900834:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022660. 00010000:00000001:2.0:1770653413.900837:0:12201:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.900841:0:3291:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1770653413.900843:0:12201:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1770653413.900865:0:12201:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95561c986800/0x2aed14e4e178cedc lrc: 4/0,1 mode: --/PW res: [0x240000403:0x154f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1770653413.900871:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955606dfdc00 x1856657707197312/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.900883:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.900890:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000040:2.0:1770653413.900890:0:12201:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x154f:0x0].0x0 (ffff955666214c00) refcount = 2 00010000:00000001:1.0:1770653413.900894:0:76386:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000040:2.0:1770653413.900898:0:12201:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:1.0:1770653413.900898:0:76386:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653413.900904:0:76386:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000100:00000200:0.0:1770653413.900904:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955606dfdc00 x1856657707197312/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1770653413.900906:0:12201:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95565d1f8200/0x2aed14e4e178a1d3 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x154f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ef5 expref: 87 pid: 76419 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1770653413.900914:0:76386:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:3.0:1770653413.900916:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1770653413.900921:0:76386:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000800:00000010:3.0:1770653413.900922:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626cc00. 00000400:00000200:3.0:1770653413.900929:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653413.900930:0:76386:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00010000:00000040:2.0:1770653413.900931:0:12201:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000100:00000001:0.0:1770653413.900932:0:3291:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1770653413.900938:0:3291:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1770653413.900939:0:12201:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561c986800/0x2aed14e4e178cedc lrc: 4/0,1 mode: --/PW res: [0x240000403:0x154f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1770653413.900939:0:76386:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1770653413.900940:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 02000000:00000001:1.0:1770653413.900943:0:76386:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.900944:0:3291:0:(client.c:1568:after_reply()) Process entered 00000400:00000200:3.0:1770653413.900948:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0223b8 02000000:00000001:0.0:1770653413.900949:0:3291:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1770653413.900950:0:76386:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1770653413.900955:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0223b8. 00000100:00000001:0.0:1770653413.900955:0:3291:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1770653413.900956:0:76386:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000010:2.0:1770653413.900958:0:12201:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f59b80. 00000100:00000001:0.0:1770653413.900959:0:3291:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.900962:0:3282:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1770653413.900963:0:12201:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000400:00000010:1.0:1770653413.900964:0:76386:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022990. 02000000:00000001:0.0:1770653413.900964:0:3291:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.900969:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955665154e00 x1856657707199872/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1770653413.900970:0:12201:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0b40. 00000100:00000200:1.0:1770653413.900971:0:76386:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707194240, offset 224 00000100:00001000:0.0:1770653413.900972:0:3291:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 00000100:00000001:2.0:1770653413.900975:0:12201:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100337984 : -117276609213632 : ffff9556695e0b40) 00000100:00000001:2.0:1770653413.900983:0:12201:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100337984 : -117276609213632 : ffff9556695e0b40) 00000400:00000200:1.0:1770653413.900984:0:76386:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:0.0:1770653413.900984:0:3291:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653413.900989:0:12201:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1770653413.900994:0:12201:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000001:0.0:1770653413.900994:0:3291:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1770653413.900998:0:12201:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000400:00000200:1.0:1770653413.900998:0:76386:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1770653413.900999:0:3291:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.901002:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1770653413.901003:0:12201:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.901007:0:12201:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.901007:0:3291:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1770653413.901011:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665154e00 x1856657707199872/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1770653413.901012:0:12201:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000200:1.0:1770653413.901012:0:76386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b5780 00010000:00000001:0.0:1770653413.901013:0:3291:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.901016:0:12201:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1770653413.901021:0:12201:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000100:00000001:0.0:1770653413.901021:0:3291:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00010000:00000001:2.0:1770653413.901027:0:12201:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000400:00000200:1.0:1770653413.901027:0:76386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda261 [1] + 224 00000100:00000040:0.0:1770653413.901027:0:3291:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1770653413.901029:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.901033:0:3291:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00000010:2.0:1770653413.901034:0:12201:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c2de300. 00000100:00000001:3.0:1770653413.901035:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1770653413.901038:0:76386:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1770653413.901038:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000020:00000040:2.0:1770653413.901040:0:12201:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=6 obd=lustre-OST0000 00000100:00000001:0.0:1770653413.901042:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795447901184 : -117278261650432 : ffff955606dfdc00) 00000100:00000001:2.0:1770653413.901044:0:12201:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1770653413.901046:0:76386:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000200:3.0:1770653413.901047:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1770653413.901049:0:3291:0:(client.c:3055:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1770653413.901050:0:12201:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:3.0:1770653413.901054:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c700. 00000100:00000001:1.0:1770653413.901054:0:76386:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1770653413.901055:0:12201:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.901055:0:3291:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00000400:00000200:3.0:1770653413.901061:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1770653413.901061:0:3291:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000200:1.0:1770653413.901062:0:76386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9557030dc700 x1856657707194240/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1770653413.901064:0:12201:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95564531d400. 00000100:00000001:0.0:1770653413.901066:0:3291:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.901071:0:12201:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.901073:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000040:0.0:1770653413.901076:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955606dfdc00 x1856657707197312/t8590299206(8590299206) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1770653413.901082:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78880 00010000:00010000:2.0:1770653413.901082:0:12201:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff95565d1f8200/0x2aed14e4e178a1d3 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x154f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ef5 expref: 87 pid: 76419 timeout: 0 lvb_type: 1 00000400:00000010:3.0:1770653413.901087:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78880. 00000100:00000001:3.0:1770653413.901093:0:3282:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1770653413.901099:0:76386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff9557030dc700 x1856657707194240/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1770653413.901101:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95572eb21180 x1856657707200000/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.901109:0:3291:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1770653413.901114:0:12201:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff95565d1f8200/0x2aed14e4e178a1d3 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x154f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ef5 expref: 87 pid: 76419 timeout: 6877 lvb_type: 1 00000100:00000001:0.0:1770653413.901116:0:3291:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1770653413.901121:0:3291:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:0.0:1770653413.901127:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff955606dfdc00/2, rc 0, transno 8590299206 00000004:00001000:0.0:1770653413.901134:0:3291:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 7 in flight, 22 in progress 00000100:00000001:3.0:1770653413.901137:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653413.901144:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572eb21180 x1856657707200000/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.901144:0:12201:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1770653413.901145:0:76386:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.901148:0:12201:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1770653413.901150:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955606dfdc00 x1856657707197312/t8590299206(8590299206) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653413.901153:0:76386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022990 00000100:00000040:2.0:1770653413.901157:0:12201:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95573c2de300 x1856657707200256/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1770653413.901159:0:76386:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022990. 00000100:00000001:1.0:1770653413.901166:0:76386:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653413.901169:0:76386:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1770653413.901173:0:76386:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.901175:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.901181:0:76386:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000100:00000001:3.0:1770653413.901182:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1770653413.901186:0:3291:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955606dfdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707197312:0@lo:6:osp-syn-0-0.0 00010000:00000001:1.0:1770653413.901188:0:76386:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1770653413.901192:0:76386:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.901194:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1770653413.901198:0:76386:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000800:00000010:3.0:1770653413.901200:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c500. 00000004:00000001:0.0:1770653413.901200:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1770653413.901205:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.901206:0:76386:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955637358a80 x1856657707194240/t8590299207(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1770653413.901207:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000001:0.0:1770653413.901210:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:0.0:1770653413.901214:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1770653413.901218:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.901219:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653413.901220:0:12201:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000040:00001000:0.0:1770653413.901225:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64b4c0 type=0x10692404 idx=1748 00000100:00000001:2.0:1770653413.901226:0:12201:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.901228:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022d48 00000040:00001000:0.0:1770653413.901233:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1748 lrh_len: 64 (2880 remains) 00000400:00000010:3.0:1770653413.901234:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022d48. 00000100:00100000:2.0:1770653413.901236:0:12201:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95573c2de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:12201:1856657707200256:192.168.202.60@tcp:104: 00000100:00000001:3.0:1770653413.901240:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:1.0:1770653413.901241:0:76386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955637358a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+27:3291:x1856657707194240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 43875us (45788us total) trans 8590299207 rc 0/0 00000040:00001000:0.0:1770653413.901241:0:6724:0:(llog.c:797:llog_process_thread()) index: 1748, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00000100:00000001:2.0:1770653413.901243:0:12201:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1770653413.901244:0:3282:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000004:00000001:0.0:1770653413.901248:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 02000000:00000010:3.0:1770653413.901249:0:3282:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955604308000. 02000000:00000001:2.0:1770653413.901249:0:12201:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1770653413.901254:0:12201:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.901255:0:76386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136174 00000004:00000001:0.0:1770653413.901256:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 02000000:00000001:3.0:1770653413.901257:0:3282:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1770653413.901259:0:12201:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000004:00000001:0.0:1770653413.901261:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.901262:0:76386:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 5 00000100:00000001:3.0:1770653413.901263:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:2.0:1770653413.901264:0:12201:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95564531ca00. 00000004:00000001:0.0:1770653413.901267:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000100:00000001:1.0:1770653413.901268:0:76386:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1770653413.901269:0:12201:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1770653413.901270:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000100:00000001:1.0:1770653413.901272:0:76386:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000001:0.0:1770653413.901273:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000400:00000010:2.0:1770653413.901274:0:12201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2210. 00000020:00000010:1.0:1770653413.901276:0:76386:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519680. 00000100:00000010:0.0:1770653413.901279:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d88000. 00000400:00000010:2.0:1770653413.901281:0:12201:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888ee0. 00000020:00000010:1.0:1770653413.901282:0:76386:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d640. 00000020:00000040:0.0:1770653413.901283:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=25 obd=lustre-OST0000-osc-MDT0000 00000100:00000200:2.0:1770653413.901288:0:12201:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707200256, portal 16 00000100:00000001:0.0:1770653413.901289:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000020:00000010:1.0:1770653413.901290:0:76386:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955626008000. 00000100:00000001:2.0:1770653413.901293:0:12201:0:(client.c:3234:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1770653413.901294:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:1.0:1770653413.901296:0:76386:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 26 00000100:00000001:2.0:1770653413.901297:0:12201:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637174528 : -117273072377088 : ffff95573c2de300) 02000000:00000001:0.0:1770653413.901299:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.901301:0:76386:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1770653413.901305:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1770653413.901307:0:12201:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff95573c2de300 x1856657707200256/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1770653413.901308:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95573c587800. 00000800:00000010:3.0:1770653413.901309:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626ca00. 00000100:00000001:0.0:1770653413.901314:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.901317:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000001:0.0:1770653413.901320:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626795749408768 : -117277960142848 : ffff955618d88000) 00000100:00000001:0.0:1770653413.901326:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1770653413.901329:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000001:1.0:1770653413.901329:0:3291:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1770653413.901332:0:12201:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1770653413.901333:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1770653413.901334:0:3291:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1770653413.901339:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955642e02c08. 00000100:00000040:2.0:1770653413.901340:0:12201:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000040:0.0:1770653413.901343:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1d65e76] to pc [ptlrpcd_00_02+2] req@ffff955618d88000 x1856657707200384/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1770653413.901346:0:12201:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888198. 00000400:00000200:1.0:1770653413.901347:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0227f8 00000400:00000010:1.0:1770653413.901352:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0227f8. 00000400:00000200:3.0:1770653413.901358:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8d48 00000100:00000001:1.0:1770653413.901358:0:3291:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:3.0:1770653413.901361:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8d48. 00000100:00000200:1.0:1770653413.901364:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9557030dc700 x1856657707194240/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.901366:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:2.0:1770653413.901367:0:12201:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707200256, offset 0 00000004:00000001:0.0:1770653413.901367:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.901370:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00001000:0.0:1770653413.901375:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 8 in flight, 23 in progress 00000400:00000200:2.0:1770653413.901381:0:12201:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000200:1.0:1770653413.901382:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9557030dc700 x1856657707194240/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00001000:0.0:1770653413.901382:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1748, id 1958 00000800:00000200:3.0:1770653413.901383:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1770653413.901389:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c900. 00000004:00000001:0.0:1770653413.901390:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000400:00000200:2.0:1770653413.901393:0:12201:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000400:00000200:3.0:1770653413.901397:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653413.901403:0:12201:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1770653413.901403:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653413.901404:0:3291:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1770653413.901408:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1770653413.901409:0:3291:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653413.901410:0:12201:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000100:00000001:0.0:1770653413.901412:0:3290:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1770653413.901413:0:3291:0:(client.c:1568:after_reply()) Process entered 00000400:00000200:2.0:1770653413.901416:0:12201:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1770653413.901417:0:3291:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1770653413.901418:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955618d88000 x1856657707200384/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.901421:0:3291:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1770653413.901422:0:12201:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00000001:1.0:1770653413.901424:0:3291:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.901430:0:3291:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.901432:0:12201:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164646:2164646:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164642:2164642:7:4294967295] 00000100:00001000:1.0:1770653413.901436:0:3291:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 00000100:00001000:1.0:1770653413.901445:0:3291:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 00000100:00000001:0.0:1770653413.901446:0:3290:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1770653413.901450:0:3290:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.901452:0:3291:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1770653413.901455:0:12201:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:1.0:1770653413.901456:0:3291:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.901456:0:3290:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1770653413.901461:0:3290:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.901462:0:3291:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1770653413.901467:0:3291:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.901467:0:3290:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.901470:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000800:00000200:2.0:1770653413.901471:0:12201:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:1.0:1770653413.901474:0:3291:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00100000:0.0:1770653413.901476:0:3290:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955618d88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707200384:0@lo:6:osp-syn-0-0.0 00000100:00000040:1.0:1770653413.901479:0:3291:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000400:00000200:3.0:1770653413.901480:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0222a8 00000800:00000010:2.0:1770653413.901481:0:12201:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df600. 00000100:00000001:0.0:1770653413.901482:0:3290:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1770653413.901483:0:3291:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000400:00000010:3.0:1770653413.901486:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0222a8. 00000100:00000001:1.0:1770653413.901488:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653413.901490:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653413.901491:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799678768896 : -117274030782720 : ffff9557030dc700) 00000800:00000200:2.0:1770653413.901492:0:12201:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:3.0:1770653413.901494:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1770653413.901496:0:3291:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1770653413.901499:0:3291:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00000800:00000200:2.0:1770653413.901503:0:12201:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:1.0:1770653413.901504:0:3291:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1770653413.901507:0:3291:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.901508:0:3290:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1770653413.901509:0:12201:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df600 type 1, nob 424 niov 1 nkiov 1 02000000:00000001:0.0:1770653413.901511:0:3290:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.901513:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9557030dc700 x1856657707194240/t8590299207(8590299207) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.901515:0:12201:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.901517:0:3290:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1770653413.901522:0:12201:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444744 02000000:00000010:0.0:1770653413.901523:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95573c584000. 00000100:00000001:1.0:1770653413.901529:0:3291:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1770653413.901530:0:3290:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.901532:0:12201:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444740 00000100:00000001:1.0:1770653413.901537:0:3291:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1770653413.901538:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e053b00. 00000100:00000001:2.0:1770653413.901540:0:12201:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444744 00000100:00000001:1.0:1770653413.901540:0:3291:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:1.0:1770653413.901546:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9557030dc700/2, rc 0, transno 8590299207 00000400:00000010:0.0:1770653413.901547:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8a18. 00000100:00000001:2.0:1770653413.901548:0:12201:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444740 00000004:00001000:1.0:1770653413.901553:0:3291:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 7 in flight, 23 in progress 00000100:00000001:2.0:1770653413.901555:0:12201:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444744 00000100:00000200:0.0:1770653413.901555:0:3290:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707200384, portal 4 00000800:00000200:3.0:1770653413.901560:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1770653413.901561:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1770653413.901563:0:12201:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444740 00000800:00000010:3.0:1770653413.901565:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df600. 00000100:00000001:0.0:1770653413.901567:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795749408768 : -117277960142848 : ffff955618d88000) 00000100:00000001:2.0:1770653413.901569:0:12201:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444744 00000400:00000200:3.0:1770653413.901571:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1770653413.901572:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9557030dc700 x1856657707194240/t8590299207(8590299207) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.901576:0:12201:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444740 00000100:00000040:0.0:1770653413.901578:0:3290:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955618d88000 x1856657707200384/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.901583:0:12201:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1770653413.901584:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653413.901590:0:12201:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.901594:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888198 00010000:00000001:2.0:1770653413.901596:0:12201:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.901600:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888198. 00010000:00000001:2.0:1770653413.901602:0:12201:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.901606:0:3282:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1770653413.901608:0:3291:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9557030dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707194240:0@lo:6:osp-syn-0-0.0 00000020:00000001:2.0:1770653413.901609:0:12201:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.901611:0:3290:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1770653413.901614:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95573c2de300 x1856657707200256/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.901615:0:12201:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.901618:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.901619:0:12201:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1770653413.901619:0:3290:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1770653413.901624:0:12201:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.901625:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000004:00000001:0.0:1770653413.901627:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:2.0:1770653413.901629:0:12201:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000004:00000001:0.0:1770653413.901631:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.901633:0:12201:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:1.0:1770653413.901633:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955606dfdc00 x1856657707197312/t8590299206(8590299206) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1770653413.901634:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:0.0:1770653413.901637:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:2.0:1770653413.901640:0:12201:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1770653413.901641:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.901646:0:12201:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000040:00001000:0.0:1770653413.901648:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64b500 type=0x10692404 idx=1749 00000100:00000001:2.0:1770653413.901650:0:12201:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1770653413.901654:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.901655:0:12201:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556695e0b40 going to sleep for 11 seconds 00000040:00001000:0.0:1770653413.901655:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1749 lrh_len: 64 (2816 remains) 00000100:00000001:1.0:1770653413.901657:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1770653413.901661:0:12201:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000040:00001000:0.0:1770653413.901662:0:6724:0:(llog.c:797:llog_process_thread()) index: 1749, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00000100:00000001:2.0:1770653413.901664:0:12201:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.901665:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9557030dc700 x1856657707194240/t8590299207(8590299207) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1770653413.901666:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:0.0:1770653413.901672:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1770653413.901676:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.901678:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000004:00000001:0.0:1770653413.901682:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000020:00000001:2.0:1770653413.901683:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1770653413.901685:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000100:00000001:1.0:1770653413.901686:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1770653413.901688:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00010000:00010000:2.0:1770653413.901689:0:5744:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:1.0:1770653413.901690:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653413.901692:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d8aa00. 00010000:00000001:2.0:1770653413.901695:0:5744:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:1.0:1770653413.901695:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1770653413.901697:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=26 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1770653413.901698:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1770653413.901699:0:5744:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1770653413.901704:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.901704:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00010000:00010000:2.0:1770653413.901705:0:5744:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff95561c986a00/0x2aed14e4e178ce3b lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1770653413.901708:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1770653413.901710:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.901712:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.901721:0:5744:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95561c986a00 already unused, calling callback (ffffffffc16fe650) 02000000:00000010:0.0:1770653413.901721:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95573c585800. 00010000:00000001:2.0:1770653413.901725:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:0.0:1770653413.901727:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.901728:0:5744:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000004:00000001:0.0:1770653413.901730:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626795749419520 : -117277960132096 : ffff955618d8aa00) 00010000:00010000:2.0:1770653413.901733:0:5744:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff95561c986a00/0x2aed14e4e178ce3b lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1770653413.901733:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0227f8. 00000100:00000001:0.0:1770653413.901735:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1770653413.901753:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707200384, offset 0 00000100:00000001:0.0:1770653413.901754:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.901766:0:5744:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:1.0:1770653413.901767:0:3290:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1770653413.901767:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e94a1540] to pc [ptlrpcd_00_03+3] req@ffff955618d8aa00 x1856657707200512/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.901771:0:5744:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1770653413.901775:0:5744:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1770653413.901776:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1770653413.901779:0:5744:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c986a00 refcount=3 00000400:00000200:1.0:1770653413.901780:0:3290:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1770653413.901785:0:5744:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812317696 : -117277897233920 : ffff95561c986a00) 00000100:00000040:3.0:1770653413.901786:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2de300 x1856657707200256/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.901791:0:5744:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812317696 : -117277897233920 : ffff95561c986a00) 00000400:00000200:1.0:1770653413.901794:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b6f80 00010000:00000001:2.0:1770653413.901799:0:5744:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1770653413.901804:0:5744:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff95561c986a00/0x2aed14e4e178ce3b lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00000004:00000001:0.0:1770653413.901806:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.901807:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf2bd [8] + 544 00000100:00000001:3.0:1770653413.901812:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:0.0:1770653413.901813:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 8 in flight, 24 in progress 00000100:00000001:3.0:1770653413.901819:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1770653413.901819:0:3290:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00001000:0.0:1770653413.901820:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1749, id 1958 00010000:00000001:2.0:1770653413.901821:0:5744:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1770653413.901826:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000004:00000001:0.0:1770653413.901826:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000400:00000200:1.0:1770653413.901829:0:3290:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1770653413.901831:0:5744:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.901834:0:3290:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:2.0:1770653413.901835:0:5744:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000200:1.0:1770653413.901837:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000001:2.0:1770653413.901838:0:5744:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1770653413.901839:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1770653413.901844:0:5744:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000010:1.0:1770653413.901844:0:3290:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665157100. 00000100:00000001:0.0:1770653413.901844:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1770653413.901871:0:3290:0:(events.c:337:request_in_callback()) incoming req@ffff955665157100 x1856657707200384 msgsize 544 00000100:00000001:0.0:1770653413.901873:0:3291:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1770653413.901874:0:5744:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1770653413.901877:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620465800. 00000020:00000040:2.0:1770653413.901880:0:5744:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561c986a00 with handle 0x2aed14e4e178ce3b from hash 00000100:00000040:0.0:1770653413.901882:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955618d8aa00 x1856657707200512/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770653413.901884:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:2.0:1770653413.901886:0:5744:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1770653413.901890:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653413.901893:0:51197:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95561ae2be00/0x2aed14e4e178ce81 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.901893:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.901894:0:3290:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1770653413.901896:0:5744:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1770653413.901898:0:3291:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1770653413.901901:0:5744:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000400:00000200:1.0:1770653413.901902:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0227f8 00000100:00000001:0.0:1770653413.901902:0:3291:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.901905:0:5744:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.901908:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0227f8. 02000000:00000001:0.0:1770653413.901909:0:3291:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:2.0:1770653413.901912:0:5744:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:0.0:1770653413.901913:0:3291:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.901914:0:51197:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.901915:0:3290:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:2.0:1770653413.901916:0:5744:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1770653413.901920:0:5744:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 02000000:00000001:0.0:1770653413.901922:0:3291:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.901923:0:51197:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95561ae2be00/0x2aed14e4e178ce81 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.901925:0:5744:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1770653413.901925:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955618d88000 x1856657707200384/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1770653413.901929:0:3291:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955618d8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707200512:0@lo:6:osp-syn-0-0.0 00010000:00000001:2.0:1770653413.901932:0:5744:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.901937:0:5744:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:0.0:1770653413.901940:0:3291:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1770653413.901941:0:5744:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 02000000:00000001:0.0:1770653413.901945:0:3291:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1770653413.901949:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.901950:0:51197:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 02000000:00000001:0.0:1770653413.901950:0:3291:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.901953:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.901955:0:51197:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.901957:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1770653413.901957:0:3291:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1770653413.901958:0:51197:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.901958:0:5744:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1770653413.901961:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95573c586400. 00010000:00000001:3.0:1770653413.901963:0:51197:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1770653413.901963:0:5744:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.901964:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955618d88000 x1856657707200384/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1770653413.901966:0:51197:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1770653413.901967:0:3291:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653413.901972:0:51197:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2be00 refcount=3 00010000:00000001:2.0:1770653413.901972:0:5744:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653413.901974:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e0534d0. 00000020:00000001:3.0:1770653413.901978:0:51197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783634432 : -117277925917184 : ffff95561ae2be00) 00000400:00000010:0.0:1770653413.901982:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8088. 00010000:00010000:2.0:1770653413.901983:0:5744:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff95561c986a00/0x2aed14e4e178ce3b lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.901985:0:51197:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783634432 : -117277925917184 : ffff95561ae2be00) 00000100:00000001:1.0:1770653413.901989:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.901990:0:3291:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707200512, portal 4 00010000:00000001:3.0:1770653413.901991:0:51197:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:1.0:1770653413.901994:0:3290:0:(events.c:68:request_out_callback()) Process leaving 00010000:00010000:3.0:1770653413.901997:0:51197:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95561ae2be00/0x2aed14e4e178ce81 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x13fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.901997:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653413.902000:0:3290:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.902001:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795749419520 : -117277960132096 : ffff955618d8aa00) 00000100:00000040:1.0:1770653413.902007:0:3290:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26297 usecs (27 jiffies) 00010000:00000001:2.0:1770653413.902011:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1770653413.902012:0:3291:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955618d8aa00 x1856657707200512/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.902013:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444742 00010000:00010000:2.0:1770653413.902018:0:5744:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95561c986a00/0x2aed14e4e178ce3b lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.902019:0:51197:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.902023:0:51197:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653413.902026:0:51197:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2be00/0x2aed14e4e178ce81 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.902027:0:76386:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1770653413.902031:0:76386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707200384 00000100:00000001:0.0:1770653413.902033:0:3291:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1770653413.902037:0:76386:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1770653413.902041:0:76386:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1770653413.902042:0:3291:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1770653413.902045:0:76386:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653413.902048:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8c38. 00010000:00000040:2.0:1770653413.902050:0:5744:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff955633f4c900 count: 0 00010000:00000001:3.0:1770653413.902053:0:51197:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:1.0:1770653413.902053:0:76386:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.902054:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707200512, offset 0 00010000:00000001:3.0:1770653413.902057:0:51197:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1770653413.902058:0:5744:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff95562ede4d80. 00000100:00100000:1.0:1770653413.902058:0:76386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707200384 00010000:00000001:3.0:1770653413.902062:0:51197:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000020:00000001:1.0:1770653413.902063:0:76386:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1770653413.902064:0:3291:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1770653413.902067:0:76386:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00010000:00000010:3.0:1770653413.902068:0:51197:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556189e1cc0. 00010000:00000010:2.0:1770653413.902068:0:5744:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff955633f4c700. 00000020:00000001:1.0:1770653413.902072:0:76386:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1770653413.902075:0:51197:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000400:00000200:0.0:1770653413.902076:0:3291:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:1.0:1770653413.902077:0:76386:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=27 00010000:00000001:2.0:1770653413.902083:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1770653413.902083:0:76386:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00010000:00000001:2.0:1770653413.902088:0:5744:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000020:00000001:1.0:1770653413.902089:0:76386:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00010000:00010000:3.0:1770653413.902091:0:51197:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000400:00000200:0.0:1770653413.902091:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b7000 00000100:00000001:1.0:1770653413.902094:0:76386:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000010:2.0:1770653413.902095:0:5744:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff955647fa8f00. 00010000:00000001:3.0:1770653413.902098:0:51197:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.902100:0:76386:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cf80. 00010000:00000001:2.0:1770653413.902102:0:5744:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.902103:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf2bd [8] + 1088 00010000:00000001:3.0:1770653413.902104:0:51197:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.902105:0:76386:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.902110:0:51197:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000001:2.0:1770653413.902111:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:1.0:1770653413.902112:0:76386:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cf80. 00010000:00000001:3.0:1770653413.902114:0:51197:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1770653413.902114:0:3291:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1770653413.902117:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.902119:0:51197:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:1.0:1770653413.902119:0:76386:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f7c00. 00000400:00000200:0.0:1770653413.902123:0:3291:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00002000:00000001:3.0:1770653413.902124:0:51197:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00010000:00010000:2.0:1770653413.902125:0:5744:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:1.0:1770653413.902125:0:76386:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07df80. 00000100:00000001:0.0:1770653413.902127:0:3291:0:(events.c:286:request_in_callback()) Process entered 00080000:00000001:3.0:1770653413.902128:0:51197:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000010:1.0:1770653413.902130:0:76386:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada578. 00010000:00000001:2.0:1770653413.902131:0:5744:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000100:00000200:0.0:1770653413.902132:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00080000:00000010:3.0:1770653413.902136:0:51197:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95563db0e000. 00010000:00000001:2.0:1770653413.902136:0:5744:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1770653413.902137:0:76386:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000010:0.0:1770653413.902138:0:3291:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d8b100. 00010000:00010000:2.0:1770653413.902142:0:5744:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95561ae2be00/0x2aed14e4e178ce81 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.902142:0:76386:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00080000:00000001:3.0:1770653413.902143:0:51197:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796367568896 : -117277341982720 : ffff95563db0e000) 00000100:00000040:0.0:1770653413.902144:0:3291:0:(events.c:337:request_in_callback()) incoming req@ffff955618d8b100 x1856657707200512 msgsize 544 00000100:00000001:1.0:1770653413.902145:0:76386:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.902151:0:51197:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:1.0:1770653413.902155:0:76386:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.902156:0:51197:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.902162:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00080000:00000002:3.0:1770653413.902163:0:51197:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x13fa:0x0] not in the id map cache 00000100:00000001:1.0:1770653413.902168:0:76386:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1770653413.902170:0:51197:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000100:00000001:0.0:1770653413.902174:0:3291:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1770653413.902180:0:76386:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00010000:2.0:1770653413.902182:0:5744:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95561ae2be00 already unused, calling callback (ffffffffc16fe650) 00000400:00000200:0.0:1770653413.902182:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8c38 00000100:00100000:1.0:1770653413.902183:0:76386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707200512 00080000:00000001:3.0:1770653413.902184:0:51197:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1770653413.902188:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8c38. 00010000:00000001:2.0:1770653413.902189:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 02000000:00000001:1.0:1770653413.902189:0:76386:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00080000:00000001:3.0:1770653413.902190:0:51197:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.902193:0:76386:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653413.902195:0:3291:0:(events.c:34:request_out_callback()) Process entered 00080000:00000001:3.0:1770653413.902196:0:51197:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00010000:00000001:2.0:1770653413.902196:0:5744:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:1.0:1770653413.902197:0:76386:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.902200:0:51197:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000200:0.0:1770653413.902201:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955618d8aa00 x1856657707200512/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1770653413.902202:0:76386:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1770653413.902204:0:51197:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00010000:2.0:1770653413.902204:0:5744:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95561ae2be00/0x2aed14e4e178ce81 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x13fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 80000000:00000001:3.0:1770653413.902209:0:51197:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00100000:1.0:1770653413.902209:0:76386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707200512 80000000:00000001:3.0:1770653413.902213:0:51197:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.902214:0:76386:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1770653413.902217:0:76386:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 80000000:00000001:3.0:1770653413.902219:0:51197:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.902222:0:76386:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:3.0:1770653413.902226:0:51197:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1770653413.902227:0:76386:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=28 00080000:00000001:3.0:1770653413.902234:0:51197:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000020:00000001:1.0:1770653413.902234:0:76386:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00010000:00000001:2.0:1770653413.902235:0:5744:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1770653413.902236:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00080000:00000001:3.0:1770653413.902237:0:51197:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00010000:00000001:2.0:1770653413.902241:0:5744:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1770653413.902241:0:76386:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000040:0.0:1770653413.902244:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955618d8aa00 x1856657707200512/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1770653413.902246:0:5744:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1770653413.902247:0:76386:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000001:00000001:3.0:1770653413.902250:0:51197:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000040:2.0:1770653413.902252:0:5744:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2be00 refcount=3 00000020:00000010:1.0:1770653413.902253:0:76386:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cf80. 00000001:00000001:3.0:1770653413.902254:0:51197:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:0.0:1770653413.902258:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.902259:0:5744:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783634432 : -117277925917184 : ffff95561ae2be00) 00000100:00000001:1.0:1770653413.902260:0:76386:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.902261:0:3291:0:(events.c:68:request_out_callback()) Process leaving 00080000:00000001:3.0:1770653413.902263:0:51197:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.902266:0:3291:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.902267:0:5744:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783634432 : -117277925917184 : ffff95561ae2be00) 00000020:00000010:1.0:1770653413.902267:0:76386:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cf80. 00080000:00000001:3.0:1770653413.902268:0:51197:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000040:0.0:1770653413.902270:0:3291:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26297 usecs (27 jiffies) 00080000:00000001:3.0:1770653413.902273:0:51197:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1770653413.902275:0:5744:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1770653413.902275:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444742 00000020:00000010:1.0:1770653413.902276:0:76386:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f6400. 00010000:00010000:2.0:1770653413.902279:0:5744:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95561ae2be00/0x2aed14e4e178ce81 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x13fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1770653413.902285:0:76386:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d900. 00010000:00000001:2.0:1770653413.902286:0:5744:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1770653413.902287:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000001:3.0:1770653413.902288:0:51197:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1770653413.902291:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000010:1.0:1770653413.902291:0:76386:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada0c8. 00080000:00000001:3.0:1770653413.902292:0:51197:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.902292:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.902295:0:5744:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.902298:0:76386:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00010000:0.0:1770653413.902299:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1770653413.902301:0:5744:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1770653413.902301:0:76386:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1770653413.902305:0:5744:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1770653413.902306:0:76386:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.902307:0:51197:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.902310:0:5744:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1770653413.902313:0:51197:0:(osd_object.c:2094:osd_ref_del()) Process entered 00010000:00000001:2.0:1770653413.902313:0:5744:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.902313:0:76386:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.902313:0:76416:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1770653413.902317:0:76416:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:2.0:1770653413.902321:0:5744:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561ae2be00 with handle 0x2aed14e4e178ce81 from hash 00000100:00100000:0.0:1770653413.902325:0:76416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136198 00080000:00000001:3.0:1770653413.902326:0:51197:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.902327:0:5744:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1770653413.902327:0:76386:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.902332:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1770653413.902333:0:76416:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 6 00080000:00000001:3.0:1770653413.902334:0:51197:0:(osd_object.c:806:osd_destroy()) Process entered 00010000:00000001:2.0:1770653413.902334:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:3.0:1770653413.902338:0:51197:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:2.0:1770653413.902339:0:5744:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1770653413.902339:0:76416:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028471040 : -117276681080576 : ffff955665157100) 00000100:00000001:1.0:1770653413.902340:0:76386:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 80000000:00000001:3.0:1770653413.902342:0:51197:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:2.0:1770653413.902344:0:5744:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:1.0:1770653413.902344:0:76386:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 80000000:00000001:3.0:1770653413.902346:0:51197:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:2.0:1770653413.902348:0:5744:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.902349:0:76416:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665157100 x1856657707200384/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 80000000:00000001:3.0:1770653413.902350:0:51197:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.902351:0:76386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136199 00010000:00000001:2.0:1770653413.902356:0:5744:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 80000000:00000001:3.0:1770653413.902357:0:51197:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.902359:0:76386:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 7 00010000:00000001:2.0:1770653413.902361:0:5744:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00080000:00000001:3.0:1770653413.902362:0:51197:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.902365:0:5744:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:1.0:1770653413.902366:0:76386:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795749421312 : -117277960130304 : ffff955618d8b100) 00080000:00000001:3.0:1770653413.902367:0:51197:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:2.0:1770653413.902369:0:5744:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1770653413.902371:0:51197:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00010000:00000001:2.0:1770653413.902375:0:5744:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.902375:0:76386:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955618d8b100 x1856657707200512/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.902381:0:5744:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:0.0:1770653413.902382:0:76416:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1770653413.902386:0:5744:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000020:00000010:0.0:1770653413.902389:0:76416:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00010000:00000001:2.0:1770653413.902392:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.902394:0:76386:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1770653413.902394:0:76416:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.902395:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.902398:0:5744:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.902400:0:76386:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cf80. 00010000:00000001:2.0:1770653413.902401:0:5744:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.902401:0:76416:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00000100:00000001:1.0:1770653413.902407:0:76386:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.902408:0:5744:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.902414:0:76416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665157100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0000-mdtlov_UUID+28:3290:x1856657707200384:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1770653413.902416:0:5744:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95561ae2be00/0x2aed14e4e178ce81 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x13fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1770653413.902416:0:76386:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cf80. 00080000:00000001:3.0:1770653413.902418:0:51197:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1770653413.902419:0:76416:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707200384 00000020:00000001:0.0:1770653413.902424:0:76416:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000001:3.0:1770653413.902426:0:51197:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.902428:0:76416:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:1.0:1770653413.902429:0:76386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955618d8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+28:3291:x1856657707200512:12345-0@lo:6:osp-syn-0-0.0 00080000:00000001:3.0:1770653413.902432:0:51197:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000001:0.0:1770653413.902433:0:76416:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.902437:0:51197:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00000001:2.0:1770653413.902439:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1770653413.902441:0:76416:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000001:00000002:3.0:1770653413.902442:0:51197:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332624, last_committed = 4295332607 00000100:00000200:1.0:1770653413.902442:0:76386:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707200512 00010000:00010000:2.0:1770653413.902443:0:5744:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95561ae2be00/0x2aed14e4e178ce81 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x13fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1770653413.902446:0:76416:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000020:00000001:1.0:1770653413.902447:0:76386:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000001:00000010:3.0:1770653413.902449:0:51197:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff955662d81ae0. 00000020:00000001:1.0:1770653413.902451:0:76386:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1770653413.902453:0:76416:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000040:3.0:1770653413.902456:0:51197:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 17 00000020:00000001:1.0:1770653413.902456:0:76386:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.902458:0:76416:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1770653413.902464:0:51197:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=29 00000020:00000001:1.0:1770653413.902465:0:76386:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1770653413.902465:0:76416:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000040:2.0:1770653413.902466:0:5744:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95562c55c000 count: 0 00000020:00000001:1.0:1770653413.902468:0:76386:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000020:00000001:0.0:1770653413.902470:0:76416:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000001:3.0:1770653413.902472:0:51197:0:(osd_io.c:399:osd_write()) Process entered 00002000:00000010:2.0:1770653413.902472:0:5744:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9556196fb480. 00000020:00000001:1.0:1770653413.902473:0:76386:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1770653413.902474:0:76416:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1770653413.902479:0:76386:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653413.902479:0:76416:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00010000:00000010:2.0:1770653413.902480:0:5744:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9556188e9b00. 00080000:00000001:3.0:1770653413.902481:0:51197:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000020:00000001:0.0:1770653413.902483:0:76416:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.902485:0:76386:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000001:00000001:3.0:1770653413.902487:0:51197:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.902489:0:76386:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000001:00000001:0.0:1770653413.902489:0:76416:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:2.0:1770653413.902493:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:0.0:1770653413.902493:0:76416:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.902494:0:76386:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00010000:00000001:2.0:1770653413.902497:0:5744:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000020:00000001:1.0:1770653413.902499:0:76386:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00080000:00000001:3.0:1770653413.902500:0:51197:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.902500:0:76416:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000010:2.0:1770653413.902501:0:5744:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556189e1cc0. 00000020:00000001:1.0:1770653413.902503:0:76386:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.902504:0:76416:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1770653413.902508:0:51197:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.902508:0:5744:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.902508:0:76386:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1770653413.902509:0:76416:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.902513:0:76386:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653413.902514:0:51197:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000020:00000001:2.0:1770653413.902516:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000001:0.0:1770653413.902516:0:76416:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1770653413.902517:0:76386:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1770653413.902521:0:76416:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1770653413.902522:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.902522:0:76386:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000010:3.0:1770653413.902527:0:51197:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff95566040b8f0. 00000001:00000001:0.0:1770653413.902528:0:76416:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.902529:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1770653413.902529:0:76386:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653413.902533:0:51197:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000020:00000001:2.0:1770653413.902534:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000001:1.0:1770653413.902535:0:76386:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1770653413.902535:0:76416:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00002000:00000040:3.0:1770653413.902536:0:51197:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x13fa:0x0] 00000020:00000001:2.0:1770653413.902539:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.902540:0:76386:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1770653413.902540:0:76416:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000010:3.0:1770653413.902541:0:51197:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff955667a99690. 00010000:00010000:2.0:1770653413.902543:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1770653413.902549:0:76386:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.902550:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000001:0.0:1770653413.902550:0:76416:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653413.902551:0:51197:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000020:00000001:2.0:1770653413.902554:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653413.902556:0:51197:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.902557:0:76386:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000001:0.0:1770653413.902557:0:76416:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.902558:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1770653413.902561:0:76386:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.902564:0:76416:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653413.902565:0:51197:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1770653413.902565:0:76386:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.902572:0:76416:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000040:3.0:1770653413.902573:0:51197:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332624, xid 1856657707193856 00000020:00000001:1.0:1770653413.902573:0:76386:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.902577:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1770653413.902578:0:76386:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.902578:0:76416:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1770653413.902579:0:51197:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:2.0:1770653413.902582:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1770653413.902583:0:76416:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95573c587c00. 00000100:00000001:1.0:1770653413.902584:0:76386:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000200:3.0:1770653413.902588:0:51197:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95572eb21500 x1856657707193856/t4295332624(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1770653413.902588:0:3289:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1770653413.902589:0:76416:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.902590:0:76386:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000001:2.0:1770653413.902592:0:3289:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1770653413.902596:0:76416:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.902597:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2000. 02000000:00000010:1.0:1770653413.902598:0:76386:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95570643cc00. 02000000:00000001:1.0:1770653413.902604:0:76386:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.902606:0:76416:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:3.0:1770653413.902607:0:51197:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1770653413.902607:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78550 00000100:00000001:1.0:1770653413.902608:0:76386:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.902613:0:51197:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.902613:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78550. 00010000:00000001:0.0:1770653413.902613:0:76416:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00002000:00000001:1.0:1770653413.902614:0:76386:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:0.0:1770653413.902617:0:76416:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.902618:0:76386:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00001000:3.0:1770653413.902620:0:51197:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653413.902621:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1770653413.902623:0:76386:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:0.0:1770653413.902623:0:76416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5456 count 1 00000100:00000001:3.0:1770653413.902627:0:51197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1770653413.902629:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9557030dea00 x1856657707194368/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00002000:00080000:1.0:1770653413.902630:0:76386:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5457 count 1 00002000:00000001:0.0:1770653413.902630:0:76416:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000100:00000040:3.0:1770653413.902633:0:51197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00002000:00000001:0.0:1770653413.902634:0:76416:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00002000:00000001:1.0:1770653413.902636:0:76386:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000020:00000001:0.0:1770653413.902638:0:76416:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:3.0:1770653413.902641:0:51197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00002000:00000001:1.0:1770653413.902641:0:76386:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1770653413.902644:0:76416:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797001777848 : -117276707773768 : ffff9556637e22b8) 00000020:00000001:1.0:1770653413.902646:0:76386:0:(lu_object.c:808:lu_object_find_at()) Process entered 02000000:00000001:3.0:1770653413.902648:0:51197:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00002000:00000001:0.0:1770653413.902651:0:76416:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797001777760 : -117276707773856 : ffff9556637e2260) 02000000:00000001:3.0:1770653413.902652:0:51197:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.902652:0:76386:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797001781192 : -117276707770424 : ffff9556637e2fc8) 00000100:00000200:2.0:1770653413.902654:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9557030dea00 x1856657707194368/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.902659:0:76416:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000001:3.0:1770653413.902660:0:51197:0:(niobuf.c:69:ptl_send_buf()) Process entered 00002000:00000001:1.0:1770653413.902660:0:76386:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797001781104 : -117276707770512 : ffff9556637e2f70) 00010000:00000001:0.0:1770653413.902663:0:76416:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:1.0:1770653413.902668:0:76386:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000001:2.0:1770653413.902669:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1770653413.902671:0:76386:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1770653413.902671:0:76416:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95562c678600 count: 2 00000100:00000001:2.0:1770653413.902672:0:3289:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.902675:0:76416:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.902676:0:3289:0:(client.c:1568:after_reply()) Process entered 00010000:00000040:1.0:1770653413.902677:0:76386:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955718ba2600 count: 2 02000000:00000001:2.0:1770653413.902680:0:3289:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1770653413.902681:0:76416:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:1.0:1770653413.902682:0:76386:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.902683:0:3289:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000010:0.0:1770653413.902686:0:76416:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561ae2a000. 00000100:00000001:2.0:1770653413.902687:0:3289:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.902687:0:76386:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 02000000:00000001:2.0:1770653413.902693:0:3289:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.902693:0:76416:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000010:1.0:1770653413.902694:0:76386:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95566c162200. 00000020:00000040:0.0:1770653413.902698:0:76416:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561ae2a000 with handle 0x2aed14e4e178cee3 to hash 00000020:00000001:1.0:1770653413.902700:0:76386:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00001000:2.0:1770653413.902701:0:3289:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 00000020:00000001:0.0:1770653413.902701:0:76416:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000040:1.0:1770653413.902704:0:76386:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95566c162200 with handle 0x2aed14e4e178ceea to hash 00010000:00000001:0.0:1770653413.902705:0:76416:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795783626752 : -117277925924864 : ffff95561ae2a000) 00000100:00001000:2.0:1770653413.902707:0:3289:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 00000020:00000001:1.0:1770653413.902708:0:76386:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1770653413.902710:0:76416:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795783626752 : -117277925924864 : ffff95561ae2a000) 00010000:00000001:1.0:1770653413.902712:0:76386:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626797145956864 : -117276563594752 : ffff95566c162200) 00000100:00000001:2.0:1770653413.902715:0:3289:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1770653413.902716:0:76416:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1770653413.902717:0:76386:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626797145956864 : -117276563594752 : ffff95566c162200) 00000100:00000001:2.0:1770653413.902718:0:3289:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.902720:0:76416:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.902723:0:76386:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1770653413.902724:0:3289:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00010000:0.0:1770653413.902725:0:76416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cee3 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1550:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.902727:0:76386:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.902728:0:51197:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1770653413.902728:0:3289:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.902734:0:51197:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78880. 00000100:00000001:2.0:1770653413.902735:0:3289:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00010000:00010000:1.0:1770653413.902736:0:76386:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95566c162200/0x2aed14e4e178ceea lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1551:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1770653413.902752:0:3289:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000200:3.0:1770653413.902756:0:51197:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707193856, offset 224 00010000:00000001:0.0:1770653413.902756:0:76416:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:2.0:1770653413.902758:0:3289:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00010000:00000001:0.0:1770653413.902760:0:76416:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:2.0:1770653413.902762:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:0.0:1770653413.902764:0:76416:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:2.0:1770653413.902767:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799678777856 : -117274030773760 : ffff9557030dea00) 00010000:00000001:1.0:1770653413.902767:0:76386:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000200:3.0:1770653413.902768:0:51197:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1770653413.902769:0:76416:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1770653413.902772:0:76386:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:2.0:1770653413.902774:0:3289:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00010000:00000001:0.0:1770653413.902774:0:76416:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:1.0:1770653413.902775:0:76386:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000040:2.0:1770653413.902779:0:3289:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00010000:00000001:1.0:1770653413.902780:0:76386:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1770653413.902780:0:76416:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000400:00000200:3.0:1770653413.902782:0:51197:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1770653413.902785:0:76386:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000100:00000001:2.0:1770653413.902786:0:3289:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00010000:00010000:0.0:1770653413.902788:0:76416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff955620465c00/0x2aed14e4e178a059 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1550:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dac expref: 87 pid: 76384 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1770653413.902789:0:76386:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:2.0:1770653413.902790:0:3289:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.902795:0:51197:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b5600 00010000:00010000:1.0:1770653413.902798:0:76386:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9556323fd400/0x2aed14e4e178a1c5 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ee7 expref: 87 pid: 33123 timeout: 0 lvb_type: 1 00000100:00000040:2.0:1770653413.902801:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9557030dea00 x1856657707194368/t8590299205(8590299205) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1770653413.902807:0:51197:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda2e9 [1] + 224 00010000:00000001:0.0:1770653413.902809:0:76416:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1770653413.902813:0:76416:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.902819:0:51197:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:0.0:1770653413.902820:0:76416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653413.902824:0:76416:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.902827:0:76386:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000400:00000200:3.0:1770653413.902830:0:51197:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1770653413.902831:0:76416:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1770653413.902832:0:76386:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.902836:0:3289:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1770653413.902836:0:76416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770653413.902838:0:76386:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:3.0:1770653413.902839:0:51197:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1770653413.902840:0:76416:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.902843:0:76386:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.902844:0:3289:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1770653413.902845:0:76416:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1770653413.902863:0:51197:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955603ca4380 x1856657707193856/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653413.902872:0:51197:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff955603ca4380 x1856657707193856/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.902873:0:76386:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:2.0:1770653413.902876:0:3289:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1770653413.902876:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556323fc200. 00010000:00010000:1.0:1770653413.902877:0:76386:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653413.902883:0:76386:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:2.0:1770653413.902884:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9557030dea00/2, rc 0, transno 8590299205 00010000:00000010:0.1:1770653413.902885:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016a600. 00000100:00000001:3.0:1770653413.902888:0:51197:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1770653413.902888:0:76386:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000004:00001000:2.0:1770653413.902891:0:3289:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 7 in flight, 24 in progress 00010000:00000001:1.0:1770653413.902893:0:76386:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00000010:0.1:1770653413.902894:0:76416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556323fd800. 00000400:00000200:3.0:1770653413.902896:0:51197:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78880 00010000:00010000:1.0:1770653413.902898:0:76386:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95566c162200/0x2aed14e4e178ceea lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1770653413.902899:0:51197:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78880. 00010000:00000001:0.0:1770653413.902903:0:76416:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000100:00000040:2.0:1770653413.902905:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9557030dea00 x1856657707194368/t8590299205(8590299205) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.902906:0:51197:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:0.0:1770653413.902908:0:76416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cee3 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1550:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.902911:0:51197:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1770653413.902915:0:51197:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.902921:0:76386:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1551:0x0].0x0 (ffff955718ba2600) refcount = 2 00000100:00000040:3.0:1770653413.902925:0:51197:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00010000:00000040:1.0:1770653413.902931:0:76386:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:3.0:1770653413.902932:0:51197:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1770653413.902937:0:51197:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.902938:0:76416:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1550:0x0].0x0 (ffff95562c678600) refcount = 2 00000100:00100000:2.0:1770653413.902940:0:3289:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9557030dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707194368:0@lo:6:osp-syn-0-0.0 00010000:00000040:1.0:1770653413.902941:0:76386:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9556323fd400/0x2aed14e4e178a1c5 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ee7 expref: 87 pid: 33123 timeout: 0 lvb_type: 1 00000020:00000001:3.0:1770653413.902943:0:51197:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000040:0.0:1770653413.902947:0:76416:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:2.0:1770653413.902952:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.902953:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572eb21500 x1856657707193856/t4295332624(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1770653413.902956:0:76416:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955620465c00/0x2aed14e4e178a059 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1550:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dac expref: 87 pid: 76384 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1770653413.902958:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000040:1.0:1770653413.902962:0:76386:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000100:00000040:2.0:1770653413.902966:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9557030dea00 x1856657707194368/t8590299205(8590299205) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1770653413.902967:0:76386:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95566c162200/0x2aed14e4e178ceea lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1770653413.902982:0:76416:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1770653413.902987:0:76416:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cee3 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1550:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1770653413.902995:0:76386:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9cf80. 00000100:00100000:3.0:1770653413.902997:0:51197:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95572eb21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+29:3289:x1856657707193856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 41503us (42017us total) trans 4295332624 rc 0/0 00000100:00000001:2.0:1770653413.903000:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.903001:0:76386:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1770653413.903006:0:76386:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa86c0. 00000100:00000001:2.0:1770653413.903007:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.903013:0:76386:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540167872 : -117277169383744 : ffff955647fa86c0) 00000100:00000001:2.0:1770653413.903014:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000010:0.0:1770653413.903016:0:76416:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a2c0. 00000100:00000001:2.0:1770653413.903018:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1770653413.903020:0:76386:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540167872 : -117277169383744 : ffff955647fa86c0) 00000100:00000001:0.0:1770653413.903023:0:76416:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000400:00000001:2.0:1770653413.903025:0:3289:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1770653413.903027:0:51197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136182 00000100:00000001:1.0:1770653413.903027:0:76386:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000400:00000001:2.0:1770653413.903029:0:3289:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000010:0.0:1770653413.903029:0:76416:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f3629c0. 00000100:00000001:1.0:1770653413.903031:0:76386:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000040:3.0:1770653413.903033:0:51197:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 7 00000400:00000010:2.0:1770653413.903034:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d20b0. 00000100:00000001:0.0:1770653413.903034:0:76416:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661516736 : -117277048034880 : ffff95564f3629c0) 00010000:00000001:1.0:1770653413.903035:0:76386:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:3.0:1770653413.903037:0:51197:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1770653413.903039:0:76386:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.903041:0:76416:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661516736 : -117277048034880 : ffff95564f3629c0) 00000100:00000001:3.0:1770653413.903042:0:51197:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1770653413.903043:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78990 00010000:00000001:1.0:1770653413.903043:0:76386:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.903046:0:76416:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000020:00000001:1.0:1770653413.903048:0:76386:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000010:3.0:1770653413.903049:0:51197:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519000. 00000400:00000010:2.0:1770653413.903049:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78990. 00000100:00000001:0.0:1770653413.903050:0:76416:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1770653413.903051:0:76386:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.903055:0:76416:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1770653413.903056:0:76386:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000100:00000001:2.0:1770653413.903057:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1770653413.903058:0:76416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1770653413.903059:0:51197:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d898. 00010000:00000001:1.0:1770653413.903060:0:76386:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000200:2.0:1770653413.903064:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955603ca4380 x1856657707193856/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.903064:0:76416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:3.0:1770653413.903066:0:51197:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955706121c00. 00000100:00000010:1.0:1770653413.903067:0:76386:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665157800. 00000020:00000001:0.0:1770653413.903067:0:76416:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.903071:0:76416:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000020:00000040:1.0:1770653413.903073:0:76386:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=7 obd=lustre-OST0000 00000020:00000040:3.0:1770653413.903075:0:51197:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 28 00010000:00000001:0.0:1770653413.903075:0:76416:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1770653413.903080:0:76416:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000001:1.0:1770653413.903081:0:76386:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1770653413.903083:0:51197:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653413.903084:0:76386:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:0.0:1770653413.903085:0:76416:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d89880. 00000100:00000200:2.0:1770653413.903086:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955603ca4380 x1856657707193856/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1770653413.903089:0:76386:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.903091:0:76416:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=8 obd=lustre-OST0000 02000000:00000010:1.0:1770653413.903097:0:76386:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95563c4f6a00. 00000100:00000001:0.0:1770653413.903098:0:76416:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1770653413.903102:0:76416:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00010000:3.0:1770653413.903103:0:76384:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95571016a200/0x2aed14e4e178ce88 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.903103:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1770653413.903104:0:76386:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.903106:0:76416:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.903108:0:3289:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.903114:0:3289:0:(client.c:1568:after_reply()) Process entered 00010000:00010000:1.0:1770653413.903115:0:76386:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9556323fd400/0x2aed14e4e178a1c5 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ee7 expref: 87 pid: 33123 timeout: 0 lvb_type: 1 02000000:00000010:0.0:1770653413.903116:0:76416:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95561997ba00. 02000000:00000001:2.0:1770653413.903119:0:3289:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1770653413.903122:0:76384:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.903123:0:3289:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653413.903124:0:76416:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.903127:0:3289:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.903130:0:76384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95571016a200/0x2aed14e4e178ce88 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1770653413.903133:0:3289:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.903135:0:76416:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff955620465c00/0x2aed14e4e178a059 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1550:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dac expref: 87 pid: 76384 timeout: 0 lvb_type: 1 00000100:00001000:2.0:1770653413.903140:0:3289:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00010000:00010000:1.0:1770653413.903141:0:76386:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9556323fd400/0x2aed14e4e178a1c5 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ee7 expref: 87 pid: 33123 timeout: 6877 lvb_type: 1 00000100:00001000:2.0:1770653413.903153:0:3289:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00010000:00000001:3.0:1770653413.903158:0:76384:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1770653413.903162:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.903166:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.903166:0:3289:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1770653413.903168:0:76386:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00010000:00000001:3.0:1770653413.903170:0:76384:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1770653413.903171:0:3289:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.903171:0:76416:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff955620465c00/0x2aed14e4e178a059 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1550:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dac expref: 87 pid: 76384 timeout: 6877 lvb_type: 1 00000100:00000001:1.0:1770653413.903172:0:76386:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1770653413.903173:0:76384:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653413.903178:0:76384:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016a200 refcount=3 00010000:00000001:2.0:1770653413.903179:0:3289:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1770653413.903181:0:76386:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955665157800 x1856657707200640/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1770653413.903185:0:76384:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897453056 : -117273812098560 : ffff95571016a200) 00010000:00000001:2.0:1770653413.903186:0:3289:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.903192:0:76384:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897453056 : -117273812098560 : ffff95571016a200) 00000100:00000001:2.0:1770653413.903195:0:3289:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00010000:00000001:0.0:1770653413.903198:0:76416:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00010000:00000001:3.0:1770653413.903199:0:76384:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000040:2.0:1770653413.903200:0:3289:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1770653413.903202:0:76416:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00010000:3.0:1770653413.903204:0:76384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95571016a200/0x2aed14e4e178ce88 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.903208:0:3289:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00000040:0.0:1770653413.903211:0:76416:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955618d89880 x1856657707200768/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.903212:0:76386:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1770653413.903213:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653413.903216:0:76386:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.903219:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795396154240 : -117278313397376 : ffff955603ca4380) 00000100:00100000:1.0:1770653413.903225:0:76386:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955665157800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:76386:1856657707200640:192.168.202.60@tcp:104: 00000100:00000001:2.0:1770653413.903228:0:3289:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00010000:00000001:3.0:1770653413.903230:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1770653413.903233:0:3289:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00010000:00000001:3.0:1770653413.903235:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.903236:0:76386:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00010000:00010000:3.0:1770653413.903239:0:76384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95571016a200/0x2aed14e4e178ce88 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.903242:0:3289:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1770653413.903242:0:76386:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1770653413.903244:0:76416:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1770653413.903246:0:76386:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.903247:0:3289:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.903248:0:76416:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.903251:0:76386:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1770653413.903257:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955603ca4380 x1856657707193856/t4295332624(4295332624) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1770653413.903258:0:76386:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95563c4f7e00. 00000100:00100000:0.0:1770653413.903260:0:76416:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955618d89880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0000_UUID:76416:1856657707200768:192.168.202.60@tcp:104: 00010000:00000001:3.0:1770653413.903261:0:76384:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:1.0:1770653413.903264:0:76386:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.903266:0:76384:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.903271:0:76386:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d94dc0. 00000100:00000001:0.0:1770653413.903271:0:76416:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1770653413.903272:0:76384:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 02000000:00000001:0.0:1770653413.903276:0:76416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000010:3.0:1770653413.903279:0:76384:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556189e1840. 00000400:00000010:1.0:1770653413.903280:0:76386:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0227f8. 02000000:00000001:0.0:1770653413.903280:0:76416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.903281:0:3289:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.903283:0:76384:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 02000000:00000001:0.0:1770653413.903287:0:76416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1770653413.903288:0:3289:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1770653413.903289:0:76386:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707200640, portal 16 00000100:00000001:2.0:1770653413.903291:0:3289:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.903293:0:76386:0:(client.c:3234:ptlrpc_request_addref()) Process entered 02000000:00000010:0.0:1770653413.903293:0:76416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95561997a200. 00010000:00010000:3.0:1770653413.903294:0:76384:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1770653413.903295:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff955603ca4380/2, rc 0, transno 4295332624 00000100:00000001:1.0:1770653413.903297:0:76386:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028472832 : -117276681078784 : ffff955665157800) 02000000:00000001:0.0:1770653413.903298:0:76416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.903301:0:76384:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:2.0:1770653413.903302:0:3289:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 7 in flight, 24 in progress 00000400:00000010:0.0:1770653413.903305:0:76416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e0539f8. 00010000:00000001:3.0:1770653413.903307:0:76384:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.903307:0:76386:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955665157800 x1856657707200640/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.903312:0:76384:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000010:0.0:1770653413.903313:0:76416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8c38. 00010000:00000001:3.0:1770653413.903317:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1770653413.903318:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955603ca4380 x1856657707193856/t4295332624(4295332624) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1770653413.903320:0:76416:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707200768, portal 16 00010000:00000001:3.0:1770653413.903321:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1770653413.903325:0:76384:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000100:00000001:0.0:1770653413.903328:0:76416:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00080000:00000001:3.0:1770653413.903330:0:76384:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:1.0:1770653413.903330:0:76386:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1770653413.903332:0:76416:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795749415040 : -117277960136576 : ffff955618d89880) 00000020:00000001:3.0:1770653413.903338:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:1.0:1770653413.903340:0:76386:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000020:00000001:3.0:1770653413.903342:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.903344:0:76416:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955618d89880 x1856657707200768/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1770653413.903346:0:76386:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022990. 00000100:00100000:2.0:1770653413.903348:0:3289:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955603ca4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707193856:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1770653413.903349:0:7409:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000200:1.0:1770653413.903353:0:76386:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707200640, offset 0 00010000:00000001:3.0:1770653413.903355:0:7409:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1770653413.903361:0:7409:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:2.0:1770653413.903362:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.903364:0:76416:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:3.0:1770653413.903366:0:7409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95571016a200/0x2aed14e4e178ce88 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1770653413.903367:0:76386:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:2.0:1770653413.903368:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1770653413.903373:0:76416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000040:2.0:1770653413.903375:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955603ca4380 x1856657707193856/t4295332624(4295332624) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653413.903379:0:76386:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000400:00000010:0.0:1770653413.903380:0:76416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8bb0. 00000100:00000200:0.0:1770653413.903386:0:76416:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707200768, offset 0 00000400:00000200:1.0:1770653413.903389:0:76386:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00010000:3.0:1770653413.903393:0:7409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95571016a200 already unused, calling callback (ffffffffc16fe650) 00000400:00000200:1.0:1770653413.903399:0:76386:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00010000:00000001:3.0:1770653413.903400:0:7409:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:0.0:1770653413.903401:0:76416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:2.0:1770653413.903403:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.903405:0:7409:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:1.0:1770653413.903408:0:76386:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1770653413.903410:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.903411:0:7409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95571016a200/0x2aed14e4e178ce88 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1770653413.903413:0:76386:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00000001:2.0:1770653413.903416:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1770653413.903420:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1770653413.903422:0:76386:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164647:2164647:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164643:2164643:8:4294967295] 00000100:00000001:2.0:1770653413.903423:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.903427:0:7409:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:2.0:1770653413.903430:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.903431:0:7409:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653413.903435:0:7409:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653413.903437:0:7409:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016a200 refcount=3 00000020:00000001:3.0:1770653413.903442:0:7409:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897453056 : -117273812098560 : ffff95571016a200) 00000400:00000200:1.0:1770653413.903442:0:76386:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:3.0:1770653413.903448:0:7409:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897453056 : -117273812098560 : ffff95571016a200) 00010000:00000001:3.0:1770653413.903451:0:7409:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000800:00000200:1.0:1770653413.903452:0:76386:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00080000:00000010:2.0:1770653413.903453:0:76384:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95566bf9a800. 00010000:00010000:3.0:1770653413.903455:0:7409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95571016a200/0x2aed14e4e178ce88 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x1400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1770653413.903456:0:76416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000800:00000010:1.0:1770653413.903459:0:76386:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955734dea700. 00080000:00000001:2.0:1770653413.903460:0:76384:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626797144090624 : -117276565460992 : ffff95566bf9a800) 00000400:00000200:0.0:1770653413.903465:0:76416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000001:00000001:2.0:1770653413.903466:0:76384:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1770653413.903472:0:76384:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653413.903472:0:76386:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000400:00000200:0.0:1770653413.903474:0:76416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00010000:00000001:3.0:1770653413.903475:0:7409:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000002:2.0:1770653413.903479:0:76384:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x1400:0x0] not in the id map cache 00010000:00000001:3.0:1770653413.903481:0:7409:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:0.0:1770653413.903481:0:76416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1770653413.903485:0:7409:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.903486:0:76384:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000800:00000200:1.0:1770653413.903487:0:76386:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000400:00000200:0.0:1770653413.903491:0:76416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00010000:00000001:3.0:1770653413.903493:0:7409:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000800:00000200:1.0:1770653413.903493:0:76386:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955734dea700 type 1, nob 424 niov 1 nkiov 1 00010000:00000001:3.0:1770653413.903496:0:7409:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000001:2.0:1770653413.903499:0:76384:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1770653413.903500:0:76416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164648:2164648:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164644:2164644:7:4294967295] 00010000:00000001:3.0:1770653413.903502:0:7409:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653413.903506:0:7409:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.903507:0:76384:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.903508:0:76386:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653413.903511:0:7409:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95571016a200 with handle 0x2aed14e4e178ce88 from hash 00080000:00000001:2.0:1770653413.903513:0:76384:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000100:00000001:1.0:1770653413.903515:0:76386:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444746 00080000:00000001:2.0:1770653413.903516:0:76384:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:3.0:1770653413.903517:0:7409:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 80000000:00000001:2.0:1770653413.903521:0:76384:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000001:1.0:1770653413.903524:0:76386:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444744 00000400:00000200:0.0:1770653413.903524:0:76416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 80000000:00000001:2.0:1770653413.903525:0:76384:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1770653413.903529:0:76384:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.903531:0:76386:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444746 80000000:00000001:2.0:1770653413.903535:0:76384:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.903539:0:76386:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444744 00000800:00000200:0.0:1770653413.903539:0:76416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00080000:00000001:2.0:1770653413.903540:0:76384:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653413.903546:0:76384:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000100:00000001:1.0:1770653413.903547:0:76386:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444746 00000800:00000010:0.0:1770653413.903547:0:76416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9300. 00080000:00000001:2.0:1770653413.903548:0:76384:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000100:00000001:1.0:1770653413.903555:0:76386:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444744 00000800:00000200:0.0:1770653413.903556:0:76416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:1.0:1770653413.903560:0:76386:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444746 00000800:00000200:0.0:1770653413.903565:0:76416:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000001:00000001:2.0:1770653413.903566:0:76384:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:1.0:1770653413.903566:0:76386:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444744 00000001:00000001:2.0:1770653413.903570:0:76384:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000800:00000200:0.0:1770653413.903571:0:76416:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1770653413.903572:0:76386:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653413.903577:0:76384:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.903578:0:76386:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.903579:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.903579:0:76416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.903581:0:76384:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1770653413.903583:0:76386:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.903584:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.903586:0:76416:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444746 00080000:00000001:2.0:1770653413.903587:0:76384:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1770653413.903587:0:76386:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.903589:0:7409:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:1.0:1770653413.903594:0:76386:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.903594:0:76416:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, keep current deadline 4301444746 00010000:00000001:3.0:1770653413.903597:0:7409:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000001:00000001:2.0:1770653413.903600:0:76384:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:0.0:1770653413.903600:0:76416:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444746 00010000:00000001:1.0:1770653413.903601:0:76386:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.903602:0:7409:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.903605:0:76384:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.903605:0:76386:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.903606:0:76416:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, keep current deadline 4301444746 00010000:00000001:3.0:1770653413.903608:0:7409:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1770653413.903609:0:76386:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.903612:0:76416:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444746 00010000:00000001:3.0:1770653413.903614:0:7409:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1770653413.903614:0:76386:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00080000:00000001:2.0:1770653413.903617:0:76384:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.903618:0:76416:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, keep current deadline 4301444746 00010000:00000001:1.0:1770653413.903619:0:76386:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:3.0:1770653413.903620:0:7409:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00080000:00000001:2.0:1770653413.903622:0:76384:0:(osd_object.c:2094:osd_ref_del()) Process entered 00010000:00000001:3.0:1770653413.903626:0:7409:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.903627:0:76386:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.903627:0:76416:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444746 00000100:00000001:1.0:1770653413.903633:0:76386:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00080000:00000001:2.0:1770653413.903634:0:76384:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.903635:0:7409:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.903635:0:76416:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, keep current deadline 4301444746 00000100:00000001:1.0:1770653413.903636:0:76386:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00080000:00000001:2.0:1770653413.903638:0:76384:0:(osd_object.c:806:osd_destroy()) Process entered 00000100:00000001:0.0:1770653413.903643:0:76416:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653413.903644:0:76384:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:3.0:1770653413.903645:0:7409:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00100000:1.0:1770653413.903645:0:76386:0:(client.c:2680:ptlrpc_set_wait()) set ffff955647fa86c0 going to sleep for 11 seconds 80000000:00000001:2.0:1770653413.903647:0:76384:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000001:0.0:1770653413.903651:0:76416:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.903652:0:7409:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 80000000:00000001:2.0:1770653413.903652:0:76384:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00000001:1.0:1770653413.903652:0:76386:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1770653413.903656:0:76416:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1770653413.903657:0:76384:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.903658:0:76386:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.903659:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.903663:0:76416:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1770653413.903664:0:76384:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.903665:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1770653413.903667:0:76384:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653413.903667:0:76416:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.903670:0:7409:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.903672:0:76384:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000800:00000001:1.0:1770653413.903672:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653413.903672:0:76416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.903677:0:7409:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.903677:0:76416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1770653413.903678:0:76384:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000800:00000001:1.0:1770653413.903679:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.903682:0:76416:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.903683:0:7409:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.903686:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653413.903688:0:76416:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00010000:3.0:1770653413.903690:0:7409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95571016a200/0x2aed14e4e178ce88 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x1400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.903691:0:76416:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000800:00000001:1.0:1770653413.903692:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.903697:0:76416:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.903703:0:76416:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1770653413.903706:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:0.0:1770653413.903707:0:76416:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:3.0:1770653413.903708:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:0.0:1770653413.903713:0:76416:0:(client.c:2680:ptlrpc_set_wait()) set ffff95564f3629c0 going to sleep for 11 seconds 00010000:00010000:3.0:1770653413.903714:0:7409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95571016a200/0x2aed14e4e178ce88 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x1400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.903719:0:76416:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1770653413.903723:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b6500 00000100:00000001:0.0:1770653413.903724:0:76416:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653413.903726:0:7409:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff955718ba2000 count: 0 00002000:00000010:3.0:1770653413.903733:0:7409:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff95562ede4e40. 00000400:00000200:1.0:1770653413.903733:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda38d [1] + 224 00080000:00000001:2.0:1770653413.903737:0:76384:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1770653413.903752:0:7409:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff955633f4ca00. 00000800:00000001:1.0:1770653413.903753:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:2.0:1770653413.903755:0:76384:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1770653413.903758:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00080000:00000001:2.0:1770653413.903759:0:76384:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000001:1.0:1770653413.903760:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.903762:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:2.0:1770653413.903764:0:76384:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000400:00000200:1.0:1770653413.903764:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000001:0.0:1770653413.903764:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.903765:0:7409:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000001:00000002:2.0:1770653413.903768:0:76384:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332625, last_committed = 4295332607 00010000:00000010:3.0:1770653413.903769:0:7409:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556189e1840. 00000004:00000001:0.0:1770653413.903773:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00000001:3.0:1770653413.903775:0:7409:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1770653413.903775:0:76384:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564ae607e0. 00000400:00000200:1.0:1770653413.903776:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000004:00000001:0.0:1770653413.903777:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000020:00000001:3.0:1770653413.903783:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000040:2.0:1770653413.903783:0:76384:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 18 00000004:00000001:0.0:1770653413.903784:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.903785:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1770653413.903787:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.903790:0:76384:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=29 00010000:00010000:3.0:1770653413.903792:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:1.0:1770653413.903792:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955606dff800 x1856657707197696/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:2.0:1770653413.903794:0:76384:0:(osd_io.c:399:osd_write()) Process entered 00000040:00001000:0.0:1770653413.903794:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64b540 type=0x10692404 idx=1750 00000020:00000001:3.0:1770653413.903795:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1770653413.903799:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1770653413.903802:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1750 lrh_len: 64 (2752 remains) 00010000:00010000:3.0:1770653413.903805:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1770653413.903805:0:76384:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000020:00000001:3.0:1770653413.903810:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000040:00001000:0.0:1770653413.903811:0:6724:0:(llog.c:797:llog_process_thread()) index: 1750, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00000001:00000001:2.0:1770653413.903812:0:76384:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.903813:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.903821:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:0.0:1770653413.903821:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000040:1.0:1770653413.903825:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955606dff800 x1856657707197696/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:2.0:1770653413.903826:0:76384:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1770653413.903828:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1770653413.903830:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00002000:00000001:2.0:1770653413.903832:0:76384:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653413.903834:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1770653413.903834:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653413.903838:0:76384:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000004:00000001:3.0:1770653413.903844:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:0.0:1770653413.903844:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:3.0:1770653413.903870:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:1.0:1770653413.903871:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 00000004:00000001:3.0:1770653413.903873:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1770653413.903877:0:76384:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff95566040b1d0. 00000040:00001000:3.0:1770653413.903878:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f649e00 type=0x10692404 idx=3577 00000004:00000001:0.0:1770653413.903883:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00002000:00000001:2.0:1770653413.903884:0:76384:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1770653413.903887:0:76384:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x1400:0x0] 00000800:00000200:1.0:1770653413.903888:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000004:00000001:0.0:1770653413.903889:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000800:00000010:1.0:1770653413.903893:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955734dea700. 00002000:00000010:2.0:1770653413.903894:0:76384:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9556020f37c0. 00000100:00000010:0.0:1770653413.903898:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d8a680. 00000400:00000200:1.0:1770653413.903900:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000001:2.0:1770653413.903901:0:76384:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:2.0:1770653413.903905:0:76384:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.903905:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=27 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:1.0:1770653413.903909:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00002000:00000001:2.0:1770653413.903912:0:76384:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.903914:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1770653413.903915:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022990 00010000:00000040:2.0:1770653413.903916:0:76384:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332625, xid 1856657707197056 02000000:00000001:0.0:1770653413.903919:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1770653413.903920:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022990. 00010000:00000001:2.0:1770653413.903921:0:76384:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 02000000:00000001:0.0:1770653413.903924:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.903927:0:3281:0:(events.c:34:request_out_callback()) Process entered 00000040:00001000:3.0:1770653413.903930:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3577 lrh_len: 64 (512 remains) 00010000:00000200:2.0:1770653413.903930:0:76384:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95572eb21c00 x1856657707197056/t4295332625(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1770653413.903933:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95573c584400. 00000100:00000200:1.0:1770653413.903934:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955665157800 x1856657707200640/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000040:00001000:3.0:1770653413.903936:0:7854:0:(llog.c:797:llog_process_thread()) index: 3577, lh_last_idx: 3602 synced_idx: 3602 lgh_last_idx: 3602 00000100:00000001:0.0:1770653413.903941:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653413.903943:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:3.0:1770653413.903949:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1770653413.903949:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626795749418624 : -117277960132992 : ffff955618d8a680) 00000004:00000001:3.0:1770653413.903953:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653413.903959:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000100:00000001:0.0:1770653413.903959:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000004:00000001:3.0:1770653413.903965:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00010000:00000001:2.0:1770653413.903966:0:76384:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1770653413.903967:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653413.903968:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00010000:00000001:2.0:1770653413.903969:0:76384:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.903969:0:3281:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1770653413.903975:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572eb21f80. 00000100:00001000:2.0:1770653413.903975:0:76384:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000100:00000040:1.0:1770653413.903979:0:3281:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665157800 x1856657707200640/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1770653413.903981:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008b969c0] to pc [ptlrpcd_00_00+0] req@ffff955618d8a680 x1856657707200896/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1770653413.903984:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=27 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:2.0:1770653413.903984:0:76384:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1770653413.903991:0:76384:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000001:3.0:1770653413.903992:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1770653413.903996:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1770653413.903997:0:76384:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 02000000:00000001:3.0:1770653413.904000:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.904005:0:76384:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1770653413.904006:0:3281:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1770653413.904009:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95563db0f400. 02000000:00000001:2.0:1770653413.904009:0:76384:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.904011:0:3281:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1770653413.904016:0:76384:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1770653413.904018:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.904019:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1770653413.904024:0:76384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000004:00000001:3.0:1770653413.904025:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626800410959744 : -117273298591872 : ffff95572eb21f80) 00000800:00000001:1.0:1770653413.904026:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1770653413.904028:0:76384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888908. 00000100:00000001:3.0:1770653413.904031:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000004:00000001:0.0:1770653413.904031:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.904032:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1770653413.904034:0:76384:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707197056, offset 224 00000100:00000001:3.0:1770653413.904036:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.904038:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00001000:0.0:1770653413.904040:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 8 in flight, 25 in progress 00000400:00000200:2.0:1770653413.904045:0:76384:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1770653413.904046:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ff95a10] to pc [ptlrpcd_00_01+1] req@ffff95572eb21f80 x1856657707201024/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653413.904049:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000004:00001000:0.0:1770653413.904049:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1750, id 1958 00000400:00000200:2.0:1770653413.904058:0:76384:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000001:0.0:1770653413.904059:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000400:00000200:1.0:1770653413.904065:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d0f80 00000004:00000001:3.0:1770653413.904072:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.904073:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6d25 [2] + 656 00000400:00000200:2.0:1770653413.904077:0:76384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b6280 00000004:00001000:3.0:1770653413.904079:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 8 in flight, 25 in progress 00000100:00000001:0.0:1770653413.904080:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1770653413.904082:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653413.904085:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000004:00001000:3.0:1770653413.904086:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3577, id 1934 00000400:00000200:2.0:1770653413.904086:0:76384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda34d [1] + 224 00000800:00000001:1.0:1770653413.904088:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.904090:0:3288:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000004:00000001:3.0:1770653413.904092:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000400:00000200:1.0:1770653413.904096:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653413.904098:0:76384:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1770653413.904102:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955618d8a680 x1856657707200896/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653413.904104:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:2.0:1770653413.904109:0:76384:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1770653413.904112:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1770653413.904115:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:2.0:1770653413.904116:0:76384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:1.0:1770653413.904123:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665155880. 00000100:00000200:2.0:1770653413.904124:0:76384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955606dfdf80 x1856657707197056/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.904126:0:7966:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1770653413.904127:0:3288:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1770653413.904128:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955665155880 x1856657966305152 msgsize 328 00000400:00000001:3.0:1770653413.904131:0:7966:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1770653413.904132:0:3288:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1770653413.904135:0:7966:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1770653413.904141:0:7966:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef22c0. 02000000:00000001:0.0:1770653413.904142:0:3288:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1770653413.904144:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000400:00000200:3.0:1770653413.904148:0:7966:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888088 02000000:00000001:0.0:1770653413.904149:0:3288:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1770653413.904151:0:76384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff955606dfdf80 x1856657707197056/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1770653413.904153:0:7966:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888088. 00000100:00000001:1.0:1770653413.904154:0:3281:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1770653413.904157:0:3288:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.904160:0:7966:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1770653413.904167:0:3288:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955618d8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707200896:0@lo:6:osp-syn-0-0.0 00000100:00000200:3.0:1770653413.904169:0:7966:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955606dff800 x1856657707197696/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.904170:0:76384:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1770653413.904177:0:76384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888908 00000100:00000001:0.0:1770653413.904177:0:3288:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1770653413.904182:0:76384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888908. 02000000:00000001:0.0:1770653413.904183:0:3288:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1770653413.904187:0:7966:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955606dff800 x1856657707197696/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.904189:0:76384:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1770653413.904189:0:3288:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653413.904191:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1770653413.904193:0:76384:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:0.0:1770653413.904197:0:3288:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:1.0:1770653413.904198:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9300. 00000100:00000001:2.0:1770653413.904199:0:76384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.904203:0:7966:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1770653413.904205:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95573c586800. 00000100:00000001:3.0:1770653413.904206:0:7966:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.904206:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1770653413.904207:0:76384:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000100:00000001:3.0:1770653413.904213:0:7966:0:(client.c:1568:after_reply()) Process entered 00010000:00000001:2.0:1770653413.904214:0:76384:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 02000000:00000001:0.0:1770653413.904214:0:3288:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.904218:0:7966:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1770653413.904220:0:76384:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.904220:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653413.904221:0:7966:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1770653413.904222:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e053d10. 00000100:00000001:3.0:1770653413.904225:0:7966:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.904226:0:76384:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1770653413.904229:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8bb0 02000000:00000001:3.0:1770653413.904231:0:7966:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.904232:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8bb0. 00000100:00000040:2.0:1770653413.904234:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572eb21c00 x1856657707197056/t4295332625(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1770653413.904236:0:7966:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00000100:00000001:1.0:1770653413.904237:0:3281:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1770653413.904241:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8aa0. 00000100:00001000:3.0:1770653413.904246:0:7966:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00000100:00000200:1.0:1770653413.904246:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955618d89880 x1856657707200768/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1770653413.904250:0:3288:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707200896, portal 4 00000100:00000001:0.0:1770653413.904258:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1770653413.904262:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795749418624 : -117277960132992 : ffff955618d8a680) 00000100:00100000:2.0:1770653413.904270:0:76384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95572eb21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+29:3289:x1856657707197056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 38748us (38921us total) trans 4295332625 rc 0/0 00000100:00000001:1.0:1770653413.904272:0:3281:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1770653413.904276:0:3288:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955618d8a680 x1856657707200896/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653413.904279:0:3281:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955618d89880 x1856657707200768/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1770653413.904284:0:76384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136185 00000100:00000040:2.0:1770653413.904290:0:76384:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 6 00000100:00000001:2.0:1770653413.904294:0:76384:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653413.904297:0:76384:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1770653413.904302:0:76384:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d100. 00000020:00000010:2.0:1770653413.904309:0:76384:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada960. 00000100:00000001:1.0:1770653413.904311:0:3281:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.904312:0:3288:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1770653413.904314:0:7966:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1770653413.904315:0:76384:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f7000. 00000100:00000001:1.0:1770653413.904316:0:3281:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1770653413.904318:0:7966:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.904321:0:3288:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1770653413.904322:0:7966:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:2.0:1770653413.904323:0:76384:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 28 00000800:00000001:1.0:1770653413.904324:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1770653413.904326:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8dd0. 00010000:00000001:3.0:1770653413.904327:0:7966:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.904329:0:76384:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653413.904331:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.904334:0:7966:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.904335:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1770653413.904335:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707200896, offset 0 00000800:00000001:1.0:1770653413.904340:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1770653413.904345:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955606dff800 x1856657707197696/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.904348:0:76647:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1770653413.904349:0:3288:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1770653413.904353:0:76647:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966305152 00000400:00000200:1.0:1770653413.904354:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 02000000:00000001:2.0:1770653413.904358:0:76647:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1770653413.904363:0:76647:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1770653413.904366:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1770653413.904367:0:76647:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.904373:0:7966:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1770653413.904373:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b6600 02000000:00000001:2.0:1770653413.904374:0:76647:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.904381:0:7966:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:2.0:1770653413.904382:0:76647:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966305152 00000400:00000200:0.0:1770653413.904383:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b7180 00000100:00000001:3.0:1770653413.904386:0:7966:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653413.904387:0:76647:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1770653413.904387:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda3cd [1] + 224 00000020:00000040:2.0:1770653413.904391:0:76647:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00010000:00000001:3.0:1770653413.904392:0:7966:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1770653413.904397:0:7966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1770653413.904397:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:1.0:1770653413.904397:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1770653413.904400:0:7966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:2.0:1770653413.904403:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=87 00000400:00000200:0.0:1770653413.904403:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf2bd [8] + 1632 00010000:00000001:3.0:1770653413.904404:0:7966:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.904407:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000040:3.0:1770653413.904414:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955606dff800 x1856657707197696/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1770653413.904414:0:76647:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000400:00000200:0.0:1770653413.904417:0:3288:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1770653413.904419:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.904420:0:76647:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1770653413.904426:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1770653413.904427:0:76647:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59100. 00000400:00000200:0.0:1770653413.904430:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1770653413.904433:0:76647:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1770653413.904438:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653413.904440:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:2.0:1770653413.904441:0:76647:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59100. 00000100:00100000:3.0:1770653413.904447:0:7966:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955606dff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:7966:1856657707197696:192.168.202.60@tcp:104: 00000100:00000200:0.0:1770653413.904447:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1770653413.904448:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1770653413.904449:0:76647:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564531c600. 00000100:00000010:0.0:1770653413.904456:0:3288:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d8b800. 00000020:00000010:2.0:1770653413.904457:0:76647:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95566aa1c800. 00000100:00000200:1.0:1770653413.904457:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95573c2ddc00 x1856657707197952/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.904458:0:7966:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.904465:0:7966:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.904466:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff955618d8b800 x1856657707200896 msgsize 544 00000020:00000010:2.0:1770653413.904467:0:76647:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510bb8. 00000100:00000001:3.0:1770653413.904470:0:7966:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1770653413.904475:0:7966:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1770653413.904476:0:76647:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000040:1.0:1770653413.904480:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff95573c2ddc00 x1856657707197952/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1770653413.904482:0:7966:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955606dff800 x1856657707197696/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.904483:0:76647:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1770653413.904485:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1770653413.904486:0:76647:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1770653413.904491:0:76647:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1770653413.904494:0:76647:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.904500:0:76647:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:0.0:1770653413.904501:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1770653413.904504:0:76647:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1770653413.904508:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1770653413.904511:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8dd0 00000020:00000040:2.0:1770653413.904512:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955620464c00 refcount=4 00000400:00000010:0.0:1770653413.904518:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8dd0. 00000100:00000001:3.0:1770653413.904519:0:7966:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1770653413.904519:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795874044928 : -117277835506688 : ffff955620464c00) 02000000:00000001:3.0:1770653413.904523:0:7966:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1770653413.904525:0:76647:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795874044928 : -117277835506688 : ffff955620464c00) 02000000:00000010:3.0:1770653413.904526:0:7966:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95562fa44a00. 00000100:00000001:0.0:1770653413.904527:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1770653413.904531:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1770653413.904534:0:7966:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00010000:2.0:1770653413.904534:0:76647:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff955620464c00/0x2aed14e4e178a021 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1401:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d74 expref: 87 pid: 76384 timeout: 6877 lvb_type: 1 00000020:00000001:3.0:1770653413.904537:0:7966:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:0.0:1770653413.904537:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955618d8a680 x1856657707200896/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1770653413.904539:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:3.0:1770653413.904541:0:7966:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=6 obd=lustre-OST0001 00000800:00000001:1.0:1770653413.904544:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653413.904547:0:7966:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1770653413.904551:0:7966:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95562fa45000. 00010000:00000001:2.0:1770653413.904553:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.904557:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1770653413.904558:0:7966:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1770653413.904559:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444746 00010000:00000001:2.0:1770653413.904560:0:76647:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1770653413.904563:0:7966:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1770653413.904568:0:76647:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.904568:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444744 00000100:00000010:3.0:1770653413.904569:0:7966:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955606dff800. 00000100:00000001:0.0:1770653413.904570:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653413.904577:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444746 00000100:00000001:3.0:1770653413.904578:0:7966:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653413.904578:0:76647:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:0.0:1770653413.904579:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955618d8a680 x1856657707200896/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.904582:0:7966:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.904583:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444744 00000100:00000200:2.0:1770653413.904587:0:76647:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955665155880 x1856657966305152/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1770653413.904589:0:7966:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0780. 00000100:00000001:1.0:1770653413.904590:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444746 00000100:00000001:3.0:1770653413.904596:0:7966:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1770653413.904597:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444744 00010000:00000001:3.0:1770653413.904600:0:7966:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.904605:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444746 00010000:00000010:3.0:1770653413.904608:0:7966:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f59440. 00000100:00000001:1.0:1770653413.904612:0:3290:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.904615:0:7966:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.904619:0:3290:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.904621:0:76647:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1770653413.904621:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.904622:0:7966:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.904624:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.904625:0:76647:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.904627:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1770653413.904629:0:7966:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.904629:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.904635:0:3288:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.904636:0:7966:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:2.0:1770653413.904637:0:76647:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.904637:0:3290:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1770653413.904642:0:3290:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00010000:3.0:1770653413.904643:0:7966:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95561c986600/0x2aed14e4e178ce96 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1401:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1770653413.904643:0:3288:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26297 usecs (27 jiffies) 00000100:00000001:1.0:1770653413.904649:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1770653413.904651:0:6728:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1770653413.904652:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1770653413.904652:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444744 00000400:00000001:2.0:1770653413.904658:0:6728:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1770653413.904659:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.904660:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444746 00000400:00000001:2.0:1770653413.904662:0:6728:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1770653413.904664:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.904666:0:6728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2840. 00000100:00000001:0.0:1770653413.904668:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444744 00000400:00000200:2.0:1770653413.904671:0:6728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888770 00000100:00000001:0.0:1770653413.904673:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444746 00000400:00000010:2.0:1770653413.904675:0:6728:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888770. 00000100:00000001:0.0:1770653413.904679:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444744 00000100:00000001:2.0:1770653413.904680:0:6728:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1770653413.904685:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444746 00000100:00000200:2.0:1770653413.904686:0:6728:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95573c2ddc00 x1856657707197952/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.904687:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444746 00000100:00000001:3.0:1770653413.904688:0:76647:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653413.904692:0:76647:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1770653413.904694:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444744 00000100:00000001:0.0:1770653413.904695:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444744 00000100:00000001:1.0:1770653413.904702:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444746 00000100:00100000:3.0:1770653413.904703:0:76647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161840 00000100:00000001:0.0:1770653413.904704:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444746 00000100:00000001:1.0:1770653413.904710:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444744 00000100:00000040:3.0:1770653413.904711:0:76647:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:0.0:1770653413.904712:0:3288:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1770653413.904715:0:6728:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95573c2ddc00 x1856657707197952/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.904715:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444746 00000100:00000001:3.0:1770653413.904716:0:76647:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028464768 : -117276681086848 : ffff955665155880) 00000100:00000001:0.0:1770653413.904720:0:3288:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.904722:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444744 00000100:00000001:1.0:1770653413.904728:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444746 00000100:00000040:3.0:1770653413.904729:0:76647:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665155880 x1856657966305152/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.904731:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.904732:0:6728:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1770653413.904734:0:3291:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.904736:0:6728:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.904755:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.904756:0:3291:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.904763:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.904764:0:76647:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1770653413.904766:0:6728:0:(client.c:1568:after_reply()) Process entered 00000100:00000001:1.0:1770653413.904767:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.904767:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1770653413.904769:0:6728:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1770653413.904770:0:76647:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fb340. 00000100:00000001:0.0:1770653413.904772:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1770653413.904773:0:6728:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653413.904774:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1770653413.904775:0:76647:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.904776:0:6728:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.904778:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1770653413.904780:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1770653413.904782:0:76647:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fb340. 02000000:00000001:2.0:1770653413.904784:0:6728:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.904785:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1770653413.904786:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1770653413.904789:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1770653413.904790:0:6728:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 00000100:00100000:3.0:1770653413.904791:0:76647:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665155880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_025:b31b1d82-c1d4-4680-ae7a-71292416d1f5+87:2365:x1856657966305152:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1770653413.904794:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.904795:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1770653413.904798:0:6728:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 00000100:00000001:1.0:1770653413.904803:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.904804:0:76647:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966305152 00000100:00000001:2.0:1770653413.904805:0:6728:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00100000:0.0:1770653413.904805:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00000001:3.0:1770653413.904811:0:76647:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000100:00000001:2.0:1770653413.904811:0:6728:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.904811:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000002:3.0:1770653413.904815:0:76647:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1770653413.904817:0:6728:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1770653413.904818:0:76647:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1770653413.904819:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1770653413.904820:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1770653413.904821:0:6728:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.904823:0:76647:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1770653413.904823:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1770653413.904825:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.904827:0:6728:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.904828:0:76647:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000001:1.0:1770653413.904829:0:3289:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1770653413.904830:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:1.0:1770653413.904833:0:3289:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:3.0:1770653413.904834:0:76647:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95563db0cc00. 00000100:00000040:2.0:1770653413.904835:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95573c2ddc00 x1856657707197952/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.904835:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1770653413.904837:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d28f0. 02000000:00000001:3.0:1770653413.904841:0:76647:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.904841:0:3288:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1770653413.904843:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a784c8 00010000:00000010:3.1:1770653413.904868:0:76647:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cd5c100. 00010000:00000010:1.1:1770653413.904876:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a6200. 00010000:00000010:3.1:1770653413.904877:0:76647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016b000. 00000100:00000001:2.0:1770653413.904884:0:6728:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.904887:0:6728:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00000010:3.1:1770653413.904889:0:76647:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565f6ede00. 00000100:00000001:2.0:1770653413.904889:0:6728:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1770653413.904890:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c986000. 00000400:00000010:1.0:1770653413.904891:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a784c8. 00010000:00000001:2.0:1770653413.904896:0:6728:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1770653413.904899:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:3.1:1770653413.904900:0:76647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a600. 00000100:00000001:1.0:1770653413.904900:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1770653413.904901:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.1:1770653413.904903:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955718ba2f00. 00010000:00000001:2.0:1770653413.904905:0:6728:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.904908:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955606dfdf80 x1856657707197056/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.904909:0:76647:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1770653413.904912:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b800. 00000100:00000040:2.0:1770653413.904914:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c2ddc00 x1856657707197952/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.904915:0:76647:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1770653413.904920:0:76647:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1770653413.904925:0:76647:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:0.0:1770653413.904927:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95572eb21f80 x1856657707201024/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1770653413.904928:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653413.904933:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955620464c00 refcount=4 00000100:00000200:1.0:1770653413.904937:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955606dfdf80 x1856657707197056/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1770653413.904940:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795874044928 : -117277835506688 : ffff955620464c00) 00010000:00000001:3.0:1770653413.904948:0:76647:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795874044928 : -117277835506688 : ffff955620464c00) 00000100:00100000:2.0:1770653413.904952:0:6728:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95573c2ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6728:1856657707197952:192.168.202.60@tcp:104: 00010000:00000040:3.0:1770653413.904955:0:76647:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955624814e00 count: 3 00010000:00010000:3.0:1770653413.904965:0:76647:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff955620464c00/0x2aed14e4e178a021 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1401:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d74 expref: 87 pid: 76384 timeout: 6877 lvb_type: 1 00000100:00000001:2.0:1770653413.904965:0:6728:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.904967:0:3288:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1770653413.904969:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.904972:0:6728:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.904972:0:3288:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.904973:0:3289:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.904978:0:6728:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1770653413.904980:0:3289:0:(client.c:1568:after_reply()) Process entered 00000100:00000001:2.0:1770653413.904982:0:6728:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1770653413.904983:0:3288:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00001000:3.0:1770653413.904984:0:76647:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 02000000:00000001:1.0:1770653413.904985:0:3289:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1770653413.904988:0:3289:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1770653413.904988:0:3288:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1770653413.904990:0:6728:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95573c2ddc00 x1856657707197952/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.904992:0:76647:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1770653413.904993:0:3289:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.904996:0:3288:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.904998:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1770653413.904999:0:3289:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.905002:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1770653413.905007:0:3288:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95572eb21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707201024:0@lo:6:osp-syn-1-0.0 00000100:00001000:1.0:1770653413.905008:0:3289:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00010000:00010000:3.0:1770653413.905010:0:76647:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff955620464c00/0x2aed14e4e178a021 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1401:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d74 expref: 87 pid: 76384 timeout: 6877 lvb_type: 1 00000100:00000001:2.0:1770653413.905013:0:6728:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00001000:1.0:1770653413.905017:0:3289:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 02000000:00000001:2.0:1770653413.905018:0:6728:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1770653413.905023:0:6728:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95562fa44400. 00000100:00000001:1.0:1770653413.905028:0:3289:0:(client.c:1470:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1770653413.905030:0:6728:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1770653413.905030:0:3288:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1770653413.905033:0:3289:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.905034:0:76647:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000001:2.0:1770653413.905034:0:6728:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1770653413.905036:0:3288:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:3.0:1770653413.905039:0:76647:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000020:00000040:2.0:1770653413.905040:0:6728:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=7 obd=lustre-OST0000 00010000:00000001:1.0:1770653413.905040:0:3289:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1770653413.905041:0:3288:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.905042:0:76647:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.905045:0:3289:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.905046:0:6728:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1770653413.905049:0:76647:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653413.905050:0:6728:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95562fa44e00. 02000000:00000001:0.0:1770653413.905050:0:3288:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1770653413.905051:0:3289:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1770653413.905056:0:3289:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 02000000:00000001:2.0:1770653413.905057:0:6728:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1770653413.905059:0:76647:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1770653413.905059:0:3289:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 02000000:00000010:0.0:1770653413.905059:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95573c585400. 02000000:00000001:2.0:1770653413.905060:0:6728:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1770653413.905062:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1770653413.905064:0:76647:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000010:2.0:1770653413.905065:0:6728:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c2ddc00. 00000100:00000001:1.0:1770653413.905067:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795447902080 : -117278261649536 : ffff955606dfdf80) 02000000:00000001:0.0:1770653413.905067:0:3288:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.905069:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.905070:0:6728:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1770653413.905073:0:3289:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00010000:00000001:3.0:1770653413.905075:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.905075:0:6728:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653413.905077:0:3289:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00010000:00000001:3.0:1770653413.905078:0:76647:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:0.0:1770653413.905078:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e053160. 00000100:00000010:2.0:1770653413.905080:0:6728:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0900. 00000100:00000001:1.0:1770653413.905083:0:3289:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00010000:00000001:3.0:1770653413.905084:0:76647:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.905085:0:6728:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1770653413.905087:0:3289:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653413.905087:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8dd0. 00010000:00000001:2.0:1770653413.905089:0:6728:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1770653413.905090:0:76647:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff955620464c00 with handle 0x2aed14e4e178a021 from hash 00010000:00000001:3.0:1770653413.905097:0:76647:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000010:2.0:1770653413.905097:0:6728:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f59b00. 00000100:00000040:1.0:1770653413.905097:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955606dfdf80 x1856657707197056/t4295332625(4295332625) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1770653413.905097:0:3288:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707201024, portal 4 00010000:00000001:3.0:1770653413.905101:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.905105:0:6728:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.905106:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.905106:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1770653413.905112:0:76647:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1770653413.905113:0:6728:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.905113:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800410959744 : -117273298591872 : ffff95572eb21f80) 00000100:00000001:1.0:1770653413.905114:0:3289:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.905116:0:76647:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653413.905118:0:6728:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.905121:0:76647:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.905122:0:3289:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1770653413.905123:0:6728:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:1.0:1770653413.905125:0:3289:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.905127:0:76647:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00010000:2.0:1770653413.905128:0:6728:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff95561c987a00/0x2aed14e4e178ce9d lrc: 3/0,1 mode: --/PW res: [0x240000403:0x154b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1770653413.905129:0:3288:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95572eb21f80 x1856657707201024/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.905130:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00080000:1.0:1770653413.905130:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff955606dfdf80/2, rc 0, transno 4295332625 00000004:00001000:1.0:1770653413.905137:0:3289:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 7 in flight, 25 in progress 00010000:00010000:3.0:1770653413.905138:0:76647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff955620464c00/0x2aed14e4e178a021 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1401:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d74 expref: 87 pid: 76384 timeout: 6877 lvb_type: 1 00000100:00000040:1.0:1770653413.905156:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955606dfdf80 x1856657707197056/t4295332625(4295332625) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.905160:0:3288:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:3.0:1770653413.905163:0:76647:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 81 00000020:00000040:3.0:1770653413.905169:0:76647:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 86 00000100:00000040:0.0:1770653413.905170:0:3288:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1770653413.905173:0:76384:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1770653413.905177:0:76384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707200896 00000100:00100000:1.0:1770653413.905177:0:3289:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955606dfdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707197056:0@lo:6:osp-syn-1-0.0 00000400:00000010:0.0:1770653413.905178:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac86e8. 00010000:00000001:3.0:1770653413.905179:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1770653413.905180:0:76384:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1770653413.905183:0:76647:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1770653413.905184:0:76384:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1770653413.905186:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707201024, offset 0 00010000:00000001:3.0:1770653413.905187:0:76647:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1770653413.905188:0:76384:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.905188:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1770653413.905191:0:76647:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95561c986600 02000000:00000001:2.0:1770653413.905195:0:76384:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.905195:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1770653413.905200:0:3288:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1770653413.905201:0:76384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707200896 00000100:00000040:1.0:1770653413.905202:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955606dfdf80 x1856657707197056/t4295332625(4295332625) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1770653413.905206:0:76384:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1770653413.905209:0:76384:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00000020:00000001:2.0:1770653413.905213:0:76384:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1770653413.905215:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1770653413.905217:0:76384:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=29 00000100:00000001:1.0:1770653413.905219:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.905224:0:76384:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000001:1.0:1770653413.905224:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653413.905230:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b7200 00000020:00000001:2.0:1770653413.905231:0:76384:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000001:1.0:1770653413.905232:0:3289:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1770653413.905236:0:3289:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.905237:0:76384:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1770653413.905240:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1770653413.905242:0:76384:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59b00. 00000100:00000001:1.0:1770653413.905245:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.905245:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf2bd [8] + 2176 00000100:00000001:2.0:1770653413.905247:0:76384:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.905254:0:76647:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000020:00000010:2.0:1770653413.905254:0:76384:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59b00. 00000400:00000200:0.0:1770653413.905257:0:3288:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1770653413.905258:0:76647:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000010:2.0:1770653413.905261:0:76384:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564531d600. 00010000:00010000:3.0:1770653413.905262:0:76647:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000004:00000001:1.0:1770653413.905264:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000400:00000200:0.0:1770653413.905267:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1770653413.905268:0:76647:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1770653413.905269:0:76384:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95566aa1ca00. 00000004:00000001:1.0:1770653413.905269:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.905275:0:76647:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:0.0:1770653413.905275:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000004:00000001:1.0:1770653413.905276:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000020:00000010:2.0:1770653413.905277:0:76384:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510000. 00010000:00010000:3.0:1770653413.905279:0:76647:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000200:0.0:1770653413.905281:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000004:00000001:1.0:1770653413.905282:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:3.0:1770653413.905283:0:76647:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.905283:0:76384:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000004:00000001:1.0:1770653413.905285:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.905287:0:76384:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1770653413.905290:0:76647:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:2.0:1770653413.905291:0:76384:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653413.905291:0:3288:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d88700. 00000040:00001000:1.0:1770653413.905292:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f649e40 type=0x10692404 idx=3578 00010000:00000001:3.0:1770653413.905293:0:76647:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1770653413.905298:0:76647:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95561c986600/0x2aed14e4e178ce96 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1401:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.905300:0:76384:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1770653413.905300:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3578 lrh_len: 64 (448 remains) 00000100:00000040:0.0:1770653413.905301:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff955618d88700 x1856657707201024 msgsize 544 00000040:00001000:1.0:1770653413.905308:0:7854:0:(llog.c:797:llog_process_thread()) index: 3578, lh_last_idx: 3602 synced_idx: 3602 lgh_last_idx: 3602 00010000:00000001:3.0:1770653413.905310:0:76647:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:2.0:1770653413.905313:0:76384:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1770653413.905315:0:76647:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561c986600/0x2aed14e4e178ce96 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1401:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00000004:00000001:1.0:1770653413.905315:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00100000:0.0:1770653413.905318:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000001:1.0:1770653413.905322:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:2.0:1770653413.905324:0:76384:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000004:00000001:1.0:1770653413.905326:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.905328:0:76384:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000004:00000001:1.0:1770653413.905332:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00010000:00000040:3.0:1770653413.905334:0:76647:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1401:0x0].0x0 (ffff955624814e00) refcount = 2 00000004:00000001:1.0:1770653413.905335:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000100:00000001:0.0:1770653413.905335:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:2.0:1770653413.905337:0:76384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136200 00000004:00000001:1.0:1770653413.905340:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00010000:00000040:3.0:1770653413.905341:0:76647:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000400:00000200:0.0:1770653413.905343:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac86e8 00010000:00000040:3.0:1770653413.905346:0:76647:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561c986600/0x2aed14e4e178ce96 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1401:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1770653413.905346:0:76384:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 8 00000100:00000010:1.0:1770653413.905346:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665154a80. 00000400:00000010:0.0:1770653413.905348:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac86e8. 00000100:00000001:2.0:1770653413.905351:0:76384:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795749423104 : -117277960128512 : ffff955618d8b800) 00000020:00000040:1.0:1770653413.905353:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=28 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:0.0:1770653413.905357:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1770653413.905360:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1770653413.905361:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955618d8b800 x1856657707200896/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1770653413.905364:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1770653413.905368:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.905368:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95572eb21f80 x1856657707201024/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1770653413.905375:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9557180ce400. 00000100:00000001:1.0:1770653413.905381:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1770653413.905389:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626797028461184 : -117276681090432 : ffff955665154a80) 00010000:00000001:3.0:1770653413.905390:0:76647:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653413.905394:0:76647:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.905395:0:76384:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1770653413.905396:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:3.0:1770653413.905402:0:76647:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000010:2.0:1770653413.905402:0:76384:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59b00. 00000100:00000001:1.0:1770653413.905403:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.905406:0:76647:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.905410:0:76384:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.905411:0:76647:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653413.905413:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001283d491] to pc [ptlrpcd_00_02+2] req@ffff955665154a80 x1856657707201152/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1770653413.905418:0:76384:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59b00. 00010000:00000010:3.0:1770653413.905422:0:76647:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9556196fb340. 00000100:00000001:3.0:1770653413.905428:0:76647:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00100000:2.0:1770653413.905429:0:76384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955618d8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+29:3288:x1856657707200896:12345-0@lo:6:osp-syn-0-0.0 00000100:00000010:3.0:1770653413.905433:0:76647:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556189e1840. 00000100:00000001:0.0:1770653413.905436:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1770653413.905440:0:76647:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626795745581120 : -117277963970496 : ffff9556189e1840) 00000100:00000200:2.0:1770653413.905442:0:76384:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707200896 00000100:00000040:0.0:1770653413.905446:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572eb21f80 x1856657707201024/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.905448:0:76647:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626795745581120 : -117277963970496 : ffff9556189e1840) 00000020:00000001:2.0:1770653413.905449:0:76384:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1770653413.905453:0:76384:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1770653413.905455:0:76647:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000004:00000001:1.0:1770653413.905455:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.905456:0:76384:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.905459:0:76647:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000004:00001000:1.0:1770653413.905461:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 8 in flight, 26 in progress 00000020:00000001:2.0:1770653413.905462:0:76384:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:3.0:1770653413.905463:0:76647:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000020:00000001:2.0:1770653413.905467:0:76384:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000004:00001000:1.0:1770653413.905468:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3578, id 1934 00010000:00000001:3.0:1770653413.905469:0:76647:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000001:2.0:1770653413.905475:0:76384:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000004:00000001:1.0:1770653413.905476:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000001:0.0:1770653413.905478:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.905480:0:76384:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.905481:0:76647:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.905482:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1770653413.905484:0:76384:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1770653413.905486:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1770653413.905488:0:76384:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1770653413.905488:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1770653413.905490:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.905490:0:3288:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.905493:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1770653413.905495:0:76647:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.905495:0:76384:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000100:00000001:1.0:1770653413.905496:0:3290:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1770653413.905496:0:3288:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26312 usecs (27 jiffies) 00010000:00000001:3.0:1770653413.905502:0:76647:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000020:00000001:2.0:1770653413.905502:0:76384:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000100:00000001:0.0:1770653413.905503:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444745 00000100:00000040:1.0:1770653413.905504:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955665154a80 x1856657707201152/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.905506:0:76647:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1770653413.905508:0:76384:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.905510:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444746 00000100:00000001:3.0:1770653413.905514:0:76647:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.905516:0:76384:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:0.0:1770653413.905518:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444745 00000100:00000001:3.0:1770653413.905521:0:76647:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.905523:0:76384:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.905524:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444746 00000100:00000001:3.0:1770653413.905527:0:76647:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000001:00000001:2.0:1770653413.905531:0:76384:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000010:3.0:1770653413.905532:0:76647:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556189e1840. 00000100:00000001:1.0:1770653413.905532:0:3290:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1770653413.905532:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444745 00000001:00000001:2.0:1770653413.905539:0:76384:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.905539:0:3290:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.905539:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444746 00000100:00000001:3.0:1770653413.905540:0:76647:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1770653413.905543:0:76647:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1770653413.905545:0:3290:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1770653413.905547:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444745 00000001:00000001:2.0:1770653413.905548:0:76384:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1770653413.905550:0:76647:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9556196fb340. 02000000:00000001:1.0:1770653413.905551:0:3290:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.905553:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444746 00000001:00000001:2.0:1770653413.905555:0:76384:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:3.0:1770653413.905557:0:76647:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000001:1.0:1770653413.905558:0:3290:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.905559:0:3288:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1770653413.905560:0:76647:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000001:00000001:2.0:1770653413.905560:0:76384:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1770653413.905567:0:3290:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955665154a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707201152:0@lo:6:osp-syn-1-0.0 00000100:00000001:0.0:1770653413.905567:0:3288:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.905568:0:76384:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.905574:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.905576:0:76384:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:1.0:1770653413.905576:0:3290:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1770653413.905578:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.905579:0:3290:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000001:00000001:2.0:1770653413.905581:0:76384:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1770653413.905583:0:3290:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.905587:0:3290:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000001:00000001:2.0:1770653413.905589:0:76384:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.905591:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9557180cc800. 00000100:00000001:0.0:1770653413.905594:0:12200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1770653413.905596:0:76384:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.905596:0:3290:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.905597:0:12200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707201024 02000000:00000001:0.0:1770653413.905602:0:12200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1770653413.905603:0:76384:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.905604:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d94e70. 00010000:00000001:3.0:1770653413.905606:0:76647:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.905606:0:12200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653413.905611:0:12200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.905612:0:76647:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1770653413.905612:0:76384:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:1.0:1770653413.905613:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022990. 00010000:00000001:3.0:1770653413.905617:0:76647:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.905619:0:12200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.905620:0:76384:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1770653413.905620:0:3290:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707201152, portal 4 00000100:00001000:3.0:1770653413.905621:0:76647:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000100:00000001:1.0:1770653413.905626:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1770653413.905627:0:12200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707201024 00000100:00000001:3.0:1770653413.905628:0:76647:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:2.0:1770653413.905629:0:76384:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95566bf99c00. 00000100:00000001:1.0:1770653413.905630:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028461184 : -117276681090432 : ffff955665154a80) 00000020:00000001:0.0:1770653413.905631:0:12200:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1770653413.905636:0:76647:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000020:00000040:0.0:1770653413.905637:0:12200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 02000000:00000001:2.0:1770653413.905638:0:76384:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.905639:0:76647:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000040:1.0:1770653413.905641:0:3290:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955665154a80 x1856657707201152/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653413.905642:0:12200:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1770653413.905647:0:76647:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1770653413.905647:0:76384:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.905648:0:12200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=29 02000000:00000001:3.0:1770653413.905652:0:76647:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.905652:0:3290:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1770653413.905655:0:12200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00002000:00000001:2.0:1770653413.905656:0:76384:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000100:00000001:3.0:1770653413.905658:0:76647:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1770653413.905660:0:12200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000040:1.0:1770653413.905661:0:3290:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1770653413.905663:0:76384:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000040:3.0:1770653413.905668:0:76647:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:1.0:1770653413.905668:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022cc0. 00000100:00000001:0.0:1770653413.905668:0:12200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1770653413.905669:0:76384:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.905675:0:12200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a680. 00000400:00000010:3.0:1770653413.905676:0:76647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78880. 00002000:00080000:2.0:1770653413.905677:0:76384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5458 count 1 00000100:00000200:1.0:1770653413.905677:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707201152, offset 0 00000100:00000001:0.0:1770653413.905679:0:12200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1770653413.905686:0:76647:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966305152, offset 224 00002000:00000001:2.0:1770653413.905686:0:76384:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000020:00000010:0.0:1770653413.905686:0:12200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a680. 00002000:00000001:2.0:1770653413.905690:0:76384:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000400:00000200:1.0:1770653413.905692:0:3290:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1770653413.905695:0:76384:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1770653413.905696:0:12200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997a400. 00000020:00000001:2.0:1770653413.905700:0:76384:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797001779976 : -117276707771640 : ffff9556637e2b08) 00000400:00000200:3.0:1770653413.905701:0:76647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000020:00000010:0.0:1770653413.905702:0:12200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519d00. 00000400:00000200:1.0:1770653413.905704:0:3290:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00002000:00000001:2.0:1770653413.905708:0:76384:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797001779888 : -117276707771728 : ffff9556637e2ab0) 00000020:00000010:0.0:1770653413.905709:0:12200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d320. 00000400:00000200:3.0:1770653413.905715:0:76647:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000001:2.0:1770653413.905715:0:76384:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000001:0.0:1770653413.905716:0:12200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:2.0:1770653413.905721:0:76384:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:0.0:1770653413.905722:0:12200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1770653413.905725:0:76647:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164649:2164649:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164645:2164645:8:4294967295] 00000100:00000001:0.0:1770653413.905726:0:12200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653413.905729:0:76384:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95565f6ed100 count: 2 00000100:00000001:0.0:1770653413.905734:0:12200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.905736:0:76384:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.905756:0:76384:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000400:00000200:3.0:1770653413.905757:0:76647:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:0.0:1770653413.905761:0:12200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1770653413.905763:0:76384:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561c986000. 00000800:00000200:3.0:1770653413.905767:0:76647:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000400:00000200:1.0:1770653413.905769:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b7280 00000020:00000001:2.0:1770653413.905772:0:76384:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000800:00000010:3.0:1770653413.905773:0:76647:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c900. 00000100:00000001:0.0:1770653413.905773:0:12200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:2.0:1770653413.905778:0:76384:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561c986000 with handle 0x2aed14e4e178cef1 to hash 00000400:00000200:1.0:1770653413.905778:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf2bd [8] + 2720 00000100:00000001:0.0:1770653413.905779:0:12200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1770653413.905785:0:76384:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000800:00000200:3.0:1770653413.905786:0:76647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00100000:0.0:1770653413.905787:0:12200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136201 00010000:00000001:2.0:1770653413.905789:0:76384:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795812315136 : -117277897236480 : ffff95561c986000) 00000400:00000200:1.0:1770653413.905790:0:3290:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1770653413.905794:0:12200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 7 00010000:00000001:2.0:1770653413.905796:0:76384:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795812315136 : -117277897236480 : ffff95561c986000) 00000800:00000200:3.0:1770653413.905797:0:76647:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:0.0:1770653413.905799:0:12200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795749410560 : -117277960141056 : ffff955618d88700) 00000400:00000200:1.0:1770653413.905800:0:3290:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1770653413.905803:0:76384:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000200:3.0:1770653413.905804:0:76647:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c900 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:2.0:1770653413.905808:0:76384:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.905809:0:3290:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1770653413.905810:0:12200:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955618d88700 x1856657707201024/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1770653413.905813:0:76384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95561c986000/0x2aed14e4e178cef1 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1552:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1770653413.905813:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1770653413.905817:0:76647:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1770653413.905821:0:3290:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665156a00. 00000100:00000040:3.0:1770653413.905827:0:76647:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000100:00000040:1.0:1770653413.905828:0:3290:0:(events.c:337:request_in_callback()) incoming req@ffff955665156a00 x1856657707201152 msgsize 544 00010000:00000001:3.0:1770653413.905834:0:76647:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.905837:0:76384:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1770653413.905840:0:76647:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.905842:0:76384:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00100000:1.0:1770653413.905843:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1770653413.905843:0:12200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1770653413.905846:0:76384:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000040:3.0:1770653413.905873:0:76647:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665155880 x1856657966305152/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1770653413.905874:0:12200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a680. 00000100:00000001:1.0:1770653413.905876:0:3290:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1770653413.905882:0:12200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1770653413.905884:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022cc0 00000400:00000010:1.0:1770653413.905888:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022cc0. 00000020:00000010:0.0:1770653413.905888:0:12200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a680. 00000100:00100000:3.0:1770653413.905890:0:76647:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665155880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_025:b31b1d82-c1d4-4680-ae7a-71292416d1f5+86:2365:x1856657966305152:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1121us (1757us total) trans 0 rc 0/0 00010000:00000001:2.0:1770653413.905891:0:76384:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1770653413.905897:0:76384:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000100:00000001:1.0:1770653413.905897:0:3290:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1770653413.905901:0:12200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955618d88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+29:3288:x1856657707201024:12345-0@lo:6:osp-syn-1-0.0 00010000:00000001:2.0:1770653413.905902:0:76384:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000200:1.0:1770653413.905906:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955665154a80 x1856657707201152/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1770653413.905909:0:76647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161840 00000100:00000200:0.0:1770653413.905910:0:12200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707201024 00010000:00010000:2.0:1770653413.905911:0:76384:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff95561c987c00/0x2aed14e4e178a1e1 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1552:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f03 expref: 87 pid: 33123 timeout: 0 lvb_type: 1 00000020:00000001:0.0:1770653413.905916:0:12200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:3.0:1770653413.905917:0:76647:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000020:00000001:0.0:1770653413.905922:0:12200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1770653413.905924:0:76647:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1770653413.905926:0:12200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.905928:0:76647:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1770653413.905934:0:76647:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1c800. 00000020:00000001:0.0:1770653413.905934:0:12200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:2.0:1770653413.905937:0:76384:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:1.0:1770653413.905938:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1770653413.905939:0:12200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000020:00000010:3.0:1770653413.905941:0:76647:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510bb8. 00010000:00000001:2.0:1770653413.905941:0:76384:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.905943:0:12200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1770653413.905945:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665154a80 x1856657707201152/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1770653413.905948:0:76384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000001:0.0:1770653413.905949:0:12200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1770653413.905950:0:76647:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564531c600. 00010000:00000001:2.0:1770653413.905953:0:76384:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.905957:0:12200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000040:3.0:1770653413.905958:0:76647:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 85 00010000:00000001:2.0:1770653413.905960:0:76384:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000001:0.0:1770653413.905961:0:12200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00010000:2.0:1770653413.905965:0:76384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:3.0:1770653413.905966:0:76647:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653413.905967:0:12200:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00010000:00000001:2.0:1770653413.905970:0:76384:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653413.905972:0:12200:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000100:00000001:1.0:1770653413.905973:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.905974:0:76384:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653413.905976:0:12200:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.905978:0:3290:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1770653413.905980:0:76384:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000001:00000001:0.0:1770653413.905982:0:12200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:1.0:1770653413.905985:0:3290:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.905986:0:76384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95561c986000/0x2aed14e4e178cef1 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1552:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1770653413.905986:0:12200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.905990:0:3290:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26312 usecs (27 jiffies) 00000001:00000001:0.0:1770653413.905992:0:12200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00010000:3.0:1770653413.905996:0:7966:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95561c986600/0x2aed14e4e178ce96 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1770653413.905996:0:12200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.905997:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444746 00010000:00000040:2.0:1770653413.906002:0:76384:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1552:0x0].0x0 (ffff95565f6ed100) refcount = 2 00000100:00000001:1.0:1770653413.906005:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444746 00000001:00000001:0.0:1770653413.906005:0:12200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653413.906010:0:76384:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000001:00000001:0.0:1770653413.906012:0:12200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:1.0:1770653413.906013:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444746 00000001:00000001:0.0:1770653413.906017:0:12200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1770653413.906018:0:76384:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561c987c00/0x2aed14e4e178a1e1 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1552:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f03 expref: 87 pid: 33123 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1770653413.906019:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444746 00010000:00000001:3.0:1770653413.906020:0:7966:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.906023:0:12200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.906025:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444746 00010000:00010000:3.0:1770653413.906028:0:7966:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95561c986600/0x2aed14e4e178ce96 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1770653413.906029:0:12200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:1.0:1770653413.906031:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444746 00000001:00000001:0.0:1770653413.906034:0:12200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.906038:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444746 00000001:00000001:0.0:1770653413.906041:0:12200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653413.906042:0:76384:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000100:00000001:1.0:1770653413.906045:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444746 00010000:00000040:2.0:1770653413.906048:0:76384:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561c986000/0x2aed14e4e178cef1 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1552:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1770653413.906048:0:12200:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.906051:0:3290:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.906053:0:7966:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:00000001:0.0:1770653413.906054:0:12200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.906057:0:7966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.906058:0:3290:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.906061:0:12200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1770653413.906062:0:7966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.906063:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.906064:0:12200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1770653413.906066:0:7966:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1770653413.906070:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653413.906071:0:7966:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:0.0:1770653413.906072:0:12200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95564f614800. 00000020:00000040:3.0:1770653413.906075:0:7966:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c986600 refcount=3 00000100:00000001:1.0:1770653413.906078:0:3290:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1770653413.906079:0:12200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.906080:0:7966:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812316672 : -117277897234944 : ffff95561c986600) 00000100:00000001:1.0:1770653413.906081:0:3290:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1770653413.906085:0:12200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.906086:0:7966:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812316672 : -117277897234944 : ffff95561c986600) 00000100:00000001:1.0:1770653413.906087:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653413.906090:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1770653413.906092:0:7966:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00002000:00000001:0.0:1770653413.906094:0:12200:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000100:00000001:1.0:1770653413.906096:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.906097:0:7966:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95561c986600/0x2aed14e4e178ce96 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.906097:0:51596:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1770653413.906098:0:12200:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00100000:2.0:1770653413.906102:0:51596:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707201152 00000100:00000001:1.0:1770653413.906103:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.906103:0:12200:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.906107:0:51596:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00002000:00080000:0.0:1770653413.906110:0:12200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5127 count 1 00000100:00000001:2.0:1770653413.906111:0:51596:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1770653413.906114:0:7966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.906115:0:51596:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.906117:0:12200:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00010000:00000001:3.0:1770653413.906118:0:7966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1770653413.906119:0:51596:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.906120:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:3.0:1770653413.906123:0:7966:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95561c986600/0x2aed14e4e178ce96 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00002000:00000001:0.0:1770653413.906123:0:12200:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00100000:2.0:1770653413.906125:0:51596:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707201152 00000800:00000001:1.0:1770653413.906127:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653413.906128:0:12200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1770653413.906129:0:51596:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1770653413.906133:0:51596:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00000800:00000001:1.0:1770653413.906134:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1770653413.906137:0:12200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795554367960 : -117278155183656 : ffff95560d3869d8) 00000020:00000001:2.0:1770653413.906138:0:51596:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1770653413.906141:0:7966:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000001:1.0:1770653413.906141:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1770653413.906142:0:51596:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=30 00002000:00000001:0.0:1770653413.906145:0:12200:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795554367872 : -117278155183744 : ffff95560d386980) 00010000:00000001:3.0:1770653413.906146:0:7966:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.906147:0:51596:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00010000:00000001:3.0:1770653413.906152:0:7966:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000020:00000001:2.0:1770653413.906155:0:51596:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000400:00000200:1.0:1770653413.906155:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:0.0:1770653413.906155:0:12200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000010:3.0:1770653413.906157:0:7966:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556189e1840. 00010000:00000001:0.0:1770653413.906162:0:12200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:2.0:1770653413.906163:0:51596:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1770653413.906164:0:7966:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000400:00000200:1.0:1770653413.906168:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b6800 00010000:00000040:0.0:1770653413.906169:0:12200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556110e6200 count: 2 00000020:00000010:2.0:1770653413.906171:0:51596:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59b00. 00010000:00000001:0.0:1770653413.906174:0:12200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1770653413.906178:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda3dd [1] + 224 00000100:00000001:2.0:1770653413.906179:0:51596:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1770653413.906180:0:7966:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1770653413.906183:0:12200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:3.0:1770653413.906188:0:7966:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.906190:0:51596:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59b00. 00000800:00000001:1.0:1770653413.906190:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1770653413.906191:0:7966:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.906195:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1770653413.906197:0:7966:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000800:00000001:1.0:1770653413.906197:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653413.906198:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.906201:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1770653413.906202:0:7966:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1770653413.906202:0:51596:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564531cc00. 00010000:00010000:0.0:1770653413.906203:0:7410:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1770653413.906205:0:7966:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1770653413.906210:0:7966:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000400:00000200:1.0:1770653413.906210:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000010:2.0:1770653413.906211:0:51596:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95566aa1c800. 00010000:00000001:0.0:1770653413.906211:0:7410:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00080000:00000001:3.0:1770653413.906214:0:7966:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1770653413.906215:0:7410:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000020:00000010:2.0:1770653413.906218:0:51596:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510258. 00000100:00000001:1.0:1770653413.906220:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:0.0:1770653413.906221:0:7410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95561c986600/0x2aed14e4e178ce96 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00080000:00000010:3.0:1770653413.906223:0:7966:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95563db0ec00. 00000100:00000001:2.0:1770653413.906224:0:51596:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:1.0:1770653413.906227:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955618d88380 x1856657707198464/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.906229:0:51596:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00080000:00000001:3.0:1770653413.906230:0:7966:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796367571968 : -117277341979648 : ffff95563db0ec00) 00000100:00000001:2.0:1770653413.906233:0:51596:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.906237:0:7966:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:2.0:1770653413.906240:0:51596:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.906241:0:7966:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.906243:0:7410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95561c986600 already unused, calling callback (ffffffffc16fe650) 00080000:00000002:3.0:1770653413.906249:0:7966:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x1401:0x0] not in the id map cache 00010000:00000001:0.0:1770653413.906249:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1770653413.906253:0:51596:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653413.906254:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955618d88380 x1856657707198464/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.906254:0:7410:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00080000:00000001:3.0:1770653413.906255:0:7966:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00010000:00010000:0.0:1770653413.906260:0:7410:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95561c986600/0x2aed14e4e178ce96 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.906265:0:51596:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00080000:00000001:3.0:1770653413.906268:0:7966:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.906269:0:51596:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00080000:00000001:3.0:1770653413.906276:0:7966:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.906277:0:51596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136202 00000100:00000001:1.0:1770653413.906282:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1770653413.906282:0:7410:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000001:3.0:1770653413.906283:0:7966:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000100:00000040:2.0:1770653413.906284:0:51596:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 8 00010000:00000001:0.0:1770653413.906286:0:7410:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:3.0:1770653413.906287:0:7966:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000001:2.0:1770653413.906288:0:51596:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028469248 : -117276681082368 : ffff955665156a00) 00000020:00000001:0.0:1770653413.906289:0:7410:0:(lustre_handles.c:113:class_handle2object()) Process entered 80000000:00000001:3.0:1770653413.906290:0:7966:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000020:00000040:0.0:1770653413.906293:0:7410:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c986600 refcount=3 80000000:00000001:3.0:1770653413.906294:0:7966:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000020:00000001:0.0:1770653413.906297:0:7410:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812316672 : -117277897234944 : ffff95561c986600) 00000100:00000040:2.0:1770653413.906298:0:51596:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665156a00 x1856657707201152/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 80000000:00000001:3.0:1770653413.906299:0:7966:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.906301:0:7410:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812316672 : -117277897234944 : ffff95561c986600) 80000000:00000001:3.0:1770653413.906304:0:7966:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.906308:0:7410:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000001:3.0:1770653413.906310:0:7966:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1770653413.906313:0:7410:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95561c986600/0x2aed14e4e178ce96 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x1401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1770653413.906315:0:7966:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1770653413.906318:0:7966:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000800:00000200:1.0:1770653413.906320:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1770653413.906325:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c900. 00000400:00000200:1.0:1770653413.906331:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000001:3.0:1770653413.906333:0:7966:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1770653413.906337:0:7410:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000001:00000001:3.0:1770653413.906338:0:7966:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:1.0:1770653413.906342:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:0.0:1770653413.906343:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:3.0:1770653413.906345:0:7966:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.906348:0:51596:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000001:3.0:1770653413.906349:0:7966:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1770653413.906349:0:7410:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.906350:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78880 00080000:00000001:3.0:1770653413.906355:0:7966:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000010:2.0:1770653413.906355:0:51596:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59b00. 00000400:00000010:1.0:1770653413.906356:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78880. 00010000:00000001:0.0:1770653413.906357:0:7410:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1770653413.906361:0:7410:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1770653413.906362:0:51596:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.906363:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1770653413.906365:0:7410:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1770653413.906367:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1770653413.906369:0:51596:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59b00. 00010000:00000001:0.0:1770653413.906370:0:7410:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.906372:0:7966:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000800:00000001:1.0:1770653413.906373:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:0.0:1770653413.906376:0:7410:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561c986600 with handle 0x2aed14e4e178ce96 from hash 00080000:00000001:3.0:1770653413.906377:0:7966:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.906378:0:51596:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665156a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+30:3290:x1856657707201152:12345-0@lo:6:osp-syn-1-0.0 00000800:00000001:1.0:1770653413.906379:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.906382:0:7410:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000800:00000001:1.0:1770653413.906385:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653413.906386:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1770653413.906387:0:51596:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707201152 00010000:00000001:0.0:1770653413.906389:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1770653413.906391:0:51596:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000001:1.0:1770653413.906391:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.906392:0:7410:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:2.0:1770653413.906395:0:51596:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:0.0:1770653413.906397:0:7410:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000001:2.0:1770653413.906399:0:51596:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.906400:0:7410:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.906403:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000020:00000001:2.0:1770653413.906404:0:51596:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:0.0:1770653413.906405:0:7410:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:2.0:1770653413.906409:0:51596:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00010000:00000001:0.0:1770653413.906409:0:7410:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1770653413.906413:0:7410:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:1.0:1770653413.906414:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b6880 00000020:00000001:2.0:1770653413.906416:0:51596:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:0.0:1770653413.906416:0:7410:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653413.906421:0:51596:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.906422:0:7410:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.906423:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda3f9 [1] + 224 00000020:00000001:2.0:1770653413.906427:0:51596:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:0.0:1770653413.906427:0:7410:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000800:00000001:1.0:1770653413.906430:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1770653413.906432:0:51596:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:0.0:1770653413.906432:0:7410:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000800:00000001:1.0:1770653413.906435:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653413.906436:0:51596:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00010000:00000001:0.0:1770653413.906437:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1770653413.906438:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1770653413.906440:0:51596:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00010000:00000001:0.0:1770653413.906440:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1770653413.906443:0:51596:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.906445:0:7410:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.906446:0:7966:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.906446:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000001:00000001:2.0:1770653413.906449:0:51596:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:0.0:1770653413.906451:0:7410:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.906454:0:7966:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000001:00000001:2.0:1770653413.906454:0:51596:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.906455:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1770653413.906455:0:7410:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.906461:0:51596:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00010000:0.0:1770653413.906462:0:7410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95561c986600/0x2aed14e4e178ce96 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x1401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1770653413.906463:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95573c2dd880 x1856657707198592/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000001:2.0:1770653413.906464:0:51596:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1770653413.906468:0:7966:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.906471:0:51596:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.906474:0:7966:0:(osd_object.c:806:osd_destroy()) Process entered 00000001:00000001:2.0:1770653413.906477:0:51596:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00080000:00000001:3.0:1770653413.906478:0:7966:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1770653413.906482:0:7966:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000001:00000001:2.0:1770653413.906482:0:51596:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 80000000:00000001:3.0:1770653413.906486:0:7966:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:0.0:1770653413.906488:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:2.0:1770653413.906489:0:51596:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1770653413.906490:0:7966:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.906493:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95561c986600/0x2aed14e4e178ce96 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x1401:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7966 timeout: 0 lvb_type: 0 00000001:00000001:2.0:1770653413.906495:0:51596:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 80000000:00000001:3.0:1770653413.906497:0:7966:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.906499:0:51596:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1770653413.906504:0:7966:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1770653413.906505:0:51596:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.906505:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff95573c2dd880 x1856657707198592/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:3.0:1770653413.906510:0:7966:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000020:00000001:2.0:1770653413.906511:0:51596:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.906514:0:7966:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00010000:00000040:0.0:1770653413.906515:0:7410:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff955624814e00 count: 0 00000020:00000001:2.0:1770653413.906518:0:51596:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:0.0:1770653413.906522:0:7410:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9556196fb200. 00000100:00000001:2.0:1770653413.906525:0:51596:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1770653413.906529:0:51596:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000010:0.0:1770653413.906531:0:7410:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95562c678400. 02000000:00000010:2.0:1770653413.906535:0:51596:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95566bf98000. 02000000:00000001:2.0:1770653413.906539:0:51596:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.906542:0:51596:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.906542:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1770653413.906544:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1770653413.906548:0:51596:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:0.0:1770653413.906548:0:7410:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000800:00000001:1.0:1770653413.906550:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:0.0:1770653413.906551:0:7410:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556189e1840. 00010000:00000001:2.0:1770653413.906552:0:51596:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1770653413.906556:0:51596:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.906559:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00002000:00080000:2.0:1770653413.906560:0:51596:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5128 count 1 00010000:00000001:0.0:1770653413.906560:0:7410:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.906568:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00002000:00000001:2.0:1770653413.906569:0:51596:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000020:00000001:0.0:1770653413.906569:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000001:3.0:1770653413.906572:0:7966:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.906573:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653413.906574:0:51596:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000800:00000001:1.0:1770653413.906577:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653413.906578:0:51596:0:(lu_object.c:808:lu_object_find_at()) Process entered 00080000:00000001:3.0:1770653413.906579:0:7966:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.906580:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1770653413.906582:0:51596:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795554368872 : -117278155182744 : ffff95560d386d68) 00000020:00000001:0.0:1770653413.906584:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000001:3.0:1770653413.906585:0:7966:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1770653413.906590:0:7966:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00002000:00000001:2.0:1770653413.906590:0:51596:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795554368784 : -117278155182832 : ffff95560d386d10) 00000020:00000001:0.0:1770653413.906590:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.906592:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000001:00000002:3.0:1770653413.906595:0:7966:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332626, last_committed = 4295332607 00010000:00000001:2.0:1770653413.906598:0:51596:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00010000:0.0:1770653413.906598:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000010:3.0:1770653413.906602:0:7966:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff955662d81ea0. 00010000:00000001:2.0:1770653413.906603:0:51596:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:0.0:1770653413.906603:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1770653413.906609:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1770653413.906610:0:7966:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 19 00010000:00000040:2.0:1770653413.906610:0:51596:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95565f6ed900 count: 2 00000400:00000200:1.0:1770653413.906610:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d1000 00010000:00010000:0.0:1770653413.906614:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:3.0:1770653413.906617:0:7966:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=31 00010000:00000001:2.0:1770653413.906618:0:51596:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.906623:0:76389:0:(client.c:1964:ptlrpc_check_set()) Process entered 00080000:00000001:3.0:1770653413.906625:0:7966:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1770653413.906626:0:51596:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000400:00000200:1.0:1770653413.906626:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6d25 [2] + 984 00010000:00000010:2.0:1770653413.906633:0:51596:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95571016b000. 00000400:00000001:0.0:1770653413.906634:0:76389:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1770653413.906635:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:3.0:1770653413.906637:0:7966:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000020:00000001:2.0:1770653413.906639:0:51596:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000400:00000001:0.0:1770653413.906639:0:76389:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000001:00000001:3.0:1770653413.906642:0:7966:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653413.906643:0:76389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e053738. 00000020:00000040:2.0:1770653413.906644:0:51596:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95571016b000 with handle 0x2aed14e4e178cef8 to hash 00000800:00000001:1.0:1770653413.906644:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653413.906650:0:76389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac85d8 00000020:00000001:2.0:1770653413.906651:0:51596:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000400:00000200:1.0:1770653413.906652:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:3.0:1770653413.906654:0:7966:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.906655:0:51596:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799897456640 : -117273812094976 : ffff95571016b000) 00000400:00000010:0.0:1770653413.906656:0:76389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac85d8. 00002000:00000001:3.0:1770653413.906660:0:7966:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.906663:0:51596:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799897456640 : -117273812094976 : ffff95571016b000) 00002000:00000001:3.0:1770653413.906664:0:7966:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000400:00000200:1.0:1770653413.906664:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653413.906665:0:76389:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1770653413.906671:0:51596:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1770653413.906674:0:3281:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:2.0:1770653413.906675:0:51596:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.906676:0:76389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955618d88380 x1856657707198464/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1770653413.906678:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00010000:2.0:1770653413.906680:0:51596:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178cef8 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1408:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000100:00000010:1.0:1770653413.906688:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665157480. 00080000:00000010:3.0:1770653413.906694:0:7966:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff95566040b728. 00000100:00000040:1.0:1770653413.906695:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955665157480 x1856657966305280 msgsize 328 00010000:00000001:2.0:1770653413.906703:0:51596:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1770653413.906706:0:51596:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00002000:00000001:3.0:1770653413.906707:0:7966:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000100:00000200:0.0:1770653413.906708:0:76389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955618d88380 x1856657707198464/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.906710:0:51596:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00002000:00000040:3.0:1770653413.906711:0:7966:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x1401:0x0] 00010000:00000001:2.0:1770653413.906714:0:51596:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00100000:1.0:1770653413.906716:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00002000:00000010:3.0:1770653413.906718:0:7966:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9556020f2260. 00010000:00000001:2.0:1770653413.906719:0:51596:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:2.0:1770653413.906723:0:51596:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00002000:00000001:3.0:1770653413.906727:0:7966:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000100:00000001:1.0:1770653413.906728:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00010000:00010000:2.0:1770653413.906731:0:51596:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff95561c986400/0x2aed14e4e178a1fd lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x1408:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f1f expref: 85 pid: 76383 timeout: 0 lvb_type: 1 00002000:00000001:3.0:1770653413.906732:0:7966:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.906733:0:76389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1770653413.906736:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653413.906738:0:76389:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1770653413.906754:0:7966:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.906758:0:76389:0:(client.c:1568:after_reply()) Process entered 00000800:00000001:1.0:1770653413.906760:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1770653413.906761:0:7966:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332626, xid 1856657707197568 02000000:00000001:0.0:1770653413.906762:0:76389:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1770653413.906763:0:51596:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000800:00000001:1.0:1770653413.906766:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653413.906767:0:76389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1770653413.906768:0:7966:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:2.0:1770653413.906769:0:51596:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.906771:0:76389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.906773:0:51596:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000800:00000001:1.0:1770653413.906774:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653413.906775:0:76389:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1770653413.906778:0:7966:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955606dfc700 x1856657707197568/t4295332626(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.906778:0:51596:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653413.906782:0:76389:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00010000:00000001:2.0:1770653413.906785:0:51596:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1770653413.906789:0:51596:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000200:1.0:1770653413.906790:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:2.0:1770653413.906795:0:51596:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1770653413.906795:0:76389:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00010000:00000001:2.0:1770653413.906801:0:51596:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.906805:0:76389:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1770653413.906807:0:51596:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00000001:3.0:1770653413.906808:0:7966:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1770653413.906809:0:76389:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.906811:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d1080 00010000:00010000:2.0:1770653413.906812:0:51596:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178cef8 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1408:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.906813:0:7966:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.906815:0:76389:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1770653413.906819:0:76389:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653413.906821:0:7966:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1770653413.906825:0:76389:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.906827:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6d25 [2] + 1312 00000100:00000001:3.0:1770653413.906832:0:7966:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:2.0:1770653413.906834:0:51596:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1408:0x0].0x0 (ffff95565f6ed900) refcount = 2 00000100:00000040:0.0:1770653413.906837:0:76389:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955618d88380 x1856657707198464/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:1.0:1770653413.906839:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1770653413.906840:0:7966:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00010000:00000040:2.0:1770653413.906840:0:51596:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:3.0:1770653413.906846:0:7966:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000800:00000001:1.0:1770653413.906877:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1770653413.906880:0:7966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955718ba2000. 00010000:00000010:2.1:1770653413.906881:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633f4c900. 00000400:00000200:1.0:1770653413.906884:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.1:1770653413.906890:0:7966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016a200. 00010000:00000010:2.1:1770653413.906892:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c986a00. 00000100:00000001:0.0:1770653413.906896:0:76389:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1770653413.906897:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000010:2.1:1770653413.906900:0:51596:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c55c000. 00000100:00000001:0.0:1770653413.906904:0:76389:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1770653413.906906:0:7966:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1770653413.906906:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1770653413.906907:0:76389:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1770653413.906908:0:51596:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2be00. 02000000:00000001:3.0:1770653413.906911:0:7966:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.906912:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000001:0.0:1770653413.906913:0:76389:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000100:00000001:3.0:1770653413.906916:0:7966:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1770653413.906917:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:2.0:1770653413.906918:0:51596:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561c986400/0x2aed14e4e178a1fd lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1408:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f1f expref: 85 pid: 76383 timeout: 0 lvb_type: 1 00000100:00000010:1.0:1770653413.906921:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665154700. 00010000:00000001:0.0:1770653413.906921:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1770653413.906924:0:7966:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1770653413.906925:0:76389:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.906929:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955665154700 x1856657966305408 msgsize 328 00000400:00000010:3.0:1770653413.906930:0:7966:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78a18. 00000100:00000040:0.0:1770653413.906935:0:76389:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d88380 x1856657707198464/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1770653413.906938:0:7966:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707197568, offset 224 00010000:00000040:2.0:1770653413.906939:0:51596:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1770653413.906944:0:51596:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178cef8 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1408:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770653413.906950:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000400:00000200:3.0:1770653413.906952:0:7966:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1770653413.906965:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1770653413.906966:0:7966:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000010:2.0:1770653413.906968:0:51596:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f59b00. 00000100:00100000:0.0:1770653413.906970:0:76389:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955618d88380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:76389:1856657707198464:192.168.202.60@tcp:104: 00000100:00000001:2.0:1770653413.906973:0:51596:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000800:00000001:1.0:1770653413.906974:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653413.906977:0:76389:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1770653413.906978:0:51596:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0900. 00000400:00000200:3.0:1770653413.906980:0:7966:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b6480 00000800:00000001:1.0:1770653413.906981:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.906982:0:51596:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100337408 : -117276609214208 : ffff9556695e0900) 00000100:00000001:0.0:1770653413.906982:0:76389:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.906989:0:76389:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1770653413.906990:0:51596:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100337408 : -117276609214208 : ffff9556695e0900) 00000100:00000001:0.0:1770653413.906993:0:76389:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1770653413.906995:0:51596:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000400:00000200:3.0:1770653413.906997:0:7966:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda381 [1] + 224 00000100:00000001:2.0:1770653413.906998:0:51596:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000001:1.0:1770653413.907000:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1770653413.907001:0:76389:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955618d88380 x1856657707198464/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.907002:0:51596:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:1.0:1770653413.907005:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1770653413.907006:0:51596:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1770653413.907010:0:7966:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1770653413.907011:0:51596:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.907011:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.907013:0:76389:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1770653413.907014:0:51596:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1770653413.907019:0:51596:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000001:1.0:1770653413.907020:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.907020:0:76389:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1770653413.907023:0:51596:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000400:00000200:3.0:1770653413.907024:0:7966:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1770653413.907024:0:76389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95561997b000. 00010000:00000001:2.0:1770653413.907027:0:51596:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 02000000:00000001:0.0:1770653413.907031:0:76389:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:2.0:1770653413.907032:0:51596:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c2ddc00. 00000100:00000001:3.0:1770653413.907034:0:7966:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1770653413.907034:0:76389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1770653413.907036:0:51596:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=7 obd=lustre-OST0001 00000020:00000040:0.0:1770653413.907038:0:76389:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=6 obd=lustre-OST0001 00000100:00000001:2.0:1770653413.907040:0:51596:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1770653413.907042:0:76389:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:3.0:1770653413.907045:0:7966:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95571043c380 x1856657707197568/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653413.907045:0:51596:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:0.0:1770653413.907046:0:76389:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95561997be00. 00010000:00000010:1.0:1770653413.907047:0:12200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95566c163e00. 02000000:00000001:2.0:1770653413.907049:0:51596:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.907053:0:76389:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1770653413.907056:0:12200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 02000000:00000001:0.0:1770653413.907057:0:76389:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:2.0:1770653413.907058:0:51596:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95564531da00. 00000100:00000010:0.0:1770653413.907061:0:76389:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d88380. 00000020:00000040:1.0:1770653413.907064:0:12200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95566c163e00 with handle 0x2aed14e4e178ceff to hash 00000100:00000001:2.0:1770653413.907065:0:51596:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.907067:0:76389:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1770653413.907072:0:76389:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653413.907073:0:12200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00010000:2.0:1770653413.907076:0:51596:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff95561c986400/0x2aed14e4e178a1fd lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1408:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f1f expref: 85 pid: 76383 timeout: 0 lvb_type: 1 00000100:00000010:0.0:1770653413.907077:0:76389:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f3623c0. 00010000:00000001:1.0:1770653413.907078:0:12200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626797145964032 : -117276563587584 : ffff95566c163e00) 00000100:00000040:3.0:1770653413.907079:0:7966:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95571043c380 x1856657707197568/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.907082:0:76389:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1770653413.907086:0:12200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626797145964032 : -117276563587584 : ffff95566c163e00) 00010000:00000001:0.0:1770653413.907087:0:76389:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.907094:0:12200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000010:0.0:1770653413.907095:0:76389:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a7c0. 00010000:00000001:1.0:1770653413.907098:0:12200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.907103:0:76389:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.907105:0:12200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95566c163e00/0x2aed14e4e178ceff lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1407:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770653413.907107:0:51596:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff95561c986400/0x2aed14e4e178a1fd lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1408:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f1f expref: 85 pid: 76383 timeout: 6877 lvb_type: 1 00010000:00000001:0.0:1770653413.907111:0:76389:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.907118:0:76389:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.907119:0:7966:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1770653413.907127:0:76389:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:3.0:1770653413.907129:0:7966:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78a18 00010000:00000001:1.0:1770653413.907129:0:12200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1770653413.907131:0:51596:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00010000:00000001:1.0:1770653413.907134:0:12200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000400:00000010:3.0:1770653413.907135:0:7966:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78a18. 00000100:00000001:2.0:1770653413.907135:0:51596:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00010000:0.0:1770653413.907135:0:76389:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cea4 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1402:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.907138:0:12200:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1770653413.907142:0:12200:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000040:2.0:1770653413.907143:0:51596:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95573c2ddc00 x1856657707201280/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.907144:0:7966:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1770653413.907146:0:12200:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000100:00000001:3.0:1770653413.907147:0:7966:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1770653413.907150:0:12200:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:3.0:1770653413.907154:0:7966:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.907158:0:12200:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9556323fde00/0x2aed14e4e178a101 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x1407:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e2a expref: 85 pid: 12202 timeout: 0 lvb_type: 1 00000100:00000040:3.0:1770653413.907165:0:7966:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00010000:00000001:3.0:1770653413.907173:0:7966:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:0.0:1770653413.907176:0:76656:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1770653413.907178:0:7966:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.907179:0:12200:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00100000:0.0:1770653413.907180:0:76656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966305280 00000100:00000001:2.0:1770653413.907181:0:51596:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1770653413.907182:0:12200:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.907186:0:7966:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1770653413.907186:0:76656:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1770653413.907187:0:51596:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.907188:0:12200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:0.0:1770653413.907190:0:76656:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1770653413.907192:0:12200:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.907195:0:76656:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.907197:0:7966:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955606dfc700 x1856657707197568/t4295332626(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.907197:0:12200:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 02000000:00000001:0.0:1770653413.907200:0:76656:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.907201:0:51596:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95573c2ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:51596:1856657707201280:192.168.202.60@tcp:104: 00010000:00010000:1.0:1770653413.907201:0:12200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653413.907207:0:12200:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1770653413.907207:0:76656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966305280 00000020:00000001:0.0:1770653413.907212:0:76656:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1770653413.907213:0:12200:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.907214:0:51596:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1770653413.907216:0:76656:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00010000:00000001:1.0:1770653413.907220:0:12200:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000020:00000001:0.0:1770653413.907221:0:76656:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1770653413.907222:0:51596:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:1.0:1770653413.907224:0:12200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95566c163e00/0x2aed14e4e178ceff lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1407:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000020:00000040:0.0:1770653413.907226:0:76656:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=88 02000000:00000001:2.0:1770653413.907227:0:51596:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.907232:0:76656:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 02000000:00000001:2.0:1770653413.907234:0:51596:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1770653413.907239:0:76656:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 02000000:00000010:2.0:1770653413.907240:0:51596:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95564531ce00. 00000100:00000001:0.0:1770653413.907246:0:76656:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1770653413.907248:0:51596:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.907249:0:12200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1407:0x0].0x0 (ffff9556110e6200) refcount = 2 00000020:00000010:0.0:1770653413.907252:0:76656:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a7c0. 00000400:00000010:2.0:1770653413.907255:0:51596:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2840. 00010000:00000040:1.0:1770653413.907256:0:12200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:0.0:1770653413.907258:0:76656:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1770653413.907263:0:51596:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888770. 00010000:00000040:1.0:1770653413.907264:0:12200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9556323fde00/0x2aed14e4e178a101 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1407:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e2a expref: 85 pid: 12202 timeout: 0 lvb_type: 1 00000020:00000010:0.0:1770653413.907264:0:76656:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a7c0. 00000100:00100000:3.0:1770653413.907268:0:7966:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955606dfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+31:3291:x1856657707197568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26966us (27449us total) trans 4295332626 rc 0/0 00000100:00000200:2.0:1770653413.907270:0:51596:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707201280, portal 16 00000020:00000010:0.0:1770653413.907273:0:76656:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997be00. 00000100:00000001:2.0:1770653413.907277:0:51596:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1770653413.907281:0:51596:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637172736 : -117273072378880 : ffff95573c2ddc00) 00000020:00000010:0.0:1770653413.907281:0:76656:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519800. 00010000:00000040:1.0:1770653413.907286:0:12200:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000100:00100000:3.0:1770653413.907289:0:7966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136187 00000020:00000010:0.0:1770653413.907290:0:76656:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d0c8. 00010000:00000040:1.0:1770653413.907291:0:12200:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95566c163e00/0x2aed14e4e178ceff lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1407:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1770653413.907293:0:7966:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 7 00000100:00000040:2.0:1770653413.907294:0:51596:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff95573c2ddc00 x1856657707201280/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1770653413.907298:0:76656:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1770653413.907299:0:7966:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1770653413.907303:0:7966:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1770653413.907304:0:76656:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1770653413.907308:0:76656:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1770653413.907309:0:7966:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3480. 00010000:00000001:0.0:1770653413.907312:0:76656:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1770653413.907316:0:76656:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.907318:0:7966:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca907d0. 00010000:00000010:1.0:1770653413.907318:0:12200:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9cd40. 00000100:00000001:2.0:1770653413.907320:0:51596:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1770653413.907321:0:76656:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:1.0:1770653413.907325:0:12200:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00000001:0.0:1770653413.907326:0:76656:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:3.0:1770653413.907327:0:7966:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bc800. 00000100:00000040:2.0:1770653413.907330:0:51596:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000010:1.0:1770653413.907331:0:12200:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa8b40. 00000020:00000001:0.0:1770653413.907331:0:76656:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653413.907332:0:7966:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 30 00000400:00000010:2.0:1770653413.907336:0:51596:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888908. 00000020:00000040:0.0:1770653413.907336:0:76656:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955642600400 refcount=4 00000100:00000001:1.0:1770653413.907337:0:12200:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540169024 : -117277169382592 : ffff955647fa8b40) 00000100:00000001:3.0:1770653413.907338:0:7966:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653413.907341:0:76656:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796446155776 : -117277263395840 : ffff955642600400) 00000100:00000200:2.0:1770653413.907343:0:51596:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707201280, offset 0 00000100:00000001:1.0:1770653413.907344:0:12200:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540169024 : -117277169382592 : ffff955647fa8b40) 00010000:00000001:0.0:1770653413.907346:0:76656:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796446155776 : -117277263395840 : ffff955642600400) 00000100:00000001:1.0:1770653413.907351:0:12200:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000400:00000200:2.0:1770653413.907352:0:51596:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:1.0:1770653413.907354:0:12200:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00010000:0.0:1770653413.907356:0:76656:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff955642600400/0x2aed14e4e178a108 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x154b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e31 expref: 88 pid: 12199 timeout: 6877 lvb_type: 1 00010000:00000001:1.0:1770653413.907357:0:12200:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1770653413.907361:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1770653413.907362:0:51596:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00010000:00000001:1.0:1770653413.907364:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.907367:0:12198:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1770653413.907368:0:12200:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000200:2.0:1770653413.907371:0:51596:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:1.0:1770653413.907372:0:12200:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000400:00000001:3.0:1770653413.907374:0:12198:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1770653413.907374:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.907375:0:12200:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000400:00000200:2.0:1770653413.907378:0:51596:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00010000:00000001:0.0:1770653413.907378:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:3.0:1770653413.907379:0:12198:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1770653413.907379:0:12200:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00010000:00000001:0.0:1770653413.907382:0:76656:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1770653413.907384:0:12198:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef21b8. 00000400:00000200:2.0:1770653413.907386:0:51596:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000100:00000010:1.0:1770653413.907387:0:12200:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665154000. 00000100:00000001:0.0:1770653413.907388:0:76656:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.907390:0:12198:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268884c8 00000020:00000040:1.0:1770653413.907393:0:12200:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=7 obd=lustre-OST0001 00000400:00000200:2.0:1770653413.907394:0:51596:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000400:00000010:3.0:1770653413.907395:0:12198:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268884c8. 00000100:00000001:0.0:1770653413.907396:0:76656:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1770653413.907400:0:12200:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1770653413.907403:0:12198:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1770653413.907404:0:51596:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164650:2164650:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164646:2164646:8:4294967295] 02000000:00000001:1.0:1770653413.907405:0:12200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1770653413.907406:0:76656:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955665157480 x1856657966305280/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1770653413.907409:0:12200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.907411:0:12198:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95573c2dd880 x1856657707198592/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1770653413.907417:0:12200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95563c4f6800. 00000100:00000001:1.0:1770653413.907424:0:12200:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.907430:0:51596:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00010000:1.0:1770653413.907435:0:12200:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9556323fde00/0x2aed14e4e178a101 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1407:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e2a expref: 85 pid: 12202 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1770653413.907439:0:76656:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1770653413.907443:0:76656:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1770653413.907450:0:51596:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000200:3.0:1770653413.907453:0:12198:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95573c2dd880 x1856657707198592/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.907456:0:76656:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1770653413.907457:0:51596:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df200. 00010000:00010000:1.0:1770653413.907462:0:12200:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9556323fde00/0x2aed14e4e178a101 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1407:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e2a expref: 85 pid: 12202 timeout: 6877 lvb_type: 1 00000100:00000001:0.0:1770653413.907467:0:76656:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1770653413.907471:0:76656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966305408 00000800:00000200:2.0:1770653413.907472:0:51596:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 02000000:00000001:0.0:1770653413.907476:0:76656:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653413.907480:0:76656:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653413.907485:0:12198:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1770653413.907485:0:76656:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1770653413.907486:0:51596:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:1.0:1770653413.907490:0:12200:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1770653413.907491:0:12198:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653413.907491:0:76656:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1770653413.907492:0:51596:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1770653413.907495:0:12200:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1770653413.907497:0:12198:0:(client.c:1568:after_reply()) Process entered 00000100:00100000:0.0:1770653413.907499:0:76656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966305408 02000000:00000001:3.0:1770653413.907501:0:12198:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1770653413.907502:0:76656:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1770653413.907504:0:12198:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1770653413.907506:0:12200:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955665154000 x1856657707201408/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:0.0:1770653413.907506:0:76656:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000100:00000001:3.0:1770653413.907507:0:12198:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.907508:0:51596:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.907510:0:76656:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1770653413.907513:0:12198:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.907516:0:51596:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444750 00000020:00000040:0.0:1770653413.907516:0:76656:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=86 00000100:00001000:3.0:1770653413.907520:0:12198:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00000020:00000001:0.0:1770653413.907523:0:76656:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:2.0:1770653413.907526:0:51596:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4301444746 00000100:00001000:3.0:1770653413.907529:0:12198:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00000020:00000001:0.0:1770653413.907530:0:76656:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:2.0:1770653413.907533:0:51596:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444750 00000100:00000001:1.0:1770653413.907539:0:12200:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1770653413.907540:0:12198:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1770653413.907540:0:76656:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1770653413.907541:0:51596:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4301444746 00000100:00000001:1.0:1770653413.907544:0:12200:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.907546:0:12198:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.907546:0:76656:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a7c0. 00000100:00000001:2.0:1770653413.907548:0:51596:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444750 00000100:00100000:1.0:1770653413.907552:0:12200:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955665154000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:12200:1856657707201408:192.168.202.60@tcp:104: 00010000:00000001:3.0:1770653413.907553:0:12198:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1770653413.907553:0:76656:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.907555:0:51596:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4301444746 00000020:00000010:0.0:1770653413.907561:0:76656:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a7c0. 00000100:00000001:1.0:1770653413.907562:0:12200:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1770653413.907563:0:51596:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444750 02000000:00000001:1.0:1770653413.907567:0:12200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:0.0:1770653413.907567:0:76656:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997b000. 00000100:00000001:2.0:1770653413.907569:0:51596:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4301444746 02000000:00000001:1.0:1770653413.907571:0:12200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.907574:0:51596:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653413.907574:0:76656:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519600. 02000000:00000001:1.0:1770653413.907575:0:12200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1770653413.907576:0:12198:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.907580:0:51596:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.907581:0:12200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95563c4f6200. 00000100:00000001:3.0:1770653413.907583:0:12198:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.907583:0:76656:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3ded8. 00010000:00000001:2.0:1770653413.907584:0:51596:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.907585:0:12200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.907591:0:51596:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.907592:0:76656:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:1.0:1770653413.907594:0:12200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d94268. 00000020:00000001:2.0:1770653413.907595:0:51596:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.907596:0:76656:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1770653413.907598:0:12198:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95573c2dd880 x1856657707198592/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.907600:0:76656:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1770653413.907601:0:51596:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1770653413.907601:0:12200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022cc0. 00010000:00000001:0.0:1770653413.907603:0:76656:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.907605:0:51596:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.907609:0:51596:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.907609:0:12200:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707201408, portal 16 00010000:00000001:0.0:1770653413.907610:0:76656:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1770653413.907615:0:76656:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1770653413.907616:0:51596:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:1.0:1770653413.907616:0:12200:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1770653413.907618:0:76656:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1770653413.907620:0:12200:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028458496 : -117276681093120 : ffff955665154000) 00010000:00000001:2.0:1770653413.907621:0:51596:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000040:0.0:1770653413.907623:0:76656:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016a800 refcount=4 00000100:00000001:2.0:1770653413.907628:0:51596:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.907629:0:76656:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897454592 : -117273812097024 : ffff95571016a800) 00000100:00000001:3.0:1770653413.907631:0:12198:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1770653413.907632:0:12200:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955665154000 x1856657707201408/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.907633:0:51596:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1770653413.907635:0:76656:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897454592 : -117273812097024 : ffff95571016a800) 00000100:00000001:3.0:1770653413.907638:0:12198:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1770653413.907638:0:51596:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1770653413.907643:0:12198:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1770653413.907644:0:51596:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556695e0900 going to sleep for 11 seconds 00010000:00010000:0.0:1770653413.907646:0:76656:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff95571016a800/0x2aed14e4e178a052 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1402:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0da5 expref: 86 pid: 33123 timeout: 6877 lvb_type: 1 00010000:00000001:3.0:1770653413.907650:0:12198:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000100:00000001:2.0:1770653413.907651:0:51596:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1770653413.907655:0:12198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.907656:0:51596:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.907659:0:12198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.907662:0:12200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1770653413.907663:0:12198:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.907667:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1770653413.907670:0:12200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.907671:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1770653413.907673:0:12198:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c2dd880 x1856657707198592/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.907674:0:73797:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:1.0:1770653413.907674:0:12200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0224c8. 00010000:00000001:0.0:1770653413.907675:0:76656:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.907678:0:73797:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1770653413.907680:0:12200:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707201408, offset 0 00000100:00000001:0.0:1770653413.907681:0:76656:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1770653413.907689:0:73797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161841 00000400:00000200:1.0:1770653413.907694:0:12200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:0.0:1770653413.907696:0:76656:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:2.0:1770653413.907697:0:73797:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000100:00000001:2.0:1770653413.907702:0:73797:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028471936 : -117276681079680 : ffff955665157480) 00000400:00000200:1.0:1770653413.907704:0:12200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000100:00000200:0.0:1770653413.907707:0:76656:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955665154700 x1856657966305408/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1770653413.907709:0:12198:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95573c2dd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12198:1856657707198592:192.168.202.60@tcp:104: 00000400:00000200:1.0:1770653413.907711:0:12200:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1770653413.907713:0:73797:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665157480 x1856657966305280/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653413.907719:0:12200:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000100:00000001:3.0:1770653413.907723:0:12198:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.907727:0:12200:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1770653413.907731:0:12198:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.907735:0:12200:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00000001:3.0:1770653413.907751:0:12198:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1770653413.907753:0:76656:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1770653413.907756:0:12198:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1770653413.907758:0:12200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164651:2164651:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164647:2164647:7:4294967295] 00000100:00000001:0.0:1770653413.907758:0:76656:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.907759:0:73797:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1770653413.907765:0:73797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59100. 00000100:00000040:3.0:1770653413.907766:0:12198:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95573c2dd880 x1856657707198592/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.907768:0:76656:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.907770:0:73797:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653413.907778:0:73797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59100. 00000400:00000200:1.0:1770653413.907781:0:12200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:0.0:1770653413.907782:0:76656:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1770653413.907787:0:76656:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1770653413.907790:0:73797:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665157480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b31b1d82-c1d4-4680-ae7a-71292416d1f5+88:2366:x1856657966305280:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1770653413.907797:0:76656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161842 00000800:00000200:1.0:1770653413.907800:0:12200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:3.0:1770653413.907803:0:12198:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1770653413.907805:0:73797:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966305280 00000100:00000040:0.0:1770653413.907806:0:76656:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 02000000:00000001:3.0:1770653413.907809:0:12198:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000010:1.0:1770653413.907809:0:12200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955734dea700. 00010000:00000001:2.0:1770653413.907810:0:73797:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000100:00000001:0.0:1770653413.907811:0:76656:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028460288 : -117276681091328 : ffff955665154700) 00010000:00000002:2.0:1770653413.907815:0:73797:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 02000000:00000010:3.0:1770653413.907816:0:12198:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95562fa45400. 00010000:00000001:2.0:1770653413.907820:0:73797:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000040:0.0:1770653413.907821:0:76656:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665154700 x1856657966305408/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1770653413.907822:0:12200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 02000000:00000001:3.0:1770653413.907826:0:12198:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1770653413.907826:0:73797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1770653413.907831:0:73797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1770653413.907832:0:12198:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000200:1.0:1770653413.907833:0:12200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 02000000:00000010:2.0:1770653413.907836:0:73797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95566bf9a400. 00000800:00000200:1.0:1770653413.907840:0:12200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955734dea700 type 1, nob 424 niov 1 nkiov 1 02000000:00000001:2.0:1770653413.907842:0:73797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.907865:0:73797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.907868:0:73797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1770653413.907870:0:73797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1770653413.907872:0:73797:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1770653413.907874:0:73797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1770653413.907874:0:12200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.907878:0:73797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955642600400 refcount=4 00000100:00000001:1.0:1770653413.907879:0:12200:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444751 00000100:00000001:0.0:1770653413.907880:0:76656:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1770653413.907881:0:73797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796446155776 : -117277263395840 : ffff955642600400) 00000020:00000010:0.0:1770653413.907886:0:76656:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a7c0. 00010000:00000001:2.0:1770653413.907887:0:73797:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796446155776 : -117277263395840 : ffff955642600400) 00000100:00000001:1.0:1770653413.907888:0:12200:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4301444750 00000100:00000001:0.0:1770653413.907892:0:76656:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1770653413.907894:0:73797:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95563cd5c900 count: 3 00000100:00000001:1.0:1770653413.907895:0:12200:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444751 00000020:00000010:0.0:1770653413.907898:0:76656:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a7c0. 00000100:00000001:1.0:1770653413.907901:0:12200:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4301444750 00010000:00010000:2.0:1770653413.907903:0:73797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff955642600400/0x2aed14e4e178a108 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x154b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e31 expref: 88 pid: 12199 timeout: 6877 lvb_type: 1 00000100:00000001:1.0:1770653413.907907:0:12200:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444751 00000100:00100000:0.0:1770653413.907909:0:76656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665154700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_033:b31b1d82-c1d4-4680-ae7a-71292416d1f5+86:2365:x1856657966305408:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1770653413.907915:0:12200:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4301444750 00000020:00000040:3.0:1770653413.907919:0:12198:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=6 obd=lustre-OST0001 00000100:00000200:0.0:1770653413.907921:0:76656:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966305408 00000100:00000001:1.0:1770653413.907922:0:12200:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444751 00000100:00001000:2.0:1770653413.907925:0:73797:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 00000020:00000001:3.0:1770653413.907926:0:12198:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1770653413.907927:0:76656:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000100:00000001:1.0:1770653413.907929:0:12200:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4301444750 02000000:00000010:3.0:1770653413.907931:0:12198:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95562fa44600. 00010000:00000002:0.0:1770653413.907932:0:76656:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1770653413.907933:0:73797:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1770653413.907934:0:12200:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.907935:0:76656:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 02000000:00000001:3.0:1770653413.907940:0:12198:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1770653413.907940:0:12200:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.907941:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.907942:0:76656:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1770653413.907944:0:12198:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1770653413.907946:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.907946:0:12200:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1770653413.907948:0:12198:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c2dd880. 02000000:00000001:0.0:1770653413.907948:0:76656:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1770653413.907950:0:12200:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.907953:0:73797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff955642600400/0x2aed14e4e178a108 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x154b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e31 expref: 88 pid: 12199 timeout: 6877 lvb_type: 1 02000000:00000010:0.0:1770653413.907954:0:76656:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95564f615000. 00000020:00000001:1.0:1770653413.907955:0:12200:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.907956:0:12198:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1770653413.907960:0:12198:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653413.907961:0:76656:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.907962:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:3.0:1770653413.907966:0:12198:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e06c0. 00010000:00000001:1.0:1770653413.907967:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.907968:0:76656:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.907971:0:12200:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.907973:0:12198:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000020:00000001:2.0:1770653413.907974:0:73797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.907974:0:76656:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1770653413.907975:0:12200:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1770653413.907976:0:12198:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.907978:0:73797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1770653413.907980:0:12200:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00010000:0.0:1770653413.907980:0:76656:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1770653413.907982:0:73797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1770653413.907983:0:12198:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f59300. 00000100:00000001:1.0:1770653413.907986:0:12200:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.907987:0:76656:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1770653413.907988:0:73797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.907990:0:12198:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.907991:0:76656:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1770653413.907992:0:12200:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1770653413.907995:0:12198:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.907995:0:73797:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1770653413.907996:0:12200:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:0.0:1770653413.907997:0:76656:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016a800 refcount=4 00010000:00000001:2.0:1770653413.907998:0:73797:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653413.908000:0:12198:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1770653413.908004:0:12200:0:(client.c:2680:ptlrpc_set_wait()) set ffff955647fa8b40 going to sleep for 11 seconds 00000020:00000001:0.0:1770653413.908004:0:76656:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897454592 : -117273812097024 : ffff95571016a800) 00010000:00000001:2.0:1770653413.908005:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.908006:0:12198:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1770653413.908010:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.908011:0:12200:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1770653413.908012:0:12198:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95561c987400/0x2aed14e4e178ceab lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1403:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.908012:0:76656:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897454592 : -117273812097024 : ffff95571016a800) 00010000:00000001:2.0:1770653413.908013:0:73797:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1770653413.908015:0:12200:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.908017:0:73797:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.908018:0:76656:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556613f3900 count: 3 00000020:00000040:2.0:1770653413.908023:0:73797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff955642600400 with handle 0x2aed14e4e178a108 from hash 00010000:00010000:0.0:1770653413.908028:0:76656:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff95571016a800/0x2aed14e4e178a052 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1402:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0da5 expref: 86 pid: 33123 timeout: 6877 lvb_type: 1 00010000:00000001:2.0:1770653413.908030:0:73797:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1770653413.908033:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:1.0:1770653413.908035:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653413.908036:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.908040:0:73797:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00001000:0.0:1770653413.908041:0:76656:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00000800:00000001:1.0:1770653413.908042:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.908043:0:73797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653413.908046:0:73797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.908048:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653413.908049:0:76656:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1770653413.908050:0:73797:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1770653413.908053:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:1.0:1770653413.908053:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.908055:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.908058:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1770653413.908062:0:73797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff955642600400/0x2aed14e4e178a108 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x154b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e31 expref: 88 pid: 12199 timeout: 6877 lvb_type: 1 00000400:00000200:1.0:1770653413.908066:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00010000:0.0:1770653413.908066:0:76656:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff95571016a800/0x2aed14e4e178a052 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1402:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0da5 expref: 86 pid: 33123 timeout: 6877 lvb_type: 1 00010000:00000010:3.0:1770653413.908080:0:76384:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9556196fb340. 00010000:00000040:2.0:1770653413.908080:0:73797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 82 00000400:00000200:1.0:1770653413.908081:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b6a00 00000020:00000040:2.0:1770653413.908086:0:73797:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 87 00000100:00000001:3.0:1770653413.908087:0:76384:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1770653413.908094:0:76384:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556189e1900. 00000400:00000200:1.0:1770653413.908094:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda429 [1] + 224 00010000:00000001:2.0:1770653413.908096:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.908101:0:76384:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626795745581312 : -117277963970304 : ffff9556189e1900) 00010000:00000001:2.0:1770653413.908101:0:73797:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:0.0:1770653413.908105:0:76656:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1770653413.908106:0:73797:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:3.0:1770653413.908107:0:76384:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626795745581312 : -117277963970304 : ffff9556189e1900) 00000800:00000001:1.0:1770653413.908107:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653413.908109:0:76656:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000040:2.0:1770653413.908110:0:73797:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95561c987a00 00000100:00000001:3.0:1770653413.908112:0:76384:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000800:00000001:1.0:1770653413.908113:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.908114:0:76656:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.908115:0:73797:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:3.0:1770653413.908116:0:76384:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000400:00000200:1.0:1770653413.908117:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1770653413.908118:0:73797:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1770653413.908119:0:76384:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000001:0.0:1770653413.908122:0:76656:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.908123:0:73797:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653413.908124:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1770653413.908127:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:3.0:1770653413.908129:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.908129:0:73797:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.908131:0:3283:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1770653413.908132:0:76656:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1770653413.908134:0:73797:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000001:3.0:1770653413.908135:0:76384:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.908136:0:76656:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000200:1.0:1770653413.908139:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955665155180 x1856657707198976/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1770653413.908140:0:73797:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653413.908141:0:76384:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.908143:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.908145:0:76384:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1770653413.908146:0:73797:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.908148:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.908150:0:76384:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00010000:00000001:2.0:1770653413.908152:0:73797:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1770653413.908153:0:76656:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000010:3.0:1770653413.908156:0:76384:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572eb23480. 00010000:00000001:2.0:1770653413.908156:0:73797:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:0.0:1770653413.908158:0:76656:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.908161:0:73797:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff95561c987a00/0x2aed14e4e178ce9d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x154b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000020:00000040:3.0:1770653413.908164:0:76384:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=8 obd=lustre-OST0000 00000020:00000040:0.0:1770653413.908164:0:76656:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95571016a800 with handle 0x2aed14e4e178a052 from hash 00000100:00000040:1.0:1770653413.908165:0:3283:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955665155180 x1856657707198976/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.908172:0:76656:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1770653413.908173:0:76384:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:2.0:1770653413.908176:0:73797:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1770653413.908176:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1770653413.908178:0:76384:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00010000:2.0:1770653413.908181:0:73797:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95561c987a00/0x2aed14e4e178ce9d lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x154b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.908182:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1770653413.908185:0:76384:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.908185:0:76656:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1770653413.908190:0:76656:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:1.0:1770653413.908194:0:3283:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1770653413.908194:0:76656:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1770653413.908196:0:76384:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95564e9bda00. 00010000:00000040:2.0:1770653413.908198:0:73797:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x154b:0x0].0x0 (ffff95563cd5c900) refcount = 2 00010000:00000001:0.0:1770653413.908200:0:76656:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:3.0:1770653413.908203:0:76384:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653413.908204:0:73797:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:0.0:1770653413.908204:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:2.0:1770653413.908209:0:73797:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561c987a00/0x2aed14e4e178ce9d lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x154b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770653413.908211:0:76656:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95571016a800/0x2aed14e4e178a052 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1402:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0da5 expref: 86 pid: 33123 timeout: 6877 lvb_type: 1 00000800:00000200:1.0:1770653413.908212:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:3.0:1770653413.908217:0:76384:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff95561c987c00/0x2aed14e4e178a1e1 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1552:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f03 expref: 87 pid: 33123 timeout: 0 lvb_type: 1 00000800:00000010:1.0:1770653413.908217:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df200. 00000400:00000200:1.0:1770653413.908223:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1770653413.908226:0:73797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653413.908230:0:73797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.908236:0:73797:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000400:00000200:1.0:1770653413.908236:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000040:0.0:1770653413.908237:0:76656:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 80 00010000:00000001:2.0:1770653413.908240:0:73797:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.908244:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888908 00000020:00000040:0.0:1770653413.908244:0:76656:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 85 00010000:00000001:2.0:1770653413.908245:0:73797:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1770653413.908249:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888908. 00010000:00000010:2.0:1770653413.908253:0:73797:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f59100. 00010000:00000001:0.0:1770653413.908254:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.908255:0:3283:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:0.0:1770653413.908257:0:76656:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1770653413.908260:0:73797:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00000001:0.0:1770653413.908261:0:76656:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000200:1.0:1770653413.908263:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95573c2ddc00 x1856657707201280/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1770653413.908265:0:73797:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0300. 00010000:00000040:0.0:1770653413.908265:0:76656:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95561ae2ac00 00000100:00000001:2.0:1770653413.908271:0:73797:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100335872 : -117276609215744 : ffff9556695e0300) 00010000:00000001:0.0:1770653413.908271:0:76656:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00010000:3.0:1770653413.908277:0:76384:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff95561c987c00/0x2aed14e4e178a1e1 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1552:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f03 expref: 87 pid: 33123 timeout: 6877 lvb_type: 1 00000100:00000001:2.0:1770653413.908277:0:73797:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100335872 : -117276609215744 : ffff9556695e0300) 00010000:00000001:0.0:1770653413.908277:0:76656:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653413.908282:0:76656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:2.0:1770653413.908284:0:73797:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1770653413.908284:0:3283:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1770653413.908286:0:76656:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.908288:0:73797:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1770653413.908291:0:76656:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1770653413.908293:0:73797:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000040:1.0:1770653413.908293:0:3283:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2ddc00 x1856657707201280/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1770653413.908295:0:76656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653413.908297:0:73797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1770653413.908300:0:76656:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.908308:0:76384:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00010000:00000001:2.0:1770653413.908308:0:73797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.908308:0:76656:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:1.0:1770653413.908309:0:3283:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.908313:0:76656:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:3.0:1770653413.908315:0:76384:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1770653413.908315:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.908315:0:3283:0:(events.c:68:request_out_callback()) Process leaving 00010000:00010000:0.0:1770653413.908317:0:76656:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cea4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1402:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.908320:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.908323:0:73797:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.908324:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1770653413.908327:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95572eb23480 x1856657707201536/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.908329:0:73797:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1770653413.908330:0:76656:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000800:00000001:1.0:1770653413.908332:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.908333:0:73797:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00010000:0.0:1770653413.908335:0:76656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cea4 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1402:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.908339:0:73797:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.908340:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653413.908346:0:73797:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.908348:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.908352:0:73797:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1770653413.908356:0:73797:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0300. 00010000:00000040:0.0:1770653413.908361:0:76656:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1402:0x0].0x0 (ffff9556613f3900) refcount = 2 00000100:00000001:2.0:1770653413.908363:0:73797:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1770653413.908364:0:76384:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1770653413.908366:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000040:0.0:1770653413.908367:0:76656:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:2.0:1770653413.908368:0:73797:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.908369:0:76384:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.908372:0:76656:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cea4 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1402:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1770653413.908375:0:73797:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f59100. 00000100:00100000:3.0:1770653413.908380:0:76384:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95572eb23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:76384:1856657707201536:192.168.202.60@tcp:104: 00010000:00000001:2.0:1770653413.908381:0:73797:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1770653413.908385:0:73797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000400:00000200:1.0:1770653413.908386:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d1100 00010000:00000001:0.0:1770653413.908388:0:76656:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653413.908390:0:73797:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.908391:0:76384:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1770653413.908392:0:76656:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.908396:0:76656:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 02000000:00000001:3.0:1770653413.908397:0:76384:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1770653413.908397:0:73797:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1770653413.908400:0:76656:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.908402:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6d25 [2] + 1640 02000000:00000001:3.0:1770653413.908403:0:76384:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.908403:0:73797:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.908403:0:76656:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1770653413.908410:0:76384:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00001000:2.0:1770653413.908411:0:73797:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00010000:00000010:0.0:1770653413.908412:0:76656:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a7c0. 00000800:00000001:1.0:1770653413.908414:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:3.0:1770653413.908415:0:76384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95564e9bde00. 00000100:00000001:2.0:1770653413.908416:0:73797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1770653413.908417:0:76656:0:(client.c:1145:ptlrpc_prep_set()) Process entered 02000000:00000001:3.0:1770653413.908422:0:76384:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.908423:0:73797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000800:00000001:1.0:1770653413.908423:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1770653413.908424:0:76656:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f3623c0. 00000100:00000001:2.0:1770653413.908430:0:73797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000400:00000200:1.0:1770653413.908431:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1770653413.908432:0:76384:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2580. 00000100:00000001:0.0:1770653413.908432:0:76656:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661515200 : -117277048036416 : ffff95564f3623c0) 02000000:00000001:2.0:1770653413.908435:0:73797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1770653413.908441:0:73797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.908442:0:76656:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661515200 : -117277048036416 : ffff95564f3623c0) 00000400:00000010:3.0:1770653413.908443:0:76384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78a18. 00000400:00000200:1.0:1770653413.908446:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653413.908448:0:73797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1770653413.908449:0:76656:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000200:3.0:1770653413.908452:0:76384:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707201536, portal 16 00000100:00000001:0.0:1770653413.908453:0:76656:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000001:1.0:1770653413.908455:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1770653413.908456:0:73797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.908457:0:76656:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:3.0:1770653413.908459:0:76384:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1770653413.908460:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000001:0.0:1770653413.908462:0:76656:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1770653413.908464:0:76384:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800410965120 : -117273298586496 : ffff95572eb23480) 00000400:00000010:2.0:1770653413.908464:0:73797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888880. 00000100:00000200:2.0:1770653413.908469:0:73797:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966305280, offset 224 00000100:00000010:1.0:1770653413.908469:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665156300. 00010000:00000001:0.0:1770653413.908471:0:76656:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.908477:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1770653413.908478:0:76384:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff95572eb23480 x1856657707201536/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1770653413.908478:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955665156300 x1856657966305536 msgsize 328 00010000:00000001:0.0:1770653413.908480:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1770653413.908483:0:73797:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.908485:0:76656:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.908491:0:76656:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1770653413.908495:0:76656:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000200:2.0:1770653413.908497:0:73797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00100000:1.0:1770653413.908499:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653413.908501:0:76656:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.908507:0:76656:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.908510:0:76384:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1770653413.908511:0:76656:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000400:00000200:2.0:1770653413.908513:0:73797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164652:2164652:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164648:2164648:7:4294967295] 00000100:00000010:0.0:1770653413.908515:0:76656:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f3623c0. 00000100:00000040:3.0:1770653413.908519:0:76384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:1.0:1770653413.908521:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1770653413.908522:0:76656:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000400:00000010:3.0:1770653413.908526:0:76384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78d48. 00010000:00000001:0.0:1770653413.908526:0:76656:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1770653413.908532:0:76656:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a7c0. 00000100:00000200:3.0:1770653413.908533:0:76384:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707201536, offset 0 00000400:00000200:2.0:1770653413.908537:0:73797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:0.0:1770653413.908537:0:76656:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1770653413.908541:0:76656:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000400:00000200:3.0:1770653413.908544:0:76384:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.908545:0:76656:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1770653413.908550:0:73797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.908551:0:76656:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1770653413.908556:0:76656:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.908557:0:76384:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000100:00001000:0.0:1770653413.908560:0:76656:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653413.908562:0:73806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1770653413.908565:0:76656:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1770653413.908566:0:76384:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:2.0:1770653413.908567:0:73806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966305536 00000100:00000040:0.0:1770653413.908570:0:76656:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 02000000:00000001:2.0:1770653413.908572:0:73806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653413.908574:0:76656:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000001:2.0:1770653413.908576:0:73806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1770653413.908577:0:76384:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000100:00000001:2.0:1770653413.908580:0:73806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.908580:0:76656:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1770653413.908583:0:76656:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.908585:0:76384:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1770653413.908585:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1770653413.908586:0:73806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.908587:0:76656:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1770653413.908593:0:73806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966305536 00000800:00000010:1.0:1770653413.908594:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955734dea700. 00000400:00000200:3.0:1770653413.908595:0:76384:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000020:00000001:2.0:1770653413.908598:0:73806:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1770653413.908598:0:76656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000200:1.0:1770653413.908602:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1770653413.908603:0:73806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000400:00000010:0.0:1770653413.908604:0:76656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac85d8. 00000400:00000200:3.0:1770653413.908606:0:76384:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164653:2164653:254:4294967295] 192.168.202.60@tcp LPNI seq info [2164649:2164649:6:4294967295] 00000020:00000001:2.0:1770653413.908607:0:73806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653413.908612:0:73806:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=86 00000100:00000200:0.0:1770653413.908612:0:76656:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966305408, offset 224 00000400:00000200:1.0:1770653413.908616:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000001:2.0:1770653413.908617:0:73806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:2.0:1770653413.908623:0:73806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000400:00000200:0.0:1770653413.908624:0:76656:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:3.0:1770653413.908629:0:76384:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:2.0:1770653413.908629:0:73806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1770653413.908634:0:73806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59100. 00000400:00000200:1.0:1770653413.908637:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0224c8 00000800:00000200:3.0:1770653413.908638:0:76384:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:2.0:1770653413.908640:0:73806:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1770653413.908644:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0224c8. 00000400:00000200:0.0:1770653413.908644:0:76656:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000800:00000010:3.0:1770653413.908647:0:76384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626ca00. 00000020:00000010:2.0:1770653413.908648:0:73806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59100. 00000100:00000001:1.0:1770653413.908653:0:3283:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1770653413.908654:0:76656:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164654:2164654:253:4294967295] 192.168.202.60@tcp LPNI seq info [2164650:2164650:5:4294967295] 00000020:00000010:2.0:1770653413.908655:0:73806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564531c600. 00000020:00000010:2.0:1770653413.908663:0:73806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95562ddeff00. 00000100:00000200:1.0:1770653413.908664:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955665154000 x1856657707201408/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1770653413.908667:0:73806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510d48. 00000100:00000001:2.0:1770653413.908674:0:73806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1770653413.908678:0:73806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1770653413.908678:0:76656:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:2.0:1770653413.908682:0:73806:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1770653413.908688:0:73806:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.908689:0:3283:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1770653413.908691:0:76656:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653413.908695:0:73806:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000800:00000010:0.0:1770653413.908698:0:76656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9300. 00000100:00000040:1.0:1770653413.908699:0:3283:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665154000 x1856657707201408/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.908700:0:73806:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1770653413.908705:0:73806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:0.0:1770653413.908708:0:76656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000020:00000040:2.0:1770653413.908711:0:73806:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c162a00 refcount=4 00000800:00000200:3.0:1770653413.908716:0:76384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000020:00000001:2.0:1770653413.908720:0:73806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145958912 : -117276563592704 : ffff95566c162a00) 00000800:00000200:0.0:1770653413.908723:0:76656:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:1.0:1770653413.908728:0:3283:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.908730:0:76384:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:2.0:1770653413.908730:0:73806:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145958912 : -117276563592704 : ffff95566c162a00) 00000800:00000200:0.0:1770653413.908730:0:76656:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1770653413.908733:0:3283:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1770653413.908736:0:76384:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626ca00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1770653413.908753:0:76384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.908756:0:76656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.908757:0:73806:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff95566c162a00/0x2aed14e4e178a12b lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1403:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e54 expref: 86 pid: 76419 timeout: 6877 lvb_type: 1 00000100:00000001:3.0:1770653413.908758:0:76384:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444751 00000800:00000001:1.0:1770653413.908758:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1770653413.908763:0:76656:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:3.0:1770653413.908765:0:76384:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, keep current deadline 4301444751 00000800:00000001:1.0:1770653413.908768:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.908769:0:76656:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.908771:0:76384:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444751 00000800:00000001:1.0:1770653413.908775:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653413.908776:0:76656:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.908777:0:76384:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, keep current deadline 4301444751 00010000:00000001:2.0:1770653413.908781:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.908784:0:76384:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444751 00010000:00000001:2.0:1770653413.908784:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:1.0:1770653413.908784:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653413.908786:0:76656:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665154700 x1856657966305408/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.908788:0:73806:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.908791:0:76384:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, keep current deadline 4301444751 00000100:00000001:2.0:1770653413.908795:0:73806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.908797:0:76384:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444751 00000400:00000200:1.0:1770653413.908802:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:2.0:1770653413.908803:0:73806:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1770653413.908804:0:76384:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, keep current deadline 4301444751 00000100:00000001:3.0:1770653413.908811:0:76384:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1770653413.908812:0:73806:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955665156300 x1856657966305536/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.908815:0:76384:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.908817:0:76656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665154700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_033:b31b1d82-c1d4-4680-ae7a-71292416d1f5+86:2365:x1856657966305408:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 931us (1882us total) trans 0 rc 0/0 00010000:00000001:3.0:1770653413.908821:0:76384:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.908823:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b6a80 00010000:00000001:3.0:1770653413.908828:0:76384:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.908835:0:76384:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.908839:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda431 [1] + 224 00010000:00000001:3.0:1770653413.908840:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.908841:0:73806:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:3.0:1770653413.908844:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.908845:0:73806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1770653413.908873:0:76384:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620464c00. 00000800:00000001:1.0:1770653413.908875:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1770653413.908875:0:76656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161842 00000100:00000001:2.0:1770653413.908876:0:73806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.908882:0:76384:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.908884:0:76656:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000800:00000001:1.0:1770653413.908885:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.908886:0:76384:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:2.0:1770653413.908888:0:73806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1770653413.908889:0:76384:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1770653413.908892:0:76656:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653413.908893:0:73806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1770653413.908893:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653413.908894:0:76384:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.908898:0:76656:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1770653413.908900:0:76384:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1770653413.908902:0:73806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161843 00000100:00000001:3.0:1770653413.908903:0:76384:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1770653413.908906:0:76656:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519600. 00000400:00000200:1.0:1770653413.908907:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000040:2.0:1770653413.908909:0:73806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00100000:3.0:1770653413.908910:0:76384:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556189e1900 going to sleep for 11 seconds 00000100:00000001:2.0:1770653413.908916:0:73806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028467456 : -117276681084160 : ffff955665156300) 00000100:00000001:3.0:1770653413.908917:0:76384:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1770653413.908917:0:76656:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3ded8. 00000100:00000001:1.0:1770653413.908918:0:3283:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1770653413.908923:0:76384:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.908926:0:76656:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997b000. 00000100:00000040:2.0:1770653413.908927:0:73806:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665156300 x1856657966305536/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1770653413.908929:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95571043ed80 x1856657707199104/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:0.0:1770653413.908935:0:76656:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 85 00000800:00000010:3.0:1770653413.908943:0:73797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c500. 00000100:00000001:0.0:1770653413.908944:0:76656:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.908953:0:73806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:3.0:1770653413.908956:0:73797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000020:00000010:2.0:1770653413.908958:0:73806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59100. 00000100:00000001:2.0:1770653413.908963:0:73806:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1770653413.908967:0:3283:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff95571043ed80 x1856657707199104/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1770653413.908968:0:73797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000020:00000010:2.0:1770653413.908969:0:73806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59100. 00010000:00010000:0.0:1770653413.908970:0:76389:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cea4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000800:00000200:3.0:1770653413.908975:0:73797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c500 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:2.0:1770653413.908982:0:73806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665156300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_019:b31b1d82-c1d4-4680-ae7a-71292416d1f5+85:2365:x1856657966305536:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1770653413.908984:0:73797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.908995:0:73797:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000100:00000200:2.0:1770653413.908996:0:73806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966305536 00010000:00000001:0.0:1770653413.908998:0:76389:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.909001:0:73806:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00010000:00000001:3.0:1770653413.909002:0:73797:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000002:2.0:1770653413.909005:0:73806:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00010000:00010000:0.0:1770653413.909006:0:76389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cea4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.909007:0:73797:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.909009:0:73806:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1770653413.909015:0:73806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1770653413.909016:0:3283:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1770653413.909017:0:73797:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665157480 x1856657966305280/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.909019:0:76389:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 02000000:00000001:2.0:1770653413.909020:0:73806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1770653413.909024:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:2.0:1770653413.909025:0:73806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95566bf9a000. 00010000:00000001:0.0:1770653413.909028:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1770653413.909032:0:73806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.909033:0:76389:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1770653413.909034:0:12204:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653413.909036:0:73806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.909037:0:76389:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1770653413.909039:0:73797:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665157480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b31b1d82-c1d4-4680-ae7a-71292416d1f5+87:2366:x1856657966305280:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1275us (2339us total) trans 0 rc 0/0 00000400:00000001:1.0:1770653413.909040:0:12204:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:0.0:1770653413.909041:0:76389:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2ac00 refcount=3 00010000:00000001:2.0:1770653413.909042:0:73806:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000400:00000001:1.0:1770653413.909045:0:12204:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00010000:2.0:1770653413.909047:0:73806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000001:0.0:1770653413.909048:0:76389:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783629824 : -117277925921792 : ffff95561ae2ac00) 00000400:00000010:1.0:1770653413.909049:0:12204:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2790. 00010000:00000001:2.0:1770653413.909053:0:73806:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1770653413.909055:0:76389:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783629824 : -117277925921792 : ffff95561ae2ac00) 00000400:00000200:1.0:1770653413.909056:0:12204:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78ee0 00000020:00000001:2.0:1770653413.909057:0:73806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1770653413.909060:0:73797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161841 00000400:00000010:1.0:1770653413.909062:0:12204:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78ee0. 00000020:00000040:2.0:1770653413.909063:0:73806:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c162a00 refcount=4 00010000:00000001:0.0:1770653413.909063:0:76389:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000040:3.0:1770653413.909066:0:73797:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000020:00000001:2.0:1770653413.909070:0:73806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145958912 : -117276563592704 : ffff95566c162a00) 00000100:00000001:1.0:1770653413.909070:0:12204:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:0.0:1770653413.909070:0:76389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cea4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.909071:0:73797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1770653413.909076:0:73797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1770653413.909077:0:73806:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145958912 : -117276563592704 : ffff95566c162a00) 00000100:00000200:1.0:1770653413.909081:0:12204:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95571043ed80 x1856657707199104/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1770653413.909082:0:73797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519800. 00010000:00000040:2.0:1770653413.909083:0:73806:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95563f2d2200 count: 3 00000020:00000010:3.0:1770653413.909090:0:73797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d0c8. 00010000:00000001:0.0:1770653413.909090:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.909093:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1770653413.909094:0:73806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff95566c162a00/0x2aed14e4e178a12b lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1403:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e54 expref: 85 pid: 76419 timeout: 6877 lvb_type: 1 00000020:00000010:3.0:1770653413.909098:0:73797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997be00. 00010000:00010000:0.0:1770653413.909100:0:76389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cea4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000020:00000040:3.0:1770653413.909106:0:73797:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 86 00000100:00000001:3.0:1770653413.909112:0:73797:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1770653413.909121:0:73806:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00000800:00000001:3.0:1770653413.909131:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653413.909132:0:73806:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1770653413.909132:0:76389:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1770653413.909138:0:76389:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.909139:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.909139:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.909143:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:1.0:1770653413.909144:0:12204:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95571043ed80 x1856657707199104/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:3.0:1770653413.909146:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653413.909146:0:76389:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1770653413.909150:0:73806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff95566c162a00/0x2aed14e4e178a12b lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1403:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e54 expref: 85 pid: 76419 timeout: 6877 lvb_type: 1 00000800:00000001:3.0:1770653413.909153:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1770653413.909154:0:76389:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff95564f3623c0. 00010000:00000001:0.0:1770653413.909162:0:76389:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000400:00000200:3.0:1770653413.909169:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:1.0:1770653413.909177:0:12204:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:0.0:1770653413.909178:0:76389:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000001:3.0:1770653413.909182:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1770653413.909183:0:12204:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.909184:0:76389:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.909185:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.909190:0:12204:0:(client.c:1568:after_reply()) Process entered 00010000:00000001:0.0:1770653413.909191:0:76389:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.909192:0:66075:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 02000000:00000001:1.0:1770653413.909194:0:12204:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1770653413.909196:0:73806:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.909197:0:76389:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:1.0:1770653413.909198:0:12204:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1770653413.909199:0:66075:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1770653413.909202:0:73806:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.909202:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.909203:0:66075:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1770653413.909203:0:12204:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.909208:0:73806:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.909208:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653413.909209:0:66075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cea4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1770653413.909209:0:12204:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.909212:0:76389:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000020:00000001:2.0:1770653413.909216:0:73806:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.909217:0:76389:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00001000:1.0:1770653413.909218:0:12204:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 00010000:00000001:2.0:1770653413.909224:0:73806:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00080000:00000010:0.0:1770653413.909225:0:76389:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95564f614c00. 00010000:00000001:2.0:1770653413.909228:0:73806:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00001000:1.0:1770653413.909228:0:12204:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 00010000:00010000:3.0:1770653413.909230:0:66075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95561ae2ac00 already unused, calling callback (ffffffffc16fe650) 00080000:00000001:0.0:1770653413.909230:0:76389:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796664343552 : -117277045208064 : ffff95564f614c00) 00010000:00000001:2.0:1770653413.909234:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.909237:0:66075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:1.0:1770653413.909237:0:12204:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000001:00000001:0.0:1770653413.909238:0:76389:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:2.0:1770653413.909239:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.909242:0:66075:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:1.0:1770653413.909243:0:12204:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.909243:0:76389:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.909244:0:73806:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00010000:3.0:1770653413.909245:0:66075:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cea4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.909248:0:73806:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.909250:0:12204:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00080000:00000002:0.0:1770653413.909251:0:76389:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x1402:0x0] not in the id map cache 00000020:00000040:2.0:1770653413.909256:0:73806:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95566c162a00 with handle 0x2aed14e4e178a12b from hash 00010000:00000001:1.0:1770653413.909256:0:12204:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.909259:0:76389:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00010000:00000001:2.0:1770653413.909264:0:73806:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1770653413.909264:0:12204:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.909265:0:66075:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1770653413.909269:0:66075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1770653413.909269:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.909272:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1770653413.909273:0:66075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1770653413.909274:0:12204:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95571043ed80 x1856657707199104/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:0.0:1770653413.909274:0:76389:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.909276:0:73806:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000040:3.0:1770653413.909278:0:66075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2ac00 refcount=3 00010000:00000001:2.0:1770653413.909281:0:73806:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00080000:00000001:0.0:1770653413.909281:0:76389:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.909284:0:66075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783629824 : -117277925921792 : ffff95561ae2ac00) 00010000:00000001:2.0:1770653413.909286:0:73806:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.909287:0:76389:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00010000:00000001:3.0:1770653413.909291:0:66075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783629824 : -117277925921792 : ffff95561ae2ac00) 00080000:00000001:0.0:1770653413.909292:0:76389:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:2.0:1770653413.909293:0:73806:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1770653413.909298:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 80000000:00000001:0.0:1770653413.909298:0:76389:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:3.0:1770653413.909299:0:66075:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1770653413.909299:0:12204:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 80000000:00000001:0.0:1770653413.909304:0:76389:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00000001:1.0:1770653413.909305:0:12204:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00010000:3.0:1770653413.909306:0:66075:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cea4 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x1402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770653413.909307:0:73806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95566c162a00/0x2aed14e4e178a12b lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1403:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e54 expref: 85 pid: 76419 timeout: 6877 lvb_type: 1 80000000:00000001:0.0:1770653413.909308:0:76389:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.909309:0:12204:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 80000000:00000001:0.0:1770653413.909317:0:76389:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.909318:0:12204:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1770653413.909321:0:12204:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.909325:0:12204:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1770653413.909325:0:76389:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.909328:0:12204:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.909333:0:66075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000040:2.0:1770653413.909333:0:73806:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 79 00080000:00000001:0.0:1770653413.909333:0:76389:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000100:00000040:1.0:1770653413.909335:0:12204:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95571043ed80 x1856657707199104/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.909337:0:66075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:0.0:1770653413.909338:0:76389:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000020:00000040:2.0:1770653413.909339:0:73806:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 84 00010000:00000001:3.0:1770653413.909341:0:66075:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.909349:0:66075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1770653413.909351:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.909353:0:66075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00100000:1.0:1770653413.909353:0:12204:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95571043ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12204:1856657707199104:192.168.202.60@tcp:104: 00010000:00000001:2.0:1770653413.909354:0:73806:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653413.909357:0:66075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1770653413.909358:0:73806:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000001:00000001:0.0:1770653413.909359:0:76389:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1770653413.909361:0:66075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653413.909364:0:73806:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95561c987400 00000100:00000001:1.0:1770653413.909364:0:12204:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1770653413.909364:0:76389:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000040:3.0:1770653413.909366:0:66075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561ae2ac00 with handle 0x2aed14e4e178cea4 from hash 00010000:00000001:2.0:1770653413.909371:0:73806:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1770653413.909372:0:66075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1770653413.909372:0:12204:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.909373:0:76389:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.909374:0:73806:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1770653413.909376:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1770653413.909379:0:73806:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:1.0:1770653413.909380:0:12204:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00080000:00000001:0.0:1770653413.909380:0:76389:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1770653413.909381:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.909384:0:12204:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1770653413.909386:0:66075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1770653413.909386:0:73806:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1770653413.909387:0:76389:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1770653413.909392:0:66075:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653413.909393:0:73806:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000040:1.0:1770653413.909393:0:12204:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95571043ed80 x1856657707199104/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.909397:0:66075:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.909398:0:73806:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000001:00000001:0.0:1770653413.909400:0:76389:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1770653413.909403:0:73806:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.909405:0:66075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000001:0.0:1770653413.909405:0:76389:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.909409:0:73806:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1770653413.909410:0:66075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1770653413.909414:0:73806:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:1.0:1770653413.909415:0:12204:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1770653413.909416:0:66075:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00080000:00000001:0.0:1770653413.909417:0:76389:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.909419:0:73806:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95561c987400/0x2aed14e4e178ceab lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1403:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.909420:0:66075:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653413.909420:0:12204:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00080000:00000001:0.0:1770653413.909423:0:76389:0:(osd_object.c:2094:osd_ref_del()) Process entered 02000000:00000010:1.0:1770653413.909424:0:12204:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95564e9bcc00. 00010000:00000001:3.0:1770653413.909427:0:66075:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.909431:0:12204:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1770653413.909433:0:66075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000001:1.0:1770653413.909435:0:12204:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1770653413.909437:0:66075:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1770653413.909438:0:73806:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000020:00000040:1.0:1770653413.909439:0:12204:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=7 obd=lustre-OST0000 00010000:00010000:2.0:1770653413.909443:0:73806:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561c987400/0x2aed14e4e178ceab lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1403:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1770653413.909443:0:76389:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.909444:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1770653413.909445:0:12204:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1770653413.909450:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:1.0:1770653413.909451:0:12204:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95564e9bd200. 00080000:00000001:0.0:1770653413.909451:0:76389:0:(osd_object.c:806:osd_destroy()) Process entered 00010000:00000001:3.0:1770653413.909454:0:66075:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.909456:0:76389:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000040:2.0:1770653413.909458:0:73806:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1403:0x0].0x0 (ffff95563f2d2200) refcount = 2 02000000:00000001:1.0:1770653413.909458:0:12204:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1770653413.909459:0:66075:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1770653413.909460:0:76389:0:(fld_handler.c:192:fld_local_lookup()) Process entered 02000000:00000001:1.0:1770653413.909461:0:12204:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 80000000:00000001:0.0:1770653413.909464:0:76389:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00000010:1.0:1770653413.909465:0:12204:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95571043ed80. 00010000:00000001:3.0:1770653413.909466:0:66075:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653413.909467:0:73806:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 80000000:00000001:0.0:1770653413.909468:0:76389:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.909472:0:12204:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 80000000:00000001:0.0:1770653413.909473:0:76389:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653413.909475:0:73806:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561c987400/0x2aed14e4e178ceab lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1403:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770653413.909476:0:66075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cea4 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x1402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.909476:0:12204:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1770653413.909477:0:76389:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1770653413.909483:0:12204:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556189e13c0. 00080000:00000001:0.0:1770653413.909484:0:76389:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1770653413.909487:0:76389:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000100:00000001:1.0:1770653413.909489:0:12204:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1770653413.909493:0:12204:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1770653413.909500:0:12204:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9556196fb300. 00010000:00000001:3.0:1770653413.909502:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.909503:0:73806:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653413.909505:0:12204:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.909507:0:73806:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.909508:0:66075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cea4 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x1402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.909509:0:12204:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.909512:0:73806:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1770653413.909514:0:12204:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.909516:0:73806:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.909521:0:12204:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1770653413.909522:0:73806:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1770653413.909525:0:12204:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff955605729400/0x2aed14e4e178ceb9 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x154d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1770653413.909529:0:66075:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9556613f3900 count: 0 00010000:00000010:2.0:1770653413.909530:0:73806:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f59100. 00000100:00000001:2.0:1770653413.909536:0:73806:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00002000:00000010:3.0:1770653413.909537:0:66075:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9556214304c0. 00000100:00000010:2.0:1770653413.909542:0:73806:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0300. 00010000:00000010:3.0:1770653413.909543:0:66075:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9556613f3600. 00000100:00000001:2.0:1770653413.909547:0:73806:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100335872 : -117276609215744 : ffff9556695e0300) 00000100:00000001:2.0:1770653413.909551:0:73806:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100335872 : -117276609215744 : ffff9556695e0300) 00000100:00000001:1.0:1770653413.909551:0:12206:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653413.909554:0:73806:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000400:00000001:1.0:1770653413.909556:0:12206:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1770653413.909557:0:73806:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1770653413.909559:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:1.0:1770653413.909559:0:12206:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1770653413.909561:0:73806:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1770653413.909564:0:66075:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1770653413.909565:0:73806:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000010:1.0:1770653413.909565:0:12206:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602d94898. 00080000:00000001:0.0:1770653413.909567:0:76389:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1770653413.909570:0:66075:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff95564f3623c0. 00000400:00000200:1.0:1770653413.909571:0:12206:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022c38 00080000:00000001:0.0:1770653413.909573:0:76389:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.909575:0:73806:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.909576:0:12206:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022c38. 00010000:00000001:3.0:1770653413.909578:0:66075:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.909579:0:76389:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:2.0:1770653413.909581:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.909583:0:12206:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1770653413.909586:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1770653413.909587:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:0.0:1770653413.909587:0:76389:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000100:00000200:1.0:1770653413.909588:0:12206:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955665155180 x1856657707198976/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.909591:0:73806:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.909592:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:0.0:1770653413.909593:0:76389:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332627, last_committed = 4295332607 00010000:00000001:2.0:1770653413.909598:0:73806:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00010000:3.0:1770653413.909600:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1770653413.909602:0:73806:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:3.0:1770653413.909604:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000010:0.0:1770653413.909604:0:76389:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9556681b9300. 00000100:00000001:2.0:1770653413.909607:0:73806:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.909609:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1770653413.909612:0:76389:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 20 00000100:00000001:2.0:1770653413.909613:0:73806:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.909615:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1770653413.909620:0:73806:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000020:00000040:0.0:1770653413.909621:0:76389:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=31 00000020:00000001:3.0:1770653413.909622:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000010:2.0:1770653413.909624:0:73806:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0300. 00000020:00000001:3.0:1770653413.909626:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.909629:0:76389:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:2.0:1770653413.909631:0:73806:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00010000:3.0:1770653413.909632:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1770653413.909635:0:73806:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1770653413.909638:0:73806:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f59100. 00000100:00000200:1.0:1770653413.909639:0:12206:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955665155180 x1856657707198976/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:0.0:1770653413.909642:0:76389:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00010000:00000001:2.0:1770653413.909643:0:73806:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1770653413.909646:0:73806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000001:00000001:0.0:1770653413.909649:0:76389:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.909650:0:73806:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.909652:0:12206:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1770653413.909653:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b6b00 00000100:00000001:1.0:1770653413.909657:0:12206:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.909658:0:73806:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1770653413.909663:0:73806:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.909664:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda439 [1] + 224 00000100:00000001:1.0:1770653413.909664:0:12206:0:(client.c:1568:after_reply()) Process entered 00080000:00000001:0.0:1770653413.909665:0:76389:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.909668:0:12206:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00001000:2.0:1770653413.909670:0:73806:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000100:00000001:1.0:1770653413.909672:0:12206:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00002000:00000001:0.0:1770653413.909672:0:76389:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.909674:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653413.909676:0:12206:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.909677:0:73806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00002000:00000001:0.0:1770653413.909678:0:76389:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 02000000:00000001:1.0:1770653413.909681:0:12206:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.909682:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1770653413.909685:0:73806:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00001000:1.0:1770653413.909687:0:12206:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 00000400:00000200:3.0:1770653413.909688:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653413.909689:0:73806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00080000:00000010:0.0:1770653413.909693:0:76389:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955639b3e390. 02000000:00000001:2.0:1770653413.909695:0:73806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:1.0:1770653413.909697:0:12206:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 00000400:00000200:3.0:1770653413.909700:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00002000:00000001:0.0:1770653413.909700:0:76389:0:(ofd_dev.c:460:ofd_object_free()) Process entered 02000000:00000001:2.0:1770653413.909701:0:73806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.909702:0:12206:0:(client.c:1470:ptlrpc_check_status()) Process entered 00002000:00000040:0.0:1770653413.909705:0:76389:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x1402:0x0] 00000100:00000001:2.0:1770653413.909707:0:73806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1770653413.909707:0:12206:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.909709:0:3282:0:(events.c:78:reply_in_callback()) Process entered 00002000:00000010:0.0:1770653413.909710:0:76389:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff955621406720. 00010000:00000001:1.0:1770653413.909712:0:12206:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1770653413.909717:0:73806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:1.0:1770653413.909717:0:12206:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.909718:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95573c2dea00 x1856657707199232/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00002000:00000001:0.0:1770653413.909718:0:76389:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:0.0:1770653413.909722:0:76389:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.909723:0:12206:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.909724:0:73806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888e58. 00002000:00000001:0.0:1770653413.909730:0:76389:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1770653413.909731:0:73806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966305536, offset 224 00000100:00000040:1.0:1770653413.909733:0:12206:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955665155180 x1856657707198976/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000040:0.0:1770653413.909737:0:76389:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332627, xid 1856657707198080 00000400:00000200:2.0:1770653413.909759:0:73806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.909760:0:76389:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000040:3.0:1770653413.909766:0:3282:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff95573c2dea00 x1856657707199232/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.909767:0:12206:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000200:0.0:1770653413.909771:0:76389:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95573c2dc700 x1856657707198080/t4295332627(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1770653413.909774:0:73806:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000001:1.0:1770653413.909774:0:12206:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1770653413.909778:0:12206:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.909784:0:12206:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1770653413.909788:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1770653413.909789:0:73806:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164655:2164655:253:4294967295] 192.168.202.60@tcp LPNI seq info [2164651:2164651:5:4294967295] 00010000:00000001:1.0:1770653413.909792:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.909796:0:12206:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.909805:0:76389:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1770653413.909807:0:12206:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665155180 x1856657707198976/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.909809:0:76389:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.909810:0:3282:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1770653413.909816:0:76389:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000400:00000200:2.0:1770653413.909818:0:73806:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:0.0:1770653413.909825:0:76389:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1770653413.909831:0:76389:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000800:00000001:3.0:1770653413.909836:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1770653413.909836:0:73806:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:0.0:1770653413.909837:0:76389:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00100000:1.0:1770653413.909838:0:12206:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955665155180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12206:1856657707198976:192.168.202.60@tcp:104: 00000800:00000001:3.0:1770653413.909843:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1770653413.909845:0:73806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3dfc00. 02000000:00000001:0.0:1770653413.909845:0:76389:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1770653413.909847:0:12206:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1770653413.909869:0:73806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:2.0:1770653413.909873:0:73806:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 02000000:00000001:0.0:1770653413.909875:0:76389:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.909876:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653413.909878:0:12206:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1770653413.909880:0:73806:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3dfc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1770653413.909882:0:12206:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1770653413.909882:0:76389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:3.0:1770653413.909883:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.909885:0:73806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.909887:0:12206:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1770653413.909891:0:76389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1770653413.909895:0:73806:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000100:00000040:1.0:1770653413.909896:0:12206:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955665155180 x1856657707198976/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1770653413.909898:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000010:0.0:1770653413.909898:0:76389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac86e8. 00010000:00000001:2.0:1770653413.909902:0:73806:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.909906:0:76389:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707198080, offset 224 00010000:00000001:2.0:1770653413.909908:0:73806:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.909915:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d1200 00000100:00000040:2.0:1770653413.909919:0:73806:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665156300 x1856657966305536/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1770653413.909920:0:76389:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1770653413.909924:0:12206:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1770653413.909928:0:12206:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1770653413.909932:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6d25 [2] + 1968 02000000:00000010:1.0:1770653413.909932:0:12206:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95563c4f6c00. 00000400:00000200:0.0:1770653413.909935:0:76389:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1770653413.909939:0:12206:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1770653413.909943:0:12206:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:3.0:1770653413.909945:0:3282:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564ec5a580. 00000020:00000040:1.0:1770653413.909947:0:12206:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=6 obd=lustre-OST0000 00000100:00100000:2.0:1770653413.909949:0:73806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665156300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_019:b31b1d82-c1d4-4680-ae7a-71292416d1f5+84:2365:x1856657966305536:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 990us (1467us total) trans 0 rc 0/0 00000400:00000200:0.0:1770653413.909950:0:76389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b6680 00000020:00000001:1.0:1770653413.909952:0:12206:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1770653413.909953:0:3282:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff955669334480 02000000:00000010:1.0:1770653413.909956:0:12206:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95563c4f7200. 00000800:00000001:3.0:1770653413.909959:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1770653413.909961:0:12206:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1770653413.909964:0:76389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda3c1 [1] + 224 02000000:00000001:1.0:1770653413.909965:0:12206:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:3.0:1770653413.909967:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1770653413.909970:0:73806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161843 00000100:00000010:1.0:1770653413.909970:0:12206:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665155180. 00000400:00000200:3.0:1770653413.909974:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653413.909976:0:76389:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653413.909977:0:12206:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1770653413.909978:0:73806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000100:00000001:1.0:1770653413.909982:0:12206:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.909984:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653413.909984:0:73806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1770653413.909987:0:76389:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1770653413.909989:0:12206:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa80c0. 00000100:00000001:2.0:1770653413.909990:0:73806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1770653413.909993:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955669334480 00000020:00000010:2.0:1770653413.909995:0:73806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95562ddeff00. 00000100:00000001:1.0:1770653413.909996:0:12206:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000400:00000010:3.0:1770653413.909997:0:3282:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff955669334480. 00010000:00000001:1.0:1770653413.909999:0:12206:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653413.910002:0:73806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510d48. 00010000:00000010:1.0:1770653413.910004:0:12206:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9c400. 00000100:00000001:3.0:1770653413.910005:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1770653413.910005:0:76389:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1770653413.910008:0:73806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564531c600. 00000100:00000200:3.0:1770653413.910009:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000001:1.0:1770653413.910011:0:12206:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.910014:0:76389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95571043f800 x1856657707198080/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1770653413.910016:0:73806:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 83 00010000:00000001:1.0:1770653413.910016:0:12206:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.910017:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff95566a644850 x1856657966305792 msgsize 328 00000100:00000001:2.0:1770653413.910023:0:73806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.910023:0:12206:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.910031:0:12206:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00100000:3.0:1770653413.910032:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00010000:00010000:1.0:1770653413.910035:0:12206:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff95566c162400/0x2aed14e4e178ceb2 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x154c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1770653413.910036:0:76389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95571043f800 x1856657707198080/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653413.910037:0:3282:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1770653413.910044:0:33123:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1770653413.910047:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1770653413.910049:0:33123:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1770653413.910053:0:33123:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1770653413.910054:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1770653413.910058:0:33123:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2688. 00000800:00000001:3.0:1770653413.910062:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653413.910064:0:33123:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888990 00000800:00000001:3.0:1770653413.910065:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653413.910069:0:76389:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1770653413.910070:0:33123:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888990. 00000800:00000001:3.0:1770653413.910071:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.910076:0:33123:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1770653413.910077:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1770653413.910080:0:76389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac86e8 00000400:00000200:3.0:1770653413.910081:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:1.0:1770653413.910082:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1770653413.910086:0:33123:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95573c2dea00 x1856657707199232/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1770653413.910086:0:76389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac86e8. 00000100:00000001:0.0:1770653413.910092:0:76389:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1770653413.910093:0:3291:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1770653413.910097:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d1180 00000100:00000001:0.0:1770653413.910097:0:76389:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1770653413.910098:0:3291:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1770653413.910103:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef29a0. 00000100:00000001:0.0:1770653413.910103:0:76389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.910108:0:33123:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95573c2dea00 x1856657707199232/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1770653413.910108:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268883b8 00000100:00000040:0.0:1770653413.910110:0:76389:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000400:00000010:1.0:1770653413.910112:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268883b8. 00000100:00000001:1.0:1770653413.910118:0:3291:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1770653413.910118:0:76389:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:2.0:1770653413.910121:0:33123:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1770653413.910124:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6da9 [2] + 0 00000020:00000001:0.0:1770653413.910124:0:76389:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.910125:0:33123:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1770653413.910127:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95571043c380 x1856657707197568/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.910131:0:33123:0:(client.c:1568:after_reply()) Process entered 00000020:00000001:0.0:1770653413.910132:0:76389:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000800:00000001:3.0:1770653413.910136:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1770653413.910136:0:33123:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1770653413.910141:0:33123:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1770653413.910143:0:76389:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c2dc700 x1856657707198080/t4295332627(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.910145:0:33123:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.910146:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653413.910152:0:33123:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.910153:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:2.0:1770653413.910159:0:33123:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00000400:00000200:3.0:1770653413.910164:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000200:1.0:1770653413.910167:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95571043c380 x1856657707197568/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1770653413.910172:0:33123:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00000100:00000001:3.0:1770653413.910173:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653413.910177:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:2.0:1770653413.910185:0:33123:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000010:3.0:1770653413.910188:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955735211180. 00000100:00000001:1.0:1770653413.910190:0:3291:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.910191:0:33123:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.910192:0:76389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95573c2dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+31:3288:x1856657707198080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23138us (23434us total) trans 4295332627 rc 0/0 00000100:00000040:3.0:1770653413.910193:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955735211180 x1856657966305664 msgsize 328 00000100:00000001:1.0:1770653413.910194:0:3291:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.910199:0:33123:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1770653413.910201:0:3291:0:(client.c:1568:after_reply()) Process entered 00010000:00000001:2.0:1770653413.910204:0:33123:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.910206:0:3291:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1770653413.910209:0:3291:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1770653413.910212:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:2.0:1770653413.910213:0:33123:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.910213:0:3291:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.910213:0:76389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136189 02000000:00000001:1.0:1770653413.910221:0:3291:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.910222:0:76389:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 6 00000100:00000001:3.0:1770653413.910224:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1770653413.910226:0:33123:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95573c2dea00 x1856657707199232/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00001000:1.0:1770653413.910227:0:3291:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00000100:00000001:0.0:1770653413.910228:0:76389:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000001:3.0:1770653413.910230:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653413.910233:0:76389:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000001:3.0:1770653413.910235:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1770653413.910239:0:3291:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00000020:00000010:0.0:1770653413.910239:0:76389:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519300. 00000020:00000010:0.0:1770653413.910247:0:76389:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d190. 00000100:00000001:1.0:1770653413.910249:0:3291:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1770653413.910250:0:33123:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653413.910252:0:76389:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997a600. 00000100:00000001:1.0:1770653413.910253:0:3291:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.910255:0:33123:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00010000:3.0:1770653413.910258:0:12198:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95561c987400/0x2aed14e4e178ceab lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.910259:0:33123:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.910259:0:3291:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:0.0:1770653413.910260:0:76389:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 30 00010000:00000001:1.0:1770653413.910264:0:3291:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.910265:0:33123:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000100:00000001:0.0:1770653413.910266:0:76389:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.910269:0:33123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.910270:0:3291:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00010000:00000001:2.0:1770653413.910274:0:33123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1770653413.910274:0:3291:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00010000:00000001:3.0:1770653413.910276:0:12198:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.910278:0:33123:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.910279:0:3291:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00010000:00010000:3.0:1770653413.910282:0:12198:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95561c987400/0x2aed14e4e178ceab lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.910283:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653413.910287:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799900410752 : -117273809140864 : ffff95571043c380) 00000100:00000040:2.0:1770653413.910288:0:33123:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c2dea00 x1856657707199232/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.910289:0:76655:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1770653413.910293:0:76655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966305792 00000100:00000001:1.0:1770653413.910294:0:3291:0:(client.c:3055:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1770653413.910299:0:76655:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1770653413.910300:0:3291:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00010000:00000001:3.0:1770653413.910301:0:12198:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:0.0:1770653413.910304:0:76655:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1770653413.910306:0:12198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.910306:0:3291:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1770653413.910308:0:76655:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.910310:0:12198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.910311:0:3291:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.910313:0:76655:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.910315:0:12198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00100000:2.0:1770653413.910315:0:33123:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95573c2dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:33123:1856657707199232:192.168.202.60@tcp:104: 00000100:00100000:0.0:1770653413.910318:0:76655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966305792 00000020:00000001:3.0:1770653413.910319:0:12198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1770653413.910320:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95571043c380 x1856657707197568/t4295332626(4295332626) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1770653413.910325:0:12198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c987400 refcount=3 00000020:00000001:0.0:1770653413.910325:0:76655:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1770653413.910326:0:33123:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1770653413.910330:0:76655:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:3.0:1770653413.910331:0:12198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812320256 : -117277897231360 : ffff95561c987400) 00000100:00000001:2.0:1770653413.910333:0:33123:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.910336:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1770653413.910338:0:12198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812320256 : -117277897231360 : ffff95561c987400) 00000100:00000001:2.0:1770653413.910339:0:33123:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000020:00000040:0.0:1770653413.910340:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=87 00000100:00000001:2.0:1770653413.910343:0:33123:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1770653413.910345:0:12198:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000020:00000001:0.0:1770653413.910348:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:1.0:1770653413.910349:0:3291:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1770653413.910350:0:12198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95561c987400/0x2aed14e4e178ceab lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1770653413.910351:0:33123:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95573c2dea00 x1856657707199232/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1770653413.910354:0:76655:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:1.0:1770653413.910356:0:3291:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1770653413.910360:0:3291:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.910362:0:76655:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000004:00080000:1.0:1770653413.910366:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95571043c380/2, rc 0, transno 4295332626 00000020:00000010:0.0:1770653413.910368:0:76655:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a7c0. 00000004:00001000:1.0:1770653413.910374:0:3291:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 7 in flight, 26 in progress 00000100:00000001:0.0:1770653413.910375:0:76655:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.910381:0:33123:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000020:00000010:0.0:1770653413.910382:0:76655:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a7c0. 02000000:00000001:2.0:1770653413.910385:0:33123:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:0.0:1770653413.910387:0:76655:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997a600. 00000100:00000040:1.0:1770653413.910389:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95571043c380 x1856657707197568/t4295332626(4295332626) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1770653413.910390:0:33123:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95562fa44c00. 00000020:00000010:0.0:1770653413.910391:0:76655:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519300. 02000000:00000001:2.0:1770653413.910397:0:33123:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:0.0:1770653413.910398:0:76655:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d190. 00000020:00000001:2.0:1770653413.910401:0:33123:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1770653413.910405:0:33123:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=5 obd=lustre-OST0001 00000100:00000040:0.0:1770653413.910406:0:76655:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000020:00000001:2.0:1770653413.910413:0:33123:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1770653413.910413:0:76655:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1770653413.910417:0:76655:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:2.0:1770653413.910418:0:33123:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95562fa44800. 00000100:00100000:1.0:1770653413.910418:0:3291:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95571043c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707197568:0@lo:6:osp-syn-1-0.0 00010000:00000001:0.0:1770653413.910420:0:76655:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1770653413.910424:0:76655:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.910426:0:33123:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1770653413.910427:0:76655:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:1.0:1770653413.910428:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.910430:0:33123:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1770653413.910431:0:76655:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1770653413.910433:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1770653413.910434:0:33123:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c2dea00. 00000020:00000001:0.0:1770653413.910435:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1770653413.910439:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95571043c380 x1856657707197568/t4295332626(4295332626) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.910441:0:12198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:0.0:1770653413.910441:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556395a7200 refcount=4 00000100:00000001:2.0:1770653413.910442:0:33123:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1770653413.910445:0:12198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.910446:0:33123:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653413.910448:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796294795776 : -117277414755840 : ffff9556395a7200) 00010000:00010000:3.0:1770653413.910450:0:12198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95561c987400/0x2aed14e4e178ceab lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00000100:00000010:2.0:1770653413.910453:0:33123:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0f00. 00010000:00000001:0.0:1770653413.910455:0:76655:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796294795776 : -117277414755840 : ffff9556395a7200) 00000100:00000001:2.0:1770653413.910460:0:33123:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1770653413.910464:0:33123:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.910465:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.910466:0:76655:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9556395a7200/0x2aed14e4e178a29e lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x154d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0fa4 expref: 87 pid: 12203 timeout: 6877 lvb_type: 1 00010000:00000010:2.0:1770653413.910471:0:33123:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f595c0. 00000100:00000001:1.0:1770653413.910472:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.910474:0:12198:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1770653413.910478:0:33123:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.910479:0:12198:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.910479:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653413.910482:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1770653413.910486:0:12198:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1770653413.910486:0:33123:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.910488:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.910492:0:33123:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.910492:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1770653413.910493:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000010:3.0:1770653413.910494:0:12198:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556189e1b40. 00010000:00000001:0.0:1770653413.910496:0:76655:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1770653413.910497:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.910499:0:12198:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1770653413.910499:0:33123:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:0.0:1770653413.910502:0:76655:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1770653413.910503:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00010000:2.0:1770653413.910504:0:33123:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95561c987000/0x2aed14e4e178cec0 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1404:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00000004:00000001:1.0:1770653413.910506:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:0.0:1770653413.910507:0:76655:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000004:00000001:1.0:1770653413.910510:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.910513:0:12198:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000040:00001000:1.0:1770653413.910517:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f649e80 type=0x10692404 idx=3579 00000100:00000200:0.0:1770653413.910518:0:76655:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff95566a644850 x1856657966305792/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.910519:0:12198:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1770653413.910524:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3579 lrh_len: 64 (384 remains) 00010000:00000001:3.0:1770653413.910526:0:12198:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1770653413.910529:0:7854:0:(llog.c:797:llog_process_thread()) index: 3579, lh_last_idx: 3602 synced_idx: 3602 lgh_last_idx: 3602 00000004:00000001:1.0:1770653413.910534:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:0.0:1770653413.910534:0:76655:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1770653413.910536:0:5743:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1770653413.910539:0:76655:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.910540:0:5743:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966305664 00000004:00000001:1.0:1770653413.910541:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 02000000:00000001:2.0:1770653413.910545:0:5743:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000004:00000001:1.0:1770653413.910545:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.910548:0:5743:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653413.910549:0:76655:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1770653413.910550:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000100:00000001:2.0:1770653413.910552:0:5743:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1770653413.910554:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:1.0:1770653413.910557:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 02000000:00000001:2.0:1770653413.910558:0:5743:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.910562:0:5743:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966305664 00000100:00000010:1.0:1770653413.910562:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665155180. 00000020:00000001:0.0:1770653413.910563:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1770653413.910564:0:5743:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1770653413.910568:0:5743:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:0.0:1770653413.910568:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.910569:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=29 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:2.0:1770653413.910572:0:5743:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1770653413.910575:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00010000:00010000:0.0:1770653413.910575:0:5745:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000040:2.0:1770653413.910577:0:5743:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=88 00010000:00000001:3.0:1770653413.910579:0:12198:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 02000000:00000001:1.0:1770653413.910580:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:0.0:1770653413.910581:0:5745:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000020:00000001:2.0:1770653413.910583:0:5743:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00010000:00000001:3.0:1770653413.910586:0:12198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1770653413.910586:0:5743:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 02000000:00000001:1.0:1770653413.910586:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.910586:0:5745:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00000001:3.0:1770653413.910591:0:12198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1770653413.910592:0:5745:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95561c987400/0x2aed14e4e178ceab lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x1403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.910593:0:5743:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:1.0:1770653413.910595:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff955705f97000. 00002000:00000001:3.0:1770653413.910597:0:12198:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000020:00000010:2.0:1770653413.910599:0:5743:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f595c0. 00000100:00000001:1.0:1770653413.910601:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.910602:0:12198:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:2.0:1770653413.910604:0:5743:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1770653413.910608:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626797028462976 : -117276681088640 : ffff955665155180) 00080000:00000010:3.0:1770653413.910611:0:12198:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95563db0c000. 00000020:00000010:2.0:1770653413.910611:0:5743:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f595c0. 00000100:00000001:1.0:1770653413.910616:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00010000:0.0:1770653413.910616:0:5745:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95561c987400 already unused, calling callback (ffffffffc16fe650) 00080000:00000001:3.0:1770653413.910617:0:12198:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796367560704 : -117277341990912 : ffff95563db0c000) 00000020:00000010:2.0:1770653413.910620:0:5743:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564531c600. 00000100:00000001:1.0:1770653413.910622:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.910622:0:5745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000001:00000001:3.0:1770653413.910623:0:12198:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000020:00000010:2.0:1770653413.910625:0:5743:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95562ddeff00. 00010000:00000001:0.0:1770653413.910627:0:5745:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000001:00000001:3.0:1770653413.910628:0:12198:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.910631:0:5743:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510d48. 00080000:00000002:3.0:1770653413.910633:0:12198:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x1403:0x0] not in the id map cache 00000100:00000040:1.0:1770653413.910633:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0f99664] to pc [ptlrpcd_00_03+3] req@ffff955665155180 x1856657707201664/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1770653413.910633:0:5745:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95561c987400/0x2aed14e4e178ceab lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.910636:0:5743:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1770653413.910641:0:5743:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00080000:00000001:3.0:1770653413.910642:0:12198:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00010000:00000001:2.0:1770653413.910645:0:5743:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1770653413.910649:0:5743:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.910654:0:12198:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.910655:0:5743:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1770653413.910658:0:5745:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1770653413.910660:0:5743:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:3.0:1770653413.910662:0:12198:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.910663:0:5745:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1770653413.910664:0:5743:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1770653413.910666:0:5745:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:3.0:1770653413.910667:0:12198:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000020:00000040:2.0:1770653413.910668:0:5743:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556323fca00 refcount=4 00000004:00000001:1.0:1770653413.910670:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.910670:0:5745:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c987400 refcount=3 00080000:00000001:3.0:1770653413.910671:0:12198:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000020:00000001:2.0:1770653413.910672:0:5743:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796175608320 : -117277533943296 : ffff9556323fca00) 80000000:00000001:3.0:1770653413.910675:0:12198:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000004:00001000:1.0:1770653413.910677:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 8 in flight, 27 in progress 00000020:00000001:0.0:1770653413.910678:0:5745:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812320256 : -117277897231360 : ffff95561c987400) 80000000:00000001:3.0:1770653413.910679:0:12198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:2.0:1770653413.910679:0:5743:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796175608320 : -117277533943296 : ffff9556323fca00) 80000000:00000001:3.0:1770653413.910684:0:12198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:1.0:1770653413.910684:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3579, id 1934 00010000:00000001:0.0:1770653413.910686:0:5745:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812320256 : -117277897231360 : ffff95561c987400) 80000000:00000001:3.0:1770653413.910688:0:12198:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.910690:0:5743:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9556323fca00/0x2aed14e4e178a11d lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x154c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e4d expref: 88 pid: 76387 timeout: 6877 lvb_type: 1 00000004:00000001:1.0:1770653413.910691:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00080000:00000001:3.0:1770653413.910694:0:12198:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.910694:0:5745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1770653413.910699:0:5745:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95561c987400/0x2aed14e4e178ceab lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x1403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1770653413.910700:0:12198:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000800:00000001:1.0:1770653413.910701:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:3.0:1770653413.910704:0:12198:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00010000:00000001:2.0:1770653413.910706:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.910710:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.910712:0:5743:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.910714:0:5745:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1770653413.910716:0:5743:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.910717:0:5745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.910720:0:5745:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.910721:0:5743:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000001:00000001:3.0:1770653413.910722:0:12198:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1770653413.910723:0:5745:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000001:00000001:3.0:1770653413.910725:0:12198:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1770653413.910726:0:5745:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000200:2.0:1770653413.910728:0:5743:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955735211180 x1856657966305664/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1770653413.910729:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.910731:0:5745:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1770653413.910733:0:12198:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.910735:0:5745:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.910736:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:3.0:1770653413.910751:0:12198:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000001:1.0:1770653413.910752:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1770653413.910757:0:12198:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000040:0.0:1770653413.910758:0:5745:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561c987400 with handle 0x2aed14e4e178ceab from hash 00010000:00000001:0.0:1770653413.910765:0:5745:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1770653413.910766:0:5743:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:1.0:1770653413.910767:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:0.0:1770653413.910768:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.910769:0:5743:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.910773:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:3.0:1770653413.910774:0:12198:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1770653413.910775:0:5745:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000001:3.0:1770653413.910777:0:12198:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.910779:0:5743:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.910781:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b6d00 00010000:00000001:0.0:1770653413.910782:0:5745:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653413.910786:0:5745:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.910789:0:5745:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:1.0:1770653413.910791:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda465 [1] + 224 00080000:00000001:3.0:1770653413.910792:0:12198:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.910792:0:5743:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1770653413.910793:0:5745:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1770653413.910797:0:5743:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1770653413.910798:0:5745:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00080000:00000001:3.0:1770653413.910799:0:12198:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000800:00000001:1.0:1770653413.910800:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653413.910802:0:5745:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1770653413.910806:0:5743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161844 00000800:00000001:1.0:1770653413.910808:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.910809:0:5745:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.910810:0:5743:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000400:00000200:1.0:1770653413.910814:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653413.910815:0:5743:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797117524048 : -117276592027568 : ffff95566a644850) 00010000:00000001:0.0:1770653413.910815:0:5745:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1770653413.910819:0:5745:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:1.0:1770653413.910825:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000040:2.0:1770653413.910826:0:5743:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95566a644850 x1856657966305792/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.910826:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.910829:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.910833:0:5745:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.910834:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1770653413.910839:0:5745:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.910841:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95573c2dd180 x1856657707199744/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.910844:0:5745:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.910881:0:5745:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95561c987400/0x2aed14e4e178ceab lrc: 1/0,0 mode: --/PW res: [0x280000403:0x1403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1770653413.910889:0:12198:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.910889:0:5743:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000001:3.0:1770653413.910895:0:12198:0:(osd_object.c:806:osd_destroy()) Process entered 00000020:00000010:2.0:1770653413.910897:0:5743:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f595c0. 00080000:00000001:3.0:1770653413.910898:0:12198:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000040:1.0:1770653413.910898:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff95573c2dd180 x1856657707199744/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 80000000:00000001:3.0:1770653413.910902:0:12198:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1770653413.910906:0:12198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00000001:2.0:1770653413.910906:0:5743:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.910908:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 80000000:00000001:3.0:1770653413.910910:0:12198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.910915:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95561c987400/0x2aed14e4e178ceab lrc: 0/0,0 mode: --/PW res: [0x280000403:0x1403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 80000000:00000001:3.0:1770653413.910916:0:12198:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.910916:0:5743:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f595c0. 00080000:00000001:3.0:1770653413.910922:0:12198:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.910924:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 00080000:00000001:3.0:1770653413.910928:0:12198:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000800:00000001:1.0:1770653413.910931:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1770653413.910932:0:5743:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95566a644850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b31b1d82-c1d4-4680-ae7a-71292416d1f5+88:2366:x1856657966305792:12345-192.168.202.60@tcp:103:ldlm_bl.0 00080000:00000001:3.0:1770653413.910933:0:12198:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000800:00000001:1.0:1770653413.910937:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1770653413.910938:0:5745:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95563f2d2200 count: 0 00000800:00000001:1.0:1770653413.910942:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1770653413.910947:0:5743:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966305792 00002000:00000010:0.0:1770653413.910947:0:5745:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955630aa3d40. 00000800:00000001:1.0:1770653413.910949:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.910954:0:5743:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00010000:00000010:0.0:1770653413.910958:0:5745:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95563f2d2300. 00010000:00000002:2.0:1770653413.910959:0:5743:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000400:00000200:1.0:1770653413.910960:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:2.0:1770653413.910964:0:5743:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1770653413.910972:0:5743:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1770653413.910972:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b6d80 00010000:00000001:0.0:1770653413.910974:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1770653413.910977:0:5743:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1770653413.910979:0:5745:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:1.0:1770653413.910982:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda46d [1] + 224 00080000:00000001:3.0:1770653413.910984:0:12198:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1770653413.910985:0:5743:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95566bf9ac00. 00010000:00000010:0.0:1770653413.910985:0:5745:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556189e1b40. 00080000:00000001:3.0:1770653413.910992:0:12198:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.910994:0:5743:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.910995:0:5745:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.910996:0:12198:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000001:1.0:1770653413.910996:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653413.910997:0:5743:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.911001:0:12198:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000800:00000001:1.0:1770653413.911001:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.911003:0:5743:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000020:00000001:0.0:1770653413.911004:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000002:3.0:1770653413.911005:0:12198:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332628, last_committed = 4295332607 00000400:00000200:1.0:1770653413.911007:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:2.0:1770653413.911008:0:5743:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000001:0.0:1770653413.911009:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.911013:0:5743:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000001:00000010:3.0:1770653413.911014:0:12198:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff955662d81e40. 00010000:00010000:0.0:1770653413.911016:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1770653413.911017:0:5743:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1770653413.911017:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000001:00000040:3.0:1770653413.911020:0:12198:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 21 00000020:00000001:0.0:1770653413.911022:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:2.0:1770653413.911023:0:5743:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556395a7200 refcount=4 00000100:00000001:1.0:1770653413.911024:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1770653413.911025:0:12198:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=31 00000020:00000001:0.0:1770653413.911027:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.911028:0:5743:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796294795776 : -117277414755840 : ffff9556395a7200) 00080000:00000001:3.0:1770653413.911032:0:12198:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000200:1.0:1770653413.911032:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955665154e00 x1856657707199872/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.911033:0:5743:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796294795776 : -117277414755840 : ffff9556395a7200) 00010000:00010000:0.0:1770653413.911033:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1770653413.911038:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000040:2.0:1770653413.911040:0:5743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95562721ba00 count: 3 00080000:00000001:3.0:1770653413.911042:0:12198:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000020:00000001:0.0:1770653413.911043:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.911049:0:12198:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.911050:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1770653413.911051:0:5743:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9556395a7200/0x2aed14e4e178a29e lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x154d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0fa4 expref: 88 pid: 12203 timeout: 6877 lvb_type: 1 00000100:00000040:1.0:1770653413.911061:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955665154e00 x1856657707199872/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00001000:2.0:1770653413.911063:0:5743:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 00080000:00000001:3.0:1770653413.911067:0:12198:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.911068:0:76655:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1770653413.911072:0:5743:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1770653413.911073:0:76655:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00002000:00000001:3.0:1770653413.911074:0:12198:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.911078:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00002000:00000001:3.0:1770653413.911080:0:12198:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00010000:00000001:2.0:1770653413.911082:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1770653413.911085:0:76655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161845 00010000:00010000:2.0:1770653413.911090:0:5743:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9556395a7200/0x2aed14e4e178a29e lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x154d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0fa4 expref: 88 pid: 12203 timeout: 6877 lvb_type: 1 00000100:00000040:0.0:1770653413.911091:0:76655:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 2 00080000:00000010:3.0:1770653413.911092:0:12198:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955639b3eab0. 00000100:00000001:1.0:1770653413.911094:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1770653413.911098:0:76655:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800518893952 : -117273190657664 : ffff955735211180) 00002000:00000001:3.0:1770653413.911107:0:12198:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000100:00000040:0.0:1770653413.911109:0:76655:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955735211180 x1856657966305664/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00002000:00000040:3.0:1770653413.911111:0:12198:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x1403:0x0] 00000100:00000001:1.0:1770653413.911112:0:76385:0:(client.c:1964:ptlrpc_check_set()) Process entered 00002000:00000010:3.0:1770653413.911118:0:12198:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff95560d387690. 00000400:00000001:1.0:1770653413.911119:0:76385:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1770653413.911120:0:5743:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1770653413.911123:0:5743:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000400:00000001:1.0:1770653413.911126:0:76385:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1770653413.911127:0:5743:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653413.911128:0:12198:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000400:00000010:1.0:1770653413.911131:0:76385:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602d94a50. 00002000:00000001:3.0:1770653413.911132:0:12198:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.911133:0:5743:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.911137:0:76655:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1770653413.911140:0:76385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0226e8 00002000:00000001:3.0:1770653413.911141:0:12198:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.911141:0:5743:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000010:0.0:1770653413.911144:0:76655:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a7c0. 00010000:00000001:2.0:1770653413.911147:0:5743:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000040:3.0:1770653413.911148:0:12198:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332628, xid 1856657707198336 00000400:00000010:1.0:1770653413.911148:0:76385:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0226e8. 00000100:00000001:0.0:1770653413.911150:0:76655:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.911154:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.911155:0:12198:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:1.0:1770653413.911156:0:76385:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1770653413.911157:0:76655:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a7c0. 00010000:00000001:2.0:1770653413.911158:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.911162:0:5743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000200:3.0:1770653413.911164:0:12198:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95571043d500 x1856657707198336/t4295332628(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1770653413.911164:0:76385:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955665154e00 x1856657707199872/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.911166:0:5743:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.911171:0:76655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955735211180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_032:b31b1d82-c1d4-4680-ae7a-71292416d1f5+88:2365:x1856657966305664:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000020:00000040:2.0:1770653413.911175:0:5743:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9556395a7200 with handle 0x2aed14e4e178a29e from hash 00010000:00000001:2.0:1770653413.911184:0:5743:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000200:0.0:1770653413.911185:0:76655:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966305664 00010000:00000001:2.0:1770653413.911190:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.911190:0:76655:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00010000:00000001:2.0:1770653413.911194:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000002:0.0:1770653413.911195:0:76655:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1770653413.911200:0:12198:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1770653413.911200:0:76655:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00010000:00000001:2.0:1770653413.911201:0:5743:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653413.911204:0:12198:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.911205:0:76385:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955665154e00 x1856657707199872/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.911206:0:76655:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1770653413.911207:0:5743:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00001000:3.0:1770653413.911208:0:12198:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 02000000:00000001:0.0:1770653413.911211:0:76655:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1770653413.911212:0:5743:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1770653413.911216:0:76655:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95564f616000. 00000100:00000001:3.0:1770653413.911218:0:12198:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1770653413.911219:0:5743:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1770653413.911224:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1770653413.911224:0:76655:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.911226:0:12198:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000001:1.0:1770653413.911230:0:76385:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1770653413.911231:0:12198:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00000001:0.0:1770653413.911231:0:76655:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.911232:0:5743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9556395a7200/0x2aed14e4e178a29e lrc: 0/0,0 mode: --/PR res: [0x240000403:0x154d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0fa4 expref: 88 pid: 12203 timeout: 6877 lvb_type: 1 00000100:00000001:1.0:1770653413.911234:0:76385:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.911238:0:76655:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 02000000:00000001:3.0:1770653413.911239:0:12198:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1770653413.911239:0:76385:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:1.0:1770653413.911244:0:76385:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1770653413.911245:0:12198:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.911245:0:76655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000040:2.0:1770653413.911247:0:5743:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 81 00000100:00000001:1.0:1770653413.911247:0:76385:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653413.911252:0:12198:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1770653413.911252:0:76655:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:2.0:1770653413.911253:0:5743:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 87 00000100:00000001:1.0:1770653413.911253:0:76385:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.911257:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1770653413.911260:0:12198:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1770653413.911260:0:76385:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.911261:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556323fca00 refcount=4 00010000:00000001:2.0:1770653413.911263:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:1.0:1770653413.911268:0:76385:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00000400:00000010:3.0:1770653413.911269:0:12198:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78e58. 00010000:00000001:2.0:1770653413.911269:0:5743:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:0.0:1770653413.911269:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796175608320 : -117277533943296 : ffff9556323fca00) 00010000:00000001:2.0:1770653413.911273:0:5743:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000200:3.0:1770653413.911276:0:12198:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707198336, offset 224 00010000:00000040:2.0:1770653413.911278:0:5743:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff955605729400 00010000:00000001:0.0:1770653413.911278:0:76655:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796175608320 : -117277533943296 : ffff9556323fca00) 00000100:00001000:1.0:1770653413.911279:0:76385:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00010000:00000001:2.0:1770653413.911283:0:5743:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000400:00000200:3.0:1770653413.911285:0:12198:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000040:0.0:1770653413.911286:0:76655:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556110e6300 count: 3 00010000:00000001:2.0:1770653413.911287:0:5743:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:1.0:1770653413.911288:0:76385:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00010000:2.0:1770653413.911293:0:5743:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:1.0:1770653413.911293:0:76385:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.911295:0:76655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9556323fca00/0x2aed14e4e178a11d lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x154c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e4d expref: 87 pid: 76387 timeout: 6877 lvb_type: 1 00010000:00000001:2.0:1770653413.911298:0:5743:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.911300:0:76385:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1770653413.911301:0:12198:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1770653413.911306:0:5743:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1770653413.911306:0:76385:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.911311:0:5743:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:1.0:1770653413.911312:0:76385:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.911314:0:12198:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b6780 00010000:00000001:2.0:1770653413.911316:0:5743:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1770653413.911321:0:76655:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 00010000:00000001:2.0:1770653413.911323:0:5743:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000040:1.0:1770653413.911323:0:76385:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955665154e00 x1856657707199872/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1770653413.911327:0:12198:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda3d5 [1] + 224 00010000:00000001:2.0:1770653413.911327:0:5743:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:0.0:1770653413.911329:0:76655:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00010000:2.0:1770653413.911333:0:5743:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff955605729400/0x2aed14e4e178ceb9 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x154d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.911335:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1770653413.911338:0:12198:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1770653413.911339:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1770653413.911347:0:76655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9556323fca00/0x2aed14e4e178a11d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x154c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e4d expref: 87 pid: 76387 timeout: 6877 lvb_type: 1 00000400:00000200:3.0:1770653413.911350:0:12198:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1770653413.911355:0:5743:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:3.0:1770653413.911359:0:12198:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1770653413.911360:0:76385:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1770653413.911361:0:5743:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff955605729400/0x2aed14e4e178ceb9 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x154d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1770653413.911366:0:12198:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95571043d180 x1856657707198336/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.911367:0:76385:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1770653413.911372:0:76385:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653413.911373:0:76655:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1770653413.911378:0:76385:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1770653413.911378:0:76655:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.911381:0:76655:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.911382:0:76385:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:2.0:1770653413.911386:0:5743:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x154d:0x0].0x0 (ffff95562721ba00) refcount = 2 00010000:00000001:1.0:1770653413.911387:0:76385:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1770653413.911388:0:76655:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.911391:0:76385:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.911396:0:76655:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000040:2.0:1770653413.911397:0:5743:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:0.0:1770653413.911400:0:76655:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000040:2.0:1770653413.911401:0:5743:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955605729400/0x2aed14e4e178ceb9 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x154d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1770653413.911405:0:12198:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95571043d180 x1856657707198336/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653413.911405:0:76385:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665154e00 x1856657707199872/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.911406:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.911410:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.911412:0:5743:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653413.911413:0:76655:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1770653413.911417:0:5743:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.911418:0:76655:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.911425:0:5743:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000040:0.0:1770653413.911427:0:76655:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9556323fca00 with handle 0x2aed14e4e178a11d from hash 00010000:00000001:2.0:1770653413.911429:0:5743:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.911433:0:76655:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1770653413.911436:0:5743:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.911438:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.911441:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.911444:0:12198:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000010:2.0:1770653413.911445:0:5743:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f595c0. 00010000:00000001:0.0:1770653413.911445:0:76655:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00100000:1.0:1770653413.911449:0:76385:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955665154e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:76385:1856657707199872:192.168.202.60@tcp:104: 00000400:00000200:3.0:1770653413.911451:0:12198:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78e58 00000100:00000001:2.0:1770653413.911451:0:5743:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00000001:0.0:1770653413.911451:0:76655:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:1.0:1770653413.911456:0:76385:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1770653413.911457:0:12198:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78e58. 00000100:00000010:2.0:1770653413.911457:0:5743:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0f00. 00010000:00000001:0.0:1770653413.911457:0:76655:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.911461:0:76385:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.911463:0:5743:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100338944 : -117276609212672 : ffff9556695e0f00) 00010000:00000001:0.0:1770653413.911464:0:76655:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:3.0:1770653413.911465:0:12198:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653413.911465:0:76385:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:0.0:1770653413.911470:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.911471:0:12198:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1770653413.911471:0:5743:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100338944 : -117276609212672 : ffff9556695e0f00) 00000100:00000001:1.0:1770653413.911471:0:76385:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1770653413.911477:0:5743:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00010000:0.0:1770653413.911477:0:76655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9556323fca00/0x2aed14e4e178a11d lrc: 0/0,0 mode: --/PR res: [0x240000403:0x154c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e4d expref: 87 pid: 76387 timeout: 6877 lvb_type: 1 00000100:00000001:3.0:1770653413.911479:0:12198:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.911482:0:5743:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000040:1.0:1770653413.911482:0:76385:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955665154e00 x1856657707199872/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1770653413.911486:0:12198:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00010000:00000001:2.0:1770653413.911487:0:5743:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1770653413.911491:0:5743:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1770653413.911494:0:12198:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1770653413.911498:0:12198:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.911501:0:5743:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.911503:0:12198:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1770653413.911508:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.911511:0:76385:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1770653413.911512:0:12198:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95571043d500 x1856657707198336/t4295332628(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.911513:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1770653413.911515:0:76385:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1770653413.911517:0:5743:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.911519:0:76385:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95563c4f7400. 00010000:00000040:0.0:1770653413.911521:0:76655:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 80 00010000:00000001:2.0:1770653413.911523:0:5743:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 02000000:00000001:1.0:1770653413.911526:0:76385:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1770653413.911528:0:5743:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000040:0.0:1770653413.911528:0:76655:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 86 00000020:00000001:1.0:1770653413.911530:0:76385:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1770653413.911533:0:76385:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=4 obd=lustre-OST0001 00000100:00000001:2.0:1770653413.911535:0:5743:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.911537:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1770653413.911539:0:76385:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1770653413.911541:0:5743:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.911542:0:76655:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 02000000:00000010:1.0:1770653413.911543:0:76385:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95563c4f7600. 00010000:00000001:0.0:1770653413.911546:0:76655:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1770653413.911548:0:5743:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00100000:3.0:1770653413.911549:0:12198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95571043d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+31:3291:x1856657707198336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22803us (23349us total) trans 4295332628 rc 0/0 02000000:00000001:1.0:1770653413.911549:0:76385:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000040:0.0:1770653413.911550:0:76655:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95566c162400 00000100:00000010:2.0:1770653413.911552:0:5743:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0f00. 02000000:00000001:1.0:1770653413.911553:0:76385:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1770653413.911554:0:76655:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000010:1.0:1770653413.911557:0:76385:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665154e00. 00000100:00000001:2.0:1770653413.911558:0:5743:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1770653413.911558:0:76655:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1770653413.911563:0:5743:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1770653413.911563:0:76655:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:1.0:1770653413.911564:0:76385:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1770653413.911567:0:76385:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.911569:0:76655:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1770653413.911570:0:5743:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f595c0. 00000100:00000010:1.0:1770653413.911571:0:76385:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa8000. 00010000:00000001:0.0:1770653413.911575:0:76655:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1770653413.911576:0:5743:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:1.0:1770653413.911577:0:76385:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00010000:0.0:1770653413.911578:0:76655:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770653413.911580:0:5743:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1770653413.911581:0:76385:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.911582:0:76655:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.911583:0:5743:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1770653413.911589:0:76385:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9cfc0. 00010000:00000001:2.0:1770653413.911590:0:5743:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1770653413.911590:0:76655:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1770653413.911594:0:76655:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:2.0:1770653413.911595:0:5743:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.911596:0:76385:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.911598:0:76655:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff95566c162400/0x2aed14e4e178ceb2 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x154c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1770653413.911602:0:5743:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00010000:00000001:1.0:1770653413.911602:0:76385:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.911608:0:76385:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.911614:0:5743:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1770653413.911614:0:76655:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1770653413.911615:0:76385:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1770653413.911620:0:76655:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95566c162400/0x2aed14e4e178ceb2 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x154c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770653413.911621:0:76385:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95566c163200/0x2aed14e4e178cece lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1406:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1770653413.911622:0:5743:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:2.0:1770653413.911628:0:5743:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00100000:3.0:1770653413.911632:0:12198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136190 02000000:00000001:2.0:1770653413.911635:0:5743:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1770653413.911638:0:5743:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.911641:0:12198:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 5 00000100:00000001:2.0:1770653413.911644:0:5743:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1770653413.911648:0:12198:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000040:0.0:1770653413.911650:0:76655:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x154c:0x0].0x0 (ffff9556110e6300) refcount = 2 00000100:00000001:3.0:1770653413.911652:0:12198:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1770653413.911652:0:5743:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000040:0.0:1770653413.911657:0:76655:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000020:00000010:3.0:1770653413.911659:0:12198:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1c680. 00000400:00000010:2.0:1770653413.911659:0:5743:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888990. 00010000:00000040:0.0:1770653413.911661:0:76655:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95566c162400/0x2aed14e4e178ceb2 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x154c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1770653413.911667:0:5743:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966305792, offset 224 00000020:00000010:3.0:1770653413.911668:0:12198:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510708. 00000800:00000200:1.0:1770653413.911669:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1770653413.911670:0:76655:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653413.911674:0:76655:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1770653413.911676:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9300. 00000020:00000010:3.0:1770653413.911677:0:12198:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95562fa45e00. 00010000:00000001:0.0:1770653413.911677:0:76655:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000400:00000200:2.0:1770653413.911683:0:5743:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.911683:0:76655:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.911684:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1770653413.911686:0:12198:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 30 00010000:00000001:0.0:1770653413.911689:0:76655:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.911691:0:12198:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1770653413.911694:0:76655:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a7c0. 00000400:00000200:1.0:1770653413.911695:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:2.0:1770653413.911697:0:5743:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000001:0.0:1770653413.911700:0:76655:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1770653413.911705:0:76655:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f362900. 00000400:00000200:2.0:1770653413.911706:0:5743:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164656:2164656:252:4294967295] 192.168.202.60@tcp LPNI seq info [2164652:2164652:4:4294967295] 00000100:00000001:0.0:1770653413.911710:0:76655:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661516544 : -117277048035072 : ffff95564f362900) 00010000:00010000:3.0:1770653413.911714:0:6728:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff95561c987a00/0x2aed14e4e178ce9d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x154b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.911714:0:76655:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661516544 : -117277048035072 : ffff95564f362900) 00000100:00000001:0.0:1770653413.911720:0:76655:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1770653413.911724:0:76655:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000400:00000200:2.0:1770653413.911726:0:5743:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:0.0:1770653413.911727:0:76655:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1770653413.911731:0:76655:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1770653413.911737:0:6728:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.911738:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac85d8 00000400:00000010:1.0:1770653413.911750:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac85d8. 00000100:00000001:1.0:1770653413.911754:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1770653413.911754:0:76655:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1770653413.911755:0:5743:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:1.0:1770653413.911756:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1770653413.911762:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653413.911763:0:6728:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95561c987a00/0x2aed14e4e178ce9d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x154b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000800:00000001:1.0:1770653413.911764:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1770653413.911765:0:5743:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df200. 00010000:00000001:0.0:1770653413.911765:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.911769:0:76655:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.911772:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.911775:0:76655:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000800:00000200:2.0:1770653413.911777:0:5743:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000001:1.0:1770653413.911779:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1770653413.911780:0:6728:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1770653413.911780:0:76655:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:3.0:1770653413.911785:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:1.0:1770653413.911786:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.911786:0:76655:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.911790:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:2.0:1770653413.911790:0:5743:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:0.0:1770653413.911793:0:76655:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.911794:0:6728:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000200:2.0:1770653413.911797:0:5743:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df200 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:3.0:1770653413.911799:0:6728:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1770653413.911800:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:0.0:1770653413.911800:0:76655:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000020:00000040:3.0:1770653413.911806:0:6728:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c987a00 refcount=3 00000100:00000001:2.0:1770653413.911807:0:5743:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653413.911807:0:76655:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f362900. 00000020:00000001:3.0:1770653413.911815:0:6728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812321792 : -117277897229824 : ffff95561c987a00) 00000400:00000200:1.0:1770653413.911815:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d1280 00000100:00000001:0.0:1770653413.911815:0:76655:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000040:2.0:1770653413.911817:0:5743:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:0.0:1770653413.911820:0:76655:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.911822:0:6728:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812321792 : -117277897229824 : ffff95561c987a00) 00010000:00000001:2.0:1770653413.911824:0:5743:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1770653413.911827:0:76655:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a7c0. 00010000:00000001:3.0:1770653413.911828:0:6728:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:2.0:1770653413.911830:0:5743:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.911830:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6da9 [2] + 328 00010000:00010000:3.0:1770653413.911833:0:6728:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95561c987a00/0x2aed14e4e178ce9d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x154b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.911834:0:76655:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1770653413.911839:0:76655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000040:2.0:1770653413.911840:0:5743:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95566a644850 x1856657966305792/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1770653413.911841:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653413.911842:0:76655:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653413.911847:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.911865:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.911867:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653413.911869:0:6728:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff95561c987a00/0x2aed14e4e178ce9d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x154b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1770653413.911876:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1770653413.911881:0:76655:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1770653413.911886:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:0.0:1770653413.911886:0:76655:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653413.911892:0:76655:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00010000:00000001:3.0:1770653413.911895:0:6728:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1770653413.911896:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:2.0:1770653413.911898:0:5743:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95566a644850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b31b1d82-c1d4-4680-ae7a-71292416d1f5+86:2366:x1856657966305792:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1005us (1877us total) trans 0 rc 0/0 00010000:00000001:3.0:1770653413.911900:0:6728:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.911900:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:0.0:1770653413.911901:0:76655:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1770653413.911908:0:6728:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000010:1.0:1770653413.911909:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665154e00. 00000100:00000040:0.0:1770653413.911909:0:76655:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000040:1.0:1770653413.911916:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955665154e00 x1856657966305920 msgsize 328 00000100:00100000:2.0:1770653413.911917:0:5743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161844 00000100:00000001:0.0:1770653413.911917:0:76655:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:0.0:1770653413.911923:0:76655:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1770653413.911924:0:5743:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 1 02000000:00000001:0.0:1770653413.911926:0:76655:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1770653413.911930:0:6728:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556189e16c0. 00000100:00100000:1.0:1770653413.911930:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:2.0:1770653413.911931:0:5743:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1770653413.911931:0:76655:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1770653413.911937:0:6728:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1770653413.911937:0:5743:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1770653413.911941:0:76655:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000020:00000010:2.0:1770653413.911943:0:5743:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519300. 00000100:00000001:1.0:1770653413.911945:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1770653413.911946:0:76655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac86e8. 00010000:00010000:3.0:1770653413.911950:0:6728:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000010:2.0:1770653413.911950:0:5743:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d190. 00000100:00000200:0.0:1770653413.911951:0:76655:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966305664, offset 224 00010000:00000001:3.0:1770653413.911957:0:6728:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.911959:0:5743:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997a600. 00010000:00000001:3.0:1770653413.911960:0:6728:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.911963:0:73797:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1770653413.911963:0:76655:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:3.0:1770653413.911965:0:6728:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000040:2.0:1770653413.911966:0:5743:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 85 00000100:00100000:1.0:1770653413.911968:0:73797:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966305920 00010000:00000001:3.0:1770653413.911969:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1770653413.911972:0:73797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1770653413.911973:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:2.0:1770653413.911975:0:5743:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665156300. 00000100:00000001:1.0:1770653413.911975:0:73797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00002000:00000001:3.0:1770653413.911977:0:6728:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000400:00000200:0.0:1770653413.911978:0:76655:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000001:1.0:1770653413.911979:0:73797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.911982:0:6728:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000010:2.0:1770653413.911983:0:5743:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665157480. 02000000:00000001:1.0:1770653413.911985:0:73797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.911988:0:5743:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00080000:00000010:3.0:1770653413.911990:0:6728:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95563db0dc00. 00000100:00100000:1.0:1770653413.911991:0:73797:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966305920 00000400:00000200:0.0:1770653413.911992:0:76655:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164657:2164657:252:4294967295] 192.168.202.60@tcp LPNI seq info [2164653:2164653:4:4294967295] 02000000:00000010:2.0:1770653413.911993:0:5743:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95564f615000. 00000020:00000001:1.0:1770653413.911996:0:73797:0:(genops.c:811:class_conn2export()) Process entered 00080000:00000001:3.0:1770653413.911997:0:6728:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796367567872 : -117277341983744 : ffff95563db0dc00) 02000000:00000001:2.0:1770653413.911999:0:5743:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000040:1.0:1770653413.912000:0:73797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000100:00000010:2.0:1770653413.912003:0:5743:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665154700. 00000001:00000001:3.0:1770653413.912005:0:6728:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000020:00000001:1.0:1770653413.912005:0:73797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000001:3.0:1770653413.912010:0:6728:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.912010:0:5743:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000040:1.0:1770653413.912011:0:73797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=84 02000000:00000010:2.0:1770653413.912014:0:5743:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95563db0cc00. 00000400:00000200:0.0:1770653413.912017:0:76655:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00080000:00000002:3.0:1770653413.912018:0:6728:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x154b:0x0] not in the id map cache 00000020:00000001:1.0:1770653413.912018:0:73797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 02000000:00000001:2.0:1770653413.912020:0:5743:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1770653413.912024:0:5743:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665155880. 00000020:00000001:1.0:1770653413.912025:0:73797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00080000:00000001:3.0:1770653413.912026:0:6728:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000800:00000200:0.0:1770653413.912030:0:76655:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 02000000:00000001:2.0:1770653413.912032:0:5743:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1770653413.912032:0:73797:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000010:0.0:1770653413.912035:0:76655:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9f00. 02000000:00000010:2.0:1770653413.912036:0:5743:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955637244800. 00000020:00000010:1.0:1770653413.912037:0:73797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cfc0. 00080000:00000001:3.0:1770653413.912039:0:6728:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1770653413.912044:0:5743:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1770653413.912044:0:73797:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1770653413.912045:0:6728:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653413.912045:0:76655:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000010:2.0:1770653413.912047:0:5743:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572eb23b80. 00080000:00000001:3.0:1770653413.912050:0:6728:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000020:00000010:1.0:1770653413.912053:0:73797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cfc0. 00080000:00000001:3.0:1770653413.912055:0:6728:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 02000000:00000001:2.0:1770653413.912055:0:5743:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:1.0:1770653413.912059:0:73797:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f7600. 80000000:00000001:3.0:1770653413.912060:0:6728:0:(fld_handler.c:192:fld_local_lookup()) Process entered 02000000:00000010:2.0:1770653413.912060:0:5743:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95573c587400. 00000800:00000200:0.0:1770653413.912061:0:76655:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 80000000:00000001:3.0:1770653413.912064:0:6728:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000020:00000010:1.0:1770653413.912067:0:73797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d280. 80000000:00000001:3.0:1770653413.912069:0:6728:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.912069:0:5743:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000800:00000200:0.0:1770653413.912069:0:76655:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1770653413.912072:0:73797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada320. 80000000:00000001:3.0:1770653413.912075:0:6728:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1770653413.912075:0:5743:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c2df800. 00000100:00000001:0.0:1770653413.912078:0:76655:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.912080:0:73797:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00080000:00000001:3.0:1770653413.912081:0:6728:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.912082:0:5743:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.912083:0:73797:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1770653413.912085:0:76655:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00080000:00000001:3.0:1770653413.912087:0:6728:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:1.0:1770653413.912088:0:73797:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000100:00000200:2.0:1770653413.912090:0:5743:0:(niobuf.c:1189:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00080000:00000001:3.0:1770653413.912092:0:6728:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00010000:00000001:0.0:1770653413.912092:0:76655:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.912093:0:73797:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.912096:0:5743:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2688. 00010000:00000001:1.0:1770653413.912100:0:73797:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1770653413.912100:0:76655:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.912104:0:5743:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9556695e0f00. 00010000:00000001:1.0:1770653413.912105:0:73797:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1770653413.912108:0:73797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1770653413.912110:0:76655:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955735211180 x1856657966305664/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1770653413.912111:0:73797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556323fd000 refcount=4 00000001:00000001:3.0:1770653413.912112:0:6728:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1770653413.912115:0:6728:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000001:1.0:1770653413.912117:0:73797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796175609856 : -117277533941760 : ffff9556323fd000) 00080000:00000001:3.0:1770653413.912121:0:6728:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.912121:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1770653413.912122:0:73797:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796175609856 : -117277533941760 : ffff9556323fd000) 00000020:00000001:2.0:1770653413.912125:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.912128:0:6728:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:2.0:1770653413.912131:0:5744:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1770653413.912132:0:73797:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9556323fd000/0x2aed14e4e178a132 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1404:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e38 expref: 84 pid: 76387 timeout: 6877 lvb_type: 1 00080000:00000001:3.0:1770653413.912133:0:6728:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1770653413.912136:0:5744:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1770653413.912140:0:5744:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1770653413.912145:0:5744:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff95561c987a00/0x2aed14e4e178ce9d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x154b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000001:00000001:3.0:1770653413.912146:0:6728:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1770653413.912150:0:6728:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.912153:0:76655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955735211180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_032:b31b1d82-c1d4-4680-ae7a-71292416d1f5+85:2365:x1856657966305664:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1007us (1950us total) trans 0 rc 0/0 00080000:00000001:3.0:1770653413.912161:0:6728:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.912165:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:3.0:1770653413.912167:0:6728:0:(osd_object.c:2094:osd_ref_del()) Process entered 00010000:00000001:1.0:1770653413.912169:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.912173:0:73797:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1770653413.912177:0:5744:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95561c987a00 already unused, calling callback (ffffffffc16fe650) 00000100:00000001:1.0:1770653413.912177:0:73797:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1770653413.912179:0:6728:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.912179:0:76655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161845 00010000:00000001:2.0:1770653413.912184:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:3.0:1770653413.912186:0:6728:0:(osd_object.c:806:osd_destroy()) Process entered 00000100:00000001:1.0:1770653413.912187:0:73797:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:0.0:1770653413.912187:0:76655:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00010000:00000001:2.0:1770653413.912189:0:5744:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00080000:00000001:3.0:1770653413.912190:0:6728:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000001:0.0:1770653413.912192:0:76655:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 80000000:00000001:3.0:1770653413.912194:0:6728:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000200:1.0:1770653413.912195:0:73797:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955665154e00 x1856657966305920/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 80000000:00000001:3.0:1770653413.912197:0:6728:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00010000:2.0:1770653413.912197:0:5744:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff95561c987a00/0x2aed14e4e178ce9d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x154b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.912197:0:76655:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 80000000:00000001:3.0:1770653413.912202:0:6728:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.912204:0:76655:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95562ddeff00. 80000000:00000001:3.0:1770653413.912208:0:6728:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.912212:0:76655:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510d48. 00080000:00000001:3.0:1770653413.912214:0:6728:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1770653413.912219:0:6728:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000020:00000010:0.0:1770653413.912219:0:76655:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564531c600. 00080000:00000001:3.0:1770653413.912223:0:6728:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000100:00000001:1.0:1770653413.912226:0:73797:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000040:0.0:1770653413.912228:0:76655:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 84 00000100:00000001:1.0:1770653413.912230:0:73797:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.912231:0:5744:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1770653413.912232:0:76655:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.912236:0:5744:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1770653413.912238:0:5744:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653413.912241:0:5744:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c987a00 refcount=3 00000100:00000001:1.0:1770653413.912241:0:73797:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.912245:0:76655:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1770653413.912246:0:5744:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812321792 : -117277897229824 : ffff95561c987a00) 00010000:00000001:2.0:1770653413.912250:0:5744:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812321792 : -117277897229824 : ffff95561c987a00) 00000100:00000001:0.0:1770653413.912250:0:76655:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1770653413.912255:0:5744:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1770653413.912255:0:73797:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00010000:2.0:1770653413.912258:0:5744:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff95561c987a00/0x2aed14e4e178ce9d lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x154b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.912259:0:73797:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1770653413.912259:0:76655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161846 00000100:00000040:0.0:1770653413.912266:0:76655:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:1.0:1770653413.912267:0:73797:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.912268:0:5744:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1770653413.912272:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:1.0:1770653413.912273:0:73797:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.912274:0:76655:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028462080 : -117276681089536 : ffff955665154e00) 00010000:00000001:2.0:1770653413.912275:0:5744:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.912278:0:6728:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1770653413.912283:0:6728:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.912283:0:5744:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:0.0:1770653413.912286:0:76655:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665154e00 x1856657966305920/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.912287:0:5744:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000001:3.0:1770653413.912288:0:6728:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000200:1.0:1770653413.912289:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:2.0:1770653413.912290:0:5744:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000001:00000001:3.0:1770653413.912293:0:6728:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00000001:2.0:1770653413.912296:0:5744:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1770653413.912296:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626ca00. 00000001:00000002:3.0:1770653413.912298:0:6728:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299208, last_committed = 8590299190 00000020:00000040:2.0:1770653413.912304:0:5744:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561c987a00 with handle 0x2aed14e4e178ce9d from hash 00000400:00000200:1.0:1770653413.912305:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:3.0:1770653413.912306:0:6728:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff955662d819c0. 00000100:00000001:0.0:1770653413.912306:0:76655:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1770653413.912311:0:5744:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000001:00000040:3.0:1770653413.912312:0:6728:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 18 00000020:00000010:0.0:1770653413.912313:0:76655:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a7c0. 00010000:00000001:2.0:1770653413.912315:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1770653413.912317:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000040:3.0:1770653413.912320:0:6728:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=30 00010000:00000001:2.0:1770653413.912320:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.912321:0:76655:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1770653413.912322:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78d48 00010000:00000001:2.0:1770653413.912323:0:5744:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000001:3.0:1770653413.912327:0:6728:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000010:1.0:1770653413.912328:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78d48. 00010000:00000001:2.0:1770653413.912329:0:5744:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000010:0.0:1770653413.912329:0:76655:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a7c0. 00010000:00000001:2.0:1770653413.912333:0:5744:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.912334:0:3283:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:2.0:1770653413.912337:0:5744:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000001:3.0:1770653413.912339:0:6728:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00010000:00000001:2.0:1770653413.912340:0:5744:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000200:1.0:1770653413.912342:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95572eb23480 x1856657707201536/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1770653413.912342:0:76655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665154e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_032:b31b1d82-c1d4-4680-ae7a-71292416d1f5+84:2365:x1856657966305920:12345-192.168.202.60@tcp:103:ldlm_bl.0 00010000:00000001:2.0:1770653413.912344:0:5744:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000001:00000001:3.0:1770653413.912345:0:6728:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.912348:0:5744:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.912354:0:5744:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.912355:0:76655:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966305920 00080000:00000001:3.0:1770653413.912358:0:6728:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.912359:0:5744:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1770653413.912360:0:76655:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00010000:00000001:2.0:1770653413.912363:0:5744:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00002000:00000001:3.0:1770653413.912365:0:6728:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000002:0.0:1770653413.912365:0:76655:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1770653413.912370:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.912370:0:76655:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00002000:00000001:3.0:1770653413.912371:0:6728:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000100:00000001:1.0:1770653413.912374:0:3283:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1770653413.912375:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.912375:0:76655:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1770653413.912379:0:5744:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.912380:0:76655:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1770653413.912381:0:3283:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572eb23480 x1856657707201536/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.912384:0:5744:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1770653413.912386:0:76655:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95564f616800. 00080000:00000010:3.0:1770653413.912389:0:6728:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff9556463e8ab0. 00010000:00000001:2.0:1770653413.912390:0:5744:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.912392:0:76655:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653413.912396:0:6728:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00010000:2.0:1770653413.912398:0:5744:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff95561c987a00/0x2aed14e4e178ce9d lrc: 1/0,0 mode: --/PW res: [0x240000403:0x154b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.912398:0:76655:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000040:3.0:1770653413.912400:0:6728:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x154b:0x0] 00010000:00000001:0.0:1770653413.912405:0:76655:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00002000:00000010:3.0:1770653413.912408:0:6728:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9556637e31d0. 00000100:00000001:1.0:1770653413.912409:0:3283:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.912410:0:76655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00000001:3.0:1770653413.912415:0:6728:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000100:00000001:1.0:1770653413.912415:0:3283:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1770653413.912416:0:76655:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1770653413.912417:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00002000:00000001:3.0:1770653413.912420:0:6728:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.912421:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:2.0:1770653413.912422:0:5744:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95561c987a00/0x2aed14e4e178ce9d lrc: 0/0,0 mode: --/PW res: [0x240000403:0x154b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000800:00000001:1.0:1770653413.912424:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:0.0:1770653413.912424:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556323fd000 refcount=4 00002000:00000001:3.0:1770653413.912425:0:6728:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1770653413.912430:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653413.912431:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796175609856 : -117277533941760 : ffff9556323fd000) 00010000:00000040:3.0:1770653413.912433:0:6728:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299208, xid 1856657707197824 00000800:00000001:1.0:1770653413.912436:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653413.912438:0:76655:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796175609856 : -117277533941760 : ffff9556323fd000) 00010000:00000001:3.0:1770653413.912441:0:6728:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000040:2.0:1770653413.912442:0:5744:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95563cd5c900 count: 0 00000800:00000001:1.0:1770653413.912443:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1770653413.912444:0:76655:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556110e6e00 count: 3 00002000:00000010:2.0:1770653413.912449:0:5744:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955621430dc0. 00010000:00000200:3.0:1770653413.912450:0:6728:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955606dfea00 x1856657707197824/t8590299208(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1770653413.912455:0:76655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9556323fd000/0x2aed14e4e178a132 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1404:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e38 expref: 84 pid: 76387 timeout: 6877 lvb_type: 1 00010000:00000010:2.0:1770653413.912457:0:5744:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95563cd5c000. 00000400:00000200:1.0:1770653413.912458:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:2.0:1770653413.912468:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.912471:0:5744:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1770653413.912475:0:5744:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556189e16c0. 00000400:00000200:1.0:1770653413.912476:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d1300 00010000:00000001:3.0:1770653413.912478:0:6728:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1770653413.912482:0:5744:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.912483:0:6728:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.912488:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6da9 [2] + 656 00000020:00000001:2.0:1770653413.912489:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00001000:3.0:1770653413.912490:0:6728:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000020:00000001:2.0:1770653413.912493:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.912500:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1770653413.912500:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653413.912501:0:6728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1770653413.912505:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:3.0:1770653413.912508:0:6728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000800:00000001:1.0:1770653413.912508:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653413.912510:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653413.912510:0:76655:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00000400:00000200:1.0:1770653413.912515:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653413.912516:0:6728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00010000:00010000:2.0:1770653413.912516:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1770653413.912520:0:76655:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:3.0:1770653413.912522:0:6728:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1770653413.912522:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:1.0:1770653413.912525:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 02000000:00000001:3.0:1770653413.912526:0:6728:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.912527:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.912527:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.912529:0:3283:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:0.0:1770653413.912533:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:1.0:1770653413.912534:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:3.0:1770653413.912535:0:6728:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:2.0:1770653413.912535:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:1.0:1770653413.912541:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665155c00. 00000100:00000040:3.0:1770653413.912543:0:6728:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:0.0:1770653413.912544:0:76655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9556323fd000/0x2aed14e4e178a132 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1404:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e38 expref: 84 pid: 76387 timeout: 6877 lvb_type: 1 00000100:00000001:2.0:1770653413.912547:0:76419:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1770653413.912547:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955665155c00 x1856657966306048 msgsize 328 00000400:00000010:3.0:1770653413.912550:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78e58. 00000400:00000001:2.0:1770653413.912553:0:76419:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1770653413.912557:0:76419:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1770653413.912560:0:76419:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2ec8. 00000100:00100000:1.0:1770653413.912562:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000400:00000200:2.0:1770653413.912566:0:76419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888dd0 00000020:00000001:0.0:1770653413.912570:0:76655:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000010:2.0:1770653413.912571:0:76419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888dd0. 00000100:00000001:1.0:1770653413.912574:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:0.0:1770653413.912575:0:76655:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000001:2.0:1770653413.912577:0:76419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1770653413.912578:0:6728:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707197824, offset 224 00010000:00000001:0.0:1770653413.912580:0:76655:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.912586:0:76655:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.912587:0:76419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95573c2dd180 x1856657707199744/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1770653413.912592:0:6728:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1770653413.912593:0:76655:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1770653413.912594:0:73797:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1770653413.912597:0:76655:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00100000:1.0:1770653413.912600:0:73797:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966306048 00010000:00000001:0.0:1770653413.912602:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1770653413.912605:0:73797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:0.0:1770653413.912606:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1770653413.912609:0:6728:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1770653413.912611:0:73797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1770653413.912611:0:76655:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1770653413.912617:0:73797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.912617:0:76655:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.912618:0:6728:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b6580 00000100:00000200:2.0:1770653413.912618:0:76419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95573c2dd180 x1856657707199744/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1770653413.912626:0:73797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.912626:0:76655:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9556323fd000 with handle 0x2aed14e4e178a132 from hash 00000400:00000200:3.0:1770653413.912631:0:6728:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda39d [1] + 224 00000100:00100000:1.0:1770653413.912635:0:73797:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966306048 00010000:00000001:0.0:1770653413.912635:0:76655:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1770653413.912639:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1770653413.912642:0:73797:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1770653413.912643:0:6728:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1770653413.912643:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.912645:0:76419:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1770653413.912647:0:73797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00010000:00000001:0.0:1770653413.912648:0:76655:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1770653413.912649:0:76419:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.912653:0:76655:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000400:00000200:3.0:1770653413.912654:0:6728:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1770653413.912654:0:73797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1770653413.912655:0:76419:0:(client.c:1568:after_reply()) Process entered 00010000:00000001:0.0:1770653413.912657:0:76655:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.912660:0:76419:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1770653413.912661:0:73797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=85 00010000:00000001:0.0:1770653413.912662:0:76655:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1770653413.912663:0:76419:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653413.912664:0:6728:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1770653413.912667:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.912669:0:76419:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.912669:0:73797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000200:3.0:1770653413.912672:0:6728:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955606dfd180 x1856657707197824/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1770653413.912674:0:76655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9556323fd000/0x2aed14e4e178a132 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1404:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e38 expref: 84 pid: 76387 timeout: 6877 lvb_type: 1 02000000:00000001:2.0:1770653413.912675:0:76419:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.912677:0:73797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00001000:2.0:1770653413.912683:0:76419:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 00000100:00000001:1.0:1770653413.912685:0:73797:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653413.912693:0:73797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cfc0. 00000100:00001000:2.0:1770653413.912694:0:76419:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 00000100:00000001:1.0:1770653413.912702:0:73797:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.912703:0:76419:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1770653413.912704:0:6728:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff955606dfd180 x1856657707197824/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1770653413.912705:0:76655:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 78 00000100:00000001:2.0:1770653413.912707:0:76419:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.912710:0:73797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cfc0. 00010000:00000001:2.0:1770653413.912713:0:76419:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:0.0:1770653413.912713:0:76655:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 83 00010000:00000001:2.0:1770653413.912718:0:76419:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.912720:0:73797:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f7400. 00010000:00000001:0.0:1770653413.912723:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.912724:0:76419:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.912728:0:73797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d700. 00010000:00000001:0.0:1770653413.912729:0:76655:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:3.0:1770653413.912733:0:6728:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1770653413.912733:0:76655:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000040:2.0:1770653413.912735:0:76419:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95573c2dd180 x1856657707199744/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:1.0:1770653413.912737:0:73797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada708. 00000400:00000200:3.0:1770653413.912750:0:6728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78e58 00010000:00000040:0.0:1770653413.912750:0:76655:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95561c987000 00000400:00000010:3.0:1770653413.912755:0:6728:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78e58. 00010000:00000001:0.0:1770653413.912756:0:76655:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:1.0:1770653413.912759:0:73797:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:0.0:1770653413.912760:0:76655:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:3.0:1770653413.912761:0:6728:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653413.912765:0:73797:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653413.912766:0:6728:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1770653413.912766:0:76419:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1770653413.912767:0:76655:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653413.912771:0:73797:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1770653413.912772:0:76655:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.912773:0:6728:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.912773:0:76419:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1770653413.912777:0:76419:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.912778:0:73797:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.912778:0:76655:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000040:3.0:1770653413.912781:0:6728:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00010000:00000001:2.0:1770653413.912783:0:76419:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00010000:0.0:1770653413.912783:0:76655:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653413.912785:0:73797:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1770653413.912786:0:6728:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000001:2.0:1770653413.912788:0:76419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.912788:0:76655:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653413.912790:0:6728:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.912792:0:76419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.912792:0:73797:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1770653413.912793:0:76655:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000001:3.0:1770653413.912794:0:6728:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1770653413.912796:0:76419:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.912797:0:73797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1770653413.912797:0:76655:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000040:3.0:1770653413.912801:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955606dfea00 x1856657707197824/t8590299208(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1770653413.912803:0:76419:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c2dd180 x1856657707199744/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:1.0:1770653413.912804:0:73797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c163000 refcount=4 00010000:00010000:0.0:1770653413.912804:0:76655:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95561c987000/0x2aed14e4e178cec0 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1404:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1770653413.912812:0:73797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145960448 : -117276563591168 : ffff95566c163000) 00010000:00000001:1.0:1770653413.912820:0:73797:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145960448 : -117276563591168 : ffff95566c163000) 00010000:00000001:0.0:1770653413.912833:0:76655:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:1.0:1770653413.912835:0:73797:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff95566c163000/0x2aed14e4e178a028 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x154e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d6d expref: 85 pid: 76385 timeout: 6877 lvb_type: 1 00000100:00100000:3.0:1770653413.912837:0:6728:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955606dfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+30:3288:x1856657707197824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 28467us (29448us total) trans 8590299208 rc 0/0 00010000:00010000:0.0:1770653413.912838:0:76655:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561c987000/0x2aed14e4e178cec0 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1404:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770653413.912841:0:76419:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95573c2dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_029:lustre-OST0000_UUID:76419:1856657707199744:192.168.202.60@tcp:104: 00000100:00000001:2.0:1770653413.912872:0:76419:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.912877:0:76419:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.912880:0:6728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136188 00000100:00000001:2.0:1770653413.912883:0:76419:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1770653413.912886:0:76419:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653413.912888:0:6728:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 7 00010000:00000001:1.0:1770653413.912891:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:0.0:1770653413.912892:0:76655:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1404:0x0].0x0 (ffff9556110e6e00) refcount = 2 00000100:00000001:3.0:1770653413.912893:0:6728:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1770653413.912894:0:76419:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95573c2dd180 x1856657707199744/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.912896:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.912897:0:6728:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1770653413.912901:0:73797:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1770653413.912902:0:6728:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1c300. 00010000:00000040:0.0:1770653413.912903:0:76655:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:1.0:1770653413.912908:0:73797:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1770653413.912910:0:6728:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e5107d0. 00010000:00000040:0.0:1770653413.912911:0:76655:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561c987000/0x2aed14e4e178cec0 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1404:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.912912:0:76419:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1770653413.912917:0:76419:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:3.0:1770653413.912919:0:6728:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95562fa45600. 00000100:00000001:1.0:1770653413.912919:0:73797:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000010:2.0:1770653413.912921:0:76419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95563d588200. 00000020:00000040:3.0:1770653413.912927:0:6728:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 29 02000000:00000001:2.0:1770653413.912929:0:76419:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:1.0:1770653413.912930:0:73797:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955665155c00 x1856657966306048/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1770653413.912934:0:76419:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1770653413.912935:0:6728:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.912937:0:76655:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000040:2.0:1770653413.912938:0:76419:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=5 obd=lustre-OST0000 00010000:00000001:0.0:1770653413.912943:0:76655:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.912945:0:76419:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1770653413.912949:0:76419:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95563d588c00. 00010000:00000001:0.0:1770653413.912950:0:76655:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:1.0:1770653413.912952:0:73797:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:2.0:1770653413.912954:0:76419:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1770653413.912955:0:76655:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653413.912957:0:76419:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1770653413.912957:0:73797:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.912960:0:76655:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1770653413.912961:0:76419:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c2dd180. 00000100:00000001:3.0:1770653413.912964:0:73806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1770653413.912967:0:76419:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1770653413.912968:0:73806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000010:0.0:1770653413.912968:0:76655:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a7c0. 00000100:00000001:1.0:1770653413.912970:0:73797:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.912971:0:76419:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.912976:0:76655:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00100000:3.0:1770653413.912977:0:73806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161847 00000100:00000010:2.0:1770653413.912978:0:76419:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0180. 00000100:00000010:0.0:1770653413.912982:0:76655:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f362900. 00000100:00000040:3.0:1770653413.912985:0:73806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000100:00000001:2.0:1770653413.912985:0:76419:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1770653413.912987:0:76655:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661516544 : -117277048035072 : ffff95564f362900) 00010000:00000001:2.0:1770653413.912989:0:76419:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.912990:0:73806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028465664 : -117276681085952 : ffff955665155c00) 00000100:00000001:0.0:1770653413.912993:0:76655:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661516544 : -117277048035072 : ffff95564f362900) 00010000:00000010:2.0:1770653413.912997:0:76419:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f591c0. 00000400:00000001:1.0:1770653413.912999:0:3291:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1770653413.913000:0:73806:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665155c00 x1856657966306048/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.913001:0:76655:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000400:00000001:1.0:1770653413.913004:0:3291:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1770653413.913005:0:76419:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.913006:0:76655:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1770653413.913011:0:76419:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.913011:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2160. 00010000:00000001:0.0:1770653413.913011:0:76655:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:3.0:1770653413.913015:0:73806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1770653413.913017:0:76419:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.913018:0:76655:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000010:3.0:1770653413.913020:0:73806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbac0. 00000400:00000200:1.0:1770653413.913020:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a783b8 00010000:00000001:2.0:1770653413.913021:0:76419:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1770653413.913025:0:76419:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff95561c987e00/0x2aed14e4e178cec7 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x154e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.913027:0:73806:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1770653413.913027:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a783b8. 00010000:00000001:0.0:1770653413.913030:0:76655:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.913035:0:73806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbac0. 00000100:00000001:1.0:1770653413.913036:0:3291:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1770653413.913037:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.913042:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.913046:0:76655:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.913047:0:73806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665155c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_019:b31b1d82-c1d4-4680-ae7a-71292416d1f5+85:2365:x1856657966306048:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1770653413.913047:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95571043d180 x1856657707198336/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.913052:0:76655:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00010000:2.0:1770653413.913056:0:33123:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95561c987000/0x2aed14e4e178cec0 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1404:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.913057:0:76655:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000200:3.0:1770653413.913058:0:73806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966306048 00010000:00000001:3.0:1770653413.913063:0:73806:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000100:00000001:0.0:1770653413.913066:0:76655:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000002:3.0:1770653413.913067:0:73806:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1770653413.913071:0:73806:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1770653413.913074:0:76655:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.913077:0:73806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1770653413.913081:0:33123:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.913082:0:73806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1770653413.913082:0:76655:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000200:1.0:1770653413.913087:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95571043d180 x1856657707198336/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1770653413.913088:0:33123:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95561c987000/0x2aed14e4e178cec0 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1404:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 02000000:00000010:3.0:1770653413.913089:0:73806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95563db0c400. 00000100:00000010:0.0:1770653413.913089:0:76655:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f362900. 02000000:00000001:3.0:1770653413.913095:0:73806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.913098:0:76655:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1770653413.913101:0:73806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.913103:0:76655:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.913108:0:73806:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1770653413.913114:0:73806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1770653413.913114:0:33123:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000010:0.0:1770653413.913114:0:76655:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a7c0. 00010000:00000001:2.0:1770653413.913118:0:33123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.913120:0:73806:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1770653413.913122:0:33123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1770653413.913123:0:73806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1770653413.913124:0:3291:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1770653413.913125:0:33123:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1770653413.913125:0:76655:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000040:3.0:1770653413.913126:0:73806:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c163000 refcount=4 00000020:00000001:2.0:1770653413.913130:0:33123:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1770653413.913130:0:3291:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653413.913131:0:73806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145960448 : -117276563591168 : ffff95566c163000) 00010000:00010000:0.0:1770653413.913131:0:76655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000040:2.0:1770653413.913134:0:33123:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c987000 refcount=3 00010000:00000001:0.0:1770653413.913137:0:76655:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.913138:0:73806:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145960448 : -117276563591168 : ffff95566c163000) 00000100:00000001:1.0:1770653413.913138:0:3291:0:(client.c:1568:after_reply()) Process entered 00000020:00000001:2.0:1770653413.913139:0:33123:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812319232 : -117277897232384 : ffff95561c987000) 02000000:00000001:1.0:1770653413.913144:0:3291:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1770653413.913145:0:76655:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000040:3.0:1770653413.913147:0:73806:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556373a1300 count: 3 00010000:00000001:2.0:1770653413.913147:0:33123:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812319232 : -117277897232384 : ffff95561c987000) 00000100:00000001:1.0:1770653413.913148:0:3291:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1770653413.913150:0:76655:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.913153:0:3291:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.913154:0:33123:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1770653413.913157:0:73806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff95566c163000/0x2aed14e4e178a028 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x154e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d6d expref: 85 pid: 76385 timeout: 6877 lvb_type: 1 00000100:00001000:0.0:1770653413.913158:0:76655:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00010000:00010000:2.0:1770653413.913160:0:33123:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95561c987000/0x2aed14e4e178cec0 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1770653413.913160:0:3291:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653413.913171:0:3291:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00000100:00000001:0.0:1770653413.913171:0:76655:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1770653413.913180:0:76655:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00001000:1.0:1770653413.913184:0:3291:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00000100:00001000:3.0:1770653413.913185:0:73806:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 00000100:00000001:0.0:1770653413.913187:0:76655:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00000001:2.0:1770653413.913190:0:33123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.913195:0:33123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.913196:0:73806:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1770653413.913197:0:3291:0:(client.c:1470:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1770653413.913197:0:76655:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:2.0:1770653413.913201:0:33123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95561c987000/0x2aed14e4e178cec0 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.913202:0:3291:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.913203:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1770653413.913203:0:76655:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.913207:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.913208:0:3291:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1770653413.913212:0:3291:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.913212:0:76655:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:3.0:1770653413.913214:0:73806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff95566c163000/0x2aed14e4e178a028 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x154e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d6d expref: 85 pid: 76385 timeout: 6877 lvb_type: 1 00000100:00000001:1.0:1770653413.913220:0:3291:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1770653413.913222:0:76655:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000040:1.0:1770653413.913223:0:3291:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00010000:00000001:2.0:1770653413.913226:0:33123:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1770653413.913228:0:3291:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000400:00000010:0.0:1770653413.913230:0:76655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8880. 00010000:00000001:2.0:1770653413.913231:0:33123:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.913232:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653413.913236:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799900414336 : -117273809137280 : ffff95571043d180) 00000020:00000001:3.0:1770653413.913238:0:73806:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000200:0.0:1770653413.913238:0:76655:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966305920, offset 224 00010000:00000001:2.0:1770653413.913239:0:33123:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1770653413.913240:0:3291:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00010000:00000001:3.0:1770653413.913243:0:73806:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000040:1.0:1770653413.913244:0:3291:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00010000:00000010:2.0:1770653413.913245:0:33123:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556695e0180. 00010000:00000001:3.0:1770653413.913247:0:73806:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.913249:0:3291:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1770653413.913250:0:76655:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653413.913251:0:33123:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000020:00000001:3.0:1770653413.913254:0:73806:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.913255:0:3291:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.913261:0:33123:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00000040:1.0:1770653413.913264:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95571043d180 x1856657707198336/t4295332628(4295332628) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1770653413.913264:0:76655:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000001:2.0:1770653413.913265:0:33123:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.913270:0:33123:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.913274:0:33123:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1770653413.913277:0:33123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1770653413.913277:0:76655:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164658:2164658:252:4294967295] 192.168.202.60@tcp LPNI seq info [2164654:2164654:4:4294967295] 00010000:00000001:2.0:1770653413.913281:0:33123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1770653413.913283:0:33123:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00080000:00000001:2.0:1770653413.913287:0:33123:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1770653413.913294:0:33123:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95566bf98800. 00000100:00000001:1.0:1770653413.913294:0:3291:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653413.913299:0:33123:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626797144082432 : -117276565469184 : ffff95566bf98800) 00000100:00000001:1.0:1770653413.913302:0:3291:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000001:00000001:2.0:1770653413.913305:0:33123:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:1.0:1770653413.913306:0:3291:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653413.913307:0:76655:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000001:00000001:2.0:1770653413.913309:0:33123:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:1.0:1770653413.913313:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95571043d180/2, rc 0, transno 4295332628 00080000:00000002:2.0:1770653413.913315:0:33123:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x1404:0x0] not in the id map cache 00000004:00001000:1.0:1770653413.913320:0:3291:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 7 in flight, 27 in progress 00000800:00000200:0.0:1770653413.913320:0:76655:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00080000:00000001:2.0:1770653413.913321:0:33123:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000800:00000010:0.0:1770653413.913329:0:76655:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9e00. 00080000:00000001:2.0:1770653413.913334:0:33123:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.913336:0:73806:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:1.0:1770653413.913338:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95571043d180 x1856657707198336/t4295332628(4295332628) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1770653413.913338:0:76655:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00080000:00000001:2.0:1770653413.913340:0:33123:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.913341:0:73806:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000001:2.0:1770653413.913347:0:33123:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00010000:00000001:3.0:1770653413.913348:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.913353:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:0.0:1770653413.913353:0:76655:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00080000:00000001:2.0:1770653413.913354:0:33123:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:3.0:1770653413.913358:0:73806:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 80000000:00000001:2.0:1770653413.913358:0:33123:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00100000:1.0:1770653413.913359:0:3291:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95571043d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707198336:0@lo:6:osp-syn-1-0.0 00000800:00000200:0.0:1770653413.913360:0:76655:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9e00 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:3.0:1770653413.913362:0:73806:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1770653413.913363:0:33123:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1770653413.913367:0:33123:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653413.913370:0:73806:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95566c163000 with handle 0x2aed14e4e178a028 from hash 80000000:00000001:2.0:1770653413.913371:0:33123:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.913371:0:76655:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.913372:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.913378:0:33123:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.913379:0:73806:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1770653413.913379:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1770653413.913381:0:76655:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:3.0:1770653413.913384:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1770653413.913385:0:33123:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:0.0:1770653413.913386:0:76655:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.913388:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95571043d180 x1856657707198336/t4295332628(4295332628) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1770653413.913389:0:33123:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00010000:00000001:0.0:1770653413.913390:0:76655:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.913400:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.913401:0:76655:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665154e00 x1856657966305920/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.913403:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1770653413.913407:0:33123:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:2.0:1770653413.913410:0:33123:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:1.0:1770653413.913411:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1770653413.913415:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00080000:00000001:2.0:1770653413.913418:0:33123:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.913418:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1770653413.913421:0:76655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665154e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_032:b31b1d82-c1d4-4680-ae7a-71292416d1f5+83:2365:x1856657966305920:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1111us (1501us total) trans 0 rc 0/0 00000100:00000001:1.0:1770653413.913422:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00080000:00000001:2.0:1770653413.913423:0:33123:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1770653413.913428:0:33123:0:(osd_io.c:243:osd_declare_write()) Process entered 00000004:00000001:1.0:1770653413.913430:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1770653413.913433:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.913433:0:76655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161846 00000001:00000001:2.0:1770653413.913439:0:33123:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000004:00000001:1.0:1770653413.913440:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000040:0.0:1770653413.913440:0:76655:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00080000:00000001:2.0:1770653413.913442:0:33123:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.913443:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1770653413.913444:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:0.0:1770653413.913445:0:76655:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1770653413.913446:0:73806:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000004:00000001:1.0:1770653413.913449:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.913450:0:76655:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1770653413.913451:0:73806:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000040:00001000:1.0:1770653413.913453:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f649ec0 type=0x10692404 idx=3580 00010000:00000001:3.0:1770653413.913455:0:73806:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.913456:0:33123:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.913456:0:76655:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d280. 00000040:00001000:1.0:1770653413.913457:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3580 lrh_len: 64 (320 remains) 00010000:00000001:3.0:1770653413.913459:0:73806:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000001:2.0:1770653413.913464:0:33123:0:(osd_object.c:2094:osd_ref_del()) Process entered 00010000:00000001:3.0:1770653413.913465:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000040:00001000:1.0:1770653413.913465:0:7854:0:(llog.c:797:llog_process_thread()) index: 3580, lh_last_idx: 3602 synced_idx: 3602 lgh_last_idx: 3602 00000020:00000010:0.0:1770653413.913465:0:76655:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada320. 00000004:00000001:1.0:1770653413.913472:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000020:00000010:0.0:1770653413.913474:0:76655:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f7600. 00080000:00000001:2.0:1770653413.913477:0:33123:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1770653413.913477:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000020:00000040:0.0:1770653413.913479:0:76655:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 82 00000004:00000001:1.0:1770653413.913480:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.913482:0:33123:0:(osd_object.c:806:osd_destroy()) Process entered 00000100:00000001:0.0:1770653413.913485:0:76655:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653413.913486:0:33123:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000004:00000001:1.0:1770653413.913486:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:1.0:1770653413.913490:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 80000000:00000001:2.0:1770653413.913491:0:33123:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000004:00000001:1.0:1770653413.913493:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 80000000:00000001:2.0:1770653413.913494:0:33123:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1770653413.913497:0:33123:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1770653413.913499:0:33123:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1770653413.913499:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665156680. 00080000:00000001:2.0:1770653413.913506:0:33123:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1770653413.913506:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=30 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:0.0:1770653413.913508:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00080000:00000001:2.0:1770653413.913509:0:33123:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00010000:3.0:1770653413.913512:0:73806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95566c163000/0x2aed14e4e178a028 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x154e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d6d expref: 85 pid: 76385 timeout: 6877 lvb_type: 1 00000100:00000001:0.0:1770653413.913512:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00080000:00000001:2.0:1770653413.913513:0:33123:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000100:00000001:1.0:1770653413.913514:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1770653413.913518:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000001:0.0:1770653413.913519:0:3288:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1770653413.913523:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1770653413.913523:0:3288:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1770653413.913528:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2c08. 00010000:00000040:3.0:1770653413.913531:0:73806:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 79 02000000:00000010:1.0:1770653413.913532:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95560e9a4800. 00000400:00000200:0.0:1770653413.913533:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888d48 00000020:00000040:3.0:1770653413.913537:0:73806:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 84 00000400:00000010:0.0:1770653413.913538:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888d48. 00000100:00000001:1.0:1770653413.913539:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.913544:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1770653413.913545:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626797028468352 : -117276681083264 : ffff955665156680) 00000100:00000001:0.0:1770653413.913547:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1770653413.913550:0:73806:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:1.0:1770653413.913552:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:3.0:1770653413.913554:0:73806:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000200:0.0:1770653413.913555:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95571043f800 x1856657707198080/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.913556:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653413.913559:0:73806:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95561c987e00 00080000:00000001:2.0:1770653413.913565:0:33123:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.913567:0:73806:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000040:1.0:1770653413.913567:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000198cc5f8] to pc [ptlrpcd_00_00+0] req@ffff955665156680 x1856657707201792/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1770653413.913573:0:33123:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.913574:0:73806:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000200:0.0:1770653413.913577:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95571043f800 x1856657707198080/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1770653413.913580:0:73806:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00080000:00000001:2.0:1770653413.913580:0:33123:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1770653413.913585:0:33123:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00000001:3.0:1770653413.913587:0:73806:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000002:2.0:1770653413.913590:0:33123:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332629, last_committed = 4295332607 00010000:00000001:3.0:1770653413.913596:0:73806:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000001:00000010:2.0:1770653413.913597:0:33123:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564ae608a0. 00000004:00000001:1.0:1770653413.913598:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.913599:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:3.0:1770653413.913600:0:73806:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000001:00000040:2.0:1770653413.913602:0:33123:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 22 00010000:00000001:3.0:1770653413.913604:0:73806:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.913604:0:3288:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000004:00001000:1.0:1770653413.913605:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 8 in flight, 28 in progress 00000020:00000040:2.0:1770653413.913608:0:33123:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=31 00000100:00000001:0.0:1770653413.913609:0:3288:0:(client.c:1568:after_reply()) Process entered 00010000:00000001:3.0:1770653413.913613:0:73806:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000004:00001000:1.0:1770653413.913613:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3580, id 1934 02000000:00000001:0.0:1770653413.913613:0:3288:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00080000:00000001:2.0:1770653413.913614:0:33123:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1770653413.913618:0:73806:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000004:00000001:1.0:1770653413.913619:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000001:0.0:1770653413.913619:0:3288:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00080000:00000001:2.0:1770653413.913623:0:33123:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00010000:00010000:3.0:1770653413.913624:0:73806:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff95561c987e00/0x2aed14e4e178cec7 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x154e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.913624:0:3288:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.913630:0:33123:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.913631:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1770653413.913631:0:3288:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.913635:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1770653413.913640:0:3288:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00010000:00000001:3.0:1770653413.913641:0:73806:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:1.0:1770653413.913642:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.913645:0:73806:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95561c987e00/0x2aed14e4e178cec7 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x154e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1770653413.913646:0:33123:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.913648:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653413.913650:0:3288:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00002000:00000001:2.0:1770653413.913652:0:33123:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.913657:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00002000:00000001:2.0:1770653413.913658:0:33123:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000100:00000001:0.0:1770653413.913662:0:3288:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00000040:3.0:1770653413.913665:0:73806:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x154e:0x0].0x0 (ffff9556373a1300) refcount = 2 00000800:00000001:1.0:1770653413.913666:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.913667:0:3288:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653413.913669:0:73806:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00080000:00000010:2.0:1770653413.913671:0:33123:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955643ef1c80. 00000800:00000001:1.0:1770653413.913672:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000040:3.0:1770653413.913674:0:73806:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561c987e00/0x2aed14e4e178cec7 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x154e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.913674:0:3288:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00002000:00000001:2.0:1770653413.913678:0:33123:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000800:00000001:1.0:1770653413.913678:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.913680:0:3288:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00002000:00000040:2.0:1770653413.913682:0:33123:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x1404:0x0] 00002000:00000010:2.0:1770653413.913688:0:33123:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff95560d3871d0. 00000100:00000001:0.0:1770653413.913689:0:3288:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00010000:00000001:3.0:1770653413.913692:0:73806:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000400:00000200:1.0:1770653413.913693:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000040:0.0:1770653413.913695:0:3288:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00002000:00000001:2.0:1770653413.913696:0:33123:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00010000:00000001:3.0:1770653413.913697:0:73806:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653413.913700:0:33123:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.913702:0:73806:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:0.0:1770653413.913703:0:3288:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000400:00000200:1.0:1770653413.913705:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b6e00 00010000:00000001:3.0:1770653413.913706:0:73806:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1770653413.913707:0:33123:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.913708:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1770653413.913713:0:73806:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.913714:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799900424192 : -117273809127424 : ffff95571043f800) 00000400:00000200:1.0:1770653413.913715:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda479 [1] + 224 00010000:00000040:2.0:1770653413.913716:0:33123:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332629, xid 1856657707198848 00010000:00000010:3.0:1770653413.913719:0:73806:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9556196fbac0. 00010000:00000001:2.0:1770653413.913723:0:33123:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:0.0:1770653413.913724:0:3288:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1770653413.913726:0:73806:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000800:00000001:1.0:1770653413.913727:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1770653413.913728:0:3288:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00000100:00000010:3.0:1770653413.913731:0:73806:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556189e1c00. 00010000:00000200:2.0:1770653413.913732:0:33123:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95573c2dce00 x1856657707198848/t4295332629(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1770653413.913733:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.913735:0:3288:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1770653413.913736:0:73806:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626795745582080 : -117277963969536 : ffff9556189e1c00) 00000400:00000200:1.0:1770653413.913755:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1770653413.913756:0:3288:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.913765:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:2.0:1770653413.913766:0:33123:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1770653413.913769:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95571043f800 x1856657707198080/t4295332627(4295332627) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.913771:0:33123:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.913772:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1770653413.913777:0:33123:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000100:00000200:1.0:1770653413.913781:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95572eb21180 x1856657707200000/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.913787:0:33123:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1770653413.913794:0:33123:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000001:2.0:1770653413.913799:0:33123:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00000001:3.0:1770653413.913802:0:73806:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626795745582080 : -117277963969536 : ffff9556189e1c00) 00000100:00000001:0.0:1770653413.913803:0:3288:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1770653413.913807:0:33123:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1770653413.913809:0:73806:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1770653413.913809:0:3288:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1770653413.913810:0:33123:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.913812:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff95572eb21180 x1856657707200000/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.913813:0:73806:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000001:0.0:1770653413.913814:0:3288:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.913815:0:33123:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1770653413.913817:0:73806:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000004:00080000:0.0:1770653413.913821:0:3288:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95571043f800/2, rc 0, transno 4295332627 00010000:00000001:3.0:1770653413.913822:0:73806:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000040:2.0:1770653413.913822:0:33123:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000004:00001000:0.0:1770653413.913829:0:3288:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 7 in flight, 28 in progress 00000400:00000010:2.0:1770653413.913830:0:33123:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888dd0. 00010000:00000001:3.0:1770653413.913832:0:73806:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.913836:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1770653413.913838:0:33123:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707198848, offset 224 00000100:00000001:1.0:1770653413.913838:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1770653413.913839:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.913843:0:73806:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.913846:0:73806:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000400:00000200:2.0:1770653413.913868:0:33123:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1770653413.913875:0:73806:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1770653413.913877:0:76387:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000010:0.1:1770653413.913877:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955624814e00. 00000400:00000200:2.0:1770653413.913878:0:33123:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1770653413.913883:0:73806:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1770653413.913883:0:76387:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1770653413.913887:0:76387:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000010:0.1:1770653413.913887:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c986600. 00000100:00000001:3.0:1770653413.913888:0:73806:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.913891:0:76387:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2478. 00000400:00000200:2.0:1770653413.913893:0:33123:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b6980 00000100:00000001:3.0:1770653413.913894:0:73806:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000400:00000200:1.0:1770653413.913898:0:76387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78088 00000100:00000040:0.0:1770653413.913898:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95571043f800 x1856657707198080/t4295332627(4295332627) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1770653413.913899:0:73806:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556189e1c00. 00000400:00000010:1.0:1770653413.913903:0:76387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78088. 00000100:00000001:3.0:1770653413.913905:0:73806:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1770653413.913909:0:73806:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.913909:0:76387:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1770653413.913915:0:33123:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda421 [1] + 224 00010000:00000010:3.0:1770653413.913917:0:73806:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9556196fbac0. 00000100:00000200:1.0:1770653413.913918:0:76387:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95572eb21180 x1856657707200000/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1770653413.913922:0:3288:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95571043f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707198080:0@lo:6:osp-syn-1-0.0 00010000:00000001:3.0:1770653413.913924:0:73806:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1770653413.913928:0:73806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000400:00000200:2.0:1770653413.913929:0:33123:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1770653413.913933:0:73806:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.913939:0:73806:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000004:00000001:0.0:1770653413.913939:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000400:00000200:2.0:1770653413.913944:0:33123:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000001:0.0:1770653413.913944:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.913945:0:73806:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.913945:0:76387:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95572eb21180 x1856657707200000/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:0.0:1770653413.913952:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00001000:3.0:1770653413.913953:0:73806:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653413.913955:0:33123:0:(events.c:78:reply_in_callback()) Process entered 00000004:00000001:0.0:1770653413.913956:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1770653413.913961:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.913963:0:73806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1770653413.913968:0:33123:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95571043d880 x1856657707198848/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.913969:0:76387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1770653413.913970:0:73806:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000040:00001000:0.0:1770653413.913970:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f649f00 type=0x10692404 idx=3581 00000100:00000001:1.0:1770653413.913973:0:76387:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:0.0:1770653413.913978:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3581 lrh_len: 64 (256 remains) 00000100:00000001:3.0:1770653413.913979:0:73806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000001:1.0:1770653413.913979:0:76387:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:1.0:1770653413.913983:0:76387:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000040:00001000:0.0:1770653413.913985:0:7854:0:(llog.c:797:llog_process_thread()) index: 3581, lh_last_idx: 3602 synced_idx: 3602 lgh_last_idx: 3602 02000000:00000001:3.0:1770653413.913986:0:73806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1770653413.913987:0:76387:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1770653413.913990:0:73806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.913991:0:76387:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1770653413.913992:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 02000000:00000001:1.0:1770653413.913998:0:76387:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.913999:0:73806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:0.0:1770653413.913999:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000040:2.0:1770653413.914002:0:33123:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95571043d880 x1856657707198848/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1770653413.914004:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.914006:0:73806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00001000:1.0:1770653413.914006:0:76387:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00000004:00000001:0.0:1770653413.914010:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000400:00000010:3.0:1770653413.914013:0:73806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78e58. 00000100:00001000:1.0:1770653413.914015:0:76387:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00000004:00000001:0.0:1770653413.914015:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000100:00000200:3.0:1770653413.914019:0:73806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966306048, offset 224 00000004:00000001:0.0:1770653413.914019:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000001:1.0:1770653413.914025:0:76387:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000010:0.0:1770653413.914026:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d88380. 00000100:00000001:1.0:1770653413.914029:0:76387:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.914033:0:73806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000020:00000040:0.0:1770653413.914033:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=31 obd=lustre-OST0001-osc-MDT0000 00010000:00000001:1.0:1770653413.914035:0:76387:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1770653413.914041:0:76387:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.914041:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1770653413.914042:0:33123:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1770653413.914045:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1770653413.914047:0:76387:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.914048:0:73806:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 02000000:00000001:0.0:1770653413.914049:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.914057:0:76387:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95572eb21180 x1856657707200000/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1770653413.914058:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95564f617000. 00000400:00000200:3.0:1770653413.914061:0:73806:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164659:2164659:251:4294967295] 192.168.202.60@tcp LPNI seq info [2164655:2164655:3:4294967295] 00000100:00000001:0.0:1770653413.914065:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1770653413.914071:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626795749409664 : -117277960141952 : ffff955618d88380) 00000100:00000001:0.0:1770653413.914080:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1770653413.914084:0:76387:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.914085:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.914091:0:76387:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1770653413.914092:0:73806:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:1.0:1770653413.914094:0:76387:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653413.914096:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096852334] to pc [ptlrpcd_00_01+1] req@ffff955618d88380 x1856657707201920/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.914099:0:76387:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1770653413.914104:0:76387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.914107:0:76387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1770653413.914109:0:33123:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888dd0 00000800:00000200:3.0:1770653413.914110:0:73806:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:1.0:1770653413.914112:0:76387:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.914114:0:33123:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888dd0. 00000800:00000010:3.0:1770653413.914118:0:73806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c700. 00000100:00000001:2.0:1770653413.914120:0:33123:0:(events.c:386:reply_out_callback()) Process entered 00000004:00000001:0.0:1770653413.914122:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.914124:0:33123:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1770653413.914125:0:76387:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572eb21180 x1856657707200000/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1770653413.914127:0:73806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:2.0:1770653413.914129:0:33123:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:0.0:1770653413.914130:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 8 in flight, 29 in progress 00000100:00000040:2.0:1770653413.914137:0:33123:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000800:00000200:3.0:1770653413.914139:0:73806:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000004:00001000:0.0:1770653413.914140:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3581, id 1934 00010000:00000001:2.0:1770653413.914143:0:33123:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000800:00000200:3.0:1770653413.914146:0:73806:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c700 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:2.0:1770653413.914147:0:33123:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1770653413.914150:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000020:00000001:2.0:1770653413.914154:0:33123:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1770653413.914155:0:73806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.914162:0:33123:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c2dce00 x1856657707198848/t4295332629(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653413.914163:0:73806:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000400:00000001:0.0:1770653413.914165:0:3288:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1770653413.914167:0:76387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95572eb21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:76387:1856657707200000:192.168.202.60@tcp:104: 00010000:00000001:3.0:1770653413.914169:0:73806:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1770653413.914169:0:3288:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1770653413.914174:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2e70. 00010000:00000001:3.0:1770653413.914176:0:73806:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.914183:0:76387:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653413.914183:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888c38 00000100:00000040:3.0:1770653413.914188:0:73806:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665155c00 x1856657966306048/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1770653413.914189:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888c38. 00000100:00000001:1.0:1770653413.914190:0:76387:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.914197:0:76387:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1770653413.914198:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1770653413.914202:0:76387:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1770653413.914207:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955606dfd180 x1856657707197824/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653413.914210:0:76387:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95572eb21180 x1856657707200000/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1770653413.914220:0:33123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95573c2dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+31:3288:x1856657707198848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20802us (21324us total) trans 4295332629 rc 0/0 00000100:00100000:2.0:1770653413.914236:0:33123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136193 00000100:00000040:2.0:1770653413.914242:0:33123:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 4 00000100:00000001:1.0:1770653413.914243:0:76387:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1770653413.914246:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955606dfd180 x1856657707197824/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.914247:0:33123:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1770653413.914248:0:76387:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1770653413.914253:0:33123:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:1.0:1770653413.914253:0:76387:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95564e9bca00. 00000020:00000010:2.0:1770653413.914258:0:33123:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1c280. 02000000:00000001:1.0:1770653413.914260:0:76387:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1770653413.914265:0:76387:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:2.0:1770653413.914267:0:33123:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510e10. 00000020:00000040:1.0:1770653413.914269:0:76387:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=3 obd=lustre-OST0001 00000100:00100000:3.0:1770653413.914271:0:73806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665155c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_019:b31b1d82-c1d4-4680-ae7a-71292416d1f5+84:2365:x1856657966306048:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1248us (1717us total) trans 0 rc 0/0 00000100:00000001:0.0:1770653413.914272:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1770653413.914274:0:76387:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:2.0:1770653413.914275:0:33123:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95562fa44000. 00000100:00000001:0.0:1770653413.914277:0:3288:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1770653413.914279:0:76387:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95564e9bc400. 00000020:00000040:2.0:1770653413.914282:0:33123:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 30 00000100:00000001:0.0:1770653413.914282:0:3288:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:1.0:1770653413.914286:0:76387:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1770653413.914287:0:3288:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1770653413.914288:0:33123:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653413.914290:0:76387:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1770653413.914292:0:3288:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1770653413.914293:0:73806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161847 00000100:00000010:1.0:1770653413.914294:0:76387:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572eb21180. 00000100:00000001:0.0:1770653413.914295:0:3288:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.914299:0:73806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 02000000:00000001:0.0:1770653413.914300:0:3288:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.914301:0:76387:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1770653413.914302:0:73806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1770653413.914305:0:76387:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.914307:0:73806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1770653413.914308:0:3288:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 00000100:00000010:1.0:1770653413.914309:0:76387:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556189e10c0. 00010000:00010000:2.0:1770653413.914313:0:76419:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff95561c987e00/0x2aed14e4e178cec7 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x154e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.914314:0:76387:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00001000:0.0:1770653413.914315:0:3288:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 00010000:00000001:1.0:1770653413.914318:0:76387:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1770653413.914324:0:76387:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9556196fbe80. 00000100:00000001:0.0:1770653413.914325:0:3288:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1770653413.914329:0:3288:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.914331:0:76419:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.914331:0:76387:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.914332:0:3288:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1770653413.914335:0:76387:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.914337:0:3288:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.914338:0:76387:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1770653413.914339:0:76419:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95561c987e00/0x2aed14e4e178cec7 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x154e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.914341:0:3288:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1770653413.914345:0:3288:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00010000:00000001:1.0:1770653413.914346:0:76387:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000010:3.0:1770653413.914347:0:73806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d700. 00000100:00000001:0.0:1770653413.914351:0:3288:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00010000:00010000:1.0:1770653413.914352:0:76387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff955605728800/0x2aed14e4e178ced5 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1405:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.914353:0:76419:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:0.0:1770653413.914354:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1770653413.914355:0:73806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada708. 00010000:00000001:2.0:1770653413.914357:0:76419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.914358:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795447898496 : -117278261653120 : ffff955606dfd180) 00010000:00000001:2.0:1770653413.914361:0:76419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:3.0:1770653413.914362:0:73806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f7400. 00000100:00000001:0.0:1770653413.914364:0:3288:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00010000:00000001:2.0:1770653413.914365:0:76419:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:3.0:1770653413.914369:0:73806:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 83 00000020:00000001:2.0:1770653413.914370:0:76419:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1770653413.914370:0:3288:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00000020:00000040:2.0:1770653413.914374:0:76419:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c987e00 refcount=3 00000100:00000001:3.0:1770653413.914376:0:73806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.914376:0:3288:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000020:00000001:2.0:1770653413.914377:0:76419:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812322816 : -117277897228800 : ffff95561c987e00) 00000100:00000001:1.0:1770653413.914379:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1770653413.914379:0:3288:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.914385:0:76419:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812322816 : -117277897228800 : ffff95561c987e00) 00000100:00000001:1.0:1770653413.914386:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1770653413.914390:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955606dfd180 x1856657707197824/t8590299208(8590299208) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.914391:0:76419:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:1.0:1770653413.914391:0:3289:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1770653413.914397:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:2.0:1770653413.914397:0:76419:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95561c987e00/0x2aed14e4e178cec7 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x154e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1770653413.914400:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955618d88380 x1856657707201920/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1770653413.914401:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.914408:0:7409:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1770653413.914414:0:7409:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1770653413.914417:0:7409:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1770653413.914422:0:7409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95561c987000/0x2aed14e4e178cec0 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.914440:0:3288:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.914441:0:3289:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1770653413.914445:0:3289:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.914447:0:76419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.914448:0:3288:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1770653413.914450:0:3289:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:2.0:1770653413.914451:0:76419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.914452:0:3288:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653413.914455:0:3289:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1770653413.914457:0:76419:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff95561c987e00/0x2aed14e4e178cec7 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x154e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1770653413.914459:0:3288:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff955606dfd180/2, rc 0, transno 8590299208 02000000:00000001:1.0:1770653413.914464:0:3289:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.914465:0:7409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95561c987000 already unused, calling callback (ffffffffc16fe650) 00000004:00001000:0.0:1770653413.914466:0:3288:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 7 in flight, 25 in progress 00010000:00000001:3.0:1770653413.914472:0:7409:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00100000:1.0:1770653413.914473:0:3289:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955618d88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707201920:0@lo:6:osp-syn-1-0.0 00010000:00000001:2.0:1770653413.914475:0:76419:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653413.914476:0:7409:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:2.0:1770653413.914479:0:76419:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.914481:0:3289:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00010000:00010000:3.0:1770653413.914482:0:7409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95561c987000/0x2aed14e4e178cec0 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1770653413.914483:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955606dfd180 x1856657707197824/t8590299208(8590299208) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.914484:0:76419:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 02000000:00000001:1.0:1770653413.914486:0:3289:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000010:2.0:1770653413.914490:0:76419:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556695e0300. 02000000:00000001:1.0:1770653413.914490:0:3289:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.914497:0:76419:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 02000000:00000001:1.0:1770653413.914497:0:3289:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1770653413.914504:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95560e9a7400. 00010000:00000001:3.0:1770653413.914505:0:7409:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00010000:2.0:1770653413.914508:0:76419:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1770653413.914510:0:7409:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:1.0:1770653413.914510:0:3289:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.914513:0:3288:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955606dfd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707197824:0@lo:6:osp-syn-0-0.0 00010000:00000001:2.0:1770653413.914514:0:76419:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.914515:0:7409:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1770653413.914517:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d94a50. 00000020:00000040:3.0:1770653413.914520:0:7409:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c987000 refcount=3 00010000:00000001:2.0:1770653413.914520:0:76419:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.914524:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.914525:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0226e8. 00010000:00000001:2.0:1770653413.914526:0:76419:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000001:3.0:1770653413.914527:0:7409:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812319232 : -117277897232384 : ffff95561c987000) 00000100:00000001:0.0:1770653413.914529:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1770653413.914531:0:76419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.914532:0:7409:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812319232 : -117277897232384 : ffff95561c987000) 00000100:00000200:1.0:1770653413.914533:0:3289:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707201920, portal 4 00010000:00000001:2.0:1770653413.914534:0:76419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1770653413.914535:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95571043f800 x1856657707198080/t4295332627(4295332627) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00002000:00000001:2.0:1770653413.914538:0:76419:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000100:00000001:1.0:1770653413.914540:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1770653413.914541:0:7409:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000001:2.0:1770653413.914542:0:76419:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:1.0:1770653413.914544:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795749409664 : -117277960141952 : ffff955618d88380) 00010000:00010000:3.0:1770653413.914546:0:7409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95561c987000/0x2aed14e4e178cec0 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x1404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00080000:00000010:2.0:1770653413.914549:0:76419:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95566bf99000. 00000100:00000040:1.0:1770653413.914554:0:3289:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955618d88380 x1856657707201920/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1770653413.914556:0:76419:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626797144084480 : -117276565467136 : ffff95566bf99000) 00000100:00000001:0.0:1770653413.914561:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.914563:0:76419:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1770653413.914568:0:76419:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.914568:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1770653413.914575:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955606dfd180 x1856657707197824/t8590299208(8590299208) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000002:2.0:1770653413.914576:0:76419:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x154e:0x0] not in the id map cache 00010000:00000001:3.0:1770653413.914578:0:7409:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1770653413.914582:0:3289:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1770653413.914585:0:7409:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:2.0:1770653413.914585:0:76419:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00010000:00000001:3.0:1770653413.914591:0:7409:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.914591:0:3289:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1770653413.914595:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.914597:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022c38. 00080000:00000001:2.0:1770653413.914598:0:76419:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.914599:0:7409:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1770653413.914599:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1770653413.914604:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707201920, offset 0 00080000:00000001:2.0:1770653413.914605:0:76419:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.914607:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00080000:00000001:2.0:1770653413.914611:0:76419:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000100:00000001:0.0:1770653413.914612:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1770653413.914613:0:3289:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000001:2.0:1770653413.914616:0:76419:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000001:0.0:1770653413.914618:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 80000000:00000001:2.0:1770653413.914619:0:76419:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000001:0.0:1770653413.914621:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 80000000:00000001:2.0:1770653413.914622:0:76419:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000400:00000200:1.0:1770653413.914625:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 80000000:00000001:2.0:1770653413.914626:0:76419:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1770653413.914629:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 80000000:00000001:2.0:1770653413.914631:0:76419:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1770653413.914632:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.914637:0:76419:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.914637:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b7580 00000004:00000001:0.0:1770653413.914638:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:0.0:1770653413.914642:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00080000:00000001:2.0:1770653413.914644:0:76419:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000004:00000001:0.0:1770653413.914645:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.914647:0:7409:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000001:2.0:1770653413.914649:0:76419:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000400:00000200:1.0:1770653413.914649:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf2bd [8] + 3264 00000040:00001000:0.0:1770653413.914651:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64b580 type=0x10692404 idx=1751 00010000:00000001:3.0:1770653413.914652:0:7409:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653413.914657:0:7409:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1770653413.914659:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1751 lrh_len: 64 (2688 remains) 00000400:00000200:1.0:1770653413.914660:0:3289:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1770653413.914661:0:7409:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561c987000 with handle 0x2aed14e4e178cec0 from hash 00000001:00000001:2.0:1770653413.914666:0:76419:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000040:00001000:0.0:1770653413.914666:0:6724:0:(llog.c:797:llog_process_thread()) index: 1751, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00010000:00000001:3.0:1770653413.914667:0:7409:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000001:00000001:2.0:1770653413.914670:0:76419:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:1.0:1770653413.914670:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1770653413.914671:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:0.0:1770653413.914674:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00000001:3.0:1770653413.914675:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.914678:0:3289:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1770653413.914679:0:7409:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000001:2.0:1770653413.914679:0:76419:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1770653413.914680:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000200:1.0:1770653413.914682:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000001:3.0:1770653413.914684:0:7409:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00080000:00000001:2.0:1770653413.914685:0:76419:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1770653413.914685:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1770653413.914687:0:3289:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665155880. 00010000:00000001:3.0:1770653413.914688:0:7409:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.914690:0:76419:0:(osd_io.c:243:osd_declare_write()) Process entered 00000004:00000001:0.0:1770653413.914690:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000100:00000040:1.0:1770653413.914695:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff955665155880 x1856657707201920 msgsize 544 00000004:00000001:0.0:1770653413.914695:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00010000:00000001:3.0:1770653413.914696:0:7409:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000004:00000001:0.0:1770653413.914698:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00010000:00000001:3.0:1770653413.914701:0:7409:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000001:00000001:2.0:1770653413.914705:0:76419:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000010:0.0:1770653413.914705:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9557030df100. 00010000:00000001:3.0:1770653413.914706:0:7409:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00100000:1.0:1770653413.914707:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:3.0:1770653413.914710:0:7409:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653413.914710:0:76419:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.914712:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=28 obd=lustre-OST0000-osc-MDT0000 00010000:00000001:3.0:1770653413.914717:0:7409:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.914718:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1770653413.914719:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:3.0:1770653413.914720:0:7409:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000001:0.0:1770653413.914721:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:3.0:1770653413.914724:0:7409:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00080000:00000001:2.0:1770653413.914725:0:76419:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.914726:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022c38 02000000:00000001:0.0:1770653413.914726:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.914729:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1770653413.914732:0:76419:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000400:00000010:1.0:1770653413.914733:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022c38. 00010000:00000001:3.0:1770653413.914734:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:0.0:1770653413.914737:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95564f616400. 00010000:00000001:3.0:1770653413.914738:0:7409:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.914752:0:3289:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:3.0:1770653413.914754:0:7409:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.914756:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.914757:0:7409:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.914760:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955618d88380 x1856657707201920/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1770653413.914762:0:76419:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1770653413.914762:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626799678779648 : -117274030771968 : ffff9557030df100) 00010000:00010000:3.0:1770653413.914764:0:7409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95561c987000/0x2aed14e4e178cec0 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x1404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1770653413.914769:0:76419:0:(osd_object.c:806:osd_destroy()) Process entered 00000100:00000001:0.0:1770653413.914771:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00080000:00000001:2.0:1770653413.914774:0:76419:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1770653413.914778:0:76419:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000001:0.0:1770653413.914778:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1770653413.914783:0:76419:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1770653413.914786:0:76419:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.914788:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006bac700] to pc [ptlrpcd_00_02+2] req@ffff9557030df100 x1856657707202048/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.914791:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.914791:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 80000000:00000001:2.0:1770653413.914792:0:76419:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.914797:0:7409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95561c987000/0x2aed14e4e178cec0 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x1404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1770653413.914798:0:76419:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653413.914799:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955618d88380 x1856657707201920/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1770653413.914804:0:76419:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1770653413.914808:0:76419:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00010000:00000040:3.0:1770653413.914824:0:7409:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9556110e6e00 count: 0 00000100:00000001:1.0:1770653413.914826:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.914829:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00002000:00000010:3.0:1770653413.914830:0:7409:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff95562ede4280. 00000004:00000001:0.0:1770653413.914831:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.914834:0:3289:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:0.0:1770653413.914837:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 8 in flight, 26 in progress 00010000:00000010:3.0:1770653413.914838:0:7409:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9556110e6c00. 00000100:00000040:1.0:1770653413.914839:0:3289:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26312 usecs (27 jiffies) 00000004:00001000:0.0:1770653413.914844:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1751, id 1958 00000100:00000001:1.0:1770653413.914845:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444754 00000100:00000001:1.0:1770653413.914868:0:3289:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444751 00000100:00000001:1.0:1770653413.914874:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444755 00010000:00000001:3.0:1770653413.914879:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1770653413.914879:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000001:1.0:1770653413.914880:0:3289:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444751 00010000:00000001:3.0:1770653413.914884:0:7409:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1770653413.914887:0:7409:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556695e0180. 00000100:00000001:1.0:1770653413.914888:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444755 00000100:00000001:0.0:1770653413.914889:0:3288:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00080000:00000001:2.0:1770653413.914892:0:76419:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.914894:0:7409:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.914895:0:3289:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444751 00080000:00000001:2.0:1770653413.914896:0:76419:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.914898:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955665156680 x1856657707201792/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1770653413.914900:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000001:2.0:1770653413.914903:0:76419:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:1.0:1770653413.914903:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444755 00000020:00000001:3.0:1770653413.914904:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.914908:0:76419:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000100:00000001:1.0:1770653413.914910:0:3289:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444751 00010000:00010000:3.0:1770653413.914911:0:7409:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000001:00000002:2.0:1770653413.914912:0:76419:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299209, last_committed = 8590299190 00010000:00000001:3.0:1770653413.914918:0:7409:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:1.0:1770653413.914919:0:3289:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000010:2.0:1770653413.914920:0:76419:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564ae601e0. 00000100:00000001:0.0:1770653413.914920:0:3288:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1770653413.914921:0:7409:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1770653413.914924:0:3289:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.914924:0:3288:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1770653413.914927:0:76419:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 19 00010000:00010000:3.0:1770653413.914928:0:7409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff95561c987e00/0x2aed14e4e178cec7 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x154e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.914931:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.914932:0:3288:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1770653413.914933:0:76419:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=30 02000000:00000001:0.0:1770653413.914936:0:3288:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.914938:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653413.914940:0:76419:0:(osd_io.c:399:osd_write()) Process entered 02000000:00000001:0.0:1770653413.914943:0:3288:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.914945:0:3289:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1770653413.914949:0:3289:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00010000:3.0:1770653413.914950:0:7409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95561c987e00 already unused, calling callback (ffffffffc16fe650) 00080000:00000001:2.0:1770653413.914950:0:76419:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000100:00100000:0.0:1770653413.914951:0:3288:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955665156680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707201792:0@lo:6:osp-syn-1-0.0 00000100:00000001:1.0:1770653413.914952:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653413.914956:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1770653413.914958:0:7409:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000001:00000001:2.0:1770653413.914958:0:76419:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.914960:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.914960:0:3288:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1770653413.914963:0:7409:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:1.0:1770653413.914966:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.914966:0:3288:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:3.0:1770653413.914967:0:7409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff95561c987e00/0x2aed14e4e178cec7 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x154e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1770653413.914971:0:76419:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.914971:0:3288:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653413.914978:0:76419:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.914978:0:3288:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1770653413.914979:0:7409:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000800:00000001:1.0:1770653413.914979:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00002000:00000001:2.0:1770653413.914985:0:76419:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 02000000:00000010:0.0:1770653413.914985:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95564f617c00. 00000800:00000001:1.0:1770653413.914987:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653413.914990:0:3288:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.914991:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653413.914996:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1770653413.914997:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e053738. 00080000:00000010:2.0:1770653413.914998:0:76419:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff9556463e9560. 00000400:00000200:1.0:1770653413.915004:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00002000:00000001:2.0:1770653413.915005:0:76419:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000400:00000010:0.0:1770653413.915006:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac84c8. 00002000:00000040:2.0:1770653413.915009:0:76419:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x154e:0x0] 00000100:00000200:0.0:1770653413.915013:0:3288:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707201792, portal 4 00002000:00000010:2.0:1770653413.915014:0:76419:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9556637e3430. 00000400:00000200:1.0:1770653413.915019:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d1380 00000100:00000001:0.0:1770653413.915020:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00002000:00000001:2.0:1770653413.915022:0:76419:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000100:00000001:0.0:1770653413.915024:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028468352 : -117276681083264 : ffff955665156680) 00002000:00000001:2.0:1770653413.915025:0:76419:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.915027:0:7409:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:1.0:1770653413.915029:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6da9 [2] + 984 00000020:00000001:3.0:1770653413.915032:0:7409:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1770653413.915033:0:3288:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955665156680 x1856657707201792/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00002000:00000001:2.0:1770653413.915034:0:76419:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1770653413.915035:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:3.0:1770653413.915036:0:7409:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c987e00 refcount=3 00000020:00000001:3.0:1770653413.915042:0:7409:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812322816 : -117277897228800 : ffff95561c987e00) 00010000:00000040:2.0:1770653413.915042:0:76419:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299209, xid 1856657707199488 00010000:00000001:2.0:1770653413.915049:0:76419:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:3.0:1770653413.915050:0:7409:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812322816 : -117277897228800 : ffff95561c987e00) 00000100:00000001:0.0:1770653413.915051:0:3288:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1770653413.915056:0:7409:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000200:2.0:1770653413.915057:0:76419:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955665156d80 x1856657707199488/t8590299209(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1770653413.915057:0:3288:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:3.0:1770653413.915059:0:7409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff95561c987e00/0x2aed14e4e178cec7 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x154e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000800:00000001:1.0:1770653413.915063:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1770653413.915063:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8cc0. 00000400:00000200:1.0:1770653413.915070:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1770653413.915071:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707201792, offset 0 00000400:00000200:1.0:1770653413.915082:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:2.0:1770653413.915084:0:76419:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1770653413.915085:0:3288:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1770653413.915087:0:7409:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1770653413.915088:0:76419:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.915092:0:7409:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00001000:2.0:1770653413.915093:0:76419:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000100:00000001:1.0:1770653413.915094:0:3281:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1770653413.915096:0:7409:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.915098:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:0.0:1770653413.915099:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1770653413.915104:0:76419:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000010:1.0:1770653413.915107:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665154700. 00000100:00000040:2.0:1770653413.915108:0:76419:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000040:1.0:1770653413.915112:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955665154700 x1856657966306176 msgsize 328 00000100:00000001:2.0:1770653413.915113:0:76419:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000400:00000200:0.0:1770653413.915114:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b7500 02000000:00000001:2.0:1770653413.915119:0:76419:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1770653413.915123:0:76419:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.915126:0:76419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1770653413.915130:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf2bd [8] + 3808 00000100:00100000:1.0:1770653413.915131:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000040:2.0:1770653413.915132:0:76419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1770653413.915134:0:7409:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653413.915138:0:7409:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:2.0:1770653413.915139:0:76419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888dd0. 00010000:00000001:3.0:1770653413.915143:0:7409:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:2.0:1770653413.915144:0:76419:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707199488, offset 224 00000400:00000200:0.0:1770653413.915144:0:3288:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1770653413.915146:0:7409:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.915148:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:3.0:1770653413.915153:0:7409:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561c987e00 with handle 0x2aed14e4e178cec7 from hash 00000400:00000200:2.0:1770653413.915158:0:76419:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1770653413.915159:0:7409:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:0.0:1770653413.915159:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1770653413.915163:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.915165:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.915167:0:7409:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653413.915170:0:7409:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000400:00000200:2.0:1770653413.915170:0:76419:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1770653413.915172:0:7409:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.915172:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653413.915176:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000001:3.0:1770653413.915177:0:7409:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653413.915180:0:7409:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:1.0:1770653413.915180:0:73806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1770653413.915181:0:76419:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b6c00 00000100:00000010:0.0:1770653413.915182:0:3288:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9557030dfb80. 00010000:00000001:3.0:1770653413.915183:0:7409:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00100000:1.0:1770653413.915185:0:73806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966306176 00010000:00000001:3.0:1770653413.915187:0:7409:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653413.915188:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9557030dfb80 x1856657707201792 msgsize 544 02000000:00000001:1.0:1770653413.915189:0:73806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1770653413.915192:0:7409:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.915194:0:76419:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda445 [1] + 224 00000100:00000001:1.0:1770653413.915194:0:73806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1770653413.915195:0:7409:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:1.0:1770653413.915199:0:73806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.915200:0:7409:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00100000:0.0:1770653413.915203:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1770653413.915206:0:76419:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1770653413.915207:0:73806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.915208:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.915212:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1770653413.915213:0:76419:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1770653413.915214:0:7409:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.915214:0:73806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966306176 00000100:00000001:0.0:1770653413.915215:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1770653413.915219:0:73806:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:3.0:1770653413.915221:0:7409:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.915222:0:73806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00010000:00000001:3.0:1770653413.915225:0:7409:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.915225:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8cc0 00000020:00000001:1.0:1770653413.915226:0:73806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653413.915231:0:73806:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=83 00000400:00000010:0.0:1770653413.915232:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8cc0. 00010000:00010000:3.0:1770653413.915233:0:7409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff95561c987e00/0x2aed14e4e178cec7 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x154e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1770653413.915234:0:73806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:0.0:1770653413.915238:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1770653413.915239:0:76419:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1770653413.915240:0:73806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:1.0:1770653413.915247:0:73806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1770653413.915248:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955665156680 x1856657707201792/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1770653413.915249:0:76419:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95573c2dc380 x1856657707199488/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.915251:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:1.0:1770653413.915252:0:73806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cfc0. 00010000:00010000:3.0:1770653413.915256:0:7409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95561c987e00/0x2aed14e4e178cec7 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x154e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.915258:0:73806:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653413.915266:0:73806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cfc0. 00000020:00000010:1.0:1770653413.915273:0:73806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f7200. 00000020:00000010:1.0:1770653413.915280:0:73806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07dc80. 00010000:00000040:3.0:1770653413.915282:0:7409:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9556373a1300 count: 0 00000020:00000010:1.0:1770653413.915288:0:73806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662adae10. 00002000:00000010:3.0:1770653413.915289:0:7409:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955630aa3d80. 00000100:00000001:0.0:1770653413.915289:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1770653413.915290:0:76419:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95573c2dc380 x1856657707199488/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:3.0:1770653413.915298:0:7409:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9556373a1c00. 00000100:00000040:1.0:1770653413.915298:0:73806:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000040:0.0:1770653413.915298:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665156680 x1856657707201792/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.915305:0:76419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1770653413.915305:0:73806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:3.0:1770653413.915309:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.915310:0:73806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1770653413.915313:0:7409:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:2.0:1770653413.915313:0:76419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888dd0 00010000:00000001:1.0:1770653413.915314:0:73806:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000100:00000001:0.0:1770653413.915315:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1770653413.915318:0:7409:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556695e0300. 00010000:00000001:1.0:1770653413.915319:0:73806:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.915320:0:76419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888dd0. 00000100:00000001:0.0:1770653413.915320:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1770653413.915326:0:73806:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1770653413.915327:0:7409:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.915328:0:76419:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653413.915328:0:3288:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.915329:0:73806:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1770653413.915333:0:76419:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1770653413.915333:0:73806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1770653413.915334:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:0.0:1770653413.915335:0:3288:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26312 usecs (27 jiffies) 00000020:00000040:1.0:1770653413.915338:0:73806:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565f570200 refcount=4 00000020:00000001:3.0:1770653413.915339:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.915341:0:76419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.915341:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444755 00000020:00000001:1.0:1770653413.915344:0:73806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796932104704 : -117276777446912 : ffff95565f570200) 00010000:00010000:3.0:1770653413.915345:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1770653413.915349:0:76419:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000020:00000001:3.0:1770653413.915351:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1770653413.915351:0:73806:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796932104704 : -117276777446912 : ffff95565f570200) 00000100:00000001:0.0:1770653413.915351:0:3288:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444754 00010000:00000001:2.0:1770653413.915353:0:76419:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1770653413.915355:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.915357:0:76419:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.915360:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1770653413.915361:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444755 00010000:00010000:1.0:1770653413.915362:0:73806:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff95565f570200/0x2aed14e4e1789f87 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1406:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0cfd expref: 83 pid: 76389 timeout: 6877 lvb_type: 1 00000020:00000001:2.0:1770653413.915363:0:76419:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1770653413.915364:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1770653413.915368:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444755 00000020:00000001:3.0:1770653413.915369:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.915371:0:76419:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665156d80 x1856657707199488/t8590299209(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1770653413.915376:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1770653413.915376:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444755 00000100:00000001:0.0:1770653413.915383:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444755 00010000:00000001:1.0:1770653413.915384:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.915388:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.915389:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444755 00010000:00000001:1.0:1770653413.915390:0:73806:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1770653413.915393:0:76419:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665156d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:lustre-MDT0000-mdtlov_UUID+30:3291:x1856657707199488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19217us (20080us total) trans 8590299209 rc 0/0 00000100:00000001:1.0:1770653413.915396:0:73806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.915397:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444755 00010000:00010000:3.0:1770653413.915400:0:12204:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff955605729400/0x2aed14e4e178ceb9 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.915404:0:3288:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.915405:0:73806:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:2.0:1770653413.915408:0:76419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136194 00000100:00000001:0.0:1770653413.915411:0:3288:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.915413:0:73806:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955665154700 x1856657966306176/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1770653413.915414:0:76419:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 6 00000400:00000001:0.0:1770653413.915419:0:3288:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1770653413.915423:0:12204:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.915423:0:76419:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:0.0:1770653413.915423:0:3288:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1770653413.915429:0:76419:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1770653413.915429:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef20b0. 00010000:00010000:3.0:1770653413.915431:0:12204:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff955605729400/0x2aed14e4e178ceb9 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.915431:0:73806:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:2.0:1770653413.915435:0:76419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1cf00. 00000100:00000001:1.0:1770653413.915436:0:73806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.915437:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268887f8 00000020:00000010:2.0:1770653413.915443:0:76419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e5100c8. 00000400:00000010:0.0:1770653413.915443:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268887f8. 00010000:00000001:3.0:1770653413.915444:0:12204:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:1.0:1770653413.915448:0:73806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.915449:0:12204:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1770653413.915452:0:76419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563d588400. 00000100:00000001:0.0:1770653413.915452:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1770653413.915453:0:12204:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.915457:0:12204:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653413.915459:0:12204:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653413.915461:0:76419:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 29 00000100:00000001:1.0:1770653413.915461:0:73806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:3.0:1770653413.915462:0:12204:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955605729400 refcount=3 00000100:00000200:0.0:1770653413.915462:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95571043d880 x1856657707198848/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.915465:0:73806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1770653413.915467:0:76419:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653413.915469:0:12204:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795423962112 : -117278285589504 : ffff955605729400) 00000100:00100000:1.0:1770653413.915475:0:73806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161848 00010000:00000001:3.0:1770653413.915476:0:12204:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795423962112 : -117278285589504 : ffff955605729400) 00000100:00000001:2.0:1770653413.915480:0:76419:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1770653413.915482:0:73806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00010000:00000001:3.0:1770653413.915483:0:12204:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00100000:2.0:1770653413.915485:0:76419:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707201920 00000100:00000001:1.0:1770653413.915487:0:73806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028460288 : -117276681091328 : ffff955665154700) 00010000:00010000:3.0:1770653413.915488:0:12204:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff955605729400/0x2aed14e4e178ceb9 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1770653413.915489:0:76419:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1770653413.915492:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95571043d880 x1856657707198848/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.915494:0:76419:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653413.915500:0:76419:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.915500:0:73806:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665154700 x1856657966306176/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653413.915507:0:76419:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.915513:0:76419:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707201920 00010000:00000001:3.0:1770653413.915515:0:12204:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1770653413.915519:0:76419:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:3.0:1770653413.915520:0:12204:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:2.0:1770653413.915523:0:76419:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00010000:00010000:3.0:1770653413.915525:0:12204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff955605729400/0x2aed14e4e178ceb9 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.915526:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1770653413.915528:0:76419:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1770653413.915530:0:3288:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1770653413.915532:0:76419:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=31 00000100:00000001:0.0:1770653413.915537:0:3288:0:(client.c:1568:after_reply()) Process entered 00000020:00000001:2.0:1770653413.915540:0:76419:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 02000000:00000001:0.0:1770653413.915541:0:3288:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1770653413.915544:0:3288:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1770653413.915547:0:76419:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000001:0.0:1770653413.915548:0:3288:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.915554:0:12204:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1770653413.915556:0:76419:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1770653413.915556:0:3288:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.915559:0:12204:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.915560:0:73806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1770653413.915562:0:76419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f591c0. 00000100:00001000:0.0:1770653413.915562:0:3288:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00010000:00000001:3.0:1770653413.915566:0:12204:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000020:00000010:1.0:1770653413.915566:0:73806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cfc0. 00000100:00000001:2.0:1770653413.915567:0:76419:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1770653413.915569:0:3288:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00000100:00000001:1.0:1770653413.915573:0:73806:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1770653413.915574:0:12204:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556189e1c00. 00000020:00000010:2.0:1770653413.915575:0:76419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f591c0. 00000100:00000001:0.0:1770653413.915575:0:3288:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1770653413.915578:0:73806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cfc0. 00000100:00000001:0.0:1770653413.915579:0:3288:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.915582:0:12204:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1770653413.915583:0:3288:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:2.0:1770653413.915584:0:76419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564531c600. 00010000:00000001:0.0:1770653413.915588:0:3288:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.915589:0:73806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665154700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_019:b31b1d82-c1d4-4680-ae7a-71292416d1f5+83:2364:x1856657966306176:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000020:00000010:2.0:1770653413.915590:0:76419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95562ddeff00. 00000100:00000001:0.0:1770653413.915594:0:3288:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00010000:00010000:3.0:1770653413.915595:0:12204:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000010:2.0:1770653413.915597:0:76419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e5100c8. 00000100:00000200:1.0:1770653413.915598:0:73806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966306176 00000100:00000040:0.0:1770653413.915598:0:3288:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00010000:00000001:3.0:1770653413.915604:0:12204:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.915605:0:73806:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000100:00000001:0.0:1770653413.915605:0:3288:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1770653413.915606:0:76419:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000002:1.0:1770653413.915610:0:73806:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000100:00000001:2.0:1770653413.915611:0:76419:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1770653413.915612:0:12204:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.915612:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1770653413.915613:0:73806:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1770653413.915614:0:76419:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.915615:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799900416128 : -117273809135488 : ffff95571043d880) 00000100:00000001:1.0:1770653413.915617:0:73806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1770653413.915618:0:12204:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:0.0:1770653413.915621:0:3288:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00010000:00000001:3.0:1770653413.915622:0:12204:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.915622:0:76419:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.915623:0:73806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1770653413.915624:0:3288:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00010000:00000001:3.0:1770653413.915628:0:12204:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.915629:0:3288:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 02000000:00000010:1.0:1770653413.915630:0:73806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95560e9a5c00. 00002000:00000001:3.0:1770653413.915632:0:12204:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000100:00000001:0.0:1770653413.915632:0:3288:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.915634:0:73806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.915635:0:76419:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1770653413.915637:0:12204:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:1.0:1770653413.915639:0:73806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.915641:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95571043d880 x1856657707198848/t4295332629(4295332629) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.915643:0:73806:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1770653413.915646:0:73806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000001:3.0:1770653413.915647:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1770653413.915647:0:76419:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1770653413.915652:0:76419:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707201792 00000020:00000001:3.0:1770653413.915653:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.915653:0:73806:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1770653413.915658:0:76419:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1770653413.915658:0:73806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:3.0:1770653413.915659:0:66075:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:0.0:1770653413.915660:0:3288:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.915662:0:76419:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1770653413.915663:0:73806:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565f570200 refcount=4 00010000:00000001:3.0:1770653413.915664:0:66075:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:2.0:1770653413.915666:0:76419:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.915667:0:3288:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1770653413.915668:0:66075:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000020:00000001:1.0:1770653413.915669:0:73806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796932104704 : -117276777446912 : ffff95565f570200) 02000000:00000001:2.0:1770653413.915672:0:76419:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.915672:0:3288:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.915673:0:73806:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796932104704 : -117276777446912 : ffff95565f570200) 00010000:00010000:3.0:1770653413.915674:0:66075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff955605729400/0x2aed14e4e178ceb9 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770653413.915680:0:76419:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707201792 00010000:00000040:1.0:1770653413.915681:0:73806:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95561e13b800 count: 3 00000004:00080000:0.0:1770653413.915681:0:3288:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95571043d880/2, rc 0, transno 4295332629 00000020:00000001:2.0:1770653413.915685:0:76419:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1770653413.915689:0:76419:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00010000:00010000:1.0:1770653413.915690:0:73806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff95565f570200/0x2aed14e4e1789f87 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1406:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0cfd expref: 83 pid: 76389 timeout: 6877 lvb_type: 1 00000004:00001000:0.0:1770653413.915690:0:3288:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 7 in flight, 29 in progress 00010000:00010000:3.0:1770653413.915692:0:66075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff955605729400 already unused, calling callback (ffffffffc16fe650) 00000020:00000001:2.0:1770653413.915692:0:76419:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653413.915697:0:76419:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=32 00010000:00000001:3.0:1770653413.915698:0:66075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.915702:0:66075:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000020:00000001:2.0:1770653413.915703:0:76419:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000040:0.0:1770653413.915706:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95571043d880 x1856657707198848/t4295332629(4295332629) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1770653413.915707:0:66075:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff955605729400/0x2aed14e4e178ceb9 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1770653413.915709:0:76419:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00001000:1.0:1770653413.915711:0:73806:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00000100:00000001:2.0:1770653413.915716:0:76419:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1770653413.915721:0:76419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f591c0. 00010000:00000001:1.0:1770653413.915721:0:73806:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1770653413.915728:0:76419:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.915728:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.915731:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.915733:0:66075:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:2.0:1770653413.915735:0:76419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f591c0. 00010000:00000001:3.0:1770653413.915737:0:66075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00100000:0.0:1770653413.915752:0:3288:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95571043d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707198848:0@lo:6:osp-syn-1-0.0 00000020:00000001:3.0:1770653413.915753:0:66075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:1.0:1770653413.915754:0:73806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff95565f570200/0x2aed14e4e1789f87 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1406:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0cfd expref: 83 pid: 76389 timeout: 6877 lvb_type: 1 00000020:00000040:3.0:1770653413.915758:0:66075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955605729400 refcount=3 00000020:00000010:2.0:1770653413.915761:0:76419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563d588400. 00000020:00000001:3.0:1770653413.915765:0:66075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795423962112 : -117278285589504 : ffff955605729400) 00000004:00000001:0.0:1770653413.915766:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000020:00000010:2.0:1770653413.915768:0:76419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955669619880. 00000004:00000001:0.0:1770653413.915770:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.915772:0:66075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795423962112 : -117278285589504 : ffff955605729400) 00000020:00000010:2.0:1770653413.915775:0:76419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510e10. 00000004:00000001:0.0:1770653413.915776:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00000001:3.0:1770653413.915779:0:66075:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000004:00000001:0.0:1770653413.915781:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:2.0:1770653413.915783:0:76419:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00010000:3.0:1770653413.915784:0:66075:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff955605729400/0x2aed14e4e178ceb9 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000004:00000001:0.0:1770653413.915785:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.915789:0:76419:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000040:00001000:0.0:1770653413.915792:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f649f40 type=0x10692404 idx=3582 00000020:00000001:1.0:1770653413.915793:0:73806:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:2.0:1770653413.915794:0:76419:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.915797:0:73806:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000040:00001000:0.0:1770653413.915799:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3582 lrh_len: 64 (192 remains) 00010000:00000001:1.0:1770653413.915801:0:73806:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.915804:0:76419:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1770653413.915806:0:7854:0:(llog.c:797:llog_process_thread()) index: 3582, lh_last_idx: 3602 synced_idx: 3602 lgh_last_idx: 3602 00000020:00000001:1.0:1770653413.915807:0:73806:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.915808:0:66075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1770653413.915813:0:66075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000004:00000001:0.0:1770653413.915814:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00000001:3.0:1770653413.915815:0:66075:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.915815:0:73806:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000004:00000001:0.0:1770653413.915818:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:1.0:1770653413.915819:0:73806:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1770653413.915820:0:76419:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.915821:0:66075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000004:00000001:0.0:1770653413.915823:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.915824:0:66075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1770653413.915826:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.915830:0:66075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1770653413.915830:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1770653413.915830:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:0.0:1770653413.915832:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00010000:00000001:3.0:1770653413.915835:0:66075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.915836:0:76419:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1770653413.915836:0:73806:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000004:00000001:0.0:1770653413.915836:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00010000:00000001:1.0:1770653413.915841:0:73806:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653413.915842:0:66075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff955605729400 with handle 0x2aed14e4e178ceb9 from hash 00000100:00000001:2.0:1770653413.915842:0:76419:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000010:0.0:1770653413.915843:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9557030de300. 00000020:00000040:1.0:1770653413.915863:0:73806:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95565f570200 with handle 0x2aed14e4e1789f87 from hash 00010000:00000001:1.0:1770653413.915867:0:73806:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1770653413.915869:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.915870:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.1:1770653413.915873:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600400. 00010000:00000001:1.0:1770653413.915873:0:73806:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000040:0.0:1770653413.915874:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=32 obd=lustre-OST0001-osc-MDT0000 00010000:00000010:3.1:1770653413.915875:0:66075:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556613f3900. 00010000:00000001:1.0:1770653413.915877:0:73806:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653413.915882:0:73806:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.915882:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00010000:00000010:2.1:1770653413.915883:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162a00. 00010000:00000010:3.1:1770653413.915885:0:66075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ac00. 02000000:00000001:0.0:1770653413.915886:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:1.0:1770653413.915887:0:73806:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1770653413.915891:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1770653413.915891:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.915896:0:76419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136203 00010000:00000001:3.0:1770653413.915898:0:66075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00010000:1.0:1770653413.915898:0:73806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95565f570200/0x2aed14e4e1789f87 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1406:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0cfd expref: 83 pid: 76389 timeout: 6877 lvb_type: 1 02000000:00000010:0.0:1770653413.915899:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95564f617400. 00000100:00000040:2.0:1770653413.915900:0:76419:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 5 00010000:00000001:3.0:1770653413.915902:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.915908:0:76419:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028464768 : -117276681086848 : ffff955665155880) 00010000:00000001:3.0:1770653413.915909:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.915909:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.915913:0:66075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000040:1.0:1770653413.915917:0:73806:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 77 00000004:00000001:0.0:1770653413.915917:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626799678776064 : -117274030775552 : ffff9557030de300) 00000100:00000040:2.0:1770653413.915918:0:76419:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665155880 x1856657707201920/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.915919:0:66075:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653413.915923:0:66075:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.915924:0:73806:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 82 00000100:00000001:0.0:1770653413.915924:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:3.0:1770653413.915929:0:66075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1770653413.915930:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.915933:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.915934:0:66075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1770653413.915937:0:73806:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653413.915938:0:66075:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1770653413.915939:0:76419:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1770653413.915941:0:73806:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000040:0.0:1770653413.915941:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000185e34cc] to pc [ptlrpcd_00_03+3] req@ffff9557030de300 x1856657707202176/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.915942:0:66075:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1770653413.915945:0:76419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f591c0. 00010000:00000040:1.0:1770653413.915945:0:73806:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95566c163200 00010000:00000001:3.0:1770653413.915948:0:66075:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.915951:0:73806:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:2.0:1770653413.915952:0:76419:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.915953:0:66075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1770653413.915955:0:73806:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1770653413.915958:0:66075:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000020:00000010:2.0:1770653413.915959:0:76419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f591c0. 00010000:00010000:1.0:1770653413.915960:0:73806:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653413.915963:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.915966:0:73806:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.915967:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1770653413.915971:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.915972:0:66075:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.915972:0:76419:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665155880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:lustre-MDT0000-mdtlov_UUID+32:3289:x1856657707201920:12345-0@lo:6:osp-syn-1-0.0 00010000:00000001:1.0:1770653413.915973:0:73806:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653413.915978:0:73806:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653413.915979:0:66075:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.915980:0:76419:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707201920 00000004:00001000:0.0:1770653413.915980:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 8 in flight, 30 in progress 00010000:00000001:1.0:1770653413.915981:0:73806:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653413.915986:0:76419:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1770653413.915987:0:66075:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.915988:0:73806:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000004:00001000:0.0:1770653413.915988:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3582, id 1934 00000020:00000001:2.0:1770653413.915990:0:76419:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:1.0:1770653413.915992:0:73806:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1770653413.915995:0:66075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff955605729400/0x2aed14e4e178ceb9 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1770653413.915995:0:76419:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1770653413.915996:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00010000:00010000:1.0:1770653413.915997:0:73806:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95566c163200/0x2aed14e4e178cece lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1406:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1770653413.916002:0:76419:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1770653413.916005:0:76419:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000100:00000001:0.0:1770653413.916011:0:6728:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1770653413.916012:0:76419:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1770653413.916016:0:76419:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.916016:0:6728:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1770653413.916020:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.916021:0:73806:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000020:00000001:2.0:1770653413.916022:0:76419:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:0.0:1770653413.916025:0:6728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136204 00010000:00010000:3.0:1770653413.916026:0:66075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff955605729400/0x2aed14e4e178ceb9 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1770653413.916026:0:76419:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00010000:1.0:1770653413.916027:0:73806:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95566c163200/0x2aed14e4e178cece lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1406:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1770653413.916031:0:76419:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000100:00000040:0.0:1770653413.916032:0:6728:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 6 00000020:00000001:2.0:1770653413.916036:0:76419:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000100:00000001:0.0:1770653413.916038:0:6728:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626799678782336 : -117274030769280 : ffff9557030dfb80) 00000020:00000001:2.0:1770653413.916041:0:76419:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.916047:0:76419:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1770653413.916050:0:76419:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.916052:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9557030dfb80 x1856657707201792/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1770653413.916054:0:76419:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000040:3.0:1770653413.916055:0:66075:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95562721ba00 count: 0 00010000:00000040:1.0:1770653413.916055:0:73806:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1406:0x0].0x0 (ffff95561e13b800) refcount = 2 00000001:00000001:2.0:1770653413.916058:0:76419:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000010:3.0:1770653413.916063:0:66075:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff95562ede4880. 00010000:00000040:1.0:1770653413.916064:0:73806:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000001:00000001:2.0:1770653413.916065:0:76419:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.916069:0:73806:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95566c163200/0x2aed14e4e178cece lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1406:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1770653413.916070:0:66075:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95562721b800. 00000001:00000001:2.0:1770653413.916071:0:76419:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1770653413.916075:0:76419:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.916080:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:2.0:1770653413.916081:0:76419:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.916083:0:66075:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1770653413.916087:0:66075:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556189e1c00. 00000001:00000001:2.0:1770653413.916088:0:76419:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:0.0:1770653413.916091:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000001:00000001:2.0:1770653413.916092:0:76419:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.916093:0:66075:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.916093:0:73806:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653413.916097:0:73806:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.916097:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a7c0. 00000001:00000001:2.0:1770653413.916099:0:76419:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.916100:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1770653413.916103:0:73806:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000001:3.0:1770653413.916106:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.916106:0:76419:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.916106:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.916107:0:73806:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653413.916112:0:76419:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.916113:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1770653413.916114:0:73806:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1770653413.916116:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a7c0. 00000020:00000001:3.0:1770653413.916117:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1770653413.916118:0:76419:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000010:1.0:1770653413.916122:0:73806:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9cfc0. 00000020:00000001:3.0:1770653413.916123:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.916123:0:76419:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1770653413.916129:0:73806:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00010000:3.0:1770653413.916130:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:2.0:1770653413.916130:0:76419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95566bf99400. 00000100:00100000:0.0:1770653413.916130:0:6728:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9557030dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+32:3288:x1856657707201792:12345-0@lo:6:osp-syn-1-0.0 00000020:00000001:3.0:1770653413.916134:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1770653413.916136:0:76419:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1770653413.916136:0:73806:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa8000. 00000020:00000001:3.0:1770653413.916137:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.916145:0:73806:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540166144 : -117277169385472 : ffff955647fa8000) 00000100:00000001:2.0:1770653413.916146:0:76419:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.916147:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:0.0:1770653413.916147:0:6728:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707201792 00000100:00000001:1.0:1770653413.916153:0:73806:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540166144 : -117277169385472 : ffff955647fa8000) 00002000:00000001:2.0:1770653413.916155:0:76419:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000020:00000001:0.0:1770653413.916155:0:6728:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000010:3.0:1770653413.916157:0:12204:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95563db0d800. 00000100:00000001:1.0:1770653413.916160:0:73806:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00080000:00000001:3.0:1770653413.916161:0:12204:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796367566848 : -117277341984768 : ffff95563db0d800) 00010000:00000001:2.0:1770653413.916161:0:76419:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000020:00000001:0.0:1770653413.916162:0:6728:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1770653413.916165:0:73806:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1770653413.916166:0:76419:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.916168:0:6728:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.916169:0:12204:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:1.0:1770653413.916169:0:73806:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00002000:00080000:2.0:1770653413.916172:0:76419:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5131 count 1 00000001:00000001:3.0:1770653413.916174:0:12204:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.916175:0:73806:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000001:0.0:1770653413.916176:0:6728:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00002000:00000001:2.0:1770653413.916179:0:76419:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00080000:00000002:3.0:1770653413.916182:0:12204:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x154d:0x0] not in the id map cache 00000020:00000001:0.0:1770653413.916183:0:6728:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00002000:00000001:2.0:1770653413.916184:0:76419:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:1.0:1770653413.916184:0:73806:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.916189:0:76419:0:(lu_object.c:808:lu_object_find_at()) Process entered 00080000:00000001:3.0:1770653413.916190:0:12204:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00010000:00000001:1.0:1770653413.916191:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1770653413.916193:0:6728:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:1.0:1770653413.916195:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1770653413.916196:0:76419:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795554369176 : -117278155182440 : ffff95560d386e98) 00010000:00000001:1.0:1770653413.916198:0:73806:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.916199:0:6728:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1770653413.916202:0:12204:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1770653413.916202:0:76419:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795554369088 : -117278155182528 : ffff95560d386e40) 00010000:00000001:1.0:1770653413.916204:0:73806:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000020:00000001:0.0:1770653413.916207:0:6728:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:1.0:1770653413.916208:0:73806:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1770653413.916209:0:12204:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.916211:0:76419:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000020:00000001:0.0:1770653413.916212:0:6728:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1770653413.916213:0:73806:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.916215:0:12204:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00010000:00000001:2.0:1770653413.916217:0:76419:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1770653413.916219:0:12204:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000001:1.0:1770653413.916220:0:73806:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.916220:0:6728:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 80000000:00000001:3.0:1770653413.916223:0:12204:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000040:2.0:1770653413.916224:0:76419:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95560d669400 count: 2 00000100:00000001:1.0:1770653413.916225:0:73806:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 80000000:00000001:3.0:1770653413.916226:0:12204:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000020:00000001:0.0:1770653413.916227:0:6728:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000100:00000010:1.0:1770653413.916229:0:73806:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa8000. 80000000:00000001:3.0:1770653413.916231:0:12204:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.916232:0:76419:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.916233:0:73806:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000020:00000001:0.0:1770653413.916233:0:6728:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1770653413.916237:0:12204:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.916238:0:73806:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.916240:0:76419:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000001:00000001:0.0:1770653413.916240:0:6728:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00080000:00000001:3.0:1770653413.916244:0:12204:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1770653413.916245:0:6728:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1770653413.916246:0:73806:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9cfc0. 00080000:00000001:3.0:1770653413.916247:0:12204:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000010:2.0:1770653413.916248:0:76419:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95571016a600. 00080000:00000001:3.0:1770653413.916252:0:12204:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00010000:00000001:1.0:1770653413.916252:0:73806:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000001:00000001:0.0:1770653413.916253:0:6728:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000001:2.0:1770653413.916254:0:76419:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00010000:1.0:1770653413.916257:0:73806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000001:00000001:0.0:1770653413.916258:0:6728:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1770653413.916260:0:76419:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95571016a600 with handle 0x2aed14e4e178cf06 to hash 00010000:00000001:1.0:1770653413.916260:0:73806:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1770653413.916262:0:6728:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.916265:0:76419:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1770653413.916267:0:73806:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000001:00000001:0.0:1770653413.916267:0:6728:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:2.0:1770653413.916268:0:76419:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799897454080 : -117273812097536 : ffff95571016a600) 00000001:00000001:0.0:1770653413.916270:0:6728:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1770653413.916271:0:12204:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1770653413.916271:0:73806:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.916272:0:76419:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799897454080 : -117273812097536 : ffff95571016a600) 00000001:00000001:3.0:1770653413.916275:0:12204:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:0.0:1770653413.916277:0:6728:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.916279:0:76419:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00001000:1.0:1770653413.916280:0:73806:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000001:00000001:0.0:1770653413.916281:0:6728:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00080000:00000001:3.0:1770653413.916283:0:12204:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.916284:0:76419:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.916285:0:6728:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.916286:0:73806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00080000:00000001:3.0:1770653413.916290:0:12204:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000001:00000001:0.0:1770653413.916292:0:6728:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.916293:0:73806:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00080000:00000001:3.0:1770653413.916294:0:12204:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00010000:2.0:1770653413.916294:0:76419:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178cf06 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x140b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1770653413.916295:0:6728:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.916301:0:73806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000020:00000001:0.0:1770653413.916301:0:6728:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.916307:0:12204:0:(osd_quota.c:525:osd_declare_quota()) Process entered 02000000:00000001:1.0:1770653413.916308:0:73806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1770653413.916309:0:6728:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:3.0:1770653413.916310:0:12204:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.916310:0:76419:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 02000000:00000001:1.0:1770653413.916312:0:73806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.916313:0:6728:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1770653413.916314:0:76419:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1770653413.916318:0:76419:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:1.0:1770653413.916319:0:73806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1770653413.916320:0:76419:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 02000000:00000010:0.0:1770653413.916320:0:6728:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95564f615c00. 00080000:00000001:3.0:1770653413.916322:0:12204:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.916325:0:76419:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 02000000:00000001:0.0:1770653413.916326:0:6728:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.916327:0:12204:0:(osd_object.c:2094:osd_ref_del()) Process entered 00010000:00000001:2.0:1770653413.916329:0:76419:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000040:1.0:1770653413.916329:0:73806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:0.0:1770653413.916331:0:6728:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.916336:0:6728:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00010000:2.0:1770653413.916337:0:76419:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9556323fc600/0x2aed14e4e178a0a6 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x140b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ddd expref: 82 pid: 12205 timeout: 0 lvb_type: 1 00000400:00000010:1.0:1770653413.916338:0:73806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022c38. 00080000:00000001:3.0:1770653413.916339:0:12204:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.916339:0:6728:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1770653413.916344:0:6728:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.916346:0:12204:0:(osd_object.c:806:osd_destroy()) Process entered 00000100:00000200:1.0:1770653413.916347:0:73806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966306176, offset 224 00080000:00000001:3.0:1770653413.916351:0:12204:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00002000:00080000:0.0:1770653413.916351:0:6728:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5130 count 1 80000000:00000001:3.0:1770653413.916356:0:12204:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00002000:00000001:0.0:1770653413.916358:0:6728:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 80000000:00000001:3.0:1770653413.916361:0:12204:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:2.0:1770653413.916361:0:76419:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000400:00000200:1.0:1770653413.916362:0:73806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00002000:00000001:0.0:1770653413.916362:0:6728:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:2.0:1770653413.916366:0:76419:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1770653413.916367:0:12204:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.916368:0:6728:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:2.0:1770653413.916372:0:76419:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 80000000:00000001:3.0:1770653413.916373:0:12204:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.916375:0:6728:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795554367656 : -117278155183960 : ffff95560d3868a8) 00010000:00000001:2.0:1770653413.916376:0:76419:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.916376:0:73806:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00080000:00000001:3.0:1770653413.916379:0:12204:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.916382:0:76419:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00002000:00000001:0.0:1770653413.916382:0:6728:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795554367568 : -117278155184048 : ffff95560d386850) 00080000:00000001:3.0:1770653413.916386:0:12204:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00010000:2.0:1770653413.916387:0:76419:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653413.916388:0:6728:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1770653413.916389:0:12204:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00010000:00000001:2.0:1770653413.916391:0:76419:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.916391:0:73806:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164660:2164660:250:4294967295] 192.168.202.60@tcp LPNI seq info [2164656:2164656:2:4294967295] 00010000:00000001:0.0:1770653413.916392:0:6728:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:2.0:1770653413.916398:0:76419:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1770653413.916399:0:6728:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95563f2d2e00 count: 2 00010000:00000001:2.0:1770653413.916406:0:76419:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00000001:0.0:1770653413.916406:0:6728:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1770653413.916411:0:76419:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178cf06 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x140b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.916412:0:6728:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000400:00000200:1.0:1770653413.916414:0:73806:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000010:0.0:1770653413.916418:0:6728:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561ae2b800. 00000020:00000001:0.0:1770653413.916425:0:6728:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000800:00000200:1.0:1770653413.916429:0:73806:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000020:00000040:0.0:1770653413.916430:0:6728:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561ae2b800 with handle 0x2aed14e4e178cf0d to hash 00010000:00000040:2.0:1770653413.916431:0:76419:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x140b:0x0].0x0 (ffff95560d669400) refcount = 2 00000800:00000010:1.0:1770653413.916436:0:73806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955734dea700. 00000020:00000001:0.0:1770653413.916436:0:6728:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000040:2.0:1770653413.916437:0:76419:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:0.0:1770653413.916439:0:6728:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795783632896 : -117277925918720 : ffff95561ae2b800) 00080000:00000001:3.0:1770653413.916441:0:12204:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1770653413.916445:0:76419:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9556323fc600/0x2aed14e4e178a0a6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x140b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ddd expref: 82 pid: 12205 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1770653413.916446:0:6728:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795783632896 : -117277925918720 : ffff95561ae2b800) 00000800:00000200:1.0:1770653413.916447:0:73806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00080000:00000001:3.0:1770653413.916449:0:12204:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.916452:0:6728:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1770653413.916455:0:12204:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1770653413.916457:0:6728:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.916460:0:12204:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000800:00000200:1.0:1770653413.916461:0:73806:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00010000:0.0:1770653413.916464:0:6728:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b800/0x2aed14e4e178cf0d lrc: 3/0,1 mode: --/PW res: [0x280000403:0x140a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000001:00000002:3.0:1770653413.916465:0:12204:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299210, last_committed = 8590299190 00010000:00000040:2.0:1770653413.916468:0:76419:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000800:00000200:1.0:1770653413.916468:0:73806:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955734dea700 type 1, nob 320 niov 1 nkiov 1 00000001:00000010:3.0:1770653413.916473:0:12204:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff955662d813c0. 00010000:00000040:2.0:1770653413.916473:0:76419:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178cf06 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x140b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.916477:0:73806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1770653413.916479:0:12204:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 20 00000100:00000040:1.0:1770653413.916486:0:73806:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000020:00000040:3.0:1770653413.916487:0:12204:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=30 00010000:00000001:0.0:1770653413.916488:0:6728:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1770653413.916492:0:73806:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.916493:0:6728:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1770653413.916494:0:12204:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1770653413.916497:0:73806:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.916498:0:6728:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1770653413.916502:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00080000:00000001:3.0:1770653413.916503:0:12204:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000100:00000040:1.0:1770653413.916507:0:73806:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665154700 x1856657966306176/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.916507:0:6728:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000001:00000001:3.0:1770653413.916508:0:12204:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1770653413.916509:0:76419:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f591c0. 00010000:00000001:0.0:1770653413.916511:0:6728:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:2.0:1770653413.916516:0:76419:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1770653413.916521:0:76419:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e06c0. 00010000:00010000:0.0:1770653413.916521:0:6728:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff95561c986c00/0x2aed14e4e178a19b lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x140a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ec4 expref: 82 pid: 12214 timeout: 0 lvb_type: 1 00080000:00000001:3.0:1770653413.916522:0:12204:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.916527:0:76419:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100336832 : -117276609214784 : ffff9556695e06c0) 00002000:00000001:3.0:1770653413.916529:0:12204:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.916530:0:73806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665154700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_019:b31b1d82-c1d4-4680-ae7a-71292416d1f5+82:2364:x1856657966306176:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 963us (1411us total) trans 0 rc 0/0 00000100:00000001:2.0:1770653413.916534:0:76419:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100336832 : -117276609214784 : ffff9556695e06c0) 00002000:00000001:3.0:1770653413.916536:0:12204:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000100:00000001:2.0:1770653413.916541:0:76419:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000001:0.0:1770653413.916543:0:6728:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:2.0:1770653413.916545:0:76419:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1770653413.916546:0:6728:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1770653413.916550:0:12204:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff9556463e8e40. 00010000:00000001:2.0:1770653413.916550:0:76419:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00100000:1.0:1770653413.916551:0:73806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161848 00010000:00010000:0.0:1770653413.916553:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653413.916555:0:76419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.916558:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.916559:0:76419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1770653413.916560:0:12204:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000100:00000040:1.0:1770653413.916560:0:73806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000020:00000001:2.0:1770653413.916563:0:76419:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.916564:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:1.0:1770653413.916566:0:73806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000040:3.0:1770653413.916567:0:12204:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x154d:0x0] 00010000:00000001:2.0:1770653413.916567:0:76419:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00010000:0.0:1770653413.916568:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:1.0:1770653413.916571:0:73806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1770653413.916572:0:76419:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1770653413.916573:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00002000:00000010:3.0:1770653413.916575:0:12204:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9556637e3b50. 00010000:00000001:2.0:1770653413.916576:0:76419:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000020:00000010:1.0:1770653413.916576:0:73806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07dc80. 00010000:00000001:0.0:1770653413.916577:0:6728:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1770653413.916581:0:76419:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c2dd180. 00010000:00000001:0.0:1770653413.916583:0:6728:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000020:00000010:1.0:1770653413.916584:0:73806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662adae10. 00000020:00000040:2.0:1770653413.916585:0:76419:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=4 obd=lustre-OST0001 00002000:00000001:3.0:1770653413.916586:0:12204:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00010000:00010000:0.0:1770653413.916587:0:6728:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b800/0x2aed14e4e178cf0d lrc: 4/0,1 mode: --/PW res: [0x280000403:0x140a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00002000:00000001:3.0:1770653413.916593:0:12204:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.916593:0:76419:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000020:00000010:1.0:1770653413.916593:0:73806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f7200. 02000000:00000001:2.0:1770653413.916596:0:76419:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:1.0:1770653413.916600:0:73806:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 81 02000000:00000001:2.0:1770653413.916602:0:76419:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.916603:0:6728:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x140a:0x0].0x0 (ffff95563f2d2e00) refcount = 2 00002000:00000001:3.0:1770653413.916604:0:12204:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.916606:0:73806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1770653413.916610:0:76419:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95563d588c00. 00010000:00000040:0.0:1770653413.916612:0:6728:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1770653413.916615:0:12204:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299210, xid 1856657707198720 00000100:00000001:2.0:1770653413.916616:0:76419:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.916619:0:6728:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561c986c00/0x2aed14e4e178a19b lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x140a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ec4 expref: 81 pid: 12214 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1770653413.916623:0:12204:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00010000:2.0:1770653413.916628:0:76419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9556323fc600/0x2aed14e4e178a0a6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x140b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ddd expref: 81 pid: 12205 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770653413.916628:0:76385:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95566c163200/0x2aed14e4e178cece lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1406:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1770653413.916629:0:6728:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000200:3.0:1770653413.916631:0:12204:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95573c2ddf80 x1856657707198720/t8590299210(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1770653413.916634:0:6728:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b800/0x2aed14e4e178cf0d lrc: 4/0,1 mode: --/PW res: [0x280000403:0x140a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.916658:0:76385:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1770653413.916664:0:6728:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a7c0. 00010000:00010000:2.0:1770653413.916666:0:76419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9556323fc600/0x2aed14e4e178a0a6 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x140b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ddd expref: 81 pid: 12205 timeout: 6877 lvb_type: 1 00010000:00000001:3.0:1770653413.916667:0:12204:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00010000:1.0:1770653413.916667:0:76385:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95566c163200/0x2aed14e4e178cece lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1406:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.916668:0:6728:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00000001:3.0:1770653413.916672:0:12204:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653413.916674:0:6728:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f362900. 00000100:00001000:3.0:1770653413.916679:0:12204:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1770653413.916681:0:6728:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661516544 : -117277048035072 : ffff95564f362900) 00000100:00000001:0.0:1770653413.916688:0:6728:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661516544 : -117277048035072 : ffff95564f362900) 00000100:00000001:3.0:1770653413.916690:0:12204:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1770653413.916692:0:76385:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1770653413.916696:0:76385:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.916696:0:6728:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000040:3.0:1770653413.916697:0:12204:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00010000:00000001:2.0:1770653413.916697:0:76419:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1770653413.916699:0:6728:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1770653413.916701:0:76385:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.916703:0:76419:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1770653413.916703:0:6728:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:3.0:1770653413.916704:0:12204:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00010000:00000001:1.0:1770653413.916705:0:76385:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1770653413.916709:0:76385:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1770653413.916709:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1770653413.916710:0:12204:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1770653413.916710:0:76419:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95573c2dd180 x1856657707202304/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:1.0:1770653413.916712:0:76385:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c163200 refcount=3 00010000:00000001:0.0:1770653413.916713:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1770653413.916715:0:12204:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.916718:0:76385:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145960960 : -117276563590656 : ffff95566c163200) 00000020:00000001:0.0:1770653413.916718:0:6728:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:3.0:1770653413.916721:0:12204:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1770653413.916722:0:6728:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1770653413.916727:0:76385:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145960960 : -117276563590656 : ffff95566c163200) 00010000:00000001:0.0:1770653413.916728:0:6728:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000100:00000040:3.0:1770653413.916732:0:12204:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1770653413.916732:0:6728:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00010000:00000001:1.0:1770653413.916734:0:76385:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000010:0.0:1770653413.916737:0:6728:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9557030ddc00. 00000400:00000010:3.0:1770653413.916751:0:12204:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78220. 00010000:00010000:1.0:1770653413.916751:0:76385:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95566c163200/0x2aed14e4e178cece lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1406:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000020:00000040:0.0:1770653413.916756:0:6728:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=5 obd=lustre-OST0001 00000100:00000200:3.0:1770653413.916759:0:12204:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707198720, offset 224 00000100:00000001:0.0:1770653413.916763:0:6728:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1770653413.916767:0:6728:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1770653413.916771:0:76419:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1770653413.916773:0:12204:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1770653413.916773:0:6728:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.916775:0:76385:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.916776:0:76419:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.916780:0:76385:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:0.0:1770653413.916782:0:6728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95561997b000. 00000100:00100000:2.0:1770653413.916785:0:76419:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95573c2dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_029:lustre-OST0001_UUID:76419:1856657707202304:192.168.202.60@tcp:104: 00000400:00000200:3.0:1770653413.916786:0:12204:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:1.0:1770653413.916786:0:76385:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95566c163200/0x2aed14e4e178cece lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1406:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.916789:0:6728:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.916796:0:76419:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1770653413.916801:0:76419:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:0.0:1770653413.916801:0:6728:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff95561c986c00/0x2aed14e4e178a19b lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x140a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ec4 expref: 81 pid: 12214 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1770653413.916802:0:12204:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b6900 02000000:00000001:2.0:1770653413.916805:0:76419:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.916805:0:76385:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1770653413.916810:0:76385:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.916812:0:76419:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1770653413.916813:0:12204:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda411 [1] + 224 00010000:00000001:1.0:1770653413.916817:0:76385:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 02000000:00000010:2.0:1770653413.916819:0:76419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95563d588200. 00010000:00000010:1.0:1770653413.916823:0:76385:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff955647fa8000. 00000400:00000200:3.0:1770653413.916824:0:12204:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1770653413.916825:0:76419:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.916829:0:76385:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1770653413.916831:0:6728:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff95561c986c00/0x2aed14e4e178a19b lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x140a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ec4 expref: 81 pid: 12214 timeout: 6877 lvb_type: 1 00000400:00000200:3.0:1770653413.916834:0:12204:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1770653413.916834:0:76419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2ec8. 00010000:00010000:1.0:1770653413.916841:0:76385:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00000001:3.0:1770653413.916842:0:12204:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:2.0:1770653413.916842:0:76419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888dd0. 00010000:00000010:0.1:1770653413.916868:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016a800. 00010000:00000001:1.0:1770653413.916870:0:76385:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.916872:0:76419:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707202304, portal 16 00000100:00000200:3.0:1770653413.916873:0:12204:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95573c2df480 x1856657707198720/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.916875:0:76385:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.916877:0:76419:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1770653413.916880:0:76419:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637170048 : -117273072381568 : ffff95573c2dd180) 00010000:00000001:1.0:1770653413.916882:0:76385:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000010:0.1:1770653413.916883:0:6728:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f2d2200. 00010000:00000001:1.0:1770653413.916886:0:76385:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.916890:0:76385:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1770653413.916892:0:76419:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff95573c2dd180 x1856657707202304/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:0.1:1770653413.916892:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c987400. 00002000:00000001:1.0:1770653413.916894:0:76385:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00080000:00000001:1.0:1770653413.916898:0:76385:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000010:0.1:1770653413.916900:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556323fca00. 00080000:00000010:1.0:1770653413.916906:0:76385:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95560e9a6800. 00000100:00000040:3.0:1770653413.916907:0:12204:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95573c2df480 x1856657707198720/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.916910:0:6728:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00080000:00000001:1.0:1770653413.916912:0:76385:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626795577567232 : -117278131984384 : ffff95560e9a6800) 00000100:00000001:2.0:1770653413.916915:0:76419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1770653413.916916:0:6728:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000001:00000001:1.0:1770653413.916919:0:76385:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1770653413.916923:0:76385:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.916926:0:76419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000040:0.0:1770653413.916926:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9557030ddc00 x1856657707202432/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000002:1.0:1770653413.916929:0:76385:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x1406:0x0] not in the id map cache 00000020:00000001:2.0:1770653413.916937:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000001:1.0:1770653413.916937:0:76385:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000020:00000001:2.0:1770653413.916941:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.916945:0:12204:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:2.0:1770653413.916947:0:7410:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00080000:00000001:1.0:1770653413.916951:0:76385:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.916951:0:6728:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1770653413.916953:0:12204:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78220 00010000:00000001:2.0:1770653413.916953:0:7410:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:0.0:1770653413.916955:0:6728:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.916957:0:7410:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00080000:00000001:1.0:1770653413.916957:0:76385:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.916958:0:12204:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78220. 00010000:00010000:2.0:1770653413.916963:0:7410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95566c163200/0x2aed14e4e178cece lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1406:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1770653413.916963:0:76385:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000100:00100000:0.0:1770653413.916963:0:6728:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9557030ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:6728:1856657707202432:192.168.202.60@tcp:104: 00000100:00000001:3.0:1770653413.916964:0:12204:0:(events.c:386:reply_out_callback()) Process entered 00080000:00000001:1.0:1770653413.916968:0:76385:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000001:3.0:1770653413.916969:0:12204:0:(events.c:398:reply_out_callback()) Process leaving 80000000:00000001:1.0:1770653413.916971:0:76385:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000001:3.0:1770653413.916975:0:12204:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1770653413.916976:0:76385:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00000001:0.0:1770653413.916977:0:6728:0:(niobuf.c:864:ptl_send_rpc()) Process entered 80000000:00000001:1.0:1770653413.916982:0:76385:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.916984:0:7410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95566c163200 already unused, calling callback (ffffffffc16fe650) 02000000:00000001:0.0:1770653413.916984:0:6728:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1770653413.916985:0:12204:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 80000000:00000001:1.0:1770653413.916986:0:76385:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.916988:0:6728:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.916990:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.916993:0:12204:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00080000:00000001:1.0:1770653413.916993:0:76385:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653413.916994:0:6728:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1770653413.916995:0:7410:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000020:00000001:3.0:1770653413.916997:0:12204:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.916999:0:76385:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000020:00000001:3.0:1770653413.917001:0:12204:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00010000:2.0:1770653413.917002:0:7410:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95566c163200/0x2aed14e4e178cece lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1406:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1770653413.917002:0:76385:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000020:00000001:0.0:1770653413.917005:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:3.0:1770653413.917010:0:12204:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c2ddf80 x1856657707198720/t8590299210(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653413.917010:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.917017:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1770653413.917019:0:76385:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:1.0:1770653413.917023:0:76385:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000001:0.0:1770653413.917026:0:3288:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00080000:00000001:1.0:1770653413.917029:0:76385:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1770653413.917031:0:3288:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00080000:00000001:1.0:1770653413.917036:0:76385:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1770653413.917037:0:7410:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000010:0.0:1770653413.917037:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef24d0. 00080000:00000001:1.0:1770653413.917040:0:76385:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1770653413.917041:0:7410:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00100000:3.0:1770653413.917043:0:12204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95573c2ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+30:3288:x1856657707198720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24485us (25143us total) trans 8590299210 rc 0/0 00000020:00000001:2.0:1770653413.917045:0:7410:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1770653413.917045:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888550 00000020:00000040:2.0:1770653413.917049:0:7410:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c163200 refcount=3 00000400:00000010:0.0:1770653413.917051:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888550. 00000020:00000001:2.0:1770653413.917052:0:7410:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145960960 : -117276563590656 : ffff95566c163200) 00000001:00000001:1.0:1770653413.917054:0:76385:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:0.0:1770653413.917056:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1770653413.917057:0:12204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136192 00080000:00000001:1.0:1770653413.917058:0:76385:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.917059:0:7410:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145960960 : -117276563590656 : ffff95566c163200) 00000100:00000040:3.0:1770653413.917063:0:12204:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 5 00000100:00000200:0.0:1770653413.917064:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95573c2df480 x1856657707198720/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.917065:0:7410:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1770653413.917069:0:12204:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:2.0:1770653413.917070:0:7410:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95566c163200/0x2aed14e4e178cece lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x1406:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1770653413.917071:0:76385:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.917073:0:12204:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1770653413.917079:0:12204:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1c880. 00080000:00000001:1.0:1770653413.917079:0:76385:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000020:00000010:3.0:1770653413.917087:0:12204:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510960. 00080000:00000001:1.0:1770653413.917090:0:76385:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.917093:0:7410:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000010:3.0:1770653413.917095:0:12204:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95562fa44200. 00080000:00000001:1.0:1770653413.917096:0:76385:0:(osd_object.c:806:osd_destroy()) Process entered 00000100:00000200:0.0:1770653413.917096:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95573c2df480 x1856657707198720/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.917097:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1770653413.917102:0:7410:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.917102:0:76385:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000020:00000040:3.0:1770653413.917103:0:12204:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 29 80000000:00000001:1.0:1770653413.917106:0:76385:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:2.0:1770653413.917109:0:7410:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1770653413.917110:0:12204:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 80000000:00000001:1.0:1770653413.917111:0:76385:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:2.0:1770653413.917112:0:7410:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1770653413.917112:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 80000000:00000001:1.0:1770653413.917117:0:76385:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.917118:0:3288:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.917119:0:7410:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1770653413.917125:0:7410:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1770653413.917125:0:76385:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.917125:0:3288:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:0.0:1770653413.917129:0:3288:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:2.0:1770653413.917130:0:7410:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95566c163200 with handle 0x2aed14e4e178cece from hash 00080000:00000001:1.0:1770653413.917133:0:76385:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.917133:0:3288:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1770653413.917134:0:7410:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1770653413.917137:0:3288:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.917138:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:1.0:1770653413.917140:0:76385:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:2.0:1770653413.917142:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1770653413.917143:0:76419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78220. 02000000:00000001:0.0:1770653413.917143:0:3288:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.917144:0:76385:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00010000:00000001:2.0:1770653413.917146:0:7410:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00001000:0.0:1770653413.917149:0:3288:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 00000100:00000200:3.0:1770653413.917150:0:76419:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707202304, offset 0 00010000:00000001:2.0:1770653413.917151:0:7410:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653413.917154:0:7410:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.917159:0:7410:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00001000:0.0:1770653413.917160:0:3288:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 00000400:00000200:3.0:1770653413.917164:0:76419:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653413.917164:0:7410:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:0.0:1770653413.917168:0:3288:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1770653413.917170:0:7410:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:0.0:1770653413.917171:0:3288:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.917174:0:76419:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00010000:00000001:2.0:1770653413.917175:0:7410:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.917175:0:3288:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1770653413.917180:0:3288:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.917183:0:7410:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.917184:0:76419:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1770653413.917184:0:3288:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1770653413.917188:0:3288:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00010000:00000001:2.0:1770653413.917190:0:7410:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:3.0:1770653413.917191:0:76419:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000100:00000001:0.0:1770653413.917192:0:3288:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00010000:00000001:2.0:1770653413.917195:0:7410:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1770653413.917197:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1770653413.917199:0:76419:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1770653413.917201:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637179008 : -117273072372608 : ffff95573c2df480) 00010000:00000001:2.0:1770653413.917203:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.917205:0:3288:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000400:00000200:3.0:1770653413.917206:0:76419:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00080000:00000001:1.0:1770653413.917206:0:76385:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.917209:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1770653413.917209:0:3288:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00080000:00000001:1.0:1770653413.917213:0:76385:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.917215:0:7410:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.917215:0:3288:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1770653413.917216:0:76419:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164661:2164661:249:4294967295] 192.168.202.60@tcp LPNI seq info [2164657:2164657:1:4294967295] 00080000:00000001:1.0:1770653413.917218:0:76385:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:0.0:1770653413.917219:0:3288:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.917221:0:7410:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.917223:0:76385:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00000001:2.0:1770653413.917228:0:7410:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:1.0:1770653413.917229:0:76385:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332630, last_committed = 4295332607 00000100:00000040:0.0:1770653413.917230:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95573c2df480 x1856657707198720/t8590299210(8590299210) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1770653413.917237:0:7410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95566c163200/0x2aed14e4e178cece lrc: 1/0,0 mode: --/PW res: [0x280000403:0x1406:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000001:00000010:1.0:1770653413.917237:0:76385:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564334ab40. 00000400:00000200:3.0:1770653413.917240:0:76419:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000001:00000040:1.0:1770653413.917245:0:76385:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 23 00000020:00000040:1.0:1770653413.917251:0:76385:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=33 00000800:00000200:3.0:1770653413.917258:0:76419:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00080000:00000001:1.0:1770653413.917258:0:76385:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1770653413.917262:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.917265:0:3288:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1770653413.917266:0:76419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626cc00. 00010000:00010000:2.0:1770653413.917267:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95566c163200/0x2aed14e4e178cece lrc: 0/0,0 mode: --/PW res: [0x280000403:0x1406:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1770653413.917269:0:76385:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000100:00000001:0.0:1770653413.917269:0:3288:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1770653413.917273:0:3288:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1770653413.917275:0:76385:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.917277:0:76419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000004:00080000:0.0:1770653413.917279:0:3288:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95573c2df480/2, rc 0, transno 8590299210 00000004:00001000:0.0:1770653413.917287:0:3288:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 7 in flight, 26 in progress 00010000:00000040:2.0:1770653413.917288:0:7410:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95561e13b800 count: 0 00080000:00000001:1.0:1770653413.917290:0:76385:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.917292:0:76419:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00002000:00000001:1.0:1770653413.917295:0:76385:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1770653413.917296:0:7410:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff95562ede4cc0. 00000800:00000200:3.0:1770653413.917297:0:76419:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626cc00 type 1, nob 424 niov 1 nkiov 1 00002000:00000001:1.0:1770653413.917301:0:76385:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000100:00000040:0.0:1770653413.917302:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c2df480 x1856657707198720/t8590299210(8590299210) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.917304:0:76419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1770653413.917304:0:7410:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95561e13b700. 00000100:00000001:3.0:1770653413.917312:0:76419:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444760 00080000:00000010:1.0:1770653413.917314:0:76385:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955643ef0000. 00010000:00000001:2.0:1770653413.917316:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.917319:0:7410:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1770653413.917320:0:76419:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4301444755 00002000:00000001:1.0:1770653413.917322:0:76385:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00000010:2.0:1770653413.917323:0:7410:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff955647fa8000. 00002000:00000040:1.0:1770653413.917326:0:76385:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x1406:0x0] 00000100:00000001:3.0:1770653413.917329:0:76419:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444760 00010000:00000001:2.0:1770653413.917330:0:7410:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1770653413.917332:0:76385:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff95560d387c80. 00000100:00000001:3.0:1770653413.917338:0:76419:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4301444755 00000020:00000001:2.0:1770653413.917338:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00002000:00000001:1.0:1770653413.917341:0:76385:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000020:00000001:2.0:1770653413.917342:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.917342:0:3288:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95573c2df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707198720:0@lo:6:osp-syn-0-0.0 00000100:00000001:3.0:1770653413.917344:0:76419:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444760 00002000:00000001:1.0:1770653413.917345:0:76385:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.917348:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1770653413.917353:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00002000:00000001:1.0:1770653413.917353:0:76385:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.917354:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.917355:0:76419:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4301444755 00000020:00000001:2.0:1770653413.917356:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.917361:0:76385:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332630, xid 1856657707199616 00000100:00000001:0.0:1770653413.917361:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00010000:2.0:1770653413.917363:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1770653413.917364:0:76419:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444760 00010000:00000001:1.0:1770653413.917367:0:76385:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000001:2.0:1770653413.917368:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:0.0:1770653413.917368:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95571043d880 x1856657707198848/t4295332629(4295332629) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.917370:0:76419:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4301444755 00000020:00000001:2.0:1770653413.917373:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1770653413.917375:0:76385:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95573c2df100 x1856657707199616/t4295332630(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.917378:0:76419:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1770653413.917379:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1770653413.917386:0:76419:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.917391:0:76419:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.917397:0:76419:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.917400:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.917403:0:76419:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.917405:0:76385:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1770653413.917405:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1770653413.917407:0:76419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:2.0:1770653413.917407:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:1.0:1770653413.917409:0:76385:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.917410:0:76419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1770653413.917411:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.917413:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2df480 x1856657707198720/t8590299210(8590299210) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1770653413.917414:0:76385:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00010000:00000001:3.0:1770653413.917415:0:76419:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.917416:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:2.0:1770653413.917419:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:3.0:1770653413.917421:0:76419:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000004:00000001:2.0:1770653413.917423:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.917425:0:76419:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1770653413.917425:0:76385:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1770653413.917431:0:76419:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.917432:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64b5c0 type=0x10692404 idx=1752 00000100:00000040:1.0:1770653413.917432:0:76385:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000001:3.0:1770653413.917437:0:76419:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1770653413.917437:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.917440:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1752 lrh_len: 64 (2624 remains) 00000100:00000001:1.0:1770653413.917440:0:76385:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00000001:3.0:1770653413.917441:0:76419:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1770653413.917442:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:2.0:1770653413.917446:0:6724:0:(llog.c:797:llog_process_thread()) index: 1752, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00000100:00100000:3.0:1770653413.917448:0:76419:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556695e06c0 going to sleep for 11 seconds 02000000:00000001:1.0:1770653413.917448:0:76385:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1770653413.917450:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000004:00000001:2.0:1770653413.917452:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 02000000:00000001:1.0:1770653413.917452:0:76385:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.917455:0:76419:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1770653413.917455:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1770653413.917457:0:76385:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:2.0:1770653413.917459:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:3.0:1770653413.917460:0:76419:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.917460:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:2.0:1770653413.917464:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.917465:0:76385:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1770653413.917465:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000004:00000001:2.0:1770653413.917470:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000400:00000010:1.0:1770653413.917472:0:76385:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0224c8. 00000004:00000001:2.0:1770653413.917473:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000100:00000001:0.0:1770653413.917474:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.917477:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000001:0.0:1770653413.917478:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.917479:0:76385:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707199616, offset 224 00000100:00000010:2.0:1770653413.917482:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c2df800. 00000020:00000040:2.0:1770653413.917487:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=29 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1770653413.917489:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00010000:00010000:3.0:1770653413.917490:0:12206:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff95566c162400/0x2aed14e4e178ceb2 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x154c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1770653413.917490:0:76385:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1770653413.917493:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:0.0:1770653413.917494:0:6728:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95561997a600. 02000000:00000001:2.0:1770653413.917498:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.917500:0:6728:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.917504:0:76385:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1770653413.917508:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95573c587400. 00000400:00000010:0.0:1770653413.917508:0:6728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e053898. 00010000:00000001:3.0:1770653413.917513:0:12206:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.917516:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653413.917518:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8cc0. 00000400:00000200:1.0:1770653413.917519:0:76385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b6c80 00010000:00010000:3.0:1770653413.917521:0:12206:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95566c162400/0x2aed14e4e178ceb2 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x154c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000004:00000001:2.0:1770653413.917521:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626800637179904 : -117273072371712 : ffff95573c2df800) 00000100:00000200:0.0:1770653413.917525:0:6728:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707202432, portal 16 00000100:00000001:2.0:1770653413.917528:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1770653413.917531:0:76385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda44d [1] + 224 00000100:00000001:0.0:1770653413.917532:0:6728:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1770653413.917535:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.917537:0:6728:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799678774272 : -117274030777344 : ffff9557030ddc00) 00000400:00000200:1.0:1770653413.917544:0:76385:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1770653413.917545:0:12206:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000040:2.0:1770653413.917546:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000373fb2b1] to pc [ptlrpcd_00_00+0] req@ffff95573c2df800 x1856657707202560/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1770653413.917548:0:6728:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff9557030ddc00 x1856657707202432/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.917549:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.917554:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1770653413.917554:0:76385:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1770653413.917558:0:12206:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1770653413.917562:0:76385:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1770653413.917563:0:12206:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653413.917568:0:12206:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c162400 refcount=3 00000100:00000200:1.0:1770653413.917570:0:76385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95572eb23100 x1856657707199616/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1770653413.917574:0:12206:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145957376 : -117276563594240 : ffff95566c162400) 00010000:00000001:3.0:1770653413.917582:0:12206:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145957376 : -117276563594240 : ffff95566c162400) 00000100:00000001:0.0:1770653413.917585:0:6728:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1770653413.917588:0:12206:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000004:00000001:2.0:1770653413.917590:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.917594:0:12206:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95566c162400/0x2aed14e4e178ceb2 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x154c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1770653413.917595:0:6728:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000004:00001000:2.0:1770653413.917597:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 8 in flight, 27 in progress 00000100:00000040:1.0:1770653413.917601:0:76385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95572eb23100 x1856657707199616/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1770653413.917601:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8e58. 00000004:00001000:2.0:1770653413.917604:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1752, id 1958 00000100:00000200:0.0:1770653413.917608:0:6728:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707202432, offset 0 00000004:00000001:2.0:1770653413.917611:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00010000:00000001:3.0:1770653413.917621:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1770653413.917622:0:6728:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:2.0:1770653413.917623:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1770653413.917626:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.917628:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1770653413.917631:0:12206:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff95566c162400/0x2aed14e4e178ceb2 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x154c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.917632:0:3288:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1770653413.917632:0:76385:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1770653413.917637:0:6728:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000100:00000040:2.0:1770653413.917641:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95573c2df800 x1856657707202560/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1770653413.917645:0:6728:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:3.0:1770653413.917646:0:12206:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653413.917650:0:12206:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.917652:0:6728:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00010000:00000001:3.0:1770653413.917656:0:12206:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000400:00000200:0.0:1770653413.917659:0:6728:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00010000:00000010:3.0:1770653413.917662:0:12206:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556189e1c00. 00000100:00000001:2.0:1770653413.917663:0:3288:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1770653413.917666:0:6728:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00000001:2.0:1770653413.917667:0:3288:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.917668:0:12206:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 02000000:00000001:2.0:1770653413.917673:0:3288:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1770653413.917674:0:6728:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164662:2164662:248:4294967295] 192.168.202.60@tcp LPNI seq info [2164658:2164658:0:4294967295] 02000000:00000001:2.0:1770653413.917677:0:3288:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.917681:0:6728:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.917682:0:3288:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.917685:0:12206:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000400:00000200:1.0:1770653413.917685:0:76385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0224c8 00000100:00000001:0.0:1770653413.917686:0:6728:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444760 00000100:00100000:2.0:1770653413.917689:0:3288:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95573c2df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707202560:0@lo:6:osp-syn-0-0.0 00010000:00000001:3.0:1770653413.917691:0:12206:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.917691:0:76385:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0224c8. 00000100:00000001:0.0:1770653413.917693:0:6728:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, keep current deadline 4301444760 00000100:00000001:1.0:1770653413.917697:0:76385:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1770653413.917698:0:12206:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.917699:0:3288:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1770653413.917700:0:76385:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1770653413.917700:0:6728:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444760 00010000:00000001:3.0:1770653413.917702:0:12206:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1770653413.917706:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.917707:0:6728:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, keep current deadline 4301444760 02000000:00000001:2.0:1770653413.917708:0:3288:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1770653413.917708:0:76385:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.917709:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1770653413.917713:0:12206:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 02000000:00000001:2.0:1770653413.917713:0:3288:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.917714:0:6728:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444760 00000100:00000040:1.0:1770653413.917716:0:76385:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00080000:00000001:3.0:1770653413.917719:0:12206:0:(osd_handler.c:352:osd_trans_create()) Process entered 02000000:00000001:2.0:1770653413.917719:0:3288:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1770653413.917721:0:76385:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:0.0:1770653413.917721:0:6728:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, keep current deadline 4301444760 00000020:00000001:1.0:1770653413.917725:0:76385:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.917726:0:6728:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444760 00080000:00000010:3.0:1770653413.917727:0:12206:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff955604308000. 00000020:00000001:2.0:1770653413.917727:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1770653413.917728:0:76385:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1770653413.917730:0:6728:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, keep current deadline 4301444760 00000020:00000001:2.0:1770653413.917731:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.917734:0:12206:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626795402854400 : -117278306697216 : ffff955604308000) 00000100:00000040:1.0:1770653413.917736:0:76385:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c2df100 x1856657707199616/t4295332630(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.917737:0:6728:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1770653413.917738:0:5744:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000001:00000001:3.0:1770653413.917751:0:12206:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:0.0:1770653413.917754:0:6728:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.917755:0:12206:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.917757:0:5744:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1770653413.917761:0:6728:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.917762:0:5744:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00080000:00000002:3.0:1770653413.917763:0:12206:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x154c:0x0] not in the id map cache 00010000:00000001:0.0:1770653413.917768:0:6728:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.917769:0:5744:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff95566c162400/0x2aed14e4e178ceb2 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x154c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1770653413.917771:0:12206:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000020:00000001:0.0:1770653413.917773:0:6728:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.917777:0:76385:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95573c2df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+33:3288:x1856657707199616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21453us (22314us total) trans 4295332630 rc 0/0 00010000:00000001:0.0:1770653413.917779:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:3.0:1770653413.917782:0:12206:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.917783:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.917786:0:6728:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.917790:0:12206:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.917792:0:5744:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95566c162400 already unused, calling callback (ffffffffc16fe650) 00010000:00000001:0.0:1770653413.917793:0:6728:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00080000:00000001:3.0:1770653413.917794:0:12206:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00010000:00000001:2.0:1770653413.917797:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.917797:0:6728:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00100000:1.0:1770653413.917798:0:76385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136195 00080000:00000001:3.0:1770653413.917799:0:12206:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:2.0:1770653413.917800:0:5744:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 80000000:00000001:3.0:1770653413.917805:0:12206:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000001:0.0:1770653413.917805:0:6728:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.917807:0:76385:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 5 00010000:00010000:2.0:1770653413.917808:0:5744:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff95566c162400/0x2aed14e4e178ceb2 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x154c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 80000000:00000001:3.0:1770653413.917809:0:12206:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00000001:0.0:1770653413.917809:0:6728:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 80000000:00000001:3.0:1770653413.917814:0:12206:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.917815:0:76385:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1770653413.917815:0:6728:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1770653413.917819:0:76385:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 80000000:00000001:3.0:1770653413.917820:0:12206:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.917823:0:6728:0:(client.c:2680:ptlrpc_set_wait()) set ffff95564f362900 going to sleep for 11 seconds 00000020:00000010:1.0:1770653413.917824:0:76385:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1c580. 00010000:00000001:2.0:1770653413.917826:0:5744:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000001:3.0:1770653413.917827:0:12206:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.917828:0:6728:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1770653413.917831:0:5744:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:1.0:1770653413.917831:0:76385:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510af0. 00080000:00000001:3.0:1770653413.917832:0:12206:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000100:00000001:0.0:1770653413.917832:0:6728:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.917835:0:5744:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:3.0:1770653413.917836:0:12206:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000020:00000010:1.0:1770653413.917838:0:76385:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563d589600. 00000020:00000040:2.0:1770653413.917839:0:5744:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c162400 refcount=3 00000020:00000001:2.0:1770653413.917845:0:5744:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145957376 : -117276563594240 : ffff95566c162400) 00010000:00000001:2.0:1770653413.917847:0:5744:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145957376 : -117276563594240 : ffff95566c162400) 00000020:00000040:1.0:1770653413.917867:0:76385:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 32 00010000:00000001:2.0:1770653413.917871:0:5744:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1770653413.917872:0:76385:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1770653413.917875:0:5744:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff95566c162400/0x2aed14e4e178ceb2 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x154c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000001:00000001:3.0:1770653413.917876:0:12206:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1770653413.917879:0:12206:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1770653413.917885:0:5744:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000001:3.0:1770653413.917886:0:12206:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.917888:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000800:00000001:1.0:1770653413.917888:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653413.917892:0:5744:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.917893:0:12206:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1770653413.917897:0:12206:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1770653413.917899:0:5744:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1770653413.917901:0:5744:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1770653413.917904:0:5744:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1770653413.917905:0:5744:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653413.917908:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:2.0:1770653413.917909:0:5744:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95566c162400 with handle 0x2aed14e4e178ceb2 from hash 00010000:00000001:2.0:1770653413.917914:0:5744:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1770653413.917914:0:3291:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000800:00000010:0.0:1770653413.917915:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c500. 00010000:00000001:2.0:1770653413.917918:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1770653413.917920:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955665155180 x1856657707201664/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.917921:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1770653413.917922:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1770653413.917926:0:5744:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000001:00000001:3.0:1770653413.917930:0:12206:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1770653413.917930:0:5744:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00080000:00000001:3.0:1770653413.917935:0:12206:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.917935:0:5744:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.917935:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653413.917939:0:3291:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1770653413.917942:0:5744:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1770653413.917944:0:3291:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.917945:0:5744:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:0.0:1770653413.917945:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888880 02000000:00000001:1.0:1770653413.917948:0:3291:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:2.0:1770653413.917949:0:5744:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00080000:00000001:3.0:1770653413.917950:0:12206:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.917951:0:3291:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1770653413.917951:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888880. 00010000:00000001:2.0:1770653413.917952:0:5744:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1770653413.917959:0:12206:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000100:00000001:0.0:1770653413.917959:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1770653413.917960:0:5744:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.917960:0:3291:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.917964:0:3283:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1770653413.917967:0:5744:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00100000:1.0:1770653413.917969:0:3291:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955665155180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707201664:0@lo:6:osp-syn-1-0.0 02000000:00000010:0.0:1770653413.917969:0:3283:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95566bf9a400. 00010000:00000001:2.0:1770653413.917970:0:5744:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00080000:00000001:3.0:1770653413.917971:0:12206:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.917978:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:3.0:1770653413.917979:0:12206:0:(osd_object.c:806:osd_destroy()) Process entered 00000100:00000001:1.0:1770653413.917979:0:3291:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1770653413.917980:0:3283:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1770653413.917981:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:3.0:1770653413.917984:0:12206:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000001:0.0:1770653413.917984:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1770653413.917985:0:5744:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.917985:0:3291:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 80000000:00000001:3.0:1770653413.917987:0:12206:0:(fld_handler.c:192:fld_local_lookup()) Process entered 02000000:00000001:1.0:1770653413.917989:0:3291:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1770653413.917991:0:12206:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:2.0:1770653413.917992:0:5744:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.917992:0:3291:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1770653413.917995:0:3283:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 80000000:00000001:3.0:1770653413.917996:0:12206:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.917997:0:5744:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.917999:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95560e9a4c00. 80000000:00000001:3.0:1770653413.918004:0:12206:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.918004:0:3291:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1770653413.918004:0:3283:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9a00. 00010000:00010000:2.0:1770653413.918005:0:5744:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff95566c162400/0x2aed14e4e178ceb2 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x154c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1770653413.918011:0:12206:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1770653413.918013:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d94898. 00080000:00000001:3.0:1770653413.918017:0:12206:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000800:00000200:0.0:1770653413.918017:0:3283:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000400:00000010:1.0:1770653413.918020:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0224c8. 00080000:00000001:3.0:1770653413.918022:0:12206:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00010000:00000001:2.0:1770653413.918022:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:1.0:1770653413.918027:0:3291:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707201664, portal 4 00010000:00010000:2.0:1770653413.918028:0:5744:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95566c162400/0x2aed14e4e178ceb2 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x154c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000800:00000200:0.0:1770653413.918028:0:3283:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:1.0:1770653413.918033:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1770653413.918036:0:3283:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1770653413.918037:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028462976 : -117276681088640 : ffff955665155180) 00010000:00000040:2.0:1770653413.918046:0:5744:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9556110e6300 count: 0 00000100:00000040:1.0:1770653413.918048:0:3291:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955665155180 x1856657707201664/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00002000:00000010:2.0:1770653413.918051:0:5744:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff95562ede4080. 00000800:00000200:0.0:1770653413.918055:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:2.0:1770653413.918058:0:5744:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9556110e6a00. 00000800:00000010:0.0:1770653413.918060:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dfc00. 00000100:00000001:1.0:1770653413.918062:0:3291:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1770653413.918069:0:3291:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1770653413.918069:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1770653413.918072:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.918075:0:5744:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000400:00000010:1.0:1770653413.918076:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022110. 00000400:00000200:0.0:1770653413.918079:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00080000:00000001:3.0:1770653413.918080:0:12206:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1770653413.918081:0:5744:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556189e1c00. 00000100:00000200:1.0:1770653413.918081:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707201664, offset 0 00000400:00000200:0.0:1770653413.918084:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888e58 00080000:00000001:3.0:1770653413.918087:0:12206:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.918088:0:5744:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653413.918090:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888e58. 00080000:00000001:3.0:1770653413.918093:0:12206:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000001:2.0:1770653413.918094:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1770653413.918096:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1770653413.918098:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.918099:0:12206:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000400:00000200:1.0:1770653413.918099:0:3291:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1770653413.918100:0:3283:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00010000:2.0:1770653413.918103:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000002:3.0:1770653413.918105:0:12206:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299211, last_committed = 8590299190 02000000:00000010:0.0:1770653413.918105:0:3283:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95566bf9a000. 00000020:00000001:2.0:1770653413.918106:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1770653413.918110:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.918114:0:3291:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1770653413.918114:0:3283:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000001:00000010:3.0:1770653413.918115:0:12206:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff955662d81de0. 00010000:00010000:2.0:1770653413.918115:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1770653413.918118:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1770653413.918119:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000040:3.0:1770653413.918121:0:12206:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 21 00000020:00000001:2.0:1770653413.918124:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653413.918126:0:12206:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=30 00010000:00010000:2.0:1770653413.918127:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1770653413.918129:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000001:3.0:1770653413.918131:0:12206:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1770653413.918133:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b7480 00000800:00000010:0.0:1770653413.918135:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df200. 02000000:00000010:2.0:1770653413.918137:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955637244800. 00000400:00000200:0.0:1770653413.918140:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:3.0:1770653413.918142:0:12206:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 02000000:00000001:2.0:1770653413.918142:0:3288:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.918147:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf2bd [8] + 4352 00000400:00000200:0.0:1770653413.918149:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000001:00000001:3.0:1770653413.918150:0:12206:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.918151:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2738. 00000400:00000200:1.0:1770653413.918162:0:3291:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653413.918162:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888990 00000400:00000010:2.0:1770653413.918163:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888110. 00080000:00000001:3.0:1770653413.918166:0:12206:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653413.918166:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888990. 00000400:00000200:1.0:1770653413.918172:0:3291:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00002000:00000001:3.0:1770653413.918173:0:12206:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.918174:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:2.0:1770653413.918175:0:3288:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707202560, portal 4 00000100:00000001:1.0:1770653413.918177:0:3291:0:(events.c:286:request_in_callback()) Process entered 00002000:00000001:3.0:1770653413.918179:0:12206:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 02000000:00000001:0.0:1770653413.918179:0:3283:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1770653413.918180:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1770653413.918181:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1770653413.918184:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637179904 : -117273072371712 : ffff95573c2df800) 02000000:00000010:0.0:1770653413.918184:0:3283:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95566bf9ac00. 00000100:00000010:1.0:1770653413.918187:0:3291:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665157480. 02000000:00000001:0.0:1770653413.918191:0:3283:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1770653413.918192:0:3291:0:(events.c:337:request_in_callback()) incoming req@ffff955665157480 x1856657707201664 msgsize 544 00080000:00000010:3.0:1770653413.918193:0:12206:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff9556463e9008. 00000100:00000040:2.0:1770653413.918195:0:3288:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95573c2df800 x1856657707202560/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.918196:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00002000:00000001:3.0:1770653413.918203:0:12206:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1770653413.918207:0:12206:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x154c:0x0] 00000100:00100000:1.0:1770653413.918207:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:0.0:1770653413.918208:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1770653413.918214:0:3288:0:(niobuf.c:69:ptl_send_buf()) Process entered 00002000:00000010:3.0:1770653413.918215:0:12206:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9556637e24c0. 00000800:00000010:0.0:1770653413.918216:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9f00. 00000100:00000001:1.0:1770653413.918218:0:3291:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1770653413.918221:0:3288:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1770653413.918224:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000001:3.0:1770653413.918226:0:12206:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000400:00000010:2.0:1770653413.918226:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888330. 00000400:00000200:1.0:1770653413.918227:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022110 00002000:00000001:3.0:1770653413.918230:0:12206:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.918233:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022110. 00000400:00000200:0.0:1770653413.918233:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00002000:00000001:3.0:1770653413.918235:0:12206:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1770653413.918240:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707202560, offset 0 00000100:00000001:1.0:1770653413.918240:0:3291:0:(events.c:34:request_out_callback()) Process entered 00010000:00000040:3.0:1770653413.918241:0:12206:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299211, xid 1856657707198208 00000400:00000200:0.0:1770653413.918242:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac86e8 00000400:00000010:0.0:1770653413.918246:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac86e8. 00000100:00000200:1.0:1770653413.918247:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955665155180 x1856657707201664/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.918248:0:12206:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:0.0:1770653413.918251:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653413.918255:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1770653413.918256:0:3288:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:3.0:1770653413.918257:0:12206:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955665155500 x1856657707198208/t8590299211(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1770653413.918263:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653413.918269:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9e00. 00000400:00000200:2.0:1770653413.918272:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1770653413.918276:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653413.918277:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1770653413.918286:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665155180 x1856657707201664/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.918287:0:12206:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1770653413.918289:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:2.0:1770653413.918290:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b7800 00010000:00000001:3.0:1770653413.918291:0:12206:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.918296:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8880 00000100:00001000:3.0:1770653413.918299:0:12206:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000400:00000010:0.0:1770653413.918301:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8880. 00000100:00000001:3.0:1770653413.918308:0:12206:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1770653413.918309:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653413.918310:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.918314:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf2bd [8] + 4896 00000100:00000001:0.0:1770653413.918314:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1770653413.918316:0:12206:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000001:1.0:1770653413.918316:0:3291:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1770653413.918324:0:12206:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00000001:1.0:1770653413.918324:0:3291:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.918325:0:3288:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1770653413.918325:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653413.918332:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c700. 02000000:00000001:3.0:1770653413.918333:0:12206:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1770653413.918333:0:3291:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26312 usecs (27 jiffies) 00000400:00000200:2.0:1770653413.918336:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1770653413.918337:0:12206:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.918340:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653413.918341:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444758 00000100:00000001:3.0:1770653413.918343:0:12206:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1770653413.918345:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1770653413.918347:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444760 00000100:00000200:2.0:1770653413.918348:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:3.0:1770653413.918350:0:12206:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1770653413.918351:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653413.918355:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444758 00000400:00000200:0.0:1770653413.918357:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78e58 00000100:00000010:2.0:1770653413.918358:0:3288:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c2dea00. 00000400:00000010:3.0:1770653413.918359:0:12206:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a782a8. 00000100:00000001:1.0:1770653413.918359:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444760 00000400:00000010:0.0:1770653413.918361:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78e58. 00000100:00000040:2.0:1770653413.918367:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff95573c2dea00 x1856657707202560 msgsize 544 00000100:00000001:1.0:1770653413.918367:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444758 00000100:00000001:0.0:1770653413.918368:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:3.0:1770653413.918369:0:12206:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707198208, offset 224 00000100:00000001:1.0:1770653413.918372:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444760 00000100:00000001:0.0:1770653413.918372:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1770653413.918378:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444758 00000100:00000001:1.0:1770653413.918382:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444760 00000100:00100000:2.0:1770653413.918384:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1770653413.918385:0:12206:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:0.0:1770653413.918385:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1770653413.918386:0:3291:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.918392:0:3291:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1770653413.918392:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955734dea700. 00000100:00000001:2.0:1770653413.918396:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1770653413.918401:0:12206:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1770653413.918401:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1770653413.918403:0:3291:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1770653413.918407:0:3291:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1770653413.918409:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602d94ec8. 00000400:00000200:0.0:1770653413.918411:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:1.0:1770653413.918414:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022aa0 00000400:00000200:3.0:1770653413.918417:0:12206:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b6700 00000400:00000010:1.0:1770653413.918418:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022aa0. 00000100:00000001:1.0:1770653413.918422:0:3291:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1770653413.918423:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888330 00000100:00000200:1.0:1770653413.918426:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95573c2dc380 x1856657707199488/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1770653413.918427:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888330. 00000100:00000001:2.0:1770653413.918434:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1770653413.918435:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022c38 00000400:00000010:0.0:1770653413.918438:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022c38. 00000100:00000200:1.0:1770653413.918440:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95573c2dc380 x1856657707199488/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1770653413.918441:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95573c2df800 x1856657707202560/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.918443:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653413.918448:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1770653413.918449:0:12206:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda3d9 [1] + 224 00000800:00000200:0.0:1770653413.918455:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1770653413.918460:0:12206:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:0.0:1770653413.918461:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626cc00. 00000400:00000200:0.0:1770653413.918468:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653413.918471:0:12206:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1770653413.918473:0:3291:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.918477:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653413.918478:0:3291:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653413.918480:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653413.918482:0:12206:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1770653413.918482:0:3291:0:(client.c:1568:after_reply()) Process entered 00000100:00000040:2.0:1770653413.918484:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2df800 x1856657707202560/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1770653413.918487:0:3291:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1770653413.918489:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78220 00000100:00000200:3.0:1770653413.918491:0:12206:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95573c2de680 x1856657707198208/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.918491:0:3291:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1770653413.918494:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78220. 00000100:00000001:1.0:1770653413.918495:0:3291:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.918502:0:3291:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.918502:0:3283:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1770653413.918511:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653413.918511:0:3291:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 00000100:00000200:0.0:1770653413.918511:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95573c2dd180 x1856657707202304/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1770653413.918517:0:12206:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95573c2de680 x1856657707198208/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.918517:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000100:00001000:1.0:1770653413.918522:0:3291:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653413.918524:0:3288:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.918530:0:3288:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26297 usecs (27 jiffies) 00000100:00000001:1.0:1770653413.918533:0:3291:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1770653413.918538:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444758 00000100:00000001:1.0:1770653413.918538:0:3291:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.918546:0:3291:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1770653413.918547:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444760 00000100:00000001:0.0:1770653413.918548:0:3283:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1770653413.918549:0:12206:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1770653413.918551:0:3291:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.918553:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444758 00000100:00000001:1.0:1770653413.918555:0:3291:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1770653413.918557:0:3283:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2dd180 x1856657707202304/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1770653413.918558:0:12206:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a782a8 00000100:00000001:2.0:1770653413.918559:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444760 00000100:00000040:1.0:1770653413.918559:0:3291:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000400:00000010:3.0:1770653413.918562:0:12206:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a782a8. 00000100:00000001:1.0:1770653413.918566:0:3291:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1770653413.918567:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444758 00000100:00000001:3.0:1770653413.918568:0:12206:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653413.918569:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653413.918573:0:12206:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1770653413.918574:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637166464 : -117273072385152 : ffff95573c2dc380) 00000100:00000001:2.0:1770653413.918576:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444760 00000100:00000001:3.0:1770653413.918578:0:12206:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.918579:0:3291:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1770653413.918584:0:3291:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00000100:00000001:2.0:1770653413.918586:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444758 00000100:00000001:0.0:1770653413.918586:0:3283:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.918587:0:3291:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1770653413.918588:0:12206:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000100:00000001:1.0:1770653413.918590:0:3291:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.918592:0:3283:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1770653413.918594:0:12206:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:2.0:1770653413.918596:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444760 00000020:00000001:3.0:1770653413.918597:0:12206:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.918599:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95573c2dc380 x1856657707199488/t8590299209(8590299209) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1770653413.918604:0:12206:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1770653413.918605:0:3288:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1770653413.918612:0:12206:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665155500 x1856657707198208/t8590299211(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.918614:0:3288:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.918619:0:3291:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1770653413.918625:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000001:2.0:1770653413.918626:0:3288:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1770653413.918626:0:3291:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1770653413.918630:0:3291:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1770653413.918632:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9a00. 00000400:00000001:2.0:1770653413.918633:0:3288:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000004:00080000:1.0:1770653413.918634:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95573c2dc380/2, rc 0, transno 8590299209 00000100:00100000:3.0:1770653413.918637:0:12206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665155500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+30:3290:x1856657707198208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26210us (27027us total) trans 8590299211 rc 0/0 00000400:00000010:2.0:1770653413.918639:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2318. 00000004:00001000:1.0:1770653413.918640:0:3291:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 7 in flight, 27 in progress 00000400:00000200:0.0:1770653413.918640:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653413.918649:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888b28 00000400:00000200:0.0:1770653413.918652:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00100000:3.0:1770653413.918654:0:12206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136191 00000400:00000010:2.0:1770653413.918657:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888b28. 00000100:00000040:3.0:1770653413.918659:0:12206:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 4 00000100:00000040:1.0:1770653413.918662:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c2dc380 x1856657707199488/t8590299209(8590299209) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.918664:0:12206:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653413.918666:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1770653413.918666:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8e58 00000100:00000001:3.0:1770653413.918668:0:12206:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1770653413.918672:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8e58. 00000020:00000010:3.0:1770653413.918674:0:12206:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1cc80. 00000100:00000200:2.0:1770653413.918677:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95572eb23100 x1856657707199616/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770653413.918679:0:3291:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95573c2dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707199488:0@lo:6:osp-syn-0-0.0 00000100:00000001:0.0:1770653413.918680:0:3283:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:3.0:1770653413.918681:0:12206:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510578. 00000100:00000200:0.0:1770653413.918688:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9557030ddc00 x1856657707202432/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1770653413.918690:0:12206:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95562fa45800. 00000100:00000001:1.0:1770653413.918691:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653413.918698:0:12206:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 29 00000100:00000001:1.0:1770653413.918698:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1770653413.918705:0:12206:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653413.918706:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2dc380 x1856657707199488/t8590299209(8590299209) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1770653413.918720:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95572eb23100 x1856657707199616/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.918721:0:3283:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653413.918723:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.918729:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653413.918729:0:3283:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9557030ddc00 x1856657707202432/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.918734:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1770653413.918736:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1770653413.918738:0:3288:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.918751:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1770653413.918755:0:3288:0:(client.c:1568:after_reply()) Process entered 00000100:00000001:1.0:1770653413.918757:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1770653413.918759:0:3288:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1770653413.918759:0:3283:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.918760:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653413.918762:0:3288:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653413.918765:0:3291:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1770653413.918765:0:3283:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1770653413.918766:0:12206:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1770653413.918766:0:3288:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.918771:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9557030de300 x1856657707202176/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1770653413.918772:0:12206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707201664 02000000:00000001:2.0:1770653413.918772:0:3288:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.918778:0:12206:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00001000:2.0:1770653413.918781:0:3288:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00000100:00000001:3.0:1770653413.918782:0:12206:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653413.918784:0:3291:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1770653413.918786:0:12206:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.918787:0:3291:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1770653413.918789:0:3288:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00000800:00000001:0.0:1770653413.918789:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1770653413.918790:0:12206:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.918791:0:3291:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1770653413.918796:0:3291:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1770653413.918796:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1770653413.918798:0:12206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707201664 00000100:00000001:2.0:1770653413.918798:0:3288:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1770653413.918801:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.918802:0:3288:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.918803:0:12206:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1770653413.918804:0:3291:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.918807:0:3288:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:3.0:1770653413.918808:0:12206:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00000100:00100000:1.0:1770653413.918812:0:3291:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9557030de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707202176:0@lo:6:osp-syn-1-0.0 00000020:00000001:3.0:1770653413.918813:0:12206:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1770653413.918813:0:3288:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.918814:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000020:00000040:3.0:1770653413.918818:0:12206:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=33 00000100:00000001:2.0:1770653413.918820:0:3288:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1770653413.918823:0:3291:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1770653413.918824:0:3288:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000020:00000001:3.0:1770653413.918825:0:12206:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000001:2.0:1770653413.918830:0:3288:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000020:00000001:3.0:1770653413.918831:0:12206:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000001:2.0:1770653413.918832:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1770653413.918832:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d1400 00000100:00000001:3.0:1770653413.918835:0:12206:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1770653413.918836:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800410964224 : -117273298587392 : ffff95572eb23100) 00000100:00000001:2.0:1770653413.918840:0:3288:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000020:00000010:3.0:1770653413.918841:0:12206:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbac0. 00000100:00000040:2.0:1770653413.918843:0:3288:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00000100:00000001:3.0:1770653413.918846:0:12206:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1770653413.918846:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6da9 [2] + 1312 00000100:00000001:2.0:1770653413.918847:0:3288:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00010000:00000010:2.1:1770653413.918867:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a7200. 00010000:00000010:2.1:1770653413.918875:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cd5c900. 00010000:00000010:3.1:1770653413.918878:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163000. 00010000:00000010:0.1:1770653413.918879:0:3281:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556323fd000. 00010000:00000010:2.1:1770653413.918881:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c987a00. 00010000:00000010:3.1:1770653413.918885:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556110e6e00. 00010000:00000010:3.1:1770653413.918893:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c987000. 00000100:00000001:2.0:1770653413.918899:0:3288:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1770653413.918899:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1770653413.918900:0:3291:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000010:3.1:1770653413.918901:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556373a1300. 02000000:00000001:1.0:1770653413.918904:0:3291:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.918905:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95572eb23100 x1856657707199616/t4295332630(4295332630) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:3.1:1770653413.918907:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c987e00. 02000000:00000001:1.0:1770653413.918908:0:3291:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:0.0:1770653413.918910:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1770653413.918914:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95560e9a5400. 00000400:00000200:0.0:1770653413.918918:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1770653413.918920:0:3291:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.918922:0:12206:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbac0. 00000400:00000010:1.0:1770653413.918927:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d94ec8. 00000100:00000001:2.0:1770653413.918929:0:3288:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653413.918931:0:12206:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bd200. 00000400:00000200:0.0:1770653413.918933:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000010:1.0:1770653413.918934:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022aa0. 00000100:00000001:2.0:1770653413.918936:0:3288:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:3.0:1770653413.918939:0:12206:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3480. 00000100:00000001:2.0:1770653413.918941:0:3288:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1770653413.918942:0:3291:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707202176, portal 4 00000100:00000001:0.0:1770653413.918944:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:3.0:1770653413.918945:0:12206:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca907d0. 00000004:00080000:2.0:1770653413.918948:0:3288:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95572eb23100/2, rc 0, transno 4295332630 00000100:00000001:1.0:1770653413.918948:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1770653413.918950:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:1.0:1770653413.918951:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799678776064 : -117274030775552 : ffff9557030de300) 00000100:00000001:3.0:1770653413.918952:0:12206:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000004:00001000:2.0:1770653413.918953:0:3288:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 7 in flight, 30 in progress 00000100:00000001:3.0:1770653413.918956:0:12206:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653413.918959:0:12206:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653413.918961:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9557030dc000. 00000100:00000040:1.0:1770653413.918962:0:3291:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff9557030de300 x1856657707202176/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.918965:0:12206:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.918968:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572eb23100 x1856657707199616/t4295332630(4295332630) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1770653413.918971:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff9557030dc000 x1856657966306304 msgsize 328 00000100:00000001:3.0:1770653413.918976:0:12206:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.918988:0:12206:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1770653413.918990:0:3291:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1770653413.918992:0:12206:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707202560 00000100:00100000:0.0:1770653413.918994:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 02000000:00000001:3.0:1770653413.918998:0:12206:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1770653413.918998:0:3291:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1770653413.919003:0:12206:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1770653413.919003:0:3288:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95572eb23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707199616:0@lo:6:osp-syn-1-0.0 00000400:00000010:1.0:1770653413.919004:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022110. 00000100:00000001:3.0:1770653413.919007:0:12206:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.919011:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707202176, offset 0 00000100:00000001:0.0:1770653413.919013:0:3281:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1770653413.919014:0:12206:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.919014:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.919019:0:3291:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1770653413.919021:0:12206:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707202560 00000100:00000001:2.0:1770653413.919021:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1770653413.919025:0:12206:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1770653413.919029:0:12206:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00000100:00000040:2.0:1770653413.919029:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572eb23100 x1856657707199616/t4295332630(4295332630) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1770653413.919029:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1770653413.919030:0:3291:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1770653413.919035:0:12206:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:0.0:1770653413.919037:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1770653413.919039:0:12206:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=30 00000800:00000001:0.0:1770653413.919043:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1770653413.919047:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b7680 00000020:00000001:3.0:1770653413.919048:0:12206:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000800:00000001:0.0:1770653413.919050:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.919051:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.919054:0:12206:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000001:2.0:1770653413.919057:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.919059:0:12206:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1770653413.919064:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf2bd [8] + 5440 00000400:00000200:0.0:1770653413.919064:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:2.0:1770653413.919066:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1770653413.919069:0:5743:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1770653413.919070:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1770653413.919073:0:5743:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966306304 02000000:00000001:3.0:1770653413.919077:0:5743:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1770653413.919077:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1770653413.919080:0:3291:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653413.919083:0:5743:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653413.919083:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1770653413.919083:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b6f00 00000100:00000001:3.0:1770653413.919088:0:5743:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.919088:0:3291:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000001:2.0:1770653413.919093:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 02000000:00000001:3.0:1770653413.919094:0:5743:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.919095:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda4a5 [1] + 224 00000004:00000001:2.0:1770653413.919096:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.919097:0:5743:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966306304 00000004:00000001:2.0:1770653413.919101:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000020:00000001:3.0:1770653413.919103:0:5743:0:(genops.c:811:class_conn2export()) Process entered 00000004:00000001:2.0:1770653413.919105:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000800:00000001:0.0:1770653413.919105:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:3.0:1770653413.919106:0:5743:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000100:00000001:1.0:1770653413.919106:0:3291:0:(events.c:286:request_in_callback()) Process entered 00000004:00000001:2.0:1770653413.919108:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.919112:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000001:3.0:1770653413.919113:0:5743:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000040:00001000:2.0:1770653413.919113:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64b600 type=0x10692404 idx=1753 00000800:00000001:0.0:1770653413.919114:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1770653413.919117:0:5743:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=82 00000040:00001000:2.0:1770653413.919121:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1753 lrh_len: 64 (2560 remains) 00000020:00000001:3.0:1770653413.919122:0:5743:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000400:00000200:0.0:1770653413.919122:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1770653413.919123:0:3291:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665156300. 00000040:00001000:2.0:1770653413.919129:0:6724:0:(llog.c:797:llog_process_thread()) index: 1753, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00000020:00000001:3.0:1770653413.919130:0:5743:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000040:1.0:1770653413.919131:0:3291:0:(events.c:337:request_in_callback()) incoming req@ffff955665156300 x1856657707202176 msgsize 544 00000400:00000200:0.0:1770653413.919134:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653413.919137:0:5743:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000004:00000001:2.0:1770653413.919137:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:2.0:1770653413.919143:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000020:00000010:3.0:1770653413.919144:0:5743:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbac0. 00000100:00000001:0.0:1770653413.919145:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00000004:00000001:2.0:1770653413.919146:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.919147:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1770653413.919150:0:5743:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1770653413.919153:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000100:00000200:0.0:1770653413.919153:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95573c2de300 x1856657707200256/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1770653413.919154:0:5743:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbac0. 00000004:00000001:2.0:1770653413.919156:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:2.0:1770653413.919160:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000020:00000010:3.0:1770653413.919161:0:5743:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bcc00. 00000100:00000001:1.0:1770653413.919163:0:3291:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:2.0:1770653413.919166:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c2dca80. 00000020:00000010:3.0:1770653413.919169:0:5743:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3800. 00000020:00000040:2.0:1770653413.919172:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=30 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:1.0:1770653413.919172:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022110 00000020:00000010:3.0:1770653413.919175:0:5743:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca903e8. 00000400:00000010:1.0:1770653413.919177:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022110. 00000100:00000001:2.0:1770653413.919179:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1770653413.919179:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff95573c2de300 x1856657707200256/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1770653413.919183:0:5743:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 02000000:00000001:2.0:1770653413.919184:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1770653413.919184:0:3291:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1770653413.919190:0:5743:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1770653413.919191:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.919193:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9557030de300 x1856657707202176/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.919194:0:5743:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1770653413.919199:0:5743:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000100:00000001:0.0:1770653413.919199:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1770653413.919200:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95561040e800. 00010000:00000001:3.0:1770653413.919203:0:5743:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1770653413.919207:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1770653413.919208:0:5743:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:2.0:1770653413.919208:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.919209:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1770653413.919214:0:5743:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000001:0.0:1770653413.919214:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1770653413.919215:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626800637168256 : -117273072383360 : ffff95573c2dca80) 00000100:00000040:1.0:1770653413.919216:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9557030de300 x1856657707202176/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1770653413.919219:0:5743:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:0.0:1770653413.919219:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653413.919222:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000040:3.0:1770653413.919223:0:5743:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565d1f8400 refcount=4 00000800:00000001:0.0:1770653413.919226:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.919228:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.919230:0:5743:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796894913536 : -117276814638080 : ffff95565d1f8400) 00010000:00000001:3.0:1770653413.919236:0:5743:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796894913536 : -117276814638080 : ffff95565d1f8400) 00000100:00000040:2.0:1770653413.919237:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004206bf28] to pc [ptlrpcd_00_01+1] req@ffff95573c2dca80 x1856657707202688/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1770653413.919241:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00010000:3.0:1770653413.919246:0:5743:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff95565d1f8400/0x2aed14e4e178a297 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1405:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f9d expref: 82 pid: 12206 timeout: 6877 lvb_type: 1 00000100:00000001:1.0:1770653413.919247:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.919254:0:3291:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1770653413.919258:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b7080 00000100:00000001:1.0:1770653413.919261:0:3291:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.919268:0:3291:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26312 usecs (27 jiffies) 00000400:00000200:0.0:1770653413.919271:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda4c1 [1] + 224 00010000:00000001:3.0:1770653413.919273:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.919273:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444759 00000004:00000001:2.0:1770653413.919274:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.919277:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.919281:0:5743:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000004:00001000:2.0:1770653413.919282:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 8 in flight, 28 in progress 00000800:00000001:0.0:1770653413.919283:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653413.919284:0:5743:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000004:00001000:2.0:1770653413.919288:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1753, id 1958 00000100:00000001:1.0:1770653413.919290:0:33123:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1770653413.919291:0:5743:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000800:00000001:0.0:1770653413.919291:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1770653413.919292:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00100000:1.0:1770653413.919294:0:33123:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707202176 00000400:00000200:0.0:1770653413.919297:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1770653413.919298:0:33123:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:3.0:1770653413.919299:0:5743:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9557030dc000 x1856657966306304/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.919302:0:33123:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000004:00000001:2.0:1770653413.919303:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:1.0:1770653413.919307:0:33123:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.919308:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.919309:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 02000000:00000001:1.0:1770653413.919314:0:33123:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.919315:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:0.0:1770653413.919318:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00000004:00000001:2.0:1770653413.919321:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00100000:1.0:1770653413.919321:0:33123:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707202176 00000020:00000001:1.0:1770653413.919327:0:33123:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:0.0:1770653413.919327:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955665157800 x1856657707200640/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:2.0:1770653413.919328:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.919332:0:5743:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000040:1.0:1770653413.919332:0:33123:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00000040:00001000:2.0:1770653413.919334:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f649f80 type=0x10692404 idx=3583 00000100:00000001:3.0:1770653413.919336:0:5743:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.919338:0:33123:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653413.919342:0:33123:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=34 00000040:00001000:2.0:1770653413.919343:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3583 lrh_len: 64 (128 remains) 00000100:00000001:3.0:1770653413.919348:0:5743:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:2.0:1770653413.919349:0:7854:0:(llog.c:797:llog_process_thread()) index: 3583, lh_last_idx: 3602 synced_idx: 3602 lgh_last_idx: 3602 00000020:00000001:1.0:1770653413.919349:0:33123:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000040:0.0:1770653413.919354:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955665157800 x1856657707200640/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1770653413.919355:0:33123:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000004:00000001:2.0:1770653413.919356:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:3.0:1770653413.919357:0:5743:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000004:00000001:2.0:1770653413.919360:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:1.0:1770653413.919361:0:33123:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1770653413.919362:0:5743:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000004:00000001:2.0:1770653413.919363:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.919367:0:33123:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cfc0. 00000004:00000001:2.0:1770653413.919368:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000100:00100000:3.0:1770653413.919372:0:5743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161849 00000004:00000001:2.0:1770653413.919373:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000100:00000001:1.0:1770653413.919374:0:33123:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1770653413.919377:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000040:3.0:1770653413.919380:0:5743:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000020:00000010:1.0:1770653413.919382:0:33123:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cfc0. 00000100:00000001:3.0:1770653413.919384:0:5743:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626799678767104 : -117274030784512 : ffff9557030dc000) 00000100:00000010:2.0:1770653413.919384:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c2dd880. 00000020:00000040:2.0:1770653413.919391:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=33 obd=lustre-OST0001-osc-MDT0000 00000020:00000010:1.0:1770653413.919391:0:33123:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f7200. 00000100:00000040:3.0:1770653413.919394:0:5743:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9557030dc000 x1856657966306304/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1770653413.919397:0:33123:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07dc80. 00000100:00000001:2.0:1770653413.919398:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1770653413.919399:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1770653413.919402:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000010:1.0:1770653413.919404:0:33123:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662adae10. 02000000:00000001:2.0:1770653413.919406:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.919411:0:33123:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000010:2.0:1770653413.919414:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95561040d000. 00000100:00000001:3.0:1770653413.919415:0:5743:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1770653413.919415:0:33123:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1770653413.919417:0:76386:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1770653413.919420:0:33123:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.919421:0:5743:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbac0. 00000100:00000001:2.0:1770653413.919421:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1770653413.919424:0:76386:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1770653413.919426:0:33123:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.919427:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626800637171840 : -117273072379776 : ffff95573c2dd880) 00000100:00000001:3.0:1770653413.919428:0:5743:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1770653413.919429:0:76386:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1770653413.919435:0:5743:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbac0. 00000400:00000010:0.0:1770653413.919435:0:76386:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602d94dc0. 00000100:00000001:2.0:1770653413.919436:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1770653413.919438:0:33123:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.919441:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.919445:0:5743:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9557030dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b31b1d82-c1d4-4680-ae7a-71292416d1f5+82:2365:x1856657966306304:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000400:00000200:0.0:1770653413.919445:0:76386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0227f8 00000100:00000040:2.0:1770653413.919447:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d8c6e4d] to pc [ptlrpcd_00_02+2] req@ffff95573c2dd880 x1856657707202816/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.919450:0:33123:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:0.0:1770653413.919452:0:76386:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0227f8. 00000100:00000001:1.0:1770653413.919454:0:33123:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1770653413.919458:0:5743:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966306304 00000100:00000001:0.0:1770653413.919461:0:76386:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1770653413.919463:0:5743:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000100:00100000:1.0:1770653413.919464:0:33123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136205 00010000:00000002:3.0:1770653413.919468:0:5743:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1770653413.919472:0:5743:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000040:1.0:1770653413.919472:0:33123:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 6 00000100:00000200:0.0:1770653413.919473:0:76386:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955665157800 x1856657707200640/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.919477:0:5743:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000004:00000001:2.0:1770653413.919477:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.919477:0:33123:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028471936 : -117276681079680 : ffff955665157480) 02000000:00000001:3.0:1770653413.919481:0:5743:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000004:00001000:2.0:1770653413.919484:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 8 in flight, 31 in progress 02000000:00000010:3.0:1770653413.919486:0:5743:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95560430ac00. 00000100:00000040:1.0:1770653413.919488:0:33123:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665157480 x1856657707201664/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00001000:2.0:1770653413.919490:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3583, id 1934 02000000:00000001:3.0:1770653413.919493:0:5743:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.919499:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000200:0.0:1770653413.919499:0:76386:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955665157800 x1856657707200640/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.919500:0:5743:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.919506:0:5743:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:2.0:1770653413.919509:0:12201:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1770653413.919510:0:5743:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:1.0:1770653413.919512:0:33123:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1770653413.919516:0:5743:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000001:2.0:1770653413.919516:0:12201:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1770653413.919518:0:33123:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cfc0. 00000400:00000001:2.0:1770653413.919520:0:12201:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1770653413.919521:0:5743:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1770653413.919522:0:76386:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1770653413.919523:0:33123:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1770653413.919525:0:12201:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2210. 00000020:00000040:3.0:1770653413.919526:0:5743:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565d1f8400 refcount=4 00000100:00000001:0.0:1770653413.919527:0:76386:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1770653413.919528:0:33123:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cfc0. 00000400:00000200:2.0:1770653413.919531:0:12201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888ee0 00000020:00000001:3.0:1770653413.919532:0:5743:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796894913536 : -117276814638080 : ffff95565d1f8400) 00000100:00000001:0.0:1770653413.919534:0:76386:0:(client.c:1568:after_reply()) Process entered 00000400:00000010:2.0:1770653413.919536:0:12201:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888ee0. 00010000:00000001:3.0:1770653413.919539:0:5743:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796894913536 : -117276814638080 : ffff95565d1f8400) 00000100:00100000:1.0:1770653413.919539:0:33123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+34:3291:x1856657707201664:12345-0@lo:6:osp-syn-1-0.0 02000000:00000001:0.0:1770653413.919539:0:76386:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1770653413.919542:0:76386:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653413.919543:0:12201:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:3.0:1770653413.919549:0:5743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95560e946c00 count: 3 00000100:00000200:1.0:1770653413.919549:0:33123:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707201664 00000100:00000001:0.0:1770653413.919549:0:76386:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.919552:0:12201:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95573c2de300 x1856657707200256/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1770653413.919554:0:33123:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:0.0:1770653413.919557:0:76386:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.919558:0:33123:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00010000:3.0:1770653413.919562:0:5743:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff95565d1f8400/0x2aed14e4e178a297 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1405:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f9d expref: 82 pid: 12206 timeout: 6877 lvb_type: 1 00000020:00000001:1.0:1770653413.919563:0:33123:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653413.919564:0:76386:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 00000020:00000001:1.0:1770653413.919570:0:33123:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:2.0:1770653413.919575:0:12201:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95573c2de300 x1856657707200256/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1770653413.919576:0:33123:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000100:00001000:0.0:1770653413.919576:0:76386:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 00000020:00000001:1.0:1770653413.919583:0:33123:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1770653413.919586:0:33123:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.919587:0:76386:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00001000:3.0:1770653413.919589:0:5743:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00000020:00000001:1.0:1770653413.919592:0:33123:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1770653413.919592:0:76386:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.919595:0:33123:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:0.0:1770653413.919599:0:76386:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1770653413.919600:0:33123:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00010000:00000001:3.0:1770653413.919601:0:5743:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1770653413.919601:0:12201:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1770653413.919606:0:33123:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00010000:00000001:0.0:1770653413.919606:0:76386:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.919607:0:12201:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.919609:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1770653413.919610:0:33123:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.919613:0:12201:0:(client.c:1568:after_reply()) Process entered 00000100:00000001:0.0:1770653413.919613:0:76386:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.919615:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:1.0:1770653413.919615:0:33123:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 02000000:00000001:2.0:1770653413.919617:0:12201:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000001:00000001:1.0:1770653413.919620:0:33123:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.919621:0:12201:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1770653413.919622:0:76386:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955665157800 x1856657707200640/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.919625:0:12201:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.919626:0:5743:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff95565d1f8400/0x2aed14e4e178a297 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1405:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f9d expref: 82 pid: 12206 timeout: 6877 lvb_type: 1 00000001:00000001:1.0:1770653413.919626:0:33123:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1770653413.919630:0:33123:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1770653413.919632:0:12201:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.919637:0:33123:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1770653413.919639:0:12201:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 00000001:00000001:1.0:1770653413.919644:0:33123:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1770653413.919647:0:33123:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1770653413.919650:0:12201:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 00000100:00000001:0.0:1770653413.919652:0:76386:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1770653413.919654:0:33123:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.919655:0:5743:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.919660:0:5743:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000001:0.0:1770653413.919660:0:76386:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1770653413.919661:0:12201:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000001:00000001:1.0:1770653413.919661:0:33123:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:0.0:1770653413.919662:0:76386:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.919665:0:5743:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.919667:0:12201:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.919667:0:33123:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.919668:0:76386:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000020:00000001:3.0:1770653413.919669:0:5743:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.919671:0:76386:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:1.0:1770653413.919672:0:33123:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.919675:0:12201:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1770653413.919675:0:76386:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.919676:0:5743:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:1.0:1770653413.919677:0:33123:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.919680:0:76386:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.919682:0:5743:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1770653413.919683:0:12201:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.919683:0:33123:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.919687:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1770653413.919687:0:76386:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665157800 x1856657707200640/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.919689:0:33123:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1770653413.919691:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.919692:0:12201:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.919693:0:33123:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1770653413.919695:0:5743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000010:1.0:1770653413.919699:0:33123:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff955607fcfc00. 00010000:00000001:3.0:1770653413.919700:0:5743:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.919704:0:33123:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.919706:0:12201:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95573c2de300 x1856657707200256/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:3.0:1770653413.919707:0:5743:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95565d1f8400 with handle 0x2aed14e4e178a297 from hash 00000100:00000001:1.0:1770653413.919708:0:33123:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.919710:0:76386:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955665157800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0000_UUID:76386:1856657707200640:192.168.202.60@tcp:104: 00010000:00000001:3.0:1770653413.919715:0:5743:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00002000:00000001:1.0:1770653413.919715:0:33123:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:3.0:1770653413.919722:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.919722:0:33123:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:0.0:1770653413.919723:0:76386:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.919726:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.919727:0:33123:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.919731:0:5743:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1770653413.919731:0:12201:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.919731:0:76386:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:1.0:1770653413.919732:0:33123:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5129 count 1 00010000:00000001:3.0:1770653413.919737:0:5743:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:2.0:1770653413.919750:0:12201:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1770653413.919751:0:5743:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.919753:0:76386:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1770653413.919754:0:12201:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.919755:0:5743:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00002000:00000001:1.0:1770653413.919755:0:33123:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000100:00000001:0.0:1770653413.919757:0:76386:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1770653413.919759:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.919760:0:12201:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1770653413.919760:0:33123:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1770653413.919763:0:33123:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1770653413.919765:0:12201:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1770653413.919765:0:76386:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955665157800 x1856657707200640/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1770653413.919766:0:5743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95565d1f8400/0x2aed14e4e178a297 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1405:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f9d expref: 82 pid: 12206 timeout: 6877 lvb_type: 1 00010000:00000001:2.0:1770653413.919769:0:12201:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1770653413.919769:0:33123:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795554365528 : -117278155186088 : ffff95560d386058) 00010000:00000001:2.0:1770653413.919772:0:12201:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653413.919776:0:33123:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795554365440 : -117278155186176 : ffff95560d386000) 00000100:00000040:2.0:1770653413.919784:0:12201:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c2de300 x1856657707200256/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.919785:0:33123:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1770653413.919789:0:33123:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1770653413.919792:0:5743:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 76 00010000:00000040:1.0:1770653413.919795:0:33123:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95561e13be00 count: 2 00000020:00000040:3.0:1770653413.919799:0:5743:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 81 00010000:00000001:1.0:1770653413.919802:0:33123:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.919802:0:76386:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1770653413.919807:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1770653413.919807:0:76386:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1770653413.919808:0:33123:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:3.0:1770653413.919813:0:5743:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 02000000:00000010:0.0:1770653413.919813:0:76386:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95563c4f7e00. 00010000:00000010:1.0:1770653413.919815:0:33123:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95566c162e00. 00010000:00000001:3.0:1770653413.919817:0:5743:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 02000000:00000001:0.0:1770653413.919820:0:76386:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000040:3.0:1770653413.919822:0:5743:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff955605728800 00000020:00000001:1.0:1770653413.919822:0:33123:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:0.0:1770653413.919824:0:76386:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1770653413.919828:0:5743:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000020:00000040:1.0:1770653413.919828:0:33123:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95566c162e00 with handle 0x2aed14e4e178cf14 to hash 00000020:00000040:0.0:1770653413.919829:0:76386:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=4 obd=lustre-OST0000 00010000:00000001:3.0:1770653413.919832:0:5743:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00100000:2.0:1770653413.919832:0:12201:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95573c2de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:12201:1856657707200256:192.168.202.60@tcp:104: 00000020:00000001:1.0:1770653413.919834:0:33123:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1770653413.919836:0:76386:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00010000:3.0:1770653413.919837:0:5743:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653413.919838:0:33123:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626797145959936 : -117276563591680 : ffff95566c162e00) 02000000:00000010:0.0:1770653413.919840:0:76386:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95563c4f6a00. 00010000:00000001:3.0:1770653413.919843:0:5743:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.919844:0:12201:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.919845:0:33123:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626797145959936 : -117276563591680 : ffff95566c162e00) 02000000:00000001:0.0:1770653413.919846:0:76386:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1770653413.919847:0:5743:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1770653413.919868:0:33123:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00010000:3.0:1770653413.919873:0:5743:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653413.919873:0:33123:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.919876:0:12201:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.919877:0:76386:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1770653413.919878:0:5743:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1770653413.919880:0:33123:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95566c162e00/0x2aed14e4e178cf14 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1409:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.919883:0:12201:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1770653413.919883:0:76386:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665157800. 00010000:00000001:3.0:1770653413.919884:0:5743:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1770653413.919888:0:5743:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:2.0:1770653413.919888:0:12201:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1770653413.919890:0:76386:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00010000:00010000:3.0:1770653413.919892:0:5743:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff955605728800/0x2aed14e4e178ced5 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1405:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.919894:0:76386:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1770653413.919896:0:12201:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95573c2de300 x1856657707200256/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.919897:0:33123:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000010:0.0:1770653413.919901:0:76386:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa86c0. 00010000:00000001:1.0:1770653413.919902:0:33123:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1770653413.919906:0:33123:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:0.0:1770653413.919909:0:76386:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1770653413.919910:0:33123:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1770653413.919913:0:76386:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.919915:0:33123:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:3.0:1770653413.919917:0:5743:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1770653413.919921:0:33123:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000010:0.0:1770653413.919921:0:76386:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9cf80. 00010000:00010000:3.0:1770653413.919923:0:5743:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff955605728800/0x2aed14e4e178ced5 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1405:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.919926:0:12201:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1770653413.919927:0:76386:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.919929:0:33123:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff95565f570a00/0x2aed14e4e1789fd4 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x1409:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d43 expref: 81 pid: 12204 timeout: 0 lvb_type: 1 02000000:00000001:2.0:1770653413.919930:0:12201:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1770653413.919936:0:12201:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95564531ca00. 00010000:00000001:0.0:1770653413.919936:0:76386:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.919944:0:12201:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1770653413.919944:0:76386:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1770653413.919945:0:5743:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1405:0x0].0x0 (ffff95560e946c00) refcount = 2 00000020:00000001:2.0:1770653413.919949:0:12201:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1770653413.919949:0:33123:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1770653413.919951:0:76386:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000040:3.0:1770653413.919954:0:5743:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:1.0:1770653413.919955:0:33123:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.919956:0:12201:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=3 obd=lustre-OST0000 00010000:00010000:0.0:1770653413.919956:0:76386:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff95566c162200/0x2aed14e4e178ceea lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1770653413.919959:0:5743:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff955605728800/0x2aed14e4e178ced5 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1405:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770653413.919962:0:33123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000001:2.0:1770653413.919963:0:12201:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1770653413.919966:0:33123:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653413.919968:0:12201:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95564531d400. 00010000:00000001:1.0:1770653413.919972:0:33123:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 02000000:00000001:2.0:1770653413.919975:0:12201:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00010000:1.0:1770653413.919976:0:33123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 02000000:00000001:2.0:1770653413.919979:0:12201:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1770653413.919981:0:33123:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1770653413.919983:0:12201:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c2de300. 00010000:00000001:3.0:1770653413.919988:0:5743:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653413.919988:0:33123:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.919990:0:12201:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1770653413.919993:0:5743:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.919993:0:33123:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000100:00000001:2.0:1770653413.919994:0:12201:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653413.919995:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1770653413.919997:0:5743:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00010000:1.0:1770653413.920000:0:33123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95566c162e00/0x2aed14e4e178cf14 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1409:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.920001:0:5743:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1770653413.920001:0:12201:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0b40. 00000800:00000001:0.0:1770653413.920003:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.920007:0:12201:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1770653413.920008:0:5743:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653413.920009:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653413.920010:0:12201:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1770653413.920015:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1770653413.920016:0:5743:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9556196fbac0. 00010000:00000010:2.0:1770653413.920017:0:12201:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f59b80. 00000100:00000001:3.0:1770653413.920024:0:5743:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00000040:1.0:1770653413.920024:0:33123:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1409:0x0].0x0 (ffff95561e13be00) refcount = 2 00010000:00000001:2.0:1770653413.920025:0:12201:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.920027:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000010:3.0:1770653413.920029:0:5743:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556189e1e40. 00010000:00000001:2.0:1770653413.920032:0:12201:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.920033:0:33123:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:3.0:1770653413.920036:0:5743:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626795745582656 : -117277963968960 : ffff9556189e1e40) 00010000:00000001:2.0:1770653413.920038:0:12201:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.920042:0:5743:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626795745582656 : -117277963968960 : ffff9556189e1e40) 00010000:00000040:1.0:1770653413.920042:0:33123:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95565f570a00/0x2aed14e4e1789fd4 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1409:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d43 expref: 81 pid: 12204 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1770653413.920045:0:12201:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:0.0:1770653413.920045:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d1480 00000100:00000001:3.0:1770653413.920050:0:5743:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00010000:2.0:1770653413.920051:0:12201:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff95561c986800/0x2aed14e4e178cedc lrc: 3/0,1 mode: --/PW res: [0x240000403:0x154f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.920054:0:5743:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1770653413.920058:0:5743:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000400:00000200:0.0:1770653413.920059:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6da9 [2] + 1640 00010000:00000001:3.0:1770653413.920062:0:5743:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000040:1.0:1770653413.920065:0:33123:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1770653413.920071:0:33123:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95566c162e00/0x2aed14e4e178cf14 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1409:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00000800:00000001:0.0:1770653413.920071:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1770653413.920075:0:5743:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1770653413.920077:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.920082:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1770653413.920084:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1770653413.920085:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.920088:0:5743:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.920089:0:12198:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1770653413.920095:0:12198:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1770653413.920095:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:3.0:1770653413.920096:0:5743:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00010000:1.0:1770653413.920096:0:76387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff955605728800/0x2aed14e4e178ced5 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1405:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.920098:0:3281:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1770653413.920101:0:5743:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000200:0.0:1770653413.920102:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00100000:2.0:1770653413.920106:0:12198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136206 00000100:00000001:3.0:1770653413.920108:0:5743:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653413.920112:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955602b1c380. 00000100:00000001:3.0:1770653413.920114:0:5743:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.920114:0:12198:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 7 00010000:00000001:1.0:1770653413.920118:0:76387:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.920118:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955602b1c380 x1856657966306432 msgsize 328 00000100:00000001:2.0:1770653413.920120:0:12198:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028467456 : -117276681084160 : ffff955665156300) 00000100:00000001:3.0:1770653413.920121:0:5743:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1770653413.920126:0:5743:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556189e1e40. 00010000:00010000:1.0:1770653413.920128:0:76387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff955605728800/0x2aed14e4e178ced5 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1405:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1770653413.920130:0:12198:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665156300 x1856657707202176/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.920131:0:5743:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1770653413.920135:0:5743:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1770653413.920136:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00010000:00000010:3.0:1770653413.920142:0:5743:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9556196fbac0. 00010000:00000001:3.0:1770653413.920148:0:5743:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:0.0:1770653413.920149:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00010000:00010000:3.0:1770653413.920153:0:5743:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1770653413.920156:0:76387:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1770653413.920157:0:5743:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.920159:0:12198:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1770653413.920161:0:76387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.920163:0:5743:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1770653413.920163:0:76656:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:1.0:1770653413.920164:0:76387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.920166:0:5743:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.920167:0:12198:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59b80. 00000100:00100000:0.0:1770653413.920167:0:76656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966306432 00010000:00000001:1.0:1770653413.920168:0:76387:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1770653413.920173:0:76387:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:3.0:1770653413.920174:0:5743:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 02000000:00000001:0.0:1770653413.920174:0:76656:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1770653413.920175:0:12198:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1770653413.920176:0:76387:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955605728800 refcount=3 00000100:00000001:0.0:1770653413.920179:0:76656:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653413.920183:0:76656:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.920184:0:76387:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795423959040 : -117278285592576 : ffff955605728800) 00000020:00000010:2.0:1770653413.920185:0:12198:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59b80. 00000100:00000001:3.0:1770653413.920186:0:5743:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1770653413.920187:0:76656:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.920191:0:76387:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795423959040 : -117278285592576 : ffff955605728800) 00000100:00000040:3.0:1770653413.920192:0:5743:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00100000:0.0:1770653413.920193:0:76656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966306432 00010000:00000001:1.0:1770653413.920196:0:76387:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000020:00000001:0.0:1770653413.920198:0:76656:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1770653413.920200:0:5743:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00100000:2.0:1770653413.920200:0:12198:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665156300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+34:3291:x1856657707202176:12345-0@lo:6:osp-syn-1-0.0 00000020:00000040:0.0:1770653413.920201:0:76656:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00010000:00010000:1.0:1770653413.920202:0:76387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff955605728800/0x2aed14e4e178ced5 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1405:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1770653413.920206:0:5743:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1770653413.920207:0:76656:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1770653413.920210:0:5743:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.920212:0:76656:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=84 00000100:00000200:2.0:1770653413.920215:0:12198:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707202176 00000100:00000001:3.0:1770653413.920216:0:5743:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1770653413.920218:0:76656:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000020:00000001:2.0:1770653413.920222:0:12198:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:3.0:1770653413.920226:0:5743:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000020:00000001:0.0:1770653413.920226:0:76656:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000020:00000001:2.0:1770653413.920228:0:12198:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:3.0:1770653413.920231:0:5743:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a782a8. 00000100:00000001:0.0:1770653413.920234:0:76656:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1770653413.920235:0:12198:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.920237:0:5743:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966306304, offset 224 00000020:00000010:0.0:1770653413.920240:0:76656:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a680. 00000020:00000001:2.0:1770653413.920241:0:12198:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1770653413.920249:0:12198:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00010000:00000001:1.0:1770653413.920249:0:76387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.920249:0:76656:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1770653413.920250:0:5743:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:1.0:1770653413.920253:0:76387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1770653413.920257:0:12198:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1770653413.920258:0:76656:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a680. 00010000:00010000:1.0:1770653413.920259:0:76387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff955605728800/0x2aed14e4e178ced5 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1405:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1770653413.920262:0:12198:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.920263:0:5743:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000020:00000010:0.0:1770653413.920267:0:76656:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997be00. 00000020:00000001:2.0:1770653413.920268:0:12198:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1770653413.920273:0:12198:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:0.0:1770653413.920274:0:76656:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519600. 00000020:00000001:2.0:1770653413.920277:0:12198:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000400:00000200:3.0:1770653413.920278:0:5743:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164663:2164663:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164659:2164659:8:4294967295] 00010000:00000001:1.0:1770653413.920279:0:76387:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:0.0:1770653413.920282:0:76656:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3ded8. 00000020:00000001:2.0:1770653413.920283:0:12198:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00010000:00000001:1.0:1770653413.920283:0:76387:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.920287:0:12198:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.920289:0:76387:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1770653413.920290:0:76656:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000001:00000001:2.0:1770653413.920292:0:12198:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:0.0:1770653413.920294:0:76656:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000010:1.0:1770653413.920295:0:76387:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff955647fa80c0. 00000001:00000001:2.0:1770653413.920297:0:12198:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.920298:0:76656:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1770653413.920301:0:76387:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000400:00000200:3.0:1770653413.920303:0:5743:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000001:00000001:2.0:1770653413.920303:0:12198:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:0.0:1770653413.920304:0:76656:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.920308:0:12198:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.920309:0:76656:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00010000:1.0:1770653413.920310:0:76387:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1770653413.920314:0:76656:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000001:00000001:2.0:1770653413.920315:0:12198:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.920317:0:5743:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:1.0:1770653413.920318:0:76387:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.920318:0:76656:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000001:2.0:1770653413.920319:0:12198:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000040:0.0:1770653413.920324:0:76656:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565d1f8200 refcount=4 00000001:00000001:2.0:1770653413.920325:0:12198:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.920325:0:76387:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1770653413.920326:0:5743:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c200. 00010000:00000001:1.0:1770653413.920332:0:76387:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000001:0.0:1770653413.920332:0:76656:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796894913024 : -117276814638592 : ffff95565d1f8200) 00000001:00000001:2.0:1770653413.920333:0:12198:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.920336:0:76387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:3.0:1770653413.920339:0:5743:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000001:00000001:2.0:1770653413.920340:0:12198:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:1.0:1770653413.920341:0:76387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.920341:0:76656:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796894913024 : -117276814638592 : ffff95565d1f8200) 00000001:00000001:2.0:1770653413.920347:0:12198:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1770653413.920347:0:76387:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000800:00000200:3.0:1770653413.920348:0:5743:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00010000:0.0:1770653413.920351:0:76656:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff95565d1f8200/0x2aed14e4e178a1d3 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x154f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ef5 expref: 84 pid: 76419 timeout: 6877 lvb_type: 1 00080000:00000001:1.0:1770653413.920352:0:76387:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000001:00000001:2.0:1770653413.920353:0:12198:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.920354:0:5743:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c200 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:2.0:1770653413.920358:0:12198:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1770653413.920360:0:76387:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff955607fcd400. 00000020:00000001:2.0:1770653413.920365:0:12198:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.920366:0:76387:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626795466576896 : -117278242974720 : ffff955607fcd400) 00000100:00000001:3.0:1770653413.920369:0:5743:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.920371:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.920372:0:12198:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000001:00000001:1.0:1770653413.920373:0:76387:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:0.0:1770653413.920375:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1770653413.920377:0:5743:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 02000000:00000001:2.0:1770653413.920378:0:12198:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000001:00000001:1.0:1770653413.920378:0:76387:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.920379:0:76656:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.920380:0:5743:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653413.920384:0:12198:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95561040ec00. 00080000:00000002:1.0:1770653413.920386:0:76387:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x1405:0x0] not in the id map cache 00000100:00000001:0.0:1770653413.920386:0:76656:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.920387:0:5743:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.920388:0:12198:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.920395:0:76656:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1770653413.920396:0:12198:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.920396:0:76387:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000100:00000040:3.0:1770653413.920398:0:5743:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9557030dc000 x1856657966306304/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00002000:00000001:2.0:1770653413.920402:0:12198:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000100:00000200:0.0:1770653413.920403:0:76656:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955602b1c380 x1856657966306432/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.920406:0:12198:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00080000:00000001:1.0:1770653413.920408:0:76387:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.920410:0:12198:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.920416:0:76387:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:2.0:1770653413.920417:0:12198:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5132 count 1 00080000:00000001:1.0:1770653413.920422:0:76387:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00002000:00000001:2.0:1770653413.920424:0:12198:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00080000:00000001:1.0:1770653413.920426:0:76387:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00002000:00000001:2.0:1770653413.920429:0:12198:0:(ofd_objects.c:87:ofd_object_find()) Process entered 80000000:00000001:1.0:1770653413.920430:0:76387:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000020:00000001:2.0:1770653413.920433:0:12198:0:(lu_object.c:808:lu_object_find_at()) Process entered 80000000:00000001:1.0:1770653413.920434:0:76387:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1770653413.920439:0:76387:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.920440:0:5743:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9557030dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b31b1d82-c1d4-4680-ae7a-71292416d1f5+81:2365:x1856657966306304:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1019us (1462us total) trans 0 rc 0/0 00000020:00000001:2.0:1770653413.920440:0:12198:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795554367048 : -117278155184568 : ffff95560d386648) 80000000:00000001:1.0:1770653413.920446:0:76387:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653413.920447:0:12198:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795554366960 : -117278155184656 : ffff95560d3865f0) 00000100:00000001:0.0:1770653413.920451:0:76656:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00080000:00000001:1.0:1770653413.920452:0:76387:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.920454:0:12198:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000001:0.0:1770653413.920455:0:76656:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.920458:0:76387:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:2.0:1770653413.920459:0:12198:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00100000:3.0:1770653413.920461:0:5743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161849 00080000:00000001:1.0:1770653413.920463:0:76387:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00010000:00000040:2.0:1770653413.920465:0:12198:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95561e13b300 count: 2 00000100:00000001:0.0:1770653413.920466:0:76656:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1770653413.920467:0:5743:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00010000:00000001:2.0:1770653413.920471:0:12198:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.920472:0:5743:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1770653413.920475:0:12198:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:3.0:1770653413.920477:0:5743:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000001:00000001:1.0:1770653413.920479:0:76387:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:0.0:1770653413.920480:0:76656:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1770653413.920481:0:5743:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3800. 00010000:00000010:2.0:1770653413.920481:0:12198:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95571016ae00. 00000001:00000001:1.0:1770653413.920483:0:76387:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:0.0:1770653413.920484:0:76656:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1770653413.920487:0:12198:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000010:3.0:1770653413.920490:0:5743:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca903e8. 00000020:00000040:2.0:1770653413.920492:0:12198:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95571016ae00 with handle 0x2aed14e4e178cf1b to hash 00080000:00000001:1.0:1770653413.920494:0:76387:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.920496:0:5743:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bcc00. 00000100:00100000:0.0:1770653413.920496:0:76656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161850 00000020:00000001:2.0:1770653413.920497:0:12198:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1770653413.920498:0:76387:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1770653413.920503:0:12198:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799897456128 : -117273812095488 : ffff95571016ae00) 00080000:00000001:1.0:1770653413.920504:0:76387:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000040:3.0:1770653413.920505:0:5743:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 80 00000100:00000040:0.0:1770653413.920505:0:76656:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00010000:00000001:2.0:1770653413.920506:0:12198:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799897456128 : -117273812095488 : ffff95571016ae00) 00000100:00000001:0.0:1770653413.920512:0:76656:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795377771392 : -117278331780224 : ffff955602b1c380) 00000100:00000001:3.0:1770653413.920513:0:5743:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.920513:0:12198:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1770653413.920517:0:12198:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.920518:0:76387:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000040:0.0:1770653413.920521:0:76656:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955602b1c380 x1856657966306432/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1770653413.920522:0:76387:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.920524:0:12198:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95571016ae00/0x2aed14e4e178cf1b lrc: 3/0,1 mode: --/PW res: [0x280000403:0x140c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1770653413.920529:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1770653413.920533:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.920534:0:76387:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.920540:0:7409:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00080000:00000001:1.0:1770653413.920541:0:76387:0:(osd_object.c:2094:osd_ref_del()) Process entered 00010000:00000001:3.0:1770653413.920548:0:7409:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1770653413.920549:0:12198:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:0.0:1770653413.920550:0:76656:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1770653413.920551:0:7409:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00000001:2.0:1770653413.920553:0:12198:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:1.0:1770653413.920554:0:76387:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.920555:0:76656:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a680. 00010000:00010000:3.0:1770653413.920556:0:7409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff955605728800/0x2aed14e4e178ced5 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1405:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.920557:0:12198:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00080000:00000001:1.0:1770653413.920558:0:76387:0:(osd_object.c:806:osd_destroy()) Process entered 00010000:00000001:2.0:1770653413.920562:0:12198:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00080000:00000001:1.0:1770653413.920563:0:76387:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000001:0.0:1770653413.920563:0:76656:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.920566:0:12198:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 80000000:00000001:1.0:1770653413.920567:0:76387:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:2.0:1770653413.920570:0:12198:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 80000000:00000001:1.0:1770653413.920572:0:76387:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00010000:3.0:1770653413.920573:0:7409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff955605728800 already unused, calling callback (ffffffffc16fe650) 00000020:00000010:0.0:1770653413.920573:0:76656:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a680. 80000000:00000001:1.0:1770653413.920576:0:76387:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.920578:0:12198:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff95565f570600/0x2aed14e4e1789fcd lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x140c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d3c expref: 80 pid: 12203 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1770653413.920580:0:7409:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 80000000:00000001:1.0:1770653413.920581:0:76387:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.920585:0:7409:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00100000:0.0:1770653413.920586:0:76656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955602b1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_033:b31b1d82-c1d4-4680-ae7a-71292416d1f5+84:2366:x1856657966306432:12345-192.168.202.60@tcp:103:ldlm_bl.0 00080000:00000001:1.0:1770653413.920587:0:76387:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1770653413.920590:0:7409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff955605728800/0x2aed14e4e178ced5 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1405:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1770653413.920594:0:76387:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:2.0:1770653413.920597:0:12198:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00080000:00000001:1.0:1770653413.920598:0:76387:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000100:00000200:0.0:1770653413.920599:0:76656:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966306432 00010000:00000001:2.0:1770653413.920601:0:12198:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.920605:0:76656:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00010000:00010000:2.0:1770653413.920608:0:12198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000002:0.0:1770653413.920609:0:76656:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1770653413.920611:0:7409:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1770653413.920612:0:76656:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00010000:00000001:3.0:1770653413.920614:0:7409:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1770653413.920614:0:12198:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.920616:0:76656:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1770653413.920617:0:7409:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1770653413.920621:0:12198:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000040:3.0:1770653413.920622:0:7409:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955605728800 refcount=3 02000000:00000001:0.0:1770653413.920622:0:76656:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1770653413.920627:0:7409:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795423959040 : -117278285592576 : ffff955605728800) 00010000:00010000:2.0:1770653413.920627:0:12198:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 02000000:00000010:0.0:1770653413.920628:0:76656:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95564f615000. 00010000:00000001:2.0:1770653413.920633:0:12198:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.920634:0:7409:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795423959040 : -117278285592576 : ffff955605728800) 02000000:00000001:0.0:1770653413.920635:0:76656:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.920642:0:12198:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.920642:0:76656:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.920643:0:7409:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000001:1.0:1770653413.920646:0:76387:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1770653413.920647:0:7409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff955605728800/0x2aed14e4e178ced5 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x1405:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.920650:0:12198:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00000001:0.0:1770653413.920650:0:76656:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00080000:00000001:1.0:1770653413.920651:0:76387:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.920657:0:76387:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00010000:0.0:1770653413.920657:0:76656:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1770653413.920658:0:7409:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00010000:2.0:1770653413.920658:0:12198:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95571016ae00/0x2aed14e4e178cf1b lrc: 4/0,1 mode: --/PW res: [0x280000403:0x140c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1770653413.920661:0:76387:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00000001:3.0:1770653413.920663:0:7409:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.920663:0:76656:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000001:00000002:1.0:1770653413.920665:0:76387:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332631, last_committed = 4295332607 00000020:00000001:0.0:1770653413.920667:0:76656:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1770653413.920668:0:7409:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.920671:0:76656:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565d1f8200 refcount=4 00000001:00000010:1.0:1770653413.920672:0:76387:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564334a900. 00010000:00000001:3.0:1770653413.920674:0:7409:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000001:00000040:1.0:1770653413.920678:0:76387:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 24 00010000:00000001:3.0:1770653413.920679:0:7409:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:0.0:1770653413.920680:0:76656:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796894913024 : -117276814638592 : ffff95565d1f8200) 00010000:00000040:2.0:1770653413.920686:0:12198:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x140c:0x0].0x0 (ffff95561e13b300) refcount = 2 00010000:00000001:3.0:1770653413.920687:0:7409:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000040:1.0:1770653413.920687:0:76387:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=35 00010000:00000001:0.0:1770653413.920687:0:76656:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796894913024 : -117276814638592 : ffff95565d1f8200) 00010000:00000001:3.0:1770653413.920691:0:7409:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.920693:0:76387:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000040:0.0:1770653413.920695:0:76656:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955666214c00 count: 3 00010000:00000040:2.0:1770653413.920697:0:12198:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000020:00000040:3.0:1770653413.920698:0:7409:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff955605728800 with handle 0x2aed14e4e178ced5 from hash 00080000:00000001:1.0:1770653413.920702:0:76387:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00010000:00010000:0.0:1770653413.920702:0:76656:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff95565d1f8200/0x2aed14e4e178a1d3 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x154f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ef5 expref: 84 pid: 76419 timeout: 6877 lvb_type: 1 00010000:00000001:3.0:1770653413.920703:0:7409:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000040:2.0:1770653413.920707:0:12198:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95565f570600/0x2aed14e4e1789fcd lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x140c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d3c expref: 80 pid: 12203 timeout: 0 lvb_type: 1 00000001:00000001:1.0:1770653413.920709:0:76387:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.920710:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.920713:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.920716:0:7409:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653413.920720:0:7409:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00080000:00000001:1.0:1770653413.920722:0:76387:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.920723:0:7409:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653413.920729:0:76387:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.920731:0:7409:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:2.0:1770653413.920732:0:12198:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000100:00001000:0.0:1770653413.920732:0:76656:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 00002000:00000001:1.0:1770653413.920733:0:76387:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00010000:00000001:3.0:1770653413.920735:0:7409:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000040:2.0:1770653413.920748:0:12198:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95571016ae00/0x2aed14e4e178cf1b lrc: 4/0,1 mode: --/PW res: [0x280000403:0x140c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.920750:0:7409:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1770653413.920751:0:76656:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1770653413.920754:0:7409:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.920759:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000010:1.0:1770653413.920760:0:76387:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955643ef18f0. 00010000:00000001:3.0:1770653413.920761:0:7409:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.920763:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1770653413.920764:0:12198:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f59b80. 00002000:00000001:1.0:1770653413.920766:0:76387:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00000001:3.0:1770653413.920767:0:7409:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:2.0:1770653413.920768:0:12198:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00002000:00000040:1.0:1770653413.920770:0:76387:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x1405:0x0] 00010000:00000001:3.0:1770653413.920771:0:7409:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00010000:0.0:1770653413.920772:0:76656:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff95565d1f8200/0x2aed14e4e178a1d3 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x154f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ef5 expref: 84 pid: 76419 timeout: 6877 lvb_type: 1 00000100:00000010:2.0:1770653413.920773:0:12198:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0b40. 00002000:00000010:1.0:1770653413.920776:0:76387:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff95560d3878f0. 00010000:00000001:3.0:1770653413.920778:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.920779:0:12198:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100337984 : -117276609213632 : ffff9556695e0b40) 00010000:00000001:3.0:1770653413.920782:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.920785:0:12198:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100337984 : -117276609213632 : ffff9556695e0b40) 00002000:00000001:1.0:1770653413.920785:0:76387:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00010000:00000001:3.0:1770653413.920786:0:7409:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653413.920788:0:76387:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.920793:0:7409:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.920793:0:12198:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000020:00000001:0.0:1770653413.920795:0:76656:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00002000:00000001:1.0:1770653413.920796:0:76387:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.920798:0:7409:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.920799:0:12198:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1770653413.920799:0:76656:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000040:1.0:1770653413.920800:0:76387:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332631, xid 1856657707199360 00010000:00000001:0.0:1770653413.920804:0:76656:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.920805:0:12198:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1770653413.920805:0:76387:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00010000:3.0:1770653413.920806:0:7409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff955605728800/0x2aed14e4e178ced5 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x1405:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.920810:0:12198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1770653413.920811:0:76656:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.920814:0:12198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000200:1.0:1770653413.920815:0:76387:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95573d27dc50 x1856657707199360/t4295332631(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1770653413.920819:0:12198:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.920819:0:76656:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1770653413.920823:0:12198:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.920824:0:76656:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1770653413.920828:0:12198:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1770653413.920830:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.920832:0:12198:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00010000:00000001:0.0:1770653413.920832:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653413.920835:0:7409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff955605728800/0x2aed14e4e178ced5 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x1405:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.920836:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.920837:0:76387:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000010:2.0:1770653413.920838:0:12198:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c2de300. 00010000:00000001:0.0:1770653413.920841:0:76656:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1770653413.920842:0:76387:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.920845:0:12198:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=6 obd=lustre-OST0001 00010000:00000001:0.0:1770653413.920846:0:76656:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.920872:0:12198:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00001000:1.0:1770653413.920872:0:76387:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000020:00000040:0.0:1770653413.920876:0:76656:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95565d1f8200 with handle 0x2aed14e4e178a1d3 from hash 02000000:00000001:2.0:1770653413.920877:0:12198:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000040:3.0:1770653413.920880:0:7409:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95560e946c00 count: 0 02000000:00000001:2.0:1770653413.920883:0:12198:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.920883:0:76387:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1770653413.920883:0:76656:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00002000:00000010:3.0:1770653413.920885:0:7409:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955621430340. 00010000:00000001:0.0:1770653413.920889:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1770653413.920890:0:76387:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 02000000:00000010:2.0:1770653413.920892:0:12198:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95563d589600. 00010000:00000001:0.0:1770653413.920892:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:3.0:1770653413.920893:0:7409:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95560e946100. 00000100:00000001:1.0:1770653413.920894:0:76387:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00010000:00000001:0.0:1770653413.920896:0:76656:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1770653413.920898:0:12198:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.920901:0:76387:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1770653413.920902:0:76656:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 02000000:00000001:1.0:1770653413.920904:0:76387:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.920905:0:76656:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.920907:0:12198:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff95565f570600/0x2aed14e4e1789fcd lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x140c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d3c expref: 80 pid: 12203 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1770653413.920908:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.920908:0:76387:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1770653413.920909:0:76656:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653413.920913:0:7409:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1770653413.920914:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:3.0:1770653413.920918:0:7409:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff955647fa80c0. 00000100:00000040:1.0:1770653413.920918:0:76387:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:0.0:1770653413.920923:0:76656:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95565d1f8200/0x2aed14e4e178a1d3 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x154f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ef5 expref: 84 pid: 76419 timeout: 6877 lvb_type: 1 00010000:00000001:3.0:1770653413.920926:0:7409:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.920926:0:76387:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022110. 00010000:00010000:2.0:1770653413.920931:0:12198:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff95565f570600/0x2aed14e4e1789fcd lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x140c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d3c expref: 80 pid: 12203 timeout: 6877 lvb_type: 1 00000020:00000001:3.0:1770653413.920933:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:1.0:1770653413.920934:0:76387:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707199360, offset 224 00000020:00000001:3.0:1770653413.920939:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.920940:0:76656:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 78 00000400:00000200:1.0:1770653413.920946:0:76387:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:3.0:1770653413.920948:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:0.0:1770653413.920948:0:76656:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 83 00000020:00000001:3.0:1770653413.920953:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1770653413.920956:0:12198:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000020:00000001:3.0:1770653413.920957:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.920959:0:76387:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1770653413.920959:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.920960:0:12198:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00010000:3.0:1770653413.920961:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1770653413.920963:0:76656:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:3.0:1770653413.920966:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1770653413.920967:0:76656:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000040:2.0:1770653413.920969:0:12198:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95573c2de300 x1856657707202944/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1770653413.920971:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.920971:0:76656:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95561c986800 00000400:00000200:1.0:1770653413.920974:0:76387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b6b80 00010000:00000001:0.0:1770653413.920976:0:76656:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00010000:3.0:1770653413.920978:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1770653413.920980:0:76656:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000400:00000200:1.0:1770653413.920985:0:76387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda455 [1] + 224 00010000:00010000:0.0:1770653413.920985:0:76656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653413.920990:0:76656:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.920993:0:12198:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00010000:00000001:0.0:1770653413.920996:0:76656:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:2.0:1770653413.920997:0:12198:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.920997:0:76387:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:0.0:1770653413.920999:0:76656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653413.921004:0:76656:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1770653413.921008:0:12198:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95573c2de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12198:1856657707202944:192.168.202.60@tcp:104: 00000400:00000200:1.0:1770653413.921009:0:76387:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1770653413.921009:0:76656:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1770653413.921013:0:76656:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:2.0:1770653413.921018:0:12198:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1770653413.921018:0:76387:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:0.0:1770653413.921018:0:76656:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff95561c986800/0x2aed14e4e178cedc lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x154f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1770653413.921023:0:12198:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1770653413.921025:0:76387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95571043e300 x1856657707199360/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653413.921026:0:12198:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.921031:0:76656:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 02000000:00000001:2.0:1770653413.921032:0:12198:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:0.0:1770653413.921036:0:76656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95561c986800/0x2aed14e4e178cedc lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x154f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 02000000:00000010:2.0:1770653413.921037:0:12198:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95564531d400. 00000100:00000040:1.0:1770653413.921041:0:76387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95571043e300 x1856657707199360/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653413.921043:0:12198:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.921049:0:12198:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2210. 00000400:00000010:2.0:1770653413.921055:0:12198:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888ee0. 00010000:00000040:0.0:1770653413.921058:0:76656:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x154f:0x0].0x0 (ffff955666214c00) refcount = 2 00000100:00000200:2.0:1770653413.921062:0:12198:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707202944, portal 16 00010000:00000040:0.0:1770653413.921065:0:76656:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:2.0:1770653413.921070:0:12198:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000040:0.0:1770653413.921070:0:76656:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561c986800/0x2aed14e4e178cedc lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x154f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.921071:0:76387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.921073:0:12198:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637174528 : -117273072377088 : ffff95573c2de300) 00000400:00000200:1.0:1770653413.921077:0:76387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022110 00000400:00000010:1.0:1770653413.921082:0:76387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022110. 00000100:00000040:2.0:1770653413.921083:0:12198:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff95573c2de300 x1856657707202944/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1770653413.921087:0:12206:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbac0. 00000100:00000001:1.0:1770653413.921088:0:76387:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1770653413.921090:0:76656:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:1.0:1770653413.921092:0:76387:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1770653413.921094:0:76656:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.921095:0:12206:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.921097:0:76387:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.921099:0:76656:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000010:3.0:1770653413.921103:0:12206:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbac0. 00010000:00000001:0.0:1770653413.921104:0:76656:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653413.921106:0:76387:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00010000:00000001:0.0:1770653413.921110:0:76656:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.921111:0:12198:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1770653413.921112:0:76387:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000010:3.0:1770653413.921113:0:12206:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bcc00. 00000020:00000001:1.0:1770653413.921117:0:76387:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1770653413.921118:0:76656:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a680. 00000100:00000040:2.0:1770653413.921119:0:12198:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000020:00000010:3.0:1770653413.921120:0:12206:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3800. 00000400:00000010:2.0:1770653413.921127:0:12198:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888b28. 00000020:00000001:1.0:1770653413.921127:0:76387:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1770653413.921127:0:76656:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000020:00000010:3.0:1770653413.921128:0:12206:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca903e8. 00000100:00000200:2.0:1770653413.921134:0:12198:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707202944, offset 0 00000100:00000001:3.0:1770653413.921135:0:12206:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000010:0.0:1770653413.921135:0:76656:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f362240. 00000100:00000001:3.0:1770653413.921140:0:12206:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1770653413.921140:0:76387:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573d27dc50 x1856657707199360/t4295332631(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.921141:0:76656:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661514816 : -117277048036800 : ffff95564f362240) 00000100:00000001:3.0:1770653413.921143:0:12206:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.921148:0:12198:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:0.0:1770653413.921148:0:76656:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661514816 : -117277048036800 : ffff95564f362240) 00000100:00000001:3.0:1770653413.921151:0:12206:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.921155:0:76656:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000400:00000200:2.0:1770653413.921159:0:12198:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000100:00000001:0.0:1770653413.921159:0:76656:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000001:3.0:1770653413.921162:0:12206:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.921163:0:76656:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1770653413.921167:0:76656:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:2.0:1770653413.921169:0:12198:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:1.0:1770653413.921174:0:76387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95573d27dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+35:3290:x1856657707199360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24496us (25262us total) trans 4295332631 rc 0/0 00000100:00000001:3.0:1770653413.921176:0:12206:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1770653413.921177:0:12198:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00010000:00000001:0.0:1770653413.921177:0:76656:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.921182:0:12206:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1770653413.921184:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1770653413.921185:0:12198:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00010000:00000001:0.0:1770653413.921187:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:1.0:1770653413.921190:0:76387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136196 00010000:00000001:0.0:1770653413.921192:0:76656:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.921194:0:12198:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00010000:00000001:0.0:1770653413.921198:0:76656:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000040:1.0:1770653413.921199:0:76387:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 6 00010000:00000001:0.0:1770653413.921203:0:76656:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00100000:3.0:1770653413.921205:0:12206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136207 00000400:00000200:2.0:1770653413.921206:0:12198:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164664:2164664:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164660:2164660:7:4294967295] 00000100:00000001:1.0:1770653413.921206:0:76387:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1770653413.921208:0:76656:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.921210:0:76387:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1770653413.921213:0:12206:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 5 00000100:00000001:0.0:1770653413.921214:0:76656:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.921215:0:76387:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07db80. 00000100:00000001:3.0:1770653413.921219:0:12206:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800637176320 : -117273072375296 : ffff95573c2dea00) 00000100:00000001:0.0:1770653413.921219:0:76656:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000020:00000010:1.0:1770653413.921223:0:76387:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662adaed8. 00000100:00000010:0.0:1770653413.921224:0:76656:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f362240. 00000020:00000010:1.0:1770653413.921229:0:76387:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f6000. 00000100:00000040:3.0:1770653413.921230:0:12206:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95573c2dea00 x1856657707202560/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1770653413.921230:0:12198:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:0.0:1770653413.921231:0:76656:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1770653413.921236:0:76656:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1770653413.921238:0:76387:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 34 00010000:00000010:0.0:1770653413.921243:0:76656:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a680. 00000800:00000200:2.0:1770653413.921246:0:12198:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 02000000:00000001:1.0:1770653413.921247:0:76387:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1770653413.921249:0:76656:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000010:1.0:1770653413.921253:0:76387:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95563db0f800. 00000800:00000010:2.0:1770653413.921255:0:12198:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df600. 00010000:00010000:0.0:1770653413.921255:0:76656:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000001:3.0:1770653413.921258:0:12206:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1770653413.921259:0:76656:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653413.921260:0:76387:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:3.0:1770653413.921262:0:12206:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbac0. 00010000:00000001:0.0:1770653413.921264:0:76656:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000800:00000200:2.0:1770653413.921265:0:12198:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 02000000:00000001:1.0:1770653413.921265:0:76387:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1770653413.921269:0:12206:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.921269:0:76656:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.921270:0:76387:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff955637244000. 00000800:00000200:2.0:1770653413.921277:0:12198:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000020:00000010:3.0:1770653413.921278:0:12206:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbac0. 02000000:00000001:1.0:1770653413.921278:0:76387:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:0.0:1770653413.921278:0:76656:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000100:00000010:1.0:1770653413.921283:0:76387:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665155500. 00000800:00000200:2.0:1770653413.921284:0:12198:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1770653413.921285:0:76656:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1770653413.921289:0:76387:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:3.0:1770653413.921290:0:12206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95573c2dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+30:3288:x1856657707202560:12345-0@lo:6:osp-syn-0-0.0 00000100:00000001:2.0:1770653413.921293:0:12198:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.921293:0:76656:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 02000000:00000010:1.0:1770653413.921294:0:76387:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff955637246800. 00000100:00000200:3.0:1770653413.921300:0:12206:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707202560 00000100:00000001:2.0:1770653413.921301:0:12198:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444764 02000000:00000001:1.0:1770653413.921301:0:76387:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1770653413.921301:0:76656:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000020:00000001:3.0:1770653413.921305:0:12206:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000010:1.0:1770653413.921306:0:76387:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c2df100. 02000000:00000001:0.0:1770653413.921308:0:76656:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1770653413.921310:0:12198:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4301444760 00000020:00000001:3.0:1770653413.921311:0:12206:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:0.0:1770653413.921311:0:76656:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.921312:0:76387:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:3.0:1770653413.921315:0:12206:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.921317:0:76387:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff955625e93c00. 00000100:00000001:0.0:1770653413.921318:0:76656:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1770653413.921320:0:12206:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1770653413.921320:0:12198:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444764 02000000:00000001:1.0:1770653413.921323:0:76387:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:3.0:1770653413.921324:0:12206:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000100:00000001:2.0:1770653413.921328:0:12198:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4301444760 00000100:00000010:1.0:1770653413.921328:0:76387:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c2ddf80. 00000020:00000001:3.0:1770653413.921329:0:12206:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1770653413.921329:0:76656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000020:00000001:3.0:1770653413.921335:0:12206:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.921335:0:12198:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444764 02000000:00000001:1.0:1770653413.921337:0:76387:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:0.0:1770653413.921337:0:76656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8e58. 02000000:00000010:1.0:1770653413.921341:0:76387:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95572d10d000. 00000020:00000001:3.0:1770653413.921343:0:12206:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1770653413.921345:0:12198:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4301444760 02000000:00000001:1.0:1770653413.921346:0:76387:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:0.0:1770653413.921346:0:76656:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966306432, offset 224 00000020:00000001:3.0:1770653413.921347:0:12206:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000010:1.0:1770653413.921351:0:76387:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665156d80. 00000020:00000001:3.0:1770653413.921352:0:12206:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000100:00000001:2.0:1770653413.921353:0:12198:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444764 00000020:00000001:3.0:1770653413.921357:0:12206:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 02000000:00000001:1.0:1770653413.921357:0:76387:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:0.0:1770653413.921358:0:76656:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:2.0:1770653413.921360:0:12198:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4301444760 00000020:00000001:3.0:1770653413.921362:0:12206:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.921362:0:76387:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff955608b35400. 00000100:00000001:2.0:1770653413.921366:0:12198:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1770653413.921368:0:12206:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 02000000:00000001:1.0:1770653413.921368:0:76387:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1770653413.921371:0:12198:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.921373:0:12206:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.921373:0:76656:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000001:2.0:1770653413.921374:0:12198:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1770653413.921374:0:76387:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c2dce00. 00000001:00000001:3.0:1770653413.921380:0:12206:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:2.0:1770653413.921381:0:12198:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.921382:0:76387:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000001:00000001:3.0:1770653413.921383:0:12206:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1770653413.921386:0:76387:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95563443b800. 00000400:00000200:0.0:1770653413.921387:0:76656:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164665:2164665:254:4294967295] 192.168.202.60@tcp LPNI seq info [2164661:2164661:6:4294967295] 00000020:00000001:2.0:1770653413.921388:0:12198:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.921391:0:12206:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.921393:0:12198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1770653413.921393:0:76387:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000001:00000001:3.0:1770653413.921399:0:12206:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:2.0:1770653413.921399:0:12198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:1.0:1770653413.921399:0:76387:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955606dfea00. 00010000:00000001:2.0:1770653413.921404:0:12198:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.921405:0:12206:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1770653413.921407:0:76387:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1770653413.921411:0:12198:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 02000000:00000010:1.0:1770653413.921411:0:76387:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95563443b400. 00000001:00000001:3.0:1770653413.921412:0:12206:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.921412:0:76656:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:2.0:1770653413.921414:0:12198:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 02000000:00000001:1.0:1770653413.921417:0:76387:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000001:00000001:3.0:1770653413.921419:0:12206:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:2.0:1770653413.921420:0:12198:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1770653413.921421:0:76387:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95571043d500. 00000001:00000001:3.0:1770653413.921423:0:12206:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.921425:0:12198:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000001:00000001:3.0:1770653413.921429:0:12206:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.921429:0:76387:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1770653413.921430:0:12198:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1770653413.921431:0:76656:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 02000000:00000010:1.0:1770653413.921432:0:76387:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff955603117000. 00000020:00000001:3.0:1770653413.921436:0:12206:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.921437:0:12198:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556695e0b40 going to sleep for 11 seconds 00000800:00000010:0.0:1770653413.921439:0:76656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9a00. 02000000:00000001:1.0:1770653413.921440:0:76387:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:3.0:1770653413.921442:0:12206:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.921443:0:12198:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1770653413.921444:0:76387:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c2dc700. 00000100:00000001:2.0:1770653413.921447:0:12198:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.921449:0:12206:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1770653413.921451:0:76387:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000800:00000200:0.0:1770653413.921451:0:76656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 02000000:00000001:3.0:1770653413.921453:0:12206:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1770653413.921455:0:76387:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff955634439000. 02000000:00000010:3.0:1770653413.921459:0:12206:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9557195f0400. 02000000:00000001:1.0:1770653413.921460:0:76387:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:2.0:1770653413.921464:0:12201:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff95561c986800/0x2aed14e4e178cedc lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x154f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000100:00000010:1.0:1770653413.921464:0:76387:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955606dfc700. 02000000:00000001:3.0:1770653413.921465:0:12206:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653413.921465:0:76656:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 02000000:00000001:1.0:1770653413.921471:0:76387:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1770653413.921472:0:12206:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653413.921473:0:76656:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9a00 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:1.0:1770653413.921475:0:76387:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff955661e79000. 00002000:00000001:3.0:1770653413.921479:0:12206:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000100:00000001:0.0:1770653413.921482:0:76656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.921483:0:12206:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 02000000:00000001:1.0:1770653413.921483:0:76387:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1770653413.921484:0:12201:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1770653413.921486:0:76387:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572eb21c00. 00010000:00000001:3.0:1770653413.921488:0:12206:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.921491:0:12201:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95561c986800/0x2aed14e4e178cedc lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x154f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1770653413.921491:0:76656:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 02000000:00000001:1.0:1770653413.921493:0:76387:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00002000:00080000:3.0:1770653413.921494:0:12206:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5460 count 1 02000000:00000010:1.0:1770653413.921497:0:76387:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95570643f400. 00010000:00000001:0.0:1770653413.921498:0:76656:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653413.921501:0:12206:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 02000000:00000001:1.0:1770653413.921503:0:76387:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00002000:00000001:3.0:1770653413.921505:0:12206:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:0.0:1770653413.921506:0:76656:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1770653413.921507:0:76387:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572eb21500. 00000020:00000001:3.0:1770653413.921510:0:12206:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1770653413.921510:0:12201:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1770653413.921514:0:12201:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1770653413.921514:0:76387:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:3.0:1770653413.921515:0:12206:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797001783928 : -117276707767688 : ffff9556637e3a78) 00000100:00000040:0.0:1770653413.921516:0:76656:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955602b1c380 x1856657966306432/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1770653413.921518:0:76387:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff955616e38400. 00010000:00000001:2.0:1770653413.921519:0:12201:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1770653413.921522:0:12206:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797001783840 : -117276707767776 : ffff9556637e3a20) 00010000:00000001:2.0:1770653413.921523:0:12201:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:1.0:1770653413.921524:0:76387:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:2.0:1770653413.921527:0:12201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:1.0:1770653413.921528:0:76387:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955637358a80. 00010000:00000001:3.0:1770653413.921529:0:12206:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000020:00000040:2.0:1770653413.921532:0:12201:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c986800 refcount=3 00010000:00000001:3.0:1770653413.921534:0:12206:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 02000000:00000001:1.0:1770653413.921535:0:76387:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:2.0:1770653413.921539:0:12201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812317184 : -117277897234432 : ffff95561c986800) 02000000:00000010:1.0:1770653413.921540:0:76387:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95570643e000. 00000100:00100000:0.0:1770653413.921540:0:76656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955602b1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_033:b31b1d82-c1d4-4680-ae7a-71292416d1f5+83:2366:x1856657966306432:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 986us (1418us total) trans 0 rc 0/0 00010000:00000040:3.0:1770653413.921541:0:12206:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95562c678f00 count: 2 00010000:00000001:2.0:1770653413.921544:0:12201:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812317184 : -117277897234432 : ffff95561c986800) 02000000:00000001:1.0:1770653413.921546:0:76387:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1770653413.921547:0:12206:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.921549:0:12201:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000010:1.0:1770653413.921550:0:76387:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665155f80. 00010000:00010000:2.0:1770653413.921554:0:12201:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95561c986800/0x2aed14e4e178cedc lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x154f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.921555:0:12206:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 02000000:00000001:1.0:1770653413.921558:0:76387:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000010:3.0:1770653413.921561:0:12206:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955606de2a00. 02000000:00000010:1.0:1770653413.921562:0:76387:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95570643dc00. 00000100:00100000:0.0:1770653413.921562:0:76656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161850 00000020:00000001:3.0:1770653413.921569:0:12206:0:(lustre_handles.c:45:class_handle_hash()) Process entered 02000000:00000001:1.0:1770653413.921569:0:76387:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:0.0:1770653413.921570:0:76656:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00010000:00000001:2.0:1770653413.921572:0:12201:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:1.0:1770653413.921573:0:76387:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572eb20700. 00000020:00000040:3.0:1770653413.921574:0:12206:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955606de2a00 with handle 0x2aed14e4e178cf22 to hash 00000100:00000001:0.0:1770653413.921575:0:76656:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1770653413.921576:0:12201:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.921580:0:76656:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1770653413.921581:0:12206:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 02000000:00000001:1.0:1770653413.921581:0:76387:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00010000:2.0:1770653413.921582:0:12201:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff95561c986800/0x2aed14e4e178cedc lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x154f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1770653413.921585:0:76656:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519600. 00010000:00000001:3.0:1770653413.921586:0:12206:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795447790080 : -117278261761536 : ffff955606de2a00) 02000000:00000010:1.0:1770653413.921586:0:76387:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff955661e7a000. 00010000:00000001:3.0:1770653413.921593:0:12206:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795447790080 : -117278261761536 : ffff955606de2a00) 02000000:00000001:1.0:1770653413.921595:0:76387:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1770653413.921596:0:12201:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:0.0:1770653413.921596:0:76656:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3ded8. 00010000:00000001:3.0:1770653413.921597:0:12206:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000010:1.0:1770653413.921599:0:76387:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572eb22300. 00010000:00000001:2.0:1770653413.921600:0:12201:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.921601:0:12206:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.921604:0:76387:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:0.0:1770653413.921605:0:76656:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997be00. 00010000:00000001:2.0:1770653413.921607:0:12201:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1770653413.921608:0:12206:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff955606de2a00/0x2aed14e4e178cf22 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1554:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 02000000:00000010:1.0:1770653413.921609:0:76387:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff955661e7b800. 00000020:00000040:0.0:1770653413.921611:0:76656:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 82 00010000:00000010:2.0:1770653413.921612:0:12201:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556695e0780. 02000000:00000001:1.0:1770653413.921615:0:76387:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1770653413.921618:0:76656:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.921619:0:12201:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000100:00000010:1.0:1770653413.921619:0:76387:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572eb20380. 00010000:00000001:3.0:1770653413.921627:0:12206:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 02000000:00000001:1.0:1770653413.921627:0:76387:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1770653413.921630:0:76387:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff955618138000. 00010000:00000001:3.0:1770653413.921631:0:12206:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00010000:2.0:1770653413.921634:0:12201:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 02000000:00000001:1.0:1770653413.921635:0:76387:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1770653413.921636:0:12206:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1770653413.921639:0:12201:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.921640:0:12206:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000010:1.0:1770653413.921640:0:76387:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572eb22680. 00000800:00000001:0.0:1770653413.921641:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653413.921643:0:12201:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.921646:0:12206:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:2.0:1770653413.921647:0:12201:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 02000000:00000001:1.0:1770653413.921647:0:76387:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1770653413.921648:0:12206:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000800:00000001:0.0:1770653413.921650:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.921651:0:12201:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:1.0:1770653413.921651:0:76387:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95562de80c00. 00010000:00000001:2.0:1770653413.921655:0:12201:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653413.921656:0:12206:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff95573d0ab800/0x2aed14e4e178a15c lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e7e expref: 82 pid: 12198 timeout: 0 lvb_type: 1 00002000:00000001:2.0:1770653413.921658:0:12201:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000800:00000001:0.0:1770653413.921658:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1770653413.921659:0:76387:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000800:00000001:0.0:1770653413.921663:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653413.921664:0:12201:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000010:1.0:1770653413.921665:0:76387:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955637358000. 02000000:00000001:1.0:1770653413.921671:0:76387:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00080000:00000010:2.0:1770653413.921672:0:12201:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95561040cc00. 00010000:00000001:3.0:1770653413.921674:0:12206:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 02000000:00000010:1.0:1770653413.921675:0:76387:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95570643fc00. 00080000:00000001:2.0:1770653413.921678:0:12201:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626795605249024 : -117278104302592 : ffff95561040cc00) 00000400:00000200:0.0:1770653413.921678:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:3.0:1770653413.921679:0:12206:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.921680:0:76387:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000001:00000001:2.0:1770653413.921685:0:12201:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000010:1.0:1770653413.921685:0:76387:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572eb22d80. 00010000:00010000:3.0:1770653413.921686:0:12206:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000001:00000001:2.0:1770653413.921689:0:12201:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.921691:0:12206:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.921691:0:76387:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:0.0:1770653413.921694:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b7100 00080000:00000002:2.0:1770653413.921695:0:12201:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x154f:0x0] not in the id map cache 00010000:00000001:3.0:1770653413.921696:0:12206:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 02000000:00000010:1.0:1770653413.921696:0:76387:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95570643f000. 00010000:00010000:3.0:1770653413.921700:0:12206:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00080000:00000001:2.0:1770653413.921703:0:12201:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 02000000:00000001:1.0:1770653413.921704:0:76387:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:0.0:1770653413.921706:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda4c5 [1] + 224 00000100:00000010:1.0:1770653413.921708:0:76387:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95563735b100. 00000800:00000001:0.0:1770653413.921715:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:2.0:1770653413.921716:0:12201:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1770653413.921716:0:76387:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1770653413.921720:0:76387:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95564c10b800. 00080000:00000001:2.0:1770653413.921721:0:12201:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1770653413.921721:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653413.921723:0:76387:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1770653413.921726:0:76387:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572eb20e00. 00080000:00000001:2.0:1770653413.921728:0:12201:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000400:00000200:0.0:1770653413.921728:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1770653413.921730:0:76387:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00080000:00000001:2.0:1770653413.921733:0:12201:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 02000000:00000010:1.0:1770653413.921734:0:76387:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff955602a0e000. 80000000:00000001:2.0:1770653413.921737:0:12201:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000400:00000200:0.0:1770653413.921749:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 80000000:00000001:2.0:1770653413.921753:0:12201:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 02000000:00000001:1.0:1770653413.921753:0:76387:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1770653413.921755:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:1.0:1770653413.921756:0:76387:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955637359f80. 80000000:00000001:2.0:1770653413.921757:0:12201:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.921762:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955618d89880 x1856657707200768/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.921764:0:12206:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 80000000:00000001:2.0:1770653413.921765:0:12201:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.921765:0:76387:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1770653413.921768:0:76387:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff955661e7a800. 00010000:00000001:3.0:1770653413.921773:0:12206:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653413.921773:0:12201:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653413.921774:0:76387:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1770653413.921777:0:76387:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572eb22a00. 00010000:00000001:3.0:1770653413.921780:0:12206:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00080000:00000001:2.0:1770653413.921780:0:12201:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 02000000:00000001:1.0:1770653413.921782:0:76387:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00080000:00000001:2.0:1770653413.921785:0:12201:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000100:00000040:0.0:1770653413.921785:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955618d89880 x1856657707200768/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1770653413.921786:0:12206:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff955606de2a00/0x2aed14e4e178cf22 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 02000000:00000010:1.0:1770653413.921786:0:76387:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff955661e78c00. 02000000:00000001:1.0:1770653413.921792:0:76387:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1770653413.921796:0:76387:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955637359880. 02000000:00000001:1.0:1770653413.921802:0:76387:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000001:00000001:2.0:1770653413.921804:0:12201:0:(osd_quota.c:525:osd_declare_quota()) Process entered 02000000:00000010:1.0:1770653413.921805:0:76387:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff955620549c00. 00000001:00000001:2.0:1770653413.921808:0:12201:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000040:3.0:1770653413.921812:0:12206:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1554:0x0].0x0 (ffff95562c678f00) refcount = 2 02000000:00000001:1.0:1770653413.921813:0:76387:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00080000:00000001:2.0:1770653413.921816:0:12201:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1770653413.921817:0:76387:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9557030ded80. 00010000:00000040:3.0:1770653413.921819:0:12206:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00080000:00000001:2.0:1770653413.921820:0:12201:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:0.0:1770653413.921820:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1770653413.921824:0:76387:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00080000:00000001:2.0:1770653413.921825:0:12201:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000040:3.0:1770653413.921826:0:12206:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95573d0ab800/0x2aed14e4e178a15c lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e7e expref: 82 pid: 12198 timeout: 0 lvb_type: 1 02000000:00000010:1.0:1770653413.921827:0:76387:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff955616e3b800. 02000000:00000001:1.0:1770653413.921833:0:76387:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1770653413.921835:0:76416:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000040:3.0:1770653413.921837:0:12206:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000100:00000010:1.0:1770653413.921837:0:76387:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95563735aa00. 00000400:00000001:0.0:1770653413.921841:0:76416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000040:3.0:1770653413.921842:0:12206:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955606de2a00/0x2aed14e4e178cf22 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000001:00000001:2.0:1770653413.921843:0:12201:0:(osd_quota.c:525:osd_declare_quota()) Process entered 02000000:00000001:1.0:1770653413.921843:0:76387:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000001:0.0:1770653413.921846:0:76416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000010:1.1:1770653413.921867:0:76387:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565f570200. 00000400:00000010:0.0:1770653413.921873:0:76416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e0539f8. 02000000:00000010:1.0:1770653413.921875:0:76387:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95562de82000. 00010000:00000010:2.1:1770653413.921876:0:12201:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e13b800. 00000400:00000200:0.0:1770653413.921878:0:76416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8c38 02000000:00000001:1.0:1770653413.921883:0:76387:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:0.0:1770653413.921883:0:76416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8c38. 00010000:00000010:2.1:1770653413.921885:0:12201:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163200. 00000100:00000010:1.0:1770653413.921886:0:76387:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9556074aa680. 00000100:00000001:0.0:1770653413.921889:0:76416:0:(events.c:78:reply_in_callback()) Process entered 00080000:00000001:2.0:1770653413.921893:0:12201:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.921893:0:76387:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:0.0:1770653413.921895:0:76416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955618d89880 x1856657707200768/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1770653413.921898:0:76387:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95562de81400. 02000000:00000001:1.0:1770653413.921903:0:76387:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00080000:00000001:2.0:1770653413.921906:0:12201:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1770653413.921907:0:76387:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9556074aa300. 00000100:00000200:0.0:1770653413.921911:0:76416:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955618d89880 x1856657707200768/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:2.0:1770653413.921913:0:12201:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000100:00000001:1.0:1770653413.921914:0:76387:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653413.921921:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:1.0:1770653413.921922:0:76387:0:(niobuf.c:1189:ptlrpc_register_rqbd()) ost: registering portal 28 00000100:00000001:0.0:1770653413.921925:0:76416:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1770653413.921926:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.921927:0:12201:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.921928:0:76387:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d942c0. 00000100:00000001:0.0:1770653413.921929:0:76416:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1770653413.921934:0:66075:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00080000:00000001:2.0:1770653413.921934:0:12201:0:(osd_object.c:806:osd_destroy()) Process entered 00000100:00000001:0.0:1770653413.921935:0:76416:0:(client.c:1568:after_reply()) Process entered 00000400:00000010:1.0:1770653413.921937:0:76387:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff955734dea700. 00080000:00000001:2.0:1770653413.921938:0:12201:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 02000000:00000001:0.0:1770653413.921939:0:76416:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1770653413.921940:0:66075:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 80000000:00000001:2.0:1770653413.921942:0:12201:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000001:0.0:1770653413.921943:0:76416:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1770653413.921944:0:66075:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 80000000:00000001:2.0:1770653413.921946:0:12201:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00000001:0.0:1770653413.921947:0:76416:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1770653413.921949:0:12201:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.921950:0:66075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff95561c986800/0x2aed14e4e178cedc lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x154f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1770653413.921951:0:76416:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1770653413.921955:0:12201:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1770653413.921955:0:33123:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9cfc0. 00000100:00001000:0.0:1770653413.921957:0:76416:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 00000100:00000001:1.0:1770653413.921961:0:33123:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00080000:00000001:2.0:1770653413.921962:0:12201:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1770653413.921966:0:33123:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa8840. 00000100:00001000:0.0:1770653413.921967:0:76416:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 00080000:00000001:2.0:1770653413.921968:0:12201:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1770653413.921971:0:12201:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000100:00000001:1.0:1770653413.921972:0:33123:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540168256 : -117277169383360 : ffff955647fa8840) 00010000:00010000:3.0:1770653413.921974:0:66075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95561c986800 already unused, calling callback (ffffffffc16fe650) 00000100:00000001:0.0:1770653413.921975:0:76416:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1770653413.921980:0:33123:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540168256 : -117277169383360 : ffff955647fa8840) 00000100:00000001:0.0:1770653413.921980:0:76416:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.921981:0:66075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.921985:0:66075:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:1.0:1770653413.921988:0:33123:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000001:0.0:1770653413.921988:0:76416:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00010000:3.0:1770653413.921989:0:66075:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff95561c986800/0x2aed14e4e178cedc lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x154f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.921992:0:33123:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1770653413.921993:0:76416:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.921996:0:33123:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:0.0:1770653413.921999:0:76416:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.922000:0:33123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.922001:0:66075:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1770653413.922005:0:33123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.922006:0:66075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:0.0:1770653413.922006:0:76416:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955618d89880 x1856657707200768/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1770653413.922009:0:33123:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000001:3.0:1770653413.922010:0:66075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1770653413.922012:0:33123:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000020:00000040:3.0:1770653413.922014:0:66075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c986800 refcount=3 00010000:00000001:1.0:1770653413.922016:0:33123:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00080000:00000001:2.0:1770653413.922020:0:12201:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.922020:0:33123:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000020:00000001:3.0:1770653413.922021:0:66075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812317184 : -117277897234432 : ffff95561c986800) 00000100:00000001:0.0:1770653413.922025:0:76416:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653413.922027:0:12201:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1770653413.922027:0:33123:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665155f80. 00010000:00000001:3.0:1770653413.922028:0:66075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812317184 : -117277897234432 : ffff95561c986800) 00000100:00000001:0.0:1770653413.922031:0:76416:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:1.0:1770653413.922033:0:33123:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=7 obd=lustre-OST0001 00080000:00000001:2.0:1770653413.922034:0:12201:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:0.0:1770653413.922036:0:76416:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.922037:0:66075:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000001:00000001:2.0:1770653413.922039:0:12201:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000100:00000001:1.0:1770653413.922040:0:33123:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00010000:00010000:3.0:1770653413.922042:0:66075:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff95561c986800/0x2aed14e4e178cedc lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x154f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.922042:0:76416:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 02000000:00000001:1.0:1770653413.922043:0:33123:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000001:00000002:2.0:1770653413.922044:0:12201:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299212, last_committed = 8590299190 00010000:00000001:0.0:1770653413.922045:0:76416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1770653413.922048:0:33123:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.922049:0:76416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000010:2.0:1770653413.922053:0:12201:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564ae60c60. 00010000:00000001:0.0:1770653413.922053:0:76416:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.922056:0:33123:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95563c4f6000. 00000001:00000040:2.0:1770653413.922060:0:12201:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 22 00000100:00000001:1.0:1770653413.922063:0:33123:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.922064:0:76416:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d89880 x1856657707200768/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:2.0:1770653413.922065:0:12201:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=31 00080000:00000001:2.0:1770653413.922073:0:12201:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:1.0:1770653413.922074:0:33123:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff95565f570a00/0x2aed14e4e1789fd4 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1409:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d43 expref: 80 pid: 12204 timeout: 0 lvb_type: 1 00080000:00000001:2.0:1770653413.922080:0:12201:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00010000:00000001:3.0:1770653413.922084:0:66075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000001:00000001:2.0:1770653413.922087:0:12201:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.922088:0:66075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.922092:0:66075:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.922099:0:66075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653413.922102:0:66075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00100000:0.0:1770653413.922102:0:76416:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955618d89880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0000_UUID:76416:1856657707200768:192.168.202.60@tcp:104: 00080000:00000001:2.0:1770653413.922104:0:12201:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.922106:0:66075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00010000:1.0:1770653413.922106:0:33123:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff95565f570a00/0x2aed14e4e1789fd4 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1409:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d43 expref: 80 pid: 12204 timeout: 6877 lvb_type: 1 00010000:00000001:3.0:1770653413.922112:0:66075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653413.922112:0:12201:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.922114:0:76416:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1770653413.922118:0:12201:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000020:00000040:3.0:1770653413.922120:0:66075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561c986800 with handle 0x2aed14e4e178cedc from hash 00000100:00000001:0.0:1770653413.922121:0:76416:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.922127:0:66075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00080000:00000010:2.0:1770653413.922128:0:12201:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff9556463e88e8. 00000100:00000001:0.0:1770653413.922128:0:76416:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:3.0:1770653413.922131:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.922132:0:76416:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00002000:00000001:2.0:1770653413.922135:0:12201:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00000001:3.0:1770653413.922136:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.922137:0:33123:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000040:0.0:1770653413.922139:0:76416:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955618d89880 x1856657707200768/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.922140:0:66075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00002000:00000040:2.0:1770653413.922140:0:12201:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x154f:0x0] 00000100:00000001:1.0:1770653413.922143:0:33123:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1770653413.922145:0:66075:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00002000:00000010:2.0:1770653413.922146:0:12201:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9556637e37c0. 00010000:00000001:3.0:1770653413.922149:0:66075:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653413.922154:0:12201:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00010000:00000001:3.0:1770653413.922155:0:66075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:1.0:1770653413.922155:0:33123:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955665155f80 x1856657707203072/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00002000:00000001:2.0:1770653413.922157:0:12201:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.922159:0:66075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:0.0:1770653413.922161:0:76416:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1770653413.922163:0:66075:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00002000:00000001:2.0:1770653413.922165:0:12201:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1770653413.922166:0:76416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1770653413.922167:0:66075:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1770653413.922170:0:76416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95561997a200. 00010000:00000001:3.0:1770653413.922174:0:66075:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653413.922174:0:12201:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299212, xid 1856657707200128 02000000:00000001:0.0:1770653413.922177:0:76416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1770653413.922180:0:66075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:1.0:1770653413.922180:0:33123:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1770653413.922181:0:12201:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000001:0.0:1770653413.922182:0:76416:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1770653413.922183:0:33123:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.922185:0:66075:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000020:00000040:0.0:1770653413.922187:0:76416:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=2 obd=lustre-OST0000 00010000:00000001:3.0:1770653413.922190:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:1.0:1770653413.922191:0:33123:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955665155f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:33123:1856657707203072:192.168.202.60@tcp:104: 00010000:00000200:2.0:1770653413.922192:0:12201:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95573c2dc000 x1856657707200128/t8590299212(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653413.922193:0:76416:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1770653413.922194:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:0.0:1770653413.922198:0:76416:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95561997ba00. 00010000:00000001:3.0:1770653413.922199:0:66075:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.922200:0:33123:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1770653413.922205:0:33123:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:3.0:1770653413.922207:0:66075:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.922207:0:76416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1770653413.922209:0:33123:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.922211:0:76416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1770653413.922214:0:66075:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.922214:0:12201:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1770653413.922215:0:33123:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1770653413.922215:0:76416:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d89880. 00010000:00010000:3.0:1770653413.922220:0:66075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff95561c986800/0x2aed14e4e178cedc lrc: 1/0,0 mode: --/PW res: [0x240000403:0x154f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.922221:0:12201:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.922223:0:33123:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95563c4f6c00. 00000100:00000001:0.0:1770653413.922223:0:76416:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00001000:2.0:1770653413.922227:0:12201:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1770653413.922227:0:76416:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653413.922229:0:33123:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653413.922235:0:76416:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f3629c0. 00000400:00000010:1.0:1770653413.922237:0:33123:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d94420. 00000100:00000001:2.0:1770653413.922238:0:12201:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1770653413.922240:0:76416:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1770653413.922245:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.922245:0:76416:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1770653413.922247:0:12201:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000400:00000010:1.0:1770653413.922247:0:33123:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022110. 00010000:00010000:3.0:1770653413.922249:0:66075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95561c986800/0x2aed14e4e178cedc lrc: 0/0,0 mode: --/PW res: [0x240000403:0x154f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1770653413.922250:0:76416:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a2c0. 00000100:00000200:1.0:1770653413.922254:0:33123:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707203072, portal 16 00000100:00000001:2.0:1770653413.922256:0:12201:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00010000:00000001:0.0:1770653413.922257:0:76416:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.922260:0:33123:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:0.0:1770653413.922263:0:76416:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.922265:0:33123:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028466560 : -117276681085056 : ffff955665155f80) 02000000:00000001:2.0:1770653413.922266:0:12201:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1770653413.922269:0:76416:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1770653413.922272:0:12201:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.922275:0:76416:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000040:1.0:1770653413.922276:0:33123:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955665155f80 x1856657707203072/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.922281:0:12201:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:0.0:1770653413.922281:0:76416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cee3 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1550:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1770653413.922291:0:12201:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000040:3.0:1770653413.922293:0:66075:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff955666214c00 count: 0 00000400:00000010:2.0:1770653413.922300:0:12201:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888330. 00002000:00000010:3.0:1770653413.922301:0:66075:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955621430440. 00000100:00000001:1.0:1770653413.922308:0:33123:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000010:3.0:1770653413.922309:0:66075:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff955666214100. 00000100:00000200:2.0:1770653413.922311:0:12201:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707200128, offset 224 00000100:00000040:1.0:1770653413.922314:0:33123:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:3.0:1770653413.922319:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:1.0:1770653413.922321:0:33123:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022a18. 00010000:00000001:3.0:1770653413.922322:0:66075:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000800:00000200:0.0:1770653413.922324:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.0:1770653413.922327:0:66075:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556695e0780. 00000400:00000200:2.0:1770653413.922327:0:12201:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:0.0:1770653413.922328:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c200. 00000100:00000200:1.0:1770653413.922334:0:33123:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707203072, offset 0 00010000:00000001:3.0:1770653413.922335:0:66075:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.922335:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1770653413.922341:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1770653413.922344:0:12201:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1770653413.922345:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.922348:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:1.0:1770653413.922351:0:33123:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00010000:3.0:1770653413.922352:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1770653413.922357:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:0.0:1770653413.922358:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a782a8 00000020:00000001:3.0:1770653413.922360:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653413.922362:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a782a8. 00000400:00000200:1.0:1770653413.922364:0:33123:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000400:00000200:2.0:1770653413.922365:0:12201:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b6e80 00010000:00010000:3.0:1770653413.922366:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1770653413.922368:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:3.0:1770653413.922370:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:1.0:1770653413.922372:0:33123:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1770653413.922372:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1770653413.922374:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.922378:0:33123:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00010000:00010000:3.0:1770653413.922379:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1770653413.922380:0:12201:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda481 [1] + 224 00000400:00000200:1.0:1770653413.922385:0:33123:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1770653413.922391:0:33123:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000400:00000200:2.0:1770653413.922392:0:12201:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.1:1770653413.922394:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562721ba00. 00000400:00000200:1.0:1770653413.922396:0:33123:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164666:2164666:253:4294967295] 192.168.202.60@tcp LPNI seq info [2164662:2164662:5:4294967295] 00000400:00000200:2.0:1770653413.922402:0:12201:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000010:3.1:1770653413.922403:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955605729400. 00000400:00000200:1.0:1770653413.922413:0:33123:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000001:3.0:1770653413.922418:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1770653413.922419:0:33123:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:2.0:1770653413.922423:0:12201:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000010:1.0:1770653413.922425:0:33123:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9557353d2a00. 00000100:00000001:3.0:1770653413.922430:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1770653413.922433:0:12201:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95573c2dfb80 x1856657707200128/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1770653413.922435:0:33123:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:3.0:1770653413.922436:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1770653413.922436:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1770653413.922440:0:3290:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000800:00000010:0.0:1770653413.922442:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df600. 00000100:00000040:3.0:1770653413.922448:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9557030df100 x1856657707202048/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1770653413.922449:0:33123:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000400:00000200:0.0:1770653413.922449:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1770653413.922457:0:33123:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9557353d2a00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1770653413.922462:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653413.922466:0:33123:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.922472:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888b28 00000100:00000001:1.0:1770653413.922473:0:33123:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444765 00000400:00000010:0.0:1770653413.922478:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888b28. 00000100:00000001:3.0:1770653413.922481:0:3290:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1770653413.922485:0:3290:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.922485:0:33123:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4301444764 00000100:00000001:0.0:1770653413.922485:0:3281:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1770653413.922493:0:3290:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1770653413.922494:0:33123:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444765 00000100:00000200:0.0:1770653413.922494:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95573c2de300 x1856657707202944/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1770653413.922495:0:12201:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95573c2dfb80 x1856657707200128/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1770653413.922497:0:3290:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.922501:0:33123:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4301444764 02000000:00000001:3.0:1770653413.922505:0:3290:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.922508:0:33123:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444765 00000100:00100000:3.0:1770653413.922514:0:3290:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff9557030df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707202048:0@lo:6:osp-syn-0-0.0 00000100:00000001:1.0:1770653413.922516:0:33123:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4301444764 00000100:00000001:1.0:1770653413.922523:0:33123:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444765 00000100:00000001:3.0:1770653413.922526:0:3290:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1770653413.922531:0:3290:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1770653413.922531:0:33123:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4301444764 02000000:00000001:3.0:1770653413.922535:0:3290:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.922539:0:3290:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1770653413.922539:0:3281:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1770653413.922541:0:12201:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1770653413.922541:0:33123:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1770653413.922546:0:3281:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2de300 x1856657707202944/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.922547:0:33123:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1770653413.922548:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95565d740800. 00000400:00000200:2.0:1770653413.922550:0:12201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888330 00010000:00000001:1.0:1770653413.922554:0:33123:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.922555:0:3290:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.922555:0:12201:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888330. 00010000:00000001:1.0:1770653413.922561:0:33123:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.922563:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d24d0. 00000100:00000001:2.0:1770653413.922563:0:12201:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653413.922567:0:12201:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1770653413.922567:0:33123:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.922570:0:3281:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.922572:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a786e8. 00010000:00000001:1.0:1770653413.922572:0:33123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.922573:0:12201:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.922574:0:3281:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1770653413.922575:0:33123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.922580:0:33123:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.922581:0:3290:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707202048, portal 4 00000100:00000040:2.0:1770653413.922582:0:12201:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00010000:00000001:1.0:1770653413.922584:0:33123:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000800:00000200:0.0:1770653413.922587:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1770653413.922588:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1770653413.922588:0:33123:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1770653413.922589:0:12201:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:3.0:1770653413.922592:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799678779648 : -117274030771968 : ffff9557030df100) 00000020:00000001:2.0:1770653413.922593:0:12201:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.922595:0:33123:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1770653413.922595:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9a00. 00000020:00000001:2.0:1770653413.922599:0:12201:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1770653413.922602:0:33123:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1770653413.922602:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1770653413.922604:0:3290:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff9557030df100 x1856657707202048/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.922605:0:33123:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1770653413.922607:0:12201:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c2dc000 x1856657707200128/t8590299212(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770653413.922611:0:33123:0:(client.c:2680:ptlrpc_set_wait()) set ffff955647fa8840 going to sleep for 11 seconds 00000400:00000200:0.0:1770653413.922613:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653413.922618:0:33123:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1770653413.922623:0:33123:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.922624:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8e58 00000400:00000010:0.0:1770653413.922630:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8e58. 00000100:00000001:0.0:1770653413.922637:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653413.922638:0:3290:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1770653413.922641:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1770653413.922648:0:3290:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1770653413.922648:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444765 00000100:00100000:2.0:1770653413.922649:0:12201:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95573c2dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+31:3288:x1856657707200128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22244us (24022us total) trans 8590299212 rc 0/0 00000400:00000010:3.0:1770653413.922654:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78330. 00000100:00000001:1.0:1770653413.922655:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444762 00000100:00000200:3.0:1770653413.922661:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707202048, offset 0 00000100:00100000:2.0:1770653413.922662:0:12201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136197 00000100:00000001:1.0:1770653413.922662:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444765 00000400:00000200:3.0:1770653413.922669:0:3290:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1770653413.922669:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444762 00000100:00000040:2.0:1770653413.922670:0:12201:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 4 00000800:00000200:0.0:1770653413.922671:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1770653413.922676:0:12201:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1770653413.922678:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444765 00000800:00000010:0.0:1770653413.922678:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9557353d2a00. 00000100:00000001:2.0:1770653413.922681:0:12201:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1770653413.922685:0:3290:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1770653413.922686:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444762 00000020:00000010:2.0:1770653413.922687:0:12201:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1c080. 00000400:00000200:0.0:1770653413.922690:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653413.922693:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444765 00000020:00000010:2.0:1770653413.922695:0:12201:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510190. 00000100:00000001:1.0:1770653413.922696:0:3291:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1770653413.922700:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:3.0:1770653413.922701:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b7600 00000020:00000010:2.0:1770653413.922703:0:12201:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564531c000. 00000100:00000001:1.0:1770653413.922704:0:3291:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.922712:0:12201:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 30 00000100:00000001:1.0:1770653413.922712:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.922713:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf2bd [8] + 5984 00000100:00000001:1.0:1770653413.922716:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.922718:0:12201:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.922721:0:3290:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653413.922721:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022a18 00000100:00000001:1.0:1770653413.922723:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1770653413.922725:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022a18. 00000100:00000001:1.0:1770653413.922726:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1770653413.922730:0:3290:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1770653413.922732:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1770653413.922733:0:3281:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1770653413.922735:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1770653413.922736:0:3290:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653413.922751:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955665155f80 x1856657707203072/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.922753:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.922754:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000001:2.0:1770653413.922755:0:3288:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1770653413.922759:0:3288:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000010:3.0:1770653413.922762:0:3290:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955735210a80. 00000100:00000001:1.0:1770653413.922762:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.922763:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2898. 00000100:00000040:3.0:1770653413.922771:0:3290:0:(events.c:337:request_in_callback()) incoming req@ffff955735210a80 x1856657707202048 msgsize 544 00000100:00000001:0.0:1770653413.922771:0:3281:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1770653413.922772:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888220 00000400:00000010:2.0:1770653413.922777:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888220. 00000100:00000040:0.0:1770653413.922778:0:3281:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665155f80 x1856657707203072/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.922780:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1770653413.922788:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95573c2dfb80 x1856657707200128/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.922788:0:3281:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.922789:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.922794:0:3281:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1770653413.922796:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653413.922803:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1770653413.922805:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95573c2dfb80 x1856657707200128/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653413.922814:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:2.0:1770653413.922818:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.922822:0:3288:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.922824:0:3288:0:(client.c:1568:after_reply()) Process entered 00000400:00000200:1.0:1770653413.922827:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d1500 02000000:00000001:2.0:1770653413.922828:0:3288:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1770653413.922829:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1770653413.922832:0:3288:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653413.922833:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1770653413.922836:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1770653413.922837:0:3288:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.922838:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6da9 [2] + 1968 00000100:00000001:0.0:1770653413.922838:0:3289:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1770653413.922843:0:3288:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.922846:0:3282:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95560400fb00. 00000100:00001000:2.0:1770653413.922869:0:3288:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 00000100:00000001:3.0:1770653413.922871:0:3290:0:(events.c:373:request_in_callback()) Process leaving 00000100:00001000:2.0:1770653413.922878:0:3288:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 00000400:00000200:1.0:1770653413.922878:0:3282:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff95564ae3b3c0 00000100:00000040:0.0:1770653413.922881:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95573c2dca80 x1856657707202688/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.922884:0:3288:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1770653413.922886:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1770653413.922889:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78330 00000100:00000001:2.0:1770653413.922889:0:3288:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.922892:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1770653413.922894:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78330. 00010000:00000001:2.0:1770653413.922896:0:3288:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1770653413.922896:0:3289:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1770653413.922897:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653413.922899:0:3290:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1770653413.922901:0:3289:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.922902:0:3288:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.922907:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9557030df100 x1856657707202048/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653413.922908:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 02000000:00000001:0.0:1770653413.922908:0:3289:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1770653413.922909:0:3288:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1770653413.922913:0:3288:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 02000000:00000001:0.0:1770653413.922914:0:3289:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1770653413.922917:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95564ae3b3c0 00000100:00000001:2.0:1770653413.922918:0:3288:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000400:00000010:1.0:1770653413.922923:0:3282:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff95564ae3b3c0. 02000000:00000001:0.0:1770653413.922923:0:3289:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.922924:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653413.922928:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1770653413.922928:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637180800 : -117273072370816 : ffff95573c2dfb80) 00000100:00000001:1.0:1770653413.922932:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1770653413.922933:0:3288:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1770653413.922933:0:3289:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95573c2dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707202688:0@lo:6:osp-syn-0-0.0 00000100:00000040:3.0:1770653413.922935:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9557030df100 x1856657707202048/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1770653413.922936:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:2.0:1770653413.922938:0:3288:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00000100:00000040:1.0:1770653413.922943:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955619b66c50 x1856657966306560 msgsize 328 00000100:00000001:2.0:1770653413.922945:0:3288:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1770653413.922946:0:3289:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1770653413.922951:0:3288:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.922952:0:3289:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1770653413.922956:0:3289:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.922961:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95573c2dfb80 x1856657707200128/t8590299212(8590299212) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770653413.922961:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 02000000:00000001:0.0:1770653413.922962:0:3289:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1770653413.922967:0:3282:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000010:0.0:1770653413.922968:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95566bf9ac00. 02000000:00000001:0.0:1770653413.922974:0:3289:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.922977:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1770653413.922982:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e0539f8. 00000100:00000001:3.0:1770653413.922983:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.922984:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653413.922985:0:3288:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.922990:0:3290:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1770653413.922990:0:3288:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1770653413.922991:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1770653413.922992:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8e58. 00000100:00000001:2.0:1770653413.922993:0:3288:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.922996:0:3290:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.922997:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000004:00080000:2.0:1770653413.922999:0:3288:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95573c2dfb80/2, rc 0, transno 8590299212 00000100:00000200:0.0:1770653413.923000:0:3289:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707202688, portal 4 00000100:00000040:3.0:1770653413.923002:0:3290:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26297 usecs (27 jiffies) 00000800:00000001:1.0:1770653413.923003:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00001000:2.0:1770653413.923005:0:3288:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 7 in flight, 28 in progress 00000100:00000001:0.0:1770653413.923006:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653413.923010:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444763 00000100:00000001:0.0:1770653413.923011:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637168256 : -117273072383360 : ffff95573c2dca80) 00000400:00000200:1.0:1770653413.923014:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000040:2.0:1770653413.923020:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c2dfb80 x1856657707200128/t8590299212(8590299212) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1770653413.923022:0:3289:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95573c2dca80 x1856657707202688/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653413.923027:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b7300 00000100:00000001:3.0:1770653413.923031:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444765 00000100:00000001:3.0:1770653413.923039:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444763 00000400:00000200:1.0:1770653413.923042:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda4f5 [1] + 224 00000100:00000001:3.0:1770653413.923046:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444765 00000100:00000001:3.0:1770653413.923054:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444763 00000800:00000001:1.0:1770653413.923055:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653413.923057:0:3289:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1770653413.923058:0:3288:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95573c2dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707200128:0@lo:6:osp-syn-0-0.0 00000100:00000001:3.0:1770653413.923062:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444765 00000800:00000001:1.0:1770653413.923062:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.923064:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.923066:0:3289:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1770653413.923068:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444763 00000400:00000200:1.0:1770653413.923069:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653413.923071:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1770653413.923073:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444765 00000400:00000010:0.0:1770653413.923073:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8c38. 00000100:00000040:2.0:1770653413.923079:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2dfb80 x1856657707200128/t8590299212(8590299212) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1770653413.923079:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707202688, offset 0 00000100:00000001:3.0:1770653413.923080:0:3290:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1770653413.923080:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653413.923089:0:3290:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.923093:0:3289:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1770653413.923095:0:3290:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1770653413.923100:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.923101:0:3282:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1770653413.923102:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95573c2dd880 x1856657707202816/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.923105:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.923110:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1770653413.923112:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1770653413.923112:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95573c2ddc00 x1856657707201280/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.923116:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1770653413.923124:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b7880 00000100:00000001:2.0:1770653413.923128:0:76382:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1770653413.923132:0:76382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707202048 00000100:00000001:3.0:1770653413.923134:0:3290:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1770653413.923136:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf2bd [8] + 6528 02000000:00000001:2.0:1770653413.923137:0:76382:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653413.923138:0:3290:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.923141:0:76382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1770653413.923146:0:3290:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1770653413.923146:0:76382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.923148:0:3289:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1770653413.923151:0:3290:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1770653413.923152:0:76382:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.923155:0:3282:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff95573c2ddc00 x1856657707201280/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1770653413.923156:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1770653413.923159:0:3290:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.923159:0:76382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707202048 00000100:00000001:0.0:1770653413.923162:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:2.0:1770653413.923166:0:76382:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:0.0:1770653413.923167:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00100000:3.0:1770653413.923169:0:3290:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95573c2dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707202816:0@lo:6:osp-syn-1-0.0 00000020:00000040:2.0:1770653413.923171:0:76382:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00000100:00000010:0.0:1770653413.923174:0:3289:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955602b1c000. 00000100:00000001:3.0:1770653413.923179:0:3290:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1770653413.923179:0:76382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1770653413.923180:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff955602b1c000 x1856657707202688 msgsize 544 02000000:00000001:3.0:1770653413.923183:0:3290:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1770653413.923185:0:76382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=31 02000000:00000001:3.0:1770653413.923187:0:3290:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.923191:0:3282:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1770653413.923193:0:76382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 02000000:00000001:3.0:1770653413.923194:0:3290:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1770653413.923194:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:1.0:1770653413.923199:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1770653413.923201:0:76382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 02000000:00000010:3.0:1770653413.923202:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955615a8c800. 00000800:00000001:1.0:1770653413.923205:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.923206:0:3289:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1770653413.923207:0:3290:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.923210:0:76382:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:1.0:1770653413.923211:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1770653413.923213:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2e18. 00000400:00000200:0.0:1770653413.923214:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8c38 00000020:00000010:2.0:1770653413.923217:0:76382:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f595c0. 00000800:00000001:1.0:1770653413.923217:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1770653413.923219:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8c38. 00000100:00000001:2.0:1770653413.923223:0:76382:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.923224:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1770653413.923227:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78330. 00000400:00000200:1.0:1770653413.923228:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000020:00000010:2.0:1770653413.923230:0:76382:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f595c0. 00000100:00000200:0.0:1770653413.923232:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95573c2dca80 x1856657707202688/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1770653413.923234:0:3290:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707202816, portal 4 00000020:00000010:2.0:1770653413.923239:0:76382:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564531c000. 00000100:00000001:3.0:1770653413.923241:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653413.923245:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637171840 : -117273072379776 : ffff95573c2dd880) 00000400:00000200:1.0:1770653413.923246:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b7380 00000020:00000010:2.0:1770653413.923249:0:76382:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300e00. 00000100:00000040:3.0:1770653413.923255:0:3290:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95573c2dd880 x1856657707202816/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1770653413.923256:0:76382:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510190. 00000400:00000200:1.0:1770653413.923259:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda4fd [1] + 224 00000100:00000001:0.0:1770653413.923260:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1770653413.923265:0:76382:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1770653413.923268:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2dca80 x1856657707202688/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.923269:0:76382:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:1.0:1770653413.923271:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653413.923274:0:76382:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.923278:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.923282:0:76382:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.923284:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653413.923286:0:3290:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1770653413.923295:0:3290:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1770653413.923296:0:76382:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.923296:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653413.923298:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.923301:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78b28. 00000100:00000001:0.0:1770653413.923305:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1770653413.923306:0:3282:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1770653413.923307:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707202816, offset 0 00000100:00000001:2.0:1770653413.923309:0:76382:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1770653413.923313:0:76382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707202688 00000100:00000200:1.0:1770653413.923314:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955665154000 x1856657707201408/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.923314:0:3289:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.923317:0:3290:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1770653413.923318:0:76382:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1770653413.923323:0:76382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1770653413.923324:0:3289:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26297 usecs (27 jiffies) 00000100:00000001:2.0:1770653413.923328:0:76382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.923331:0:3290:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1770653413.923334:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444763 02000000:00000001:2.0:1770653413.923335:0:76382:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.923342:0:76382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707202688 00000100:00000001:0.0:1770653413.923343:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444765 00000100:00000040:1.0:1770653413.923345:0:3282:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955665154000 x1856657707201408/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1770653413.923346:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b7900 00000020:00000001:2.0:1770653413.923347:0:76382:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1770653413.923351:0:76382:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00000100:00000001:0.0:1770653413.923353:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444763 00000020:00000001:2.0:1770653413.923355:0:76382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1770653413.923358:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf2bd [8] + 7072 00000020:00000040:2.0:1770653413.923359:0:76382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=32 00000100:00000001:0.0:1770653413.923361:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444765 00000020:00000001:2.0:1770653413.923366:0:76382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000001:0.0:1770653413.923370:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444763 00000400:00000200:3.0:1770653413.923371:0:3290:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1770653413.923372:0:76382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000001:2.0:1770653413.923380:0:76382:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1770653413.923381:0:3290:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1770653413.923381:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444765 00000100:00000001:1.0:1770653413.923382:0:3282:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1770653413.923385:0:76382:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f595c0. 00000100:00000001:3.0:1770653413.923391:0:3290:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1770653413.923391:0:76382:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.923391:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444763 00000100:00000001:1.0:1770653413.923393:0:12200:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1770653413.923395:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:2.0:1770653413.923399:0:76382:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f595c0. 00000400:00000001:1.0:1770653413.923400:0:12200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1770653413.923400:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444765 00000100:00000010:3.0:1770653413.923401:0:3290:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955735212680. 00000400:00000001:1.0:1770653413.923404:0:12200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1770653413.923407:0:76382:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564531ca00. 00000100:00000040:3.0:1770653413.923408:0:3290:0:(events.c:337:request_in_callback()) incoming req@ffff955735212680 x1856657707202816 msgsize 544 00000400:00000010:1.0:1770653413.923409:0:12200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602d94268. 00000100:00000001:0.0:1770653413.923409:0:3289:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653413.923414:0:76382:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300000. 00000400:00000200:1.0:1770653413.923416:0:12200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022cc0 00000100:00000001:0.0:1770653413.923417:0:3289:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.923420:0:76382:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510a28. 00000400:00000010:1.0:1770653413.923421:0:12200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022cc0. 00000100:00100000:3.0:1770653413.923422:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1770653413.923426:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.923429:0:76382:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653413.923429:0:12200:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1770653413.923430:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.923433:0:76382:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653413.923435:0:3290:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:1.0:1770653413.923436:0:12200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955665154000 x1856657707201408/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.923437:0:76382:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.923439:0:3289:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1770653413.923442:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78b28 00000100:00000001:2.0:1770653413.923446:0:76382:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.923446:0:3289:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:3.0:1770653413.923447:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78b28. 00000100:00000001:3.0:1770653413.923456:0:3290:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1770653413.923457:0:76382:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.923457:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1770653413.923459:0:12200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955665154000 x1856657707201408/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.923461:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1770653413.923464:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95573c2dd880 x1856657707202816/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.923468:0:76382:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1770653413.923468:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.923473:0:76382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707202816 00000100:00000001:0.0:1770653413.923476:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.923478:0:76382:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1770653413.923482:0:76382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653413.923485:0:76382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.923487:0:12200:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1770653413.923490:0:76382:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.923492:0:12200:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.923497:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1770653413.923498:0:76382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707202816 00000100:00000001:1.0:1770653413.923498:0:12200:0:(client.c:1568:after_reply()) Process entered 00000100:00000001:0.0:1770653413.923498:0:76647:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1770653413.923504:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2dd880 x1856657707202816/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1770653413.923504:0:76382:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1770653413.923504:0:12200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1770653413.923505:0:76647:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966306560 00000100:00000001:1.0:1770653413.923508:0:12200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1770653413.923509:0:76382:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 02000000:00000001:0.0:1770653413.923511:0:76647:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1770653413.923513:0:12200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.923514:0:76382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1770653413.923516:0:76647:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1770653413.923518:0:76382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=35 02000000:00000001:1.0:1770653413.923519:0:12200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.923521:0:76647:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.923525:0:76382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00001000:1.0:1770653413.923527:0:12200:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 02000000:00000001:0.0:1770653413.923530:0:76647:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.923531:0:76382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000001:3.0:1770653413.923532:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653413.923534:0:12200:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00000100:00100000:0.0:1770653413.923538:0:76647:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966306560 00000100:00000001:3.0:1770653413.923539:0:3290:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1770653413.923539:0:76382:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1770653413.923540:0:12200:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1770653413.923542:0:76382:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f595c0. 00000100:00000001:1.0:1770653413.923545:0:12200:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.923546:0:76647:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1770653413.923547:0:76382:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.923548:0:3290:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.923550:0:12200:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:0.0:1770653413.923552:0:76647:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000010:2.0:1770653413.923553:0:76382:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f595c0. 00010000:00000001:1.0:1770653413.923555:0:12200:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.923556:0:3290:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26312 usecs (27 jiffies) 00000020:00000001:0.0:1770653413.923558:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1770653413.923559:0:12200:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.923561:0:76382:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955706121c00. 00000100:00000001:3.0:1770653413.923562:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444763 00000020:00000040:0.0:1770653413.923565:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=83 00000020:00000010:2.0:1770653413.923567:0:76382:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300c00. 00000100:00000040:1.0:1770653413.923568:0:12200:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955665154000 x1856657707201408/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.923570:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444765 00000020:00000001:0.0:1770653413.923574:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000020:00000010:2.0:1770653413.923575:0:76382:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e5103e8. 00000100:00000001:3.0:1770653413.923579:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444763 00000100:00000001:2.0:1770653413.923581:0:76382:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1770653413.923583:0:76647:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:2.0:1770653413.923586:0:76382:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653413.923589:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444765 00000100:00000001:2.0:1770653413.923591:0:76382:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.923592:0:76647:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1770653413.923593:0:12200:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.923598:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444763 00000100:00000001:2.0:1770653413.923599:0:76382:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.923599:0:12200:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:0.0:1770653413.923600:0:76647:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00000100:00000001:1.0:1770653413.923602:0:12200:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.923607:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444765 00010000:00000001:1.0:1770653413.923607:0:12200:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000100:00000001:2.0:1770653413.923609:0:76382:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.923609:0:76647:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.923610:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.923613:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.923616:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444763 00000100:00000001:2.0:1770653413.923617:0:76382:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1770653413.923617:0:12200:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.923618:0:76647:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00000100:00000001:2.0:1770653413.923621:0:76382:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1770653413.923626:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444765 00000100:00000040:1.0:1770653413.923626:0:12200:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665154000 x1856657707201408/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1770653413.923629:0:76647:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997ba00. 00000100:00100000:2.0:1770653413.923630:0:76382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136208 00000100:00000001:3.0:1770653413.923636:0:3290:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1770653413.923638:0:76382:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 5 00000020:00000010:0.0:1770653413.923638:0:76647:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519600. 00000100:00000001:3.0:1770653413.923642:0:3290:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.923645:0:76382:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800518892160 : -117273190659456 : ffff955735210a80) 00000020:00000010:0.0:1770653413.923647:0:76647:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3ded8. 00000400:00000001:3.0:1770653413.923651:0:3290:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1770653413.923655:0:3290:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1770653413.923655:0:76382:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955735210a80 x1856657707202048/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770653413.923655:0:12200:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955665154000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:12200:1856657707201408:192.168.202.60@tcp:104: 00000100:00000040:0.0:1770653413.923658:0:76647:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000400:00000010:3.0:1770653413.923661:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602d94bb0. 00000100:00000001:0.0:1770653413.923665:0:76647:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1770653413.923669:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022770 00000100:00000001:1.0:1770653413.923670:0:12200:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.923670:0:76647:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1770653413.923674:0:76382:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1770653413.923675:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022770. 00010000:00000001:0.0:1770653413.923676:0:76647:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000100:00000001:1.0:1770653413.923677:0:12200:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.923679:0:76382:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f595c0. 00000100:00000001:3.0:1770653413.923681:0:3290:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1770653413.923682:0:12200:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:0.0:1770653413.923683:0:76647:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.923684:0:76382:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.923685:0:12200:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1770653413.923689:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95571043e300 x1856657707199360/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1770653413.923691:0:76382:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f595c0. 00010000:00000001:0.0:1770653413.923691:0:76647:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000100:00000040:1.0:1770653413.923694:0:12200:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955665154000 x1856657707201408/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.923697:0:76647:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00100000:2.0:1770653413.923704:0:76382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955735210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+32:3290:x1856657707202048:12345-0@lo:6:osp-syn-0-0.0 00000020:00000001:0.0:1770653413.923704:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653413.923711:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556323fd400 refcount=4 00000100:00000200:2.0:1770653413.923717:0:76382:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707202048 00000020:00000001:0.0:1770653413.923720:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796175610880 : -117277533940736 : ffff9556323fd400) 00000100:00000200:3.0:1770653413.923722:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95571043e300 x1856657707199360/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1770653413.923723:0:76382:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1770653413.923725:0:12200:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1770653413.923728:0:76382:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:0.0:1770653413.923729:0:76647:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796175610880 : -117277533940736 : ffff9556323fd400) 02000000:00000001:1.0:1770653413.923730:0:12200:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1770653413.923732:0:76382:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.923734:0:12200:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95563c4f6200. 00000020:00000001:2.0:1770653413.923751:0:76382:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1770653413.923754:0:12200:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1770653413.923756:0:76382:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000020:00000001:1.0:1770653413.923758:0:12200:0:(genops.c:1236:class_import_put()) Process entered 00010000:00010000:0.0:1770653413.923758:0:76647:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9556323fd400/0x2aed14e4e178a1c5 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ee7 expref: 83 pid: 33123 timeout: 6877 lvb_type: 1 00000100:00000001:3.0:1770653413.923761:0:3290:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1770653413.923763:0:76382:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000040:1.0:1770653413.923763:0:12200:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=6 obd=lustre-OST0001 00000100:00000001:3.0:1770653413.923764:0:3290:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653413.923768:0:76382:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.923771:0:3290:0:(client.c:1568:after_reply()) Process entered 00000020:00000001:1.0:1770653413.923771:0:12200:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1770653413.923772:0:76382:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000010:1.0:1770653413.923775:0:12200:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95563c4f6800. 02000000:00000001:3.0:1770653413.923776:0:3290:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1770653413.923776:0:76382:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1770653413.923780:0:3290:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1770653413.923781:0:76382:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 02000000:00000001:1.0:1770653413.923782:0:12200:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1770653413.923783:0:3290:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.923784:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1770653413.923786:0:76382:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 02000000:00000001:1.0:1770653413.923786:0:12200:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1770653413.923789:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1770653413.923790:0:3290:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.923791:0:76382:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1770653413.923791:0:12200:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665154000. 00010000:00000001:0.0:1770653413.923792:0:76647:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1770653413.923799:0:76382:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:1.0:1770653413.923799:0:12200:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00001000:3.0:1770653413.923800:0:3290:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00000100:00000001:0.0:1770653413.923800:0:76647:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.923803:0:12200:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1770653413.923804:0:76382:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.923809:0:76647:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00001000:3.0:1770653413.923811:0:3290:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00000001:00000001:2.0:1770653413.923811:0:76382:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000010:1.0:1770653413.923811:0:12200:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa8b40. 00000001:00000001:2.0:1770653413.923815:0:76382:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.923817:0:12200:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1770653413.923819:0:3290:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1770653413.923820:0:76647:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955619b66c50 x1856657966306560/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1770653413.923821:0:76382:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.923821:0:12200:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.923824:0:3290:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.923828:0:76382:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000010:1.0:1770653413.923829:0:12200:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9cd40. 00010000:00000001:3.0:1770653413.923830:0:3290:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000001:00000001:2.0:1770653413.923832:0:76382:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.923834:0:3290:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.923836:0:12200:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.923839:0:76382:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.923841:0:3290:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00010000:00000001:1.0:1770653413.923842:0:12200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.923844:0:76382:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000040:3.0:1770653413.923845:0:3290:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00010000:00000001:1.0:1770653413.923847:0:12200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.923874:0:12200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000010:2.1:1770653413.923875:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556110e6300. 00010000:00000010:3.1:1770653413.923879:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d1f8400. 00010000:00010000:1.0:1770653413.923880:0:12200:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95566c163e00/0x2aed14e4e178ceff lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1407:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.923881:0:76647:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000010:2.1:1770653413.923884:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162400. 00000100:00000001:0.0:1770653413.923886:0:76647:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1770653413.923888:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e946c00. 00000001:00000001:2.0:1770653413.923893:0:76382:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.1:1770653413.923897:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955605728800. 00000001:00000001:2.0:1770653413.923899:0:76382:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.923900:0:76647:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653413.923904:0:76382:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.923907:0:76382:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.923910:0:3290:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1770653413.923912:0:76382:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1770653413.923913:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1770653413.923915:0:76382:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1770653413.923917:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799900418816 : -117273809132800 : ffff95571043e300) 02000000:00000010:2.0:1770653413.923920:0:76382:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95561040c800. 00000100:00000001:3.0:1770653413.923921:0:3290:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1770653413.923921:0:76387:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1770653413.923925:0:73806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1770653413.923926:0:76387:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1770653413.923927:0:3290:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 02000000:00000001:2.0:1770653413.923927:0:76382:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.923930:0:73806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1770653413.923932:0:3290:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1770653413.923933:0:76382:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.923935:0:76387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136209 00000100:00000001:3.0:1770653413.923936:0:3290:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653413.923938:0:76382:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000100:00000040:1.0:1770653413.923942:0:76387:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 6 00000100:00100000:0.0:1770653413.923943:0:73806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161851 00010000:00000001:2.0:1770653413.923944:0:76382:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000040:3.0:1770653413.923947:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95571043e300 x1856657707199360/t4295332631(4295332631) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.923949:0:76382:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.923949:0:76387:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795377770496 : -117278331781120 : ffff955602b1c000) 00000100:00000040:0.0:1770653413.923952:0:73806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00002000:00080000:2.0:1770653413.923958:0:76382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5459 count 1 00000100:00000001:0.0:1770653413.923959:0:73806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795763952720 : -117277945598896 : ffff955619b66c50) 00000100:00000040:1.0:1770653413.923962:0:76387:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955602b1c000 x1856657707202688/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00002000:00000001:2.0:1770653413.923964:0:76382:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:2.0:1770653413.923968:0:76382:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00000001:3.0:1770653413.923970:0:3290:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1770653413.923972:0:76382:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000040:0.0:1770653413.923974:0:73806:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955619b66c50 x1856657966306560/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.923978:0:3290:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1770653413.923979:0:76382:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797001782712 : -117276707768904 : ffff9556637e35b8) 00000100:00000001:3.0:1770653413.923982:0:3290:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1770653413.923986:0:76382:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797001782624 : -117276707768992 : ffff9556637e3560) 00000004:00080000:3.0:1770653413.923989:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95571043e300/2, rc 0, transno 4295332631 00000100:00000001:1.0:1770653413.923991:0:76387:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1770653413.923993:0:76382:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000020:00000010:1.0:1770653413.923997:0:76387:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cd40. 00000004:00001000:3.0:1770653413.923998:0:3290:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 7 in flight, 31 in progress 00010000:00000001:2.0:1770653413.923998:0:76382:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1770653413.924004:0:76382:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95560d669200 count: 2 00000100:00000001:1.0:1770653413.924005:0:76387:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.924005:0:73806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1770653413.924010:0:76382:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653413.924011:0:76387:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cd40. 00000020:00000010:0.0:1770653413.924014:0:73806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00010000:00000001:2.0:1770653413.924018:0:76382:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00100000:1.0:1770653413.924021:0:76387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955602b1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+32:3289:x1856657707202688:12345-0@lo:6:osp-syn-0-0.0 00000100:00000001:0.0:1770653413.924021:0:73806:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1770653413.924026:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000200:1.0:1770653413.924029:0:76387:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707202688 00000020:00000010:0.0:1770653413.924029:0:73806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00000004:00000001:2.0:1770653413.924030:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.924035:0:76387:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000004:00000001:2.0:1770653413.924036:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000020:00000001:1.0:1770653413.924038:0:76387:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000004:00000001:2.0:1770653413.924039:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000020:00000001:1.0:1770653413.924043:0:76387:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.924044:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.924045:0:73806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955619b66c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_019:b31b1d82-c1d4-4680-ae7a-71292416d1f5+83:2365:x1856657966306560:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000020:00000001:1.0:1770653413.924047:0:76387:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000040:00001000:2.0:1770653413.924049:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f649fc0 type=0x10692404 idx=3584 00000020:00000001:1.0:1770653413.924051:0:76387:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000040:00001000:2.0:1770653413.924055:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3584 lrh_len: 64 (64 remains) 00000100:00000200:0.0:1770653413.924057:0:73806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966306560 00000020:00000001:1.0:1770653413.924058:0:76387:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000040:00001000:2.0:1770653413.924059:0:7854:0:(llog.c:797:llog_process_thread()) index: 3584, lh_last_idx: 3602 synced_idx: 3602 lgh_last_idx: 3602 00000020:00000001:1.0:1770653413.924061:0:76387:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1770653413.924063:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00000001:0.0:1770653413.924063:0:73806:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000020:00000001:1.0:1770653413.924065:0:76387:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1770653413.924069:0:76387:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000002:0.0:1770653413.924069:0:73806:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000100:00000040:3.0:1770653413.924070:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95571043e300 x1856657707199360/t4295332631(4295332631) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1770653413.924071:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000020:00000001:1.0:1770653413.924074:0:76387:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000004:00000001:2.0:1770653413.924075:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.924075:0:73806:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000020:00000001:1.0:1770653413.924078:0:76387:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000004:00000001:2.0:1770653413.924082:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000020:00000001:1.0:1770653413.924083:0:76387:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.924083:0:73806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000004:00000001:2.0:1770653413.924086:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 02000000:00000001:0.0:1770653413.924089:0:73806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000004:00000001:2.0:1770653413.924090:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000001:00000001:1.0:1770653413.924090:0:76387:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00100000:3.0:1770653413.924093:0:3290:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95571043e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707199360:0@lo:6:osp-syn-1-0.0 00000001:00000001:1.0:1770653413.924094:0:76387:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1770653413.924097:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c2dc700. 02000000:00000010:0.0:1770653413.924098:0:73806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95566bf9a000. 00000001:00000001:1.0:1770653413.924100:0:76387:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000400:00000001:3.0:1770653413.924103:0:3290:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:2.0:1770653413.924104:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=34 obd=lustre-OST0001-osc-MDT0000 00000001:00000001:1.0:1770653413.924105:0:76387:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1770653413.924106:0:73806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1770653413.924108:0:3290:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1770653413.924110:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1770653413.924112:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2790. 02000000:00000001:2.0:1770653413.924114:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1770653413.924114:0:73806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.924115:0:76387:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.924117:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888bb0 02000000:00000001:2.0:1770653413.924119:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.924122:0:76387:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:0.0:1770653413.924122:0:73806:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000400:00000010:3.0:1770653413.924123:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888bb0. 02000000:00000010:2.0:1770653413.924126:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95561040d800. 00000100:00000001:3.0:1770653413.924129:0:3290:0:(events.c:78:reply_in_callback()) Process entered 00000001:00000001:1.0:1770653413.924129:0:76387:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1770653413.924129:0:73806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:2.0:1770653413.924130:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.924136:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95573c2de680 x1856657707198208/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.924136:0:73806:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000004:00000001:2.0:1770653413.924138:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626800637167360 : -117273072384256 : ffff95573c2dc700) 00000001:00000001:1.0:1770653413.924138:0:76387:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.924141:0:73806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000001:1.0:1770653413.924145:0:76387:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:2.0:1770653413.924147:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000040:0.0:1770653413.924147:0:73806:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556323fd400 refcount=4 00000001:00000001:1.0:1770653413.924150:0:76387:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.924153:0:73806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796175610880 : -117277533940736 : ffff9556323fd400) 00000100:00000001:2.0:1770653413.924155:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.924158:0:76387:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.924161:0:73806:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796175610880 : -117277533940736 : ffff9556323fd400) 00000020:00000001:1.0:1770653413.924163:0:76387:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.924167:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2201025] to pc [ptlrpcd_00_03+3] req@ffff95573c2dc700 x1856657707203200/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1770653413.924168:0:73806:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955718ba2600 count: 3 00000020:00000001:1.0:1770653413.924169:0:76387:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.924177:0:76387:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00010000:0.0:1770653413.924179:0:73806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9556323fd400/0x2aed14e4e178a1c5 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1551:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ee7 expref: 83 pid: 33123 timeout: 6877 lvb_type: 1 02000000:00000001:1.0:1770653413.924182:0:76387:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1770653413.924189:0:76387:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff955607fcc400. 02000000:00000001:1.0:1770653413.924194:0:76387:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.924199:0:76387:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653413.924205:0:76387:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:1.0:1770653413.924209:0:76387:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000200:3.0:1770653413.924211:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95573c2de680 x1856657707198208/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1770653413.924212:0:73806:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 00010000:00000001:1.0:1770653413.924213:0:76387:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.924217:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:1.0:1770653413.924219:0:76387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5461 count 1 00010000:00000001:0.0:1770653413.924224:0:73806:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00001000:2.0:1770653413.924228:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 8 in flight, 32 in progress 00002000:00000001:1.0:1770653413.924228:0:76387:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:1.0:1770653413.924231:0:76387:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:0.0:1770653413.924231:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00001000:2.0:1770653413.924235:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3584, id 1934 00000020:00000001:1.0:1770653413.924236:0:76387:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1770653413.924237:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1770653413.924243:0:76387:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797001778152 : -117276707773464 : ffff9556637e23e8) 00000004:00000001:2.0:1770653413.924244:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00010000:00010000:0.0:1770653413.924247:0:73806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9556323fd400/0x2aed14e4e178a1c5 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1551:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ee7 expref: 83 pid: 33123 timeout: 6877 lvb_type: 1 00002000:00000001:1.0:1770653413.924250:0:76387:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797001778064 : -117276707773552 : ffff9556637e2390) 00000100:00000001:3.0:1770653413.924252:0:3290:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1770653413.924257:0:3290:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.924257:0:76387:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000001:2.0:1770653413.924261:0:76389:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1770653413.924261:0:76387:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:3.0:1770653413.924262:0:3290:0:(client.c:1568:after_reply()) Process entered 00000100:00000001:2.0:1770653413.924266:0:76389:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1770653413.924267:0:3290:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000040:1.0:1770653413.924268:0:76387:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556373a1900 count: 2 00000020:00000001:0.0:1770653413.924269:0:73806:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:3.0:1770653413.924270:0:3290:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1770653413.924274:0:73806:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000001:3.0:1770653413.924276:0:3290:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.924276:0:76389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136210 00010000:00000001:1.0:1770653413.924276:0:76387:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.924278:0:73806:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.924283:0:3290:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.924284:0:76389:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 7 00010000:00000001:1.0:1770653413.924284:0:76387:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:0.0:1770653413.924285:0:73806:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653413.924290:0:3290:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 00000100:00000001:2.0:1770653413.924290:0:76389:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800518899328 : -117273190652288 : ffff955735212680) 00010000:00000010:1.0:1770653413.924290:0:76387:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95566c162800. 00010000:00000001:0.0:1770653413.924293:0:73806:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:1.0:1770653413.924297:0:76387:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:0.0:1770653413.924299:0:73806:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00001000:3.0:1770653413.924300:0:3290:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 00000020:00000040:1.0:1770653413.924301:0:76387:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95566c162800 with handle 0x2aed14e4e178cf29 to hash 00000100:00000040:2.0:1770653413.924302:0:76389:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955735212680 x1856657707202816/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.924306:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1770653413.924308:0:76387:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:3.0:1770653413.924309:0:3290:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1770653413.924311:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.924312:0:76387:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626797145958400 : -117276563593216 : ffff95566c162800) 00000100:00000001:3.0:1770653413.924313:0:3290:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.924317:0:73806:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653413.924320:0:3290:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1770653413.924321:0:76387:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626797145958400 : -117276563593216 : ffff95566c162800) 00010000:00000001:0.0:1770653413.924322:0:73806:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.924326:0:3290:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.924326:0:76389:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1770653413.924327:0:76387:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000040:0.0:1770653413.924330:0:73806:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9556323fd400 with handle 0x2aed14e4e178a1c5 from hash 00000020:00000010:2.0:1770653413.924332:0:76389:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f595c0. 00000100:00000001:3.0:1770653413.924333:0:3290:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00010000:00000001:1.0:1770653413.924333:0:76387:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.924334:0:73806:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:3.0:1770653413.924338:0:3290:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1770653413.924339:0:76389:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.924340:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.924341:0:3290:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00010000:00010000:1.0:1770653413.924342:0:76387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95566c162800/0x2aed14e4e178cf29 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1555:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.924346:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.924347:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000020:00000010:2.0:1770653413.924347:0:76389:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f595c0. 00000100:00000001:3.0:1770653413.924351:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637175424 : -117273072376192 : ffff95573c2de680) 00010000:00000001:0.0:1770653413.924352:0:73806:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1770653413.924358:0:3290:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1770653413.924359:0:76389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955735212680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+35:3290:x1856657707202816:12345-0@lo:6:osp-syn-1-0.0 00010000:00000001:1.0:1770653413.924360:0:76387:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1770653413.924360:0:73806:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000040:3.0:1770653413.924362:0:3290:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00010000:00000001:1.0:1770653413.924365:0:76387:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1770653413.924366:0:73806:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.924368:0:3290:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000200:2.0:1770653413.924369:0:76389:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707202816 00010000:00000001:1.0:1770653413.924369:0:76387:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:3.0:1770653413.924373:0:3290:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.924373:0:73806:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:2.0:1770653413.924374:0:76389:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:1.0:1770653413.924374:0:76387:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1770653413.924380:0:76387:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:0.0:1770653413.924380:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1770653413.924381:0:76389:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1770653413.924384:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95573c2de680 x1856657707198208/t8590299211(8590299211) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.924385:0:76387:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000020:00000001:2.0:1770653413.924386:0:76389:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.924390:0:73806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9556323fd400/0x2aed14e4e178a1c5 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1551:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ee7 expref: 83 pid: 33123 timeout: 6877 lvb_type: 1 00000020:00000001:2.0:1770653413.924393:0:76389:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00010000:1.0:1770653413.924395:0:76387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff95566c163600/0x2aed14e4e1789fe2 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d2e expref: 83 pid: 76385 timeout: 0 lvb_type: 1 00000020:00000001:2.0:1770653413.924397:0:76389:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000020:00000001:2.0:1770653413.924403:0:76389:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1770653413.924407:0:76389:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653413.924413:0:76389:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1770653413.924416:0:3290:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1770653413.924417:0:76389:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1770653413.924422:0:76389:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00010000:00000040:0.0:1770653413.924422:0:73806:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 77 00000100:00000001:3.0:1770653413.924423:0:3290:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1770653413.924423:0:76387:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000020:00000001:2.0:1770653413.924425:0:76389:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00010000:00000001:1.0:1770653413.924427:0:76387:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.924428:0:3290:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1770653413.924429:0:73806:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 82 00000020:00000001:2.0:1770653413.924430:0:76389:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:3.0:1770653413.924434:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95573c2de680/2, rc 0, transno 8590299211 00010000:00010000:1.0:1770653413.924434:0:76387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000001:00000001:2.0:1770653413.924437:0:76389:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:1.0:1770653413.924438:0:76387:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.924440:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:2.0:1770653413.924441:0:76389:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:3.0:1770653413.924442:0:3290:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 6 in flight, 28 in progress 00010000:00000001:1.0:1770653413.924442:0:76387:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653413.924447:0:76387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653413.924447:0:73806:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000001:00000001:2.0:1770653413.924448:0:76389:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000040:3.0:1770653413.924452:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c2de680 x1856657707198208/t8590299211(8590299211) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1770653413.924454:0:76389:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.924454:0:76387:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.924455:0:73806:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1770653413.924461:0:73806:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95566c162200 00000001:00000001:2.0:1770653413.924462:0:76389:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.924463:0:76387:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.924466:0:73806:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1770653413.924469:0:76387:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000001:00000001:2.0:1770653413.924470:0:76389:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:0.0:1770653413.924472:0:73806:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653413.924473:0:76387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95566c162800/0x2aed14e4e178cf29 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770653413.924474:0:3290:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95573c2de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707198208:0@lo:6:osp-syn-0-0.0 00000001:00000001:2.0:1770653413.924474:0:76389:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1770653413.924476:0:73806:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000001:00000001:2.0:1770653413.924482:0:76389:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.924483:0:73806:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.924485:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.924488:0:76389:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:0.0:1770653413.924490:0:73806:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:3.0:1770653413.924492:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000001:00000001:2.0:1770653413.924492:0:76389:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1770653413.924495:0:73806:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000001:00000001:2.0:1770653413.924497:0:76389:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.924498:0:76387:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1555:0x0].0x0 (ffff9556373a1900) refcount = 2 00000100:00000040:3.0:1770653413.924499:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95571043e300 x1856657707199360/t4295332631(4295332631) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.924501:0:73806:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653413.924503:0:76389:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.924506:0:76387:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000020:00000001:2.0:1770653413.924510:0:76389:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.924511:0:73806:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000040:1.0:1770653413.924514:0:76387:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95566c163600/0x2aed14e4e1789fe2 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d2e expref: 82 pid: 76385 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1770653413.924516:0:73806:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:2.0:1770653413.924517:0:76389:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1770653413.924518:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.924522:0:76389:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00010000:0.0:1770653413.924523:0:73806:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff95566c162200/0x2aed14e4e178ceea lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.924524:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1770653413.924527:0:76389:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95561040c400. 00000100:00000040:3.0:1770653413.924531:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2de680 x1856657707198208/t8590299211(8590299211) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653413.924532:0:76389:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.924535:0:76387:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000100:00000001:2.0:1770653413.924539:0:76389:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.924540:0:76387:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95566c162800/0x2aed14e4e178cf29 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00002000:00000001:2.0:1770653413.924546:0:76389:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:2.0:1770653413.924550:0:76389:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1770653413.924553:0:76389:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.924557:0:73806:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00002000:00080000:2.0:1770653413.924559:0:76389:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5133 count 1 00000100:00000001:3.0:1770653413.924563:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.924564:0:73806:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95566c162200/0x2aed14e4e178ceea lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00002000:00000001:2.0:1770653413.924565:0:76389:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000100:00000001:3.0:1770653413.924566:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1770653413.924567:0:76387:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9cd40. 00002000:00000001:2.0:1770653413.924569:0:76389:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00000001:3.0:1770653413.924573:0:3290:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1770653413.924574:0:76389:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:1.0:1770653413.924574:0:76387:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:3.0:1770653413.924578:0:3290:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000010:1.0:1770653413.924579:0:76387:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa8b40. 00000020:00000001:2.0:1770653413.924580:0:76389:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795554365832 : -117278155185784 : ffff95560d386188) 00000100:00000001:3.0:1770653413.924584:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653413.924585:0:76387:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540169024 : -117277169382592 : ffff955647fa8b40) 00002000:00000001:2.0:1770653413.924586:0:76389:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795554365744 : -117278155185872 : ffff95560d386130) 00010000:00000040:0.0:1770653413.924586:0:73806:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1551:0x0].0x0 (ffff955718ba2600) refcount = 2 00000100:00000001:3.0:1770653413.924587:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1770653413.924591:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.924592:0:76387:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540169024 : -117277169382592 : ffff955647fa8b40) 00010000:00000001:2.0:1770653413.924593:0:76389:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1770653413.924598:0:76389:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1770653413.924598:0:73806:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00100000:3.0:1770653413.924599:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1770653413.924599:0:76387:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1770653413.924604:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.924604:0:76387:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000040:2.0:1770653413.924605:0:76389:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95560d669500 count: 2 00010000:00000040:0.0:1770653413.924605:0:73806:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95566c162200/0x2aed14e4e178ceea lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.924607:0:76387:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:3.0:1770653413.924610:0:3290:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1770653413.924612:0:76389:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.924613:0:76387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.924614:0:3290:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.924617:0:76387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.924620:0:76389:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:1.0:1770653413.924621:0:76387:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:3.0:1770653413.924622:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1770653413.924625:0:76387:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000010:2.0:1770653413.924626:0:76389:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95571016bc00. 00000100:00000001:3.0:1770653413.924627:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1770653413.924628:0:76387:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1770653413.924629:0:73806:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000001:2.0:1770653413.924630:0:76389:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:3.0:1770653413.924631:0:3290:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1770653413.924632:0:76387:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00010000:00000001:0.0:1770653413.924634:0:73806:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.924635:0:76389:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95571016bc00 with handle 0x2aed14e4e178cf30 to hash 00000100:00000010:1.0:1770653413.924638:0:76387:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665154000. 00000020:00000001:2.0:1770653413.924640:0:76389:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000040:1.0:1770653413.924642:0:76387:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=3 obd=lustre-OST0000 00010000:00000001:0.0:1770653413.924642:0:73806:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1770653413.924644:0:76389:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799897459712 : -117273812091904 : ffff95571016bc00) 00010000:00000001:0.0:1770653413.924646:0:73806:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.924649:0:76389:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799897459712 : -117273812091904 : ffff95571016bc00) 00000100:00000001:1.0:1770653413.924649:0:76387:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:0.0:1770653413.924650:0:73806:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653413.924653:0:76387:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:2.0:1770653413.924655:0:76389:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1770653413.924659:0:76389:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.924659:0:76387:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1770653413.924660:0:73806:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a2c0. 00000100:00000001:0.0:1770653413.924667:0:73806:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00010000:2.0:1770653413.924668:0:76389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95571016bc00/0x2aed14e4e178cf30 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x140d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 02000000:00000010:1.0:1770653413.924668:0:76387:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95563c4f6800. 00000100:00000001:1.0:1770653413.924675:0:76387:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653413.924675:0:73806:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f3629c0. 00000100:00000040:3.0:1770653413.924677:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95573c2dc700 x1856657707203200/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.924684:0:73806:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661516736 : -117277048034880 : ffff95564f3629c0) 00010000:00000001:2.0:1770653413.924685:0:76389:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00010000:1.0:1770653413.924687:0:76387:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff95566c163600/0x2aed14e4e1789fe2 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d2e expref: 82 pid: 76385 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1770653413.924689:0:76389:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:0.0:1770653413.924692:0:73806:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661516736 : -117277048034880 : ffff95564f3629c0) 00010000:00000001:2.0:1770653413.924693:0:76389:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1770653413.924696:0:76389:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1770653413.924701:0:76389:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000100:00000001:0.0:1770653413.924702:0:73806:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000001:2.0:1770653413.924703:0:76389:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1770653413.924707:0:76387:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff95566c163600/0x2aed14e4e1789fe2 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d2e expref: 82 pid: 76385 timeout: 6877 lvb_type: 1 00000100:00000001:0.0:1770653413.924707:0:73806:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00010000:2.0:1770653413.924711:0:76389:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff95565f571600/0x2aed14e4e178a01a lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x140d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d66 expref: 80 pid: 76389 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1770653413.924713:0:73806:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1770653413.924717:0:73806:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1770653413.924727:0:73806:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.924735:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.924736:0:76387:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1770653413.924737:0:3290:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1770653413.924751:0:76389:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:3.0:1770653413.924752:0:3290:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.924753:0:76387:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1770653413.924753:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.924754:0:76389:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.924759:0:76389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653413.924759:0:73806:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.924760:0:3290:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1770653413.924764:0:3290:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.924765:0:76389:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.924765:0:76387:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955665154000 x1856657707203328/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.924766:0:73806:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 02000000:00000001:3.0:1770653413.924770:0:3290:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.924771:0:76389:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1770653413.924772:0:73806:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00010000:2.0:1770653413.924775:0:76389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1770653413.924779:0:3290:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95573c2dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707203200:0@lo:6:osp-syn-1-0.0 00000100:00000001:0.0:1770653413.924781:0:73806:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.924782:0:76389:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.924788:0:76389:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.924790:0:3290:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1770653413.924790:0:73806:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.924794:0:76389:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 02000000:00000001:3.0:1770653413.924795:0:3290:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1770653413.924798:0:73806:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 02000000:00000001:3.0:1770653413.924799:0:3290:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.924800:0:76389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95571016bc00/0x2aed14e4e178cf30 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x140d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.924801:0:76387:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000010:0.0:1770653413.924802:0:73806:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f3629c0. 02000000:00000001:3.0:1770653413.924806:0:3290:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1770653413.924807:0:76387:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.924811:0:73806:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 02000000:00000010:3.0:1770653413.924813:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955615a8c400. 00010000:00000001:0.0:1770653413.924815:0:73806:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1770653413.924818:0:76389:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x140d:0x0].0x0 (ffff95560d669500) refcount = 2 02000000:00000001:3.0:1770653413.924819:0:3290:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.924819:0:76387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955665154000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:76387:1856657707203328:192.168.202.60@tcp:104: 00010000:00000010:0.0:1770653413.924823:0:73806:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a2c0. 00010000:00000040:2.0:1770653413.924826:0:76389:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000400:00000010:3.0:1770653413.924827:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2738. 00010000:00000001:0.0:1770653413.924830:0:73806:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:1.0:1770653413.924832:0:76387:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1770653413.924834:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78b28. 00010000:00000040:2.0:1770653413.924835:0:76389:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95565f571600/0x2aed14e4e178a01a lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x140d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d66 expref: 80 pid: 76389 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770653413.924836:0:73806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 02000000:00000001:1.0:1770653413.924838:0:76387:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1770653413.924842:0:3290:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707203200, portal 4 02000000:00000001:1.0:1770653413.924843:0:76387:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.924843:0:73806:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.924865:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653413.924867:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637167360 : -117273072384256 : ffff95573c2dc700) 00010000:00000040:2.0:1770653413.924871:0:76389:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1770653413.924874:0:76389:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95571016bc00/0x2aed14e4e178cf30 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x140d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1770653413.924876:0:3290:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95573c2dc700 x1856657707203200/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1770653413.924876:0:76387:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1770653413.924879:0:73806:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 02000000:00000010:1.0:1770653413.924885:0:76387:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95563c4f6200. 00010000:00000001:0.0:1770653413.924886:0:73806:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.924891:0:76387:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653413.924895:0:73806:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000400:00000010:1.0:1770653413.924900:0:76387:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d94268. 00000100:00000001:3.0:1770653413.924909:0:3290:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1770653413.924910:0:76387:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022cc0. 00000100:00000001:0.0:1770653413.924910:0:73806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000010:2.0:1770653413.924913:0:76389:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f595c0. 00000100:00000040:3.0:1770653413.924915:0:3290:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1770653413.924919:0:76389:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000200:1.0:1770653413.924919:0:76387:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707203328, portal 16 00000100:00000040:0.0:1770653413.924919:0:73806:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000400:00000010:3.0:1770653413.924921:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a787f8. 00000100:00000010:2.0:1770653413.924924:0:76389:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0a80. 00000100:00000001:0.0:1770653413.924927:0:73806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000001:1.0:1770653413.924928:0:76387:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1770653413.924929:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707203200, offset 0 00000100:00000001:2.0:1770653413.924929:0:76389:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100337792 : -117276609213824 : ffff9556695e0a80) 00000100:00000001:1.0:1770653413.924933:0:76387:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028458496 : -117276681093120 : ffff955665154000) 02000000:00000001:0.0:1770653413.924935:0:73806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1770653413.924937:0:76389:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100337792 : -117276609213824 : ffff9556695e0a80) 02000000:00000001:0.0:1770653413.924939:0:73806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.924942:0:3290:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1770653413.924943:0:76389:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000040:1.0:1770653413.924946:0:76387:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955665154000 x1856657707203328/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.924949:0:76389:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000001:0.0:1770653413.924949:0:73806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1770653413.924954:0:76389:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000400:00000200:3.0:1770653413.924957:0:3290:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1770653413.924958:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1770653413.924961:0:73806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653413.924962:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1770653413.924966:0:76389:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1770653413.924970:0:76389:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000400:00000010:0.0:1770653413.924971:0:73806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8c38. 00010000:00000001:2.0:1770653413.924973:0:76389:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000400:00000200:3.0:1770653413.924974:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b7a80 00010000:00000001:2.0:1770653413.924980:0:76389:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000001:1.0:1770653413.924981:0:76387:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1770653413.924981:0:73806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966306560, offset 224 00000400:00000200:3.0:1770653413.924985:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf2bd [8] + 7616 00000100:00000010:2.0:1770653413.924987:0:76389:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c2dce00. 00000100:00000040:1.0:1770653413.924992:0:76387:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000020:00000040:2.0:1770653413.924994:0:76389:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=7 obd=lustre-OST0001 00000400:00000200:3.0:1770653413.924995:0:3290:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1770653413.924998:0:76387:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022550. 00000100:00000001:2.0:1770653413.924999:0:76389:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1770653413.925001:0:73806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 02000000:00000001:2.0:1770653413.925003:0:76389:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1770653413.925005:0:3290:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1770653413.925009:0:76389:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.925010:0:76387:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707203328, offset 0 02000000:00000010:2.0:1770653413.925015:0:76389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff955706120800. 00000400:00000200:0.0:1770653413.925018:0:73806:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000001:2.0:1770653413.925019:0:76389:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.925025:0:76387:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00010000:2.0:1770653413.925030:0:76389:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff95565f571600/0x2aed14e4e178a01a lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x140d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d66 expref: 80 pid: 76389 timeout: 0 lvb_type: 1 00000400:00000200:0.0:1770653413.925032:0:73806:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164667:2164667:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164663:2164663:8:4294967295] 00010000:00010000:2.0:1770653413.925048:0:76389:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff95565f571600/0x2aed14e4e178a01a lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x140d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d66 expref: 80 pid: 76389 timeout: 6877 lvb_type: 1 00010000:00000001:2.0:1770653413.925059:0:76389:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1770653413.925062:0:76389:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1770653413.925063:0:73806:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000040:2.0:1770653413.925068:0:76389:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95573c2dce00 x1856657707203456/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.925072:0:3290:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653413.925075:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000800:00000200:0.0:1770653413.925076:0:73806:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000400:00000200:1.0:1770653413.925078:0:76387:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000100:00000010:3.0:1770653413.925084:0:3290:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955735211880. 00000800:00000010:0.0:1770653413.925088:0:73806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9a00. 00000400:00000200:1.0:1770653413.925090:0:76387:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1770653413.925091:0:3290:0:(events.c:337:request_in_callback()) incoming req@ffff955735211880 x1856657707203200 msgsize 544 00000400:00000200:1.0:1770653413.925101:0:76387:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000800:00000200:0.0:1770653413.925104:0:73806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00100000:3.0:1770653413.925107:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1770653413.925110:0:76387:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1770653413.925118:0:3290:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1770653413.925121:0:76387:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00000001:2.0:1770653413.925122:0:76389:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000800:00000200:0.0:1770653413.925122:0:73806:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:2.0:1770653413.925126:0:76389:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653413.925131:0:73806:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1770653413.925132:0:76387:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164668:2164668:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164664:2164664:7:4294967295] 00000100:00100000:2.0:1770653413.925133:0:76389:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95573c2dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:76389:1856657707203456:192.168.202.60@tcp:104: 00000100:00000001:2.0:1770653413.925141:0:76389:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1770653413.925145:0:76389:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1770653413.925147:0:76389:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.925148:0:76389:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1770653413.925150:0:73806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653413.925153:0:76389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff955710654800. 02000000:00000001:2.0:1770653413.925158:0:76389:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.925160:0:76387:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000040:0.0:1770653413.925162:0:73806:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000400:00000010:2.0:1770653413.925163:0:76389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2898. 00000400:00000010:2.0:1770653413.925170:0:76389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888220. 00010000:00000001:0.0:1770653413.925170:0:73806:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.925171:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a787f8 00000800:00000200:1.0:1770653413.925172:0:76387:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000400:00000010:3.0:1770653413.925177:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a787f8. 00010000:00000001:0.0:1770653413.925178:0:73806:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1770653413.925181:0:76387:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9557353d2f00. 00000100:00000001:3.0:1770653413.925182:0:3290:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1770653413.925184:0:76389:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707203456, portal 16 00000100:00000200:3.0:1770653413.925190:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95573c2dc700 x1856657707203200/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.925190:0:76389:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1770653413.925190:0:73806:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955619b66c50 x1856657966306560/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1770653413.925194:0:76387:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:2.0:1770653413.925195:0:76389:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637169152 : -117273072382464 : ffff95573c2dce00) 00000100:00000040:2.0:1770653413.925207:0:76389:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff95573c2dce00 x1856657707203456/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1770653413.925209:0:76387:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:1.0:1770653413.925218:0:76387:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9557353d2f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1770653413.925225:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653413.925227:0:76387:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.925232:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2dc700 x1856657707203200/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.925236:0:76387:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444768 00000100:00000001:2.0:1770653413.925238:0:76389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1770653413.925239:0:73806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955619b66c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_019:b31b1d82-c1d4-4680-ae7a-71292416d1f5+82:2365:x1856657966306560:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1226us (2286us total) trans 0 rc 0/0 00000100:00000001:1.0:1770653413.925247:0:76387:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444765 00000100:00000040:2.0:1770653413.925248:0:76389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:2.0:1770653413.925254:0:76389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888330. 00000100:00000001:1.0:1770653413.925257:0:76387:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444768 00000100:00000200:2.0:1770653413.925259:0:76389:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707203456, offset 0 00000100:00000001:1.0:1770653413.925265:0:76387:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444765 00000100:00100000:0.0:1770653413.925267:0:73806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161851 00000400:00000200:2.0:1770653413.925273:0:76389:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:1.0:1770653413.925275:0:76387:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444768 00000100:00000040:0.0:1770653413.925277:0:73806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000100:00000001:1.0:1770653413.925284:0:76387:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444765 00000100:00000001:0.0:1770653413.925285:0:73806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1770653413.925286:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.925286:0:76389:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000100:00000001:0.0:1770653413.925291:0:73806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1770653413.925292:0:3290:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1770653413.925292:0:76387:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444768 00000400:00000200:2.0:1770653413.925294:0:76389:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000010:0.0:1770653413.925298:0:73806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519600. 00000100:00000001:1.0:1770653413.925300:0:76387:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444765 00000400:00000200:2.0:1770653413.925301:0:76389:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000020:00000010:0.0:1770653413.925307:0:73806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3ded8. 00000400:00000200:2.0:1770653413.925308:0:76389:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1770653413.925309:0:76387:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.925315:0:76387:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.925316:0:76389:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000020:00000010:0.0:1770653413.925316:0:73806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997ba00. 00010000:00000001:1.0:1770653413.925321:0:76387:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.925324:0:76389:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164669:2164669:254:4294967295] 192.168.202.60@tcp LPNI seq info [2164665:2164665:6:4294967295] 00000020:00000040:0.0:1770653413.925325:0:73806:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 81 00010000:00000001:1.0:1770653413.925326:0:76387:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.925333:0:76387:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.925335:0:73806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1770653413.925339:0:76387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:0.0:1770653413.925341:0:73806:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95564f615000. 00010000:00000001:1.0:1770653413.925345:0:76387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1770653413.925346:0:76389:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 02000000:00000001:0.0:1770653413.925348:0:73806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1770653413.925350:0:76387:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653413.925353:0:73806:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955602b1c380. 00010000:00000001:1.0:1770653413.925355:0:76387:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000800:00000200:2.0:1770653413.925357:0:76389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:3.0:1770653413.925358:0:3290:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.925359:0:76387:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000800:00000010:2.0:1770653413.925363:0:76389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df600. 02000000:00000001:0.0:1770653413.925364:0:73806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1770653413.925365:0:3290:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26312 usecs (27 jiffies) 00000100:00000001:1.0:1770653413.925365:0:76387:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1770653413.925369:0:73806:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95560430ac00. 00000100:00000001:3.0:1770653413.925371:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444765 00000100:00000001:1.0:1770653413.925372:0:76387:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1770653413.925373:0:76389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:1.0:1770653413.925378:0:76387:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1770653413.925378:0:73806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000800:00000200:2.0:1770653413.925384:0:76389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000010:0.0:1770653413.925384:0:73806:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9557030dc000. 00000100:00100000:1.0:1770653413.925385:0:76387:0:(client.c:2680:ptlrpc_set_wait()) set ffff955647fa8b40 going to sleep for 11 seconds 00000100:00000001:3.0:1770653413.925386:0:6530:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:2.0:1770653413.925390:0:76389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df600 type 1, nob 424 niov 1 nkiov 1 00000100:00100000:3.0:1770653413.925392:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707203200 00000100:00000001:1.0:1770653413.925393:0:76387:0:(client.c:1964:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1770653413.925394:0:73806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1770653413.925395:0:76389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.925396:0:6530:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:0.0:1770653413.925398:0:73806:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95560e9a5c00. 00000100:00000001:1.0:1770653413.925399:0:76387:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.925400:0:6530:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653413.925401:0:76389:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444768 00000100:00000001:3.0:1770653413.925404:0:6530:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.925406:0:73806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1770653413.925407:0:76389:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, keep current deadline 4301444768 02000000:00000001:3.0:1770653413.925408:0:6530:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653413.925411:0:73806:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665154700. 00000100:00000001:2.0:1770653413.925413:0:76389:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444768 00000100:00100000:3.0:1770653413.925414:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707203200 02000000:00000001:0.0:1770653413.925418:0:73806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:3.0:1770653413.925420:0:6530:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1770653413.925420:0:76389:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, keep current deadline 4301444768 00000800:00000001:1.0:1770653413.925421:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:0.0:1770653413.925422:0:73806:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95563db0c400. 00000020:00000040:3.0:1770653413.925424:0:6530:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00000100:00000001:2.0:1770653413.925426:0:76389:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444768 00000020:00000001:3.0:1770653413.925428:0:6530:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1770653413.925430:0:76389:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, keep current deadline 4301444768 02000000:00000001:0.0:1770653413.925430:0:73806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000800:00000001:1.0:1770653413.925431:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1770653413.925432:0:6530:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=36 00000100:00000010:0.0:1770653413.925435:0:73806:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665155c00. 00000100:00000001:2.0:1770653413.925436:0:76389:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444768 00000800:00000001:1.0:1770653413.925438:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1770653413.925439:0:6530:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000001:2.0:1770653413.925441:0:76389:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, keep current deadline 4301444768 02000000:00000001:0.0:1770653413.925442:0:73806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:3.0:1770653413.925445:0:6530:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000001:2.0:1770653413.925447:0:76389:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1770653413.925447:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1770653413.925448:0:73806:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95564f616800. 00000100:00000001:3.0:1770653413.925449:0:6530:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1770653413.925455:0:6530:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbac0. 00000100:00000001:2.0:1770653413.925455:0:76389:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.925457:0:73806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1770653413.925461:0:76389:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.925463:0:6530:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1770653413.925463:0:73806:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665154e00. 00000400:00000200:1.0:1770653413.925465:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:2.0:1770653413.925466:0:76389:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.925470:0:6530:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbac0. 00000020:00000001:2.0:1770653413.925472:0:76389:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.925473:0:73806:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1770653413.925477:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:0.0:1770653413.925478:0:73806:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95564f616000. 00000020:00000010:3.0:1770653413.925480:0:6530:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564e9bd600. 00010000:00000001:2.0:1770653413.925480:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.925484:0:76389:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.925486:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d1580 02000000:00000001:0.0:1770653413.925486:0:73806:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:3.0:1770653413.925487:0:6530:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3a80. 00010000:00000001:2.0:1770653413.925487:0:76389:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000010:0.0:1770653413.925491:0:73806:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955735211180. 00010000:00000001:2.0:1770653413.925492:0:76389:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000010:3.0:1770653413.925495:0:6530:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90000. 00000100:00000001:2.0:1770653413.925498:0:76389:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.925500:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6e6d [2] + 0 00000100:00000001:0.0:1770653413.925500:0:73806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.925501:0:76389:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1770653413.925503:0:6530:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1770653413.925506:0:76389:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1770653413.925507:0:6530:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:0.0:1770653413.925510:0:73806:0:(niobuf.c:1189:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000100:00000001:3.0:1770653413.925511:0:6530:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.925512:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1770653413.925513:0:76389:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556695e0a80 going to sleep for 11 seconds 00000100:00000001:2.0:1770653413.925519:0:76389:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1770653413.925520:0:73806:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e053a50. 00000100:00000001:3.0:1770653413.925521:0:6530:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.925522:0:76389:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.925522:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.925529:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1770653413.925531:0:73806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff95564f3629c0. 00000100:00000001:3.0:1770653413.925537:0:6530:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1770653413.925539:0:76382:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95571016be00. 00000400:00000200:1.0:1770653413.925539:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000001:2.0:1770653413.925545:0:76382:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:1.0:1770653413.925548:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1770653413.925549:0:6530:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:2.0:1770653413.925550:0:76382:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95571016be00 with handle 0x2aed14e4e178cf37 to hash 00000100:00000001:3.0:1770653413.925554:0:6530:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1770653413.925554:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000001:2.0:1770653413.925555:0:76382:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00010000:0.0:1770653413.925556:0:76386:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff95566c162200/0x2aed14e4e178ceea lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.925560:0:76382:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799897460224 : -117273812091392 : ffff95571016be00) 00000100:00100000:3.0:1770653413.925563:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136211 00000100:00000010:1.0:1770653413.925564:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665156d80. 00010000:00000001:2.0:1770653413.925566:0:76382:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799897460224 : -117273812091392 : ffff95571016be00) 00000100:00000040:3.0:1770653413.925570:0:6530:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 8 00000100:00000040:1.0:1770653413.925572:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955665156d80 x1856657966306688 msgsize 328 00010000:00000001:2.0:1770653413.925573:0:76382:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1770653413.925575:0:6530:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800518895744 : -117273190655872 : ffff955735211880) 00010000:00000001:2.0:1770653413.925577:0:76382:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.925584:0:76386:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.925587:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955735211880 x1856657707203200/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1770653413.925587:0:76382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95571016be00/0x2aed14e4e178cf37 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1553:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770653413.925589:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00010000:00010000:0.0:1770653413.925591:0:76386:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95566c162200/0x2aed14e4e178ceea lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.925603:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1770653413.925614:0:76382:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1770653413.925615:0:76386:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1770653413.925619:0:76382:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1770653413.925620:0:76386:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.925621:0:6530:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1770653413.925622:0:76382:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1770653413.925624:0:76386:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.925625:0:76382:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000010:3.0:1770653413.925626:0:6530:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbac0. 00010000:00000001:0.0:1770653413.925627:0:76386:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1770653413.925629:0:76382:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000020:00000001:0.0:1770653413.925631:0:76386:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1770653413.925632:0:6530:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.925632:0:76382:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000800:00000200:1.0:1770653413.925633:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:0.0:1770653413.925635:0:76386:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c162200 refcount=3 00000020:00000010:3.0:1770653413.925641:0:6530:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbac0. 00010000:00010000:2.0:1770653413.925642:0:76382:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9556323fc400/0x2aed14e4e178a0c9 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e00 expref: 81 pid: 76573 timeout: 0 lvb_type: 1 00000020:00000001:0.0:1770653413.925642:0:76386:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145956864 : -117276563594752 : ffff95566c162200) 00000800:00000010:1.0:1770653413.925643:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9a00. 00010000:00000001:0.0:1770653413.925649:0:76386:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145956864 : -117276563594752 : ffff95566c162200) 00000100:00100000:3.0:1770653413.925650:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955735211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+36:3290:x1856657707203200:12345-0@lo:6:osp-syn-1-0.0 00000400:00000200:1.0:1770653413.925652:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1770653413.925656:0:76386:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1770653413.925662:0:76386:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95566c162200/0x2aed14e4e178ceea lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1770653413.925664:0:6530:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707203200 00010000:00000001:2.0:1770653413.925666:0:76382:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000400:00000200:1.0:1770653413.925667:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000001:3.0:1770653413.925668:0:6530:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1770653413.925670:0:76382:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.925674:0:6530:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00010000:2.0:1770653413.925676:0:76382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000200:1.0:1770653413.925677:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8c38 00000020:00000001:3.0:1770653413.925678:0:6530:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.925679:0:76386:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.925681:0:76382:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.925684:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8c38. 00000020:00000001:3.0:1770653413.925685:0:6530:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:2.0:1770653413.925686:0:76382:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1770653413.925686:0:76386:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1770653413.925691:0:6530:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00010000:00010000:2.0:1770653413.925692:0:76382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:1.0:1770653413.925692:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:0.0:1770653413.925693:0:76386:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff95566c162200/0x2aed14e4e178ceea lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1770653413.925696:0:6530:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:2.0:1770653413.925697:0:76382:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653413.925699:0:3282:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:3.0:1770653413.925701:0:6530:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.925703:0:76382:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1770653413.925705:0:3282:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95566bf9a000. 00000020:00000001:3.0:1770653413.925706:0:6530:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:2.0:1770653413.925709:0:76382:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000020:00000001:3.0:1770653413.925710:0:6530:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00010000:2.0:1770653413.925714:0:76382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95571016be00/0x2aed14e4e178cf37 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.925714:0:76386:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:3.0:1770653413.925715:0:6530:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 02000000:00000001:1.0:1770653413.925715:0:3282:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1770653413.925719:0:76386:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.925721:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1770653413.925722:0:6530:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00010000:00000001:0.0:1770653413.925725:0:76386:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000020:00000001:3.0:1770653413.925727:0:6530:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.925730:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000001:00000001:3.0:1770653413.925731:0:6530:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000040:2.0:1770653413.925732:0:76382:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1553:0x0].0x0 (ffff95560d669200) refcount = 2 00010000:00000010:0.0:1770653413.925732:0:76386:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff95564f362240. 00000001:00000001:3.0:1770653413.925736:0:6530:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.925738:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.925748:0:76386:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000001:00000001:3.0:1770653413.925749:0:6530:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000040:2.0:1770653413.925749:0:76382:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000001:00000001:3.0:1770653413.925754:0:6530:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1770653413.925757:0:76382:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9556323fc400/0x2aed14e4e178a0c9 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e00 expref: 81 pid: 76573 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1770653413.925758:0:76386:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000001:00000001:3.0:1770653413.925760:0:6530:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.925761:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653413.925765:0:76386:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.925767:0:6530:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000800:00000001:1.0:1770653413.925770:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1770653413.925772:0:6530:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.925772:0:76386:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.925780:0:6530:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.925780:0:76386:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1770653413.925784:0:76386:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:3.0:1770653413.925787:0:6530:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000400:00000200:1.0:1770653413.925787:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:0.0:1770653413.925788:0:76386:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:3.0:1770653413.925793:0:6530:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1770653413.925793:0:76386:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00010000:00000040:2.0:1770653413.925794:0:76382:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000001:00000001:3.0:1770653413.925798:0:6530:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.925798:0:76386:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000040:2.0:1770653413.925799:0:76382:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95571016be00/0x2aed14e4e178cf37 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1770653413.925805:0:6530:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.925805:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d1600 00000020:00000001:0.0:1770653413.925806:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1770653413.925809:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.925812:0:6530:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.925817:0:6530:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00010000:0.0:1770653413.925817:0:5745:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000010:2.0:1770653413.925818:0:76382:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f59100. 00000400:00000200:1.0:1770653413.925819:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6e6d [2] + 328 02000000:00000001:3.0:1770653413.925821:0:6530:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1770653413.925824:0:76382:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00000001:0.0:1770653413.925825:0:5745:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 02000000:00000010:3.0:1770653413.925828:0:6530:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff955615a8f800. 00000100:00000010:2.0:1770653413.925830:0:76382:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0e40. 00010000:00000001:0.0:1770653413.925830:0:5745:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000800:00000001:1.0:1770653413.925831:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1770653413.925832:0:6530:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.925835:0:5745:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff95566c162200/0x2aed14e4e178ceea lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.925836:0:76382:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100338752 : -117276609212864 : ffff9556695e0e40) 00000100:00000001:3.0:1770653413.925837:0:6530:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.925840:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1770653413.925843:0:6530:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000100:00000001:2.0:1770653413.925843:0:76382:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100338752 : -117276609212864 : ffff9556695e0e40) 00000100:00000001:2.0:1770653413.925864:0:76382:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1770653413.925866:0:76382:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1770653413.925867:0:76382:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1770653413.925869:0:76382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.925870:0:6530:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000400:00000200:1.0:1770653413.925870:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1770653413.925871:0:76382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.925874:0:6530:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.925876:0:76382:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00002000:00080000:3.0:1770653413.925878:0:6530:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5134 count 1 00010000:00000001:2.0:1770653413.925880:0:76382:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000400:00000200:1.0:1770653413.925883:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:2.0:1770653413.925884:0:76382:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00002000:00000001:3.0:1770653413.925885:0:6530:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00010000:00000001:2.0:1770653413.925888:0:76382:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00002000:00000001:3.0:1770653413.925889:0:6530:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00010000:0.0:1770653413.925889:0:5745:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95566c162200 already unused, calling callback (ffffffffc16fe650) 00000100:00000001:1.0:1770653413.925894:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1770653413.925895:0:6530:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000010:2.0:1770653413.925895:0:76382:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c2ddf80. 00010000:00000001:0.0:1770653413.925895:0:5745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000200:1.0:1770653413.925897:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000001:3.0:1770653413.925900:0:6530:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795554370392 : -117278155181224 : ffff95560d387358) 00010000:00000001:0.0:1770653413.925900:0:5745:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000020:00000040:2.0:1770653413.925901:0:76382:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=4 obd=lustre-OST0000 00000100:00000010:1.0:1770653413.925905:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665155500. 00010000:00010000:0.0:1770653413.925906:0:5745:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff95566c162200/0x2aed14e4e178ceea lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00002000:00000001:3.0:1770653413.925907:0:6530:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795554370304 : -117278155181312 : ffff95560d387300) 00000100:00000001:2.0:1770653413.925908:0:76382:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1770653413.925913:0:76382:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:3.0:1770653413.925914:0:6530:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000040:1.0:1770653413.925914:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955665155500 x1856657966306816 msgsize 328 02000000:00000001:2.0:1770653413.925917:0:76382:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.925919:0:6530:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:0.0:1770653413.925925:0:5745:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000010:2.0:1770653413.925926:0:76382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff955710654e00. 00010000:00000040:3.0:1770653413.925927:0:6530:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955666214000 count: 2 00010000:00000001:0.0:1770653413.925929:0:5745:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00100000:1.0:1770653413.925930:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00010000:00000001:3.0:1770653413.925934:0:6530:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.925934:0:5745:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1770653413.925935:0:76382:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.925938:0:5745:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c162200 refcount=3 00010000:00000001:3.0:1770653413.925941:0:6530:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:0.0:1770653413.925943:0:5745:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145956864 : -117276563594752 : ffff95566c162200) 00010000:00010000:2.0:1770653413.925944:0:76382:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9556323fc400/0x2aed14e4e178a0c9 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e00 expref: 81 pid: 76573 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1770653413.925944:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000010:3.0:1770653413.925947:0:6530:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955606de2600. 00010000:00000001:0.0:1770653413.925947:0:5745:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145956864 : -117276563594752 : ffff95566c162200) 00000020:00000001:3.0:1770653413.925954:0:6530:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:0.0:1770653413.925954:0:5745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000800:00000200:1.0:1770653413.925959:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:3.0:1770653413.925961:0:6530:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955606de2600 with handle 0x2aed14e4e178cf3e to hash 00010000:00010000:0.0:1770653413.925962:0:5745:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff95566c162200/0x2aed14e4e178ceea lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00000800:00000010:1.0:1770653413.925964:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9557353d2f00. 00000020:00000001:3.0:1770653413.925967:0:6530:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00010000:2.0:1770653413.925967:0:76382:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9556323fc400/0x2aed14e4e178a0c9 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e00 expref: 81 pid: 76573 timeout: 6877 lvb_type: 1 00010000:00000001:3.0:1770653413.925972:0:6530:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795447789056 : -117278261762560 : ffff955606de2600) 00000400:00000200:1.0:1770653413.925974:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1770653413.925978:0:6530:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795447789056 : -117278261762560 : ffff955606de2600) 00010000:00000001:3.0:1770653413.925983:0:6530:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1770653413.925986:0:5745:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1770653413.925988:0:6530:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.925989:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:0.0:1770653413.925990:0:5745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.925995:0:5745:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.925996:0:6530:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff955606de2600/0x2aed14e4e178cf3e lrc: 3/0,1 mode: --/PW res: [0x280000403:0x140e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1770653413.925999:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022550 00010000:00000001:0.0:1770653413.926001:0:5745:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1770653413.926005:0:5745:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:1.0:1770653413.926006:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022550. 00010000:00000001:0.0:1770653413.926010:0:5745:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1770653413.926013:0:3282:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:0.0:1770653413.926014:0:5745:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.926020:0:6530:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000040:0.0:1770653413.926022:0:5745:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95566c162200 with handle 0x2aed14e4e178ceea from hash 00000100:00000200:1.0:1770653413.926023:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955665154000 x1856657707203328/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.926024:0:6530:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1770653413.926028:0:6530:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1770653413.926030:0:76382:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00010000:00000001:0.0:1770653413.926030:0:5745:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1770653413.926033:0:6530:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1770653413.926035:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.926037:0:76382:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1770653413.926038:0:6530:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:0.0:1770653413.926039:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.926042:0:6530:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:0.0:1770653413.926043:0:5745:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1770653413.926046:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1770653413.926048:0:5745:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000040:2.0:1770653413.926049:0:76382:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95573c2ddf80 x1856657707203584/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1770653413.926050:0:6530:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff95565d1f9e00/0x2aed14e4e178a235 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x140e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f49 expref: 80 pid: 6530 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1770653413.926051:0:5745:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.926054:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665154000 x1856657707203328/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.926056:0:5745:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1770653413.926060:0:5745:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1770653413.926063:0:5745:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1770653413.926066:0:5745:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.926072:0:5745:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.926077:0:5745:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653413.926079:0:6530:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1770653413.926082:0:5745:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1770653413.926083:0:6530:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.926089:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653413.926091:0:6530:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:1.0:1770653413.926092:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.926093:0:76382:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00010000:00000001:0.0:1770653413.926094:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.926095:0:6530:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.926097:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1770653413.926099:0:5745:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.926100:0:6530:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:2.0:1770653413.926100:0:76382:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.926102:0:5745:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.926103:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:3.0:1770653413.926104:0:6530:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653413.926108:0:5745:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.926109:0:6530:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653413.926111:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1770653413.926114:0:76382:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95573c2ddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:76382:1856657707203584:192.168.202.60@tcp:104: 00010000:00000001:3.0:1770653413.926115:0:6530:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1770653413.926115:0:5745:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff95566c162200/0x2aed14e4e178ceea lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00000800:00000001:1.0:1770653413.926116:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1770653413.926121:0:6530:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000800:00000001:1.0:1770653413.926122:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1770653413.926126:0:6530:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff955606de2600/0x2aed14e4e178cf3e lrc: 4/0,1 mode: --/PW res: [0x280000403:0x140e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.926128:0:76382:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1770653413.926133:0:76382:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1770653413.926136:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 02000000:00000001:2.0:1770653413.926137:0:76382:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.926144:0:76382:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1770653413.926144:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:3.0:1770653413.926146:0:6530:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x140e:0x0].0x0 (ffff955666214000) refcount = 2 00000400:00000200:1.0:1770653413.926151:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d1680 00010000:00010000:0.0:1770653413.926151:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95566c162200/0x2aed14e4e178ceea lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 02000000:00000010:2.0:1770653413.926152:0:76382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff955636fe9a00. 00010000:00000040:3.0:1770653413.926153:0:6530:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 02000000:00000001:2.0:1770653413.926159:0:76382:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653413.926160:0:6530:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95565d1f9e00/0x2aed14e4e178a235 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x140e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f49 expref: 80 pid: 6530 timeout: 0 lvb_type: 1 00000400:00000200:1.0:1770653413.926166:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6e6d [2] + 656 00000400:00000010:2.0:1770653413.926167:0:76382:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2318. 00000800:00000001:1.0:1770653413.926178:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1770653413.926179:0:76382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268886e8. 00010000:00000040:0.0:1770653413.926180:0:5745:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff955718ba2600 count: 0 00010000:00000040:3.0:1770653413.926182:0:6530:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000800:00000001:1.0:1770653413.926184:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1770653413.926186:0:76382:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707203584, portal 16 00010000:00000040:3.0:1770653413.926188:0:6530:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff955606de2600/0x2aed14e4e178cf3e lrc: 4/0,1 mode: --/PW res: [0x280000403:0x140e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1770653413.926188:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000010:0.0:1770653413.926189:0:5745:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff95562ede4a40. 00000100:00000001:2.0:1770653413.926191:0:76382:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1770653413.926194:0:76382:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637173632 : -117273072377984 : ffff95573c2ddf80) 00010000:00000010:0.0:1770653413.926198:0:5745:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff955718ba2d00. 00000400:00000200:1.0:1770653413.926201:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000040:2.0:1770653413.926207:0:76382:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff95573c2ddf80 x1856657707203584/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.926207:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.926209:0:3282:0:(events.c:286:request_in_callback()) Process entered 00010000:00000010:3.0:1770653413.926211:0:6530:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9556196fbac0. 00010000:00000001:0.0:1770653413.926211:0:5745:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000200:1.0:1770653413.926213:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:0.0:1770653413.926216:0:5745:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff95564f362240. 00000100:00000001:3.0:1770653413.926217:0:6530:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1770653413.926220:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665157b80. 00000100:00000010:3.0:1770653413.926223:0:6530:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556189e1e40. 00010000:00000001:0.0:1770653413.926223:0:5745:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.926225:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955665157b80 x1856657966306944 msgsize 328 00000100:00000001:3.0:1770653413.926230:0:6530:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626795745582656 : -117277963968960 : ffff9556189e1e40) 00000020:00000001:0.0:1770653413.926230:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1770653413.926234:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.926236:0:76382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1770653413.926237:0:6530:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626795745582656 : -117277963968960 : ffff9556189e1e40) 00010000:00010000:0.0:1770653413.926239:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770653413.926241:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000020:00000001:0.0:1770653413.926244:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1770653413.926245:0:6530:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000040:2.0:1770653413.926248:0:76382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:3.0:1770653413.926249:0:6530:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000020:00000001:0.0:1770653413.926249:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.926250:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:3.0:1770653413.926253:0:6530:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000400:00000010:2.0:1770653413.926255:0:76382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888000. 00010000:00000001:3.0:1770653413.926256:0:6530:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1770653413.926256:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1770653413.926260:0:6530:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1770653413.926260:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:2.0:1770653413.926263:0:76382:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707203584, offset 0 00000020:00000001:3.0:1770653413.926264:0:6530:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000001:0.0:1770653413.926264:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.926267:0:6530:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00010000:0.0:1770653413.926269:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1770653413.926271:0:6530:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1770653413.926275:0:6530:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000400:00000200:2.0:1770653413.926279:0:76382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000010:3.0:1770653413.926280:0:6530:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955735211c00. 00000020:00000040:3.0:1770653413.926284:0:6530:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=8 obd=lustre-OST0001 00000100:00000001:3.0:1770653413.926287:0:6530:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:1.0:1770653413.926287:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1770653413.926290:0:6530:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1770653413.926290:0:76382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000800:00000010:1.0:1770653413.926292:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df600. 00000100:00000001:0.0:1770653413.926294:0:73799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1770653413.926295:0:6530:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.926298:0:76382:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1770653413.926299:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1770653413.926299:0:73799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966306688 02000000:00000010:3.0:1770653413.926301:0:6530:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95564e9bc400. 00000400:00000200:2.0:1770653413.926304:0:76382:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 02000000:00000001:0.0:1770653413.926305:0:73799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653413.926308:0:6530:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.926310:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653413.926310:0:73799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1770653413.926313:0:76382:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1770653413.926316:0:73799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.926320:0:6530:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff95565d1f9e00/0x2aed14e4e178a235 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x140e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f49 expref: 80 pid: 6530 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1770653413.926321:0:76382:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 02000000:00000001:0.0:1770653413.926321:0:73799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.926327:0:73799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966306688 00000020:00000001:0.0:1770653413.926331:0:73799:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1770653413.926332:0:76382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164670:2164670:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164666:2164666:7:4294967295] 00000020:00000040:0.0:1770653413.926335:0:73799:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:0.0:1770653413.926340:0:73799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:3.0:1770653413.926343:0:6530:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff95565d1f9e00/0x2aed14e4e178a235 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x140e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f49 expref: 80 pid: 6530 timeout: 6877 lvb_type: 1 00000020:00000040:0.0:1770653413.926344:0:73799:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=82 00000020:00000001:0.0:1770653413.926349:0:73799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000400:00000200:2.0:1770653413.926351:0:76382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000020:00000001:0.0:1770653413.926352:0:73799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000400:00000200:1.0:1770653413.926357:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888330 00000100:00000001:0.0:1770653413.926358:0:73799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:2.0:1770653413.926360:0:76382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000400:00000010:1.0:1770653413.926363:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888330. 00000020:00000010:0.0:1770653413.926364:0:73799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00000800:00000010:2.0:1770653413.926365:0:76382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df200. 00000100:00000001:1.0:1770653413.926367:0:3282:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1770653413.926370:0:73799:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1770653413.926375:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95573c2dce00 x1856657707203456/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1770653413.926376:0:76382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000020:00000010:0.0:1770653413.926376:0:73799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00000020:00000010:0.0:1770653413.926386:0:73799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997ba00. 00000800:00000200:2.0:1770653413.926389:0:76382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000020:00000010:0.0:1770653413.926393:0:73799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519600. 00000800:00000200:2.0:1770653413.926396:0:76382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1770653413.926397:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1770653413.926400:0:73799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3ded8. 00000100:00000001:2.0:1770653413.926404:0:76382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.926405:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2dce00 x1856657707203456/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.926409:0:6530:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000040:0.0:1770653413.926409:0:73799:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1770653413.926414:0:6530:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1770653413.926415:0:73799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653413.926420:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.926420:0:73799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1770653413.926422:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955735211c00 x1856657707203712/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.926423:0:73799:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000100:00000001:1.0:1770653413.926425:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1770653413.926427:0:76382:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444769 00010000:00000001:0.0:1770653413.926427:0:73799:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.926431:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653413.926433:0:73799:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1770653413.926438:0:73799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000001:1.0:1770653413.926439:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.926440:0:6530:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1770653413.926441:0:73799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1770653413.926445:0:6530:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.926446:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:0.0:1770653413.926446:0:73799:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955620465c00 refcount=4 00000800:00000001:1.0:1770653413.926451:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653413.926452:0:73799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795874049024 : -117277835502592 : ffff955620465c00) 00000100:00100000:3.0:1770653413.926454:0:6530:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955735211c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6530:1856657707203712:192.168.202.60@tcp:104: 00010000:00000001:0.0:1770653413.926457:0:73799:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795874049024 : -117277835502592 : ffff955620465c00) 00000400:00000200:1.0:1770653413.926463:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:3.0:1770653413.926465:0:6530:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1770653413.926469:0:6530:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:0.0:1770653413.926469:0:73799:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff955620465c00/0x2aed14e4e178a059 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1550:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dac expref: 82 pid: 76384 timeout: 6877 lvb_type: 1 02000000:00000001:3.0:1770653413.926472:0:6530:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.926477:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b7400 02000000:00000001:3.0:1770653413.926478:0:6530:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1770653413.926483:0:6530:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95564e9bca00. 00010000:00000001:0.0:1770653413.926485:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1770653413.926489:0:6530:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.926489:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda505 [1] + 224 00010000:00000001:0.0:1770653413.926490:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.926494:0:73799:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1770653413.926497:0:6530:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2478. 00000800:00000001:1.0:1770653413.926499:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653413.926499:0:73799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1770653413.926503:0:6530:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a787f8. 00000100:00000001:0.0:1770653413.926506:0:73799:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1770653413.926507:0:6530:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707203712, portal 16 00000800:00000001:1.0:1770653413.926507:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.926512:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653413.926513:0:6530:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1770653413.926514:0:73799:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955665156d80 x1856657966306688/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.926517:0:6530:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800518896640 : -117273190654976 : ffff955735211c00) 00000400:00000200:1.0:1770653413.926521:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653413.926527:0:3282:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1770653413.926529:0:6530:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955735211c00 x1856657707203712/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1770653413.926534:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95572eb23480 x1856657707201536/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:2.0:1770653413.926542:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1770653413.926547:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.926553:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:2.0:1770653413.926556:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1770653413.926560:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.926562:0:6530:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000040:00001000:2.0:1770653413.926567:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64b640 type=0x10692404 idx=1754 00000100:00000040:3.0:1770653413.926571:0:6530:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:0.0:1770653413.926575:0:73799:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000040:00001000:2.0:1770653413.926576:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1754 lrh_len: 64 (2496 remains) 00000100:00000040:1.0:1770653413.926576:0:3282:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff95572eb23480 x1856657707201536/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1770653413.926577:0:6530:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78c38. 00000100:00000001:0.0:1770653413.926579:0:73799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.926583:0:6724:0:(llog.c:797:llog_process_thread()) index: 1754, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00000100:00000200:3.0:1770653413.926584:0:6530:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707203712, offset 0 00000100:00000001:0.0:1770653413.926590:0:73799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1770653413.926591:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000400:00000200:3.0:1770653413.926597:0:6530:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000004:00000001:2.0:1770653413.926597:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:0.0:1770653413.926601:0:73799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000004:00000001:2.0:1770653413.926602:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.926606:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000100:00100000:0.0:1770653413.926606:0:73799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966306816 00000400:00000200:3.0:1770653413.926610:0:6530:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 02000000:00000001:0.0:1770653413.926610:0:73799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000004:00000001:2.0:1770653413.926611:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000100:00000001:1.0:1770653413.926611:0:3282:0:(events.c:163:reply_in_callback()) Process leaving 00000004:00000001:2.0:1770653413.926616:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000001:0.0:1770653413.926616:0:73799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1770653413.926618:0:6530:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1770653413.926620:0:73799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1770653413.926622:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c2df100. 00000400:00000200:3.0:1770653413.926624:0:6530:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 02000000:00000001:0.0:1770653413.926625:0:73799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.926629:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=31 obd=lustre-OST0000-osc-MDT0000 00000100:00100000:0.0:1770653413.926629:0:73799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966306816 00000400:00000200:3.0:1770653413.926631:0:6530:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000020:00000001:0.0:1770653413.926634:0:73799:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1770653413.926636:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1770653413.926638:0:6530:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 02000000:00000001:2.0:1770653413.926639:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:0.0:1770653413.926639:0:73799:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 02000000:00000001:2.0:1770653413.926644:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.926644:0:73799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1770653413.926649:0:6530:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164671:2164671:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164667:2164667:7:4294967295] 00000020:00000040:0.0:1770653413.926649:0:73799:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=81 02000000:00000010:2.0:1770653413.926652:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95561040e000. 00000020:00000001:0.0:1770653413.926653:0:73799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:2.0:1770653413.926658:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.926659:0:73799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000004:00000001:2.0:1770653413.926663:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626800637178112 : -117273072373504 : ffff95573c2df100) 00000100:00000001:0.0:1770653413.926665:0:73799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1770653413.926671:0:6530:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:2.0:1770653413.926671:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000010:0.0:1770653413.926671:0:73799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00000100:00000001:0.0:1770653413.926677:0:73799:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.926678:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.926682:0:73799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00000800:00000200:3.0:1770653413.926683:0:6530:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000040:2.0:1770653413.926688:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e65bd8e3] to pc [ptlrpcd_00_00+0] req@ffff95573c2df100 x1856657707203840/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1770653413.926690:0:6530:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626cb00. 00000020:00000010:0.0:1770653413.926690:0:73799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997a200. 00000020:00000010:0.0:1770653413.926699:0:73799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519f80. 00000800:00000200:3.0:1770653413.926700:0:6530:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000020:00000010:0.0:1770653413.926705:0:73799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3da28. 00000004:00000001:2.0:1770653413.926708:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.926710:0:6530:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:0.0:1770653413.926710:0:73799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000200:1.0:1770653413.926711:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000004:00001000:2.0:1770653413.926712:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 7 in flight, 29 in progress 00000100:00000001:0.0:1770653413.926715:0:73799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000200:3.0:1770653413.926716:0:6530:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626cb00 type 1, nob 424 niov 1 nkiov 1 00000004:00001000:2.0:1770653413.926718:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1754, id 1958 00000800:00000010:1.0:1770653413.926718:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df200. 00010000:00000001:0.0:1770653413.926719:0:73799:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1770653413.926723:0:73799:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.926725:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000001:3.0:1770653413.926726:0:6530:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.926726:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1770653413.926727:0:73799:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000004:00000001:2.0:1770653413.926729:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:0.0:1770653413.926731:0:73799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1770653413.926733:0:6530:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444769 00000004:00000001:2.0:1770653413.926734:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.926734:0:73799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1770653413.926750:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000004:00000001:2.0:1770653413.926753:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000020:00000040:0.0:1770653413.926755:0:73799:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c986400 refcount=5 00000400:00000200:1.0:1770653413.926756:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888000 00000100:00000001:3.0:1770653413.926757:0:6530:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4301444768 00000004:00000001:2.0:1770653413.926757:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1770653413.926762:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.926763:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888000. 00000020:00000001:0.0:1770653413.926763:0:73799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812316160 : -117277897235456 : ffff95561c986400) 00000100:00000001:3.0:1770653413.926764:0:6530:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444769 00000040:00001000:2.0:1770653413.926769:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64b680 type=0x10692404 idx=1755 00000100:00000001:1.0:1770653413.926770:0:3282:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:0.0:1770653413.926771:0:73799:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812316160 : -117277897235456 : ffff95561c986400) 00000100:00000001:3.0:1770653413.926772:0:6530:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4301444768 00000040:00001000:2.0:1770653413.926773:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1755 lrh_len: 64 (2432 remains) 00000100:00000200:1.0:1770653413.926779:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95573c2ddf80 x1856657707203584/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.926781:0:6530:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444769 00000040:00001000:2.0:1770653413.926781:0:6724:0:(llog.c:797:llog_process_thread()) index: 1755, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00010000:00010000:0.0:1770653413.926782:0:73799:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff95561c986400/0x2aed14e4e178a1fd lrc: 5/0,0 mode: PR/PR res: [0x280000403:0x1408:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f1f expref: 81 pid: 76383 timeout: 6877 lvb_type: 1 00000004:00000001:2.0:1770653413.926788:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:3.0:1770653413.926789:0:6530:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4301444768 00000004:00000001:2.0:1770653413.926794:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:3.0:1770653413.926797:0:6530:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444769 00000004:00000001:2.0:1770653413.926798:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.926805:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000100:00000001:3.0:1770653413.926806:0:6530:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4301444768 00010000:00000001:0.0:1770653413.926807:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:2.0:1770653413.926808:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000100:00000001:1.0:1770653413.926810:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1770653413.926811:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1770653413.926812:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000001:3.0:1770653413.926815:0:6530:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.926815:0:73799:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653413.926817:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2ddf80 x1856657707203584/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1770653413.926818:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572eb22a00. 00000100:00000001:3.0:1770653413.926822:0:6530:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.926823:0:73799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1770653413.926825:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=32 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1770653413.926831:0:73799:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1770653413.926832:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1770653413.926837:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1770653413.926837:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.926839:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.926841:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:0.0:1770653413.926841:0:73799:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955665155500 x1856657966306816/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1770653413.926845:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95561040e400. 00000800:00000001:1.0:1770653413.926847:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653413.926875:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1770653413.926875:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d1f8200. 00000800:00000001:1.0:1770653413.926878:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1770653413.926881:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626800410962432 : -117273298589184 : ffff95572eb22a00) 00000800:00000001:1.0:1770653413.926882:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653413.926886:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.926887:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1770653413.926892:0:73799:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1770653413.926893:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.926896:0:73799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.926898:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000010:3.1:1770653413.926902:0:6530:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666214c00. 00000100:00000040:2.0:1770653413.926903:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4dc181f] to pc [ptlrpcd_00_01+1] req@ffff95572eb22a00 x1856657707203968/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.926905:0:73799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1770653413.926910:0:6530:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c986800. 00000400:00000200:1.0:1770653413.926912:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d1700 00000100:00000001:0.0:1770653413.926917:0:73799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:3.0:1770653413.926920:0:6530:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.926922:0:73799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966306944 00000400:00000200:1.0:1770653413.926924:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6e6d [2] + 984 00010000:00000001:3.0:1770653413.926928:0:6530:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.926928:0:73799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653413.926931:0:73799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000004:00000001:2.0:1770653413.926936:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.926937:0:6530:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.926937:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653413.926937:0:73799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.926943:0:6530:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00001000:2.0:1770653413.926944:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 8 in flight, 30 in progress 00000800:00000001:1.0:1770653413.926944:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653413.926945:0:73799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.926946:0:6530:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1770653413.926951:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1770653413.926952:0:6530:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:2.0:1770653413.926952:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1755, id 1958 00000100:00100000:0.0:1770653413.926952:0:73799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966306944 00000020:00000001:0.0:1770653413.926958:0:73799:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:3.0:1770653413.926959:0:6530:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000004:00000001:2.0:1770653413.926960:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000020:00000040:0.0:1770653413.926960:0:73799:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000400:00000200:1.0:1770653413.926963:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:3.0:1770653413.926964:0:6530:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:0.0:1770653413.926965:0:73799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653413.926969:0:73799:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=82 00000100:00000001:2.0:1770653413.926970:0:76382:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, keep current deadline 4301444769 00000100:00000001:3.0:1770653413.926971:0:6530:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.926971:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1770653413.926976:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000001:0.0:1770653413.926976:0:73799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:3.0:1770653413.926977:0:6530:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1770653413.926978:0:76382:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444770 00000100:00000001:3.0:1770653413.926983:0:6530:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1770653413.926983:0:73799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000010:1.0:1770653413.926984:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665154380. 00000100:00000001:2.0:1770653413.926986:0:76382:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444769 00000100:00100000:3.0:1770653413.926988:0:6530:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556189e1e40 going to sleep for 11 seconds 00000100:00000040:1.0:1770653413.926991:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955665154380 x1856657966307072 msgsize 328 00000100:00000001:0.0:1770653413.926991:0:73799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1770653413.926993:0:6530:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653413.926994:0:76382:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444770 00000100:00000001:3.0:1770653413.926997:0:6530:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.926997:0:73799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00000100:00000001:2.0:1770653413.927001:0:76382:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444769 00000100:00100000:1.0:1770653413.927004:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653413.927005:0:73799:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.927006:0:76382:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444770 00000020:00000010:0.0:1770653413.927011:0:73799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00000100:00000001:2.0:1770653413.927013:0:76382:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444769 00000100:00000001:1.0:1770653413.927016:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000010:3.0:1770653413.927019:0:12206:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9556196fb780. 00000100:00000001:2.0:1770653413.927019:0:76382:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653413.927019:0:73799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997be00. 00000100:00000001:3.0:1770653413.927025:0:12206:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:2.0:1770653413.927026:0:76382:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.927027:0:73799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519580. 00000100:00000010:3.0:1770653413.927030:0:12206:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556189e1240. 00010000:00000001:2.0:1770653413.927031:0:76382:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.927031:0:73797:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1770653413.927033:0:73799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d7d0. 00000100:00100000:1.0:1770653413.927036:0:73797:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966307072 00000100:00000001:3.0:1770653413.927038:0:12206:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626795745579584 : -117277963972032 : ffff9556189e1240) 00010000:00000001:2.0:1770653413.927038:0:76382:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.927040:0:73797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653413.927040:0:73799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653413.927044:0:73797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1770653413.927046:0:76382:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.927046:0:73799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653413.927047:0:12206:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626795745579584 : -117277963972032 : ffff9556189e1240) 00000100:00000001:1.0:1770653413.927049:0:73797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.927050:0:73799:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1770653413.927052:0:76382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.927053:0:12206:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000001:0.0:1770653413.927054:0:73799:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.927056:0:73797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.927057:0:12206:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1770653413.927057:0:76382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.927058:0:73799:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1770653413.927061:0:76382:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.927062:0:12206:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00100000:1.0:1770653413.927064:0:73797:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966307072 00010000:00000001:0.0:1770653413.927064:0:73799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1770653413.927066:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.927067:0:76382:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000001:0.0:1770653413.927068:0:73799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1770653413.927069:0:73797:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:3.0:1770653413.927070:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.927071:0:76382:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000040:1.0:1770653413.927073:0:73797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:3.0:1770653413.927074:0:12206:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:2.0:1770653413.927075:0:76382:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.927075:0:73799:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556323fde00 refcount=4 00000020:00000001:1.0:1770653413.927077:0:73797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1770653413.927078:0:12206:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000001:2.0:1770653413.927082:0:76382:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1770653413.927083:0:12206:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000020:00000040:1.0:1770653413.927083:0:73797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=83 00000020:00000001:0.0:1770653413.927083:0:73799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796175613440 : -117277533938176 : ffff9556323fde00) 00000100:00000001:2.0:1770653413.927085:0:76382:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:3.0:1770653413.927088:0:12206:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00010000:00000001:0.0:1770653413.927090:0:73799:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796175613440 : -117277533938176 : ffff9556323fde00) 00000100:00100000:2.0:1770653413.927091:0:76382:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556695e0e40 going to sleep for 11 seconds 00000020:00000001:1.0:1770653413.927091:0:73797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000010:3.0:1770653413.927094:0:12206:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955735210e00. 00000020:00000001:1.0:1770653413.927097:0:73797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:2.0:1770653413.927098:0:76382:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1770653413.927099:0:12206:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=5 obd=lustre-OST0000 00010000:00010000:0.0:1770653413.927102:0:73799:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9556323fde00/0x2aed14e4e178a101 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1407:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e2a expref: 82 pid: 12202 timeout: 6877 lvb_type: 1 00000100:00000001:2.0:1770653413.927104:0:76382:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.927104:0:73797:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1770653413.927106:0:12206:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000020:00000010:1.0:1770653413.927110:0:73797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9c400. 02000000:00000001:3.0:1770653413.927111:0:12206:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1770653413.927115:0:12206:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.927116:0:73797:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1770653413.927122:0:12206:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95562fa45800. 00000020:00000010:1.0:1770653413.927123:0:73797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9c400. 00010000:00000001:0.0:1770653413.927124:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.927125:0:51596:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1770653413.927130:0:12206:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.927131:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:2.0:1770653413.927132:0:51596:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1770653413.927133:0:73797:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f6a00. 00000400:00000001:2.0:1770653413.927136:0:51596:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1770653413.927137:0:73799:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1770653413.927138:0:73797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07db80. 00010000:00010000:3.0:1770653413.927139:0:12206:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff95573d0ab800/0x2aed14e4e178a15c lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e7e expref: 83 pid: 12198 timeout: 0 lvb_type: 1 00000400:00000010:2.0:1770653413.927140:0:51596:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2840. 00000020:00000010:1.0:1770653413.927146:0:73797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662adaed8. 00000100:00000001:0.0:1770653413.927146:0:73799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653413.927147:0:51596:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888770 00000400:00000010:2.0:1770653413.927152:0:51596:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888770. 00000100:00000001:1.0:1770653413.927154:0:73797:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1770653413.927157:0:51596:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1770653413.927158:0:73797:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1770653413.927158:0:73799:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00010000:3.0:1770653413.927159:0:12206:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff95573d0ab800/0x2aed14e4e178a15c lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e7e expref: 83 pid: 12198 timeout: 6877 lvb_type: 1 00010000:00000001:1.0:1770653413.927162:0:73797:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000100:00000200:2.0:1770653413.927165:0:51596:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95573c2ddc00 x1856657707201280/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.927166:0:73797:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.927168:0:73799:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955665157b80 x1856657966306944/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.927173:0:73797:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1770653413.927177:0:73797:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1770653413.927180:0:73797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653413.927184:0:73797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c987c00 refcount=5 00010000:00000001:3.0:1770653413.927186:0:12206:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000020:00000001:1.0:1770653413.927191:0:73797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812322304 : -117277897229312 : ffff95561c987c00) 00000100:00000001:3.0:1770653413.927192:0:12206:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1770653413.927197:0:73797:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812322304 : -117277897229312 : ffff95561c987c00) 00000100:00000040:3.0:1770653413.927200:0:12206:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955735210e00 x1856657707204096/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.927207:0:73799:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00010000:1.0:1770653413.927209:0:73797:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff95561c987c00/0x2aed14e4e178a1e1 lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x1552:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f03 expref: 83 pid: 33123 timeout: 6877 lvb_type: 1 00000100:00000200:2.0:1770653413.927210:0:51596:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95573c2ddc00 x1856657707201280/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.927211:0:73799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.927222:0:73799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.927231:0:12206:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1770653413.927235:0:12206:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.927235:0:73799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1770653413.927236:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.927238:0:51596:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1770653413.927239:0:73799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1770653413.927240:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.927242:0:51596:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.927244:0:73797:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1770653413.927245:0:12206:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955735210e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12206:1856657707204096:192.168.202.60@tcp:104: 00000100:00000001:2.0:1770653413.927249:0:51596:0:(client.c:1568:after_reply()) Process entered 00000100:00100000:0.0:1770653413.927249:0:73799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161852 00000100:00000001:1.0:1770653413.927250:0:73797:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653413.927253:0:51596:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1770653413.927255:0:12206:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1770653413.927257:0:51596:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1770653413.927257:0:73799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000100:00000001:1.0:1770653413.927258:0:73797:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:3.0:1770653413.927259:0:12206:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1770653413.927260:0:51596:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.927263:0:12206:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.927264:0:51596:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.927264:0:73799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028470144 : -117276681081472 : ffff955665156d80) 00000100:00000200:1.0:1770653413.927268:0:73797:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955665154380 x1856657966307072/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1770653413.927269:0:12206:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00001000:2.0:1770653413.927270:0:51596:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 02000000:00000010:3.0:1770653413.927274:0:12206:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95562fa44200. 00000100:00000040:0.0:1770653413.927276:0:73799:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665156d80 x1856657966306688/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1770653413.927281:0:12206:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1770653413.927282:0:51596:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00000400:00000010:3.0:1770653413.927289:0:12206:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2160. 00000100:00000001:2.0:1770653413.927292:0:51596:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1770653413.927296:0:51596:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.927297:0:12206:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a785d8. 00000100:00000001:1.0:1770653413.927298:0:73797:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:2.0:1770653413.927301:0:51596:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1770653413.927303:0:73797:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.927304:0:12206:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707204096, portal 16 00010000:00000001:2.0:1770653413.927305:0:51596:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.927310:0:73799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1770653413.927311:0:12206:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1770653413.927312:0:51596:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.927316:0:12206:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800518893056 : -117273190658560 : ffff955735210e00) 00000100:00000001:1.0:1770653413.927316:0:73797:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1770653413.927316:0:73799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00000100:00000040:2.0:1770653413.927320:0:51596:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95573c2ddc00 x1856657707201280/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.927324:0:73799:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1770653413.927327:0:12206:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955735210e00 x1856657707204096/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.927329:0:73797:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1770653413.927331:0:73799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00000100:00000001:1.0:1770653413.927333:0:73797:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1770653413.927345:0:51596:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1770653413.927346:0:73797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161853 00000100:00100000:0.0:1770653413.927348:0:73799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665156d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:b31b1d82-c1d4-4680-ae7a-71292416d1f5+83:2366:x1856657966306688:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1770653413.927352:0:51596:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1770653413.927354:0:73797:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:2.0:1770653413.927356:0:51596:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.927360:0:73797:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028463872 : -117276681087744 : ffff955665155500) 00000100:00000200:0.0:1770653413.927360:0:73799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966306688 00010000:00000001:2.0:1770653413.927362:0:51596:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000100:00000001:3.0:1770653413.927363:0:12206:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1770653413.927365:0:73799:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00010000:00000001:2.0:1770653413.927366:0:51596:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000002:0.0:1770653413.927369:0:73799:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1770653413.927370:0:51596:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1770653413.927372:0:12206:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000040:1.0:1770653413.927372:0:73797:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665155500 x1856657966306816/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.927374:0:73799:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00010000:00000001:2.0:1770653413.927375:0:51596:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.927379:0:12206:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78f68. 00000100:00000001:0.0:1770653413.927380:0:73799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1770653413.927385:0:73799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1770653413.927386:0:12206:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707204096, offset 0 00000100:00000040:2.0:1770653413.927387:0:51596:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c2ddc00 x1856657707201280/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1770653413.927390:0:73799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95566bf9a400. 02000000:00000001:0.0:1770653413.927396:0:73799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.927401:0:12206:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:0.0:1770653413.927404:0:73799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.927411:0:73799:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000400:00000200:3.0:1770653413.927412:0:12206:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00010000:00010000:0.0:1770653413.927415:0:73799:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1770653413.927422:0:73799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1770653413.927423:0:12206:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:0.0:1770653413.927426:0:73799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1770653413.927429:0:73797:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1770653413.927431:0:12206:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000100:00100000:2.0:1770653413.927431:0:51596:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95573c2ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:51596:1856657707201280:192.168.202.60@tcp:104: 00000020:00000040:0.0:1770653413.927431:0:73799:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955620465c00 refcount=4 00000020:00000010:1.0:1770653413.927434:0:73797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9c400. 00000020:00000001:0.0:1770653413.927438:0:73799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795874049024 : -117277835502592 : ffff955620465c00) 00000400:00000200:3.0:1770653413.927440:0:12206:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1770653413.927441:0:73797:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.927442:0:51596:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.927443:0:73799:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795874049024 : -117277835502592 : ffff955620465c00) 00000400:00000200:3.0:1770653413.927447:0:12206:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000020:00000010:1.0:1770653413.927448:0:73797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9c400. 00000100:00000001:2.0:1770653413.927451:0:51596:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.927451:0:73799:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95562c678600 count: 3 00000400:00000200:3.0:1770653413.927457:0:12206:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164672:2164672:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164668:2164668:7:4294967295] 00000100:00000001:2.0:1770653413.927457:0:51596:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00100000:1.0:1770653413.927459:0:73797:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665155500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b31b1d82-c1d4-4680-ae7a-71292416d1f5+82:2365:x1856657966306816:12345-192.168.202.60@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1770653413.927460:0:73799:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff955620465c00/0x2aed14e4e178a059 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1550:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dac expref: 83 pid: 76384 timeout: 6877 lvb_type: 1 00000100:00000001:2.0:1770653413.927461:0:51596:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1770653413.927469:0:51596:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95573c2ddc00 x1856657707201280/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1770653413.927471:0:73797:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966306816 00010000:00000001:1.0:1770653413.927477:0:73797:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1770653413.927481:0:73797:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000400:00000200:3.0:1770653413.927484:0:12206:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:1.0:1770653413.927485:0:73797:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1770653413.927491:0:73797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00001000:0.0:1770653413.927491:0:73799:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 02000000:00000001:1.0:1770653413.927494:0:73797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1770653413.927500:0:73797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955607fce400. 00000800:00000200:3.0:1770653413.927502:0:12206:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.927502:0:73799:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1770653413.927503:0:51596:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1770653413.927504:0:73797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.927508:0:51596:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1770653413.927509:0:73797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.927510:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:3.0:1770653413.927511:0:12206:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626cd00. 02000000:00000010:2.0:1770653413.927511:0:51596:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95564531ce00. 00010000:00000001:0.0:1770653413.927514:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.927515:0:73797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1770653413.927519:0:73797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000800:00000200:3.0:1770653413.927521:0:12206:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 02000000:00000001:2.0:1770653413.927521:0:51596:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00010000:0.0:1770653413.927523:0:73799:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff955620465c00/0x2aed14e4e178a059 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1550:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dac expref: 83 pid: 76384 timeout: 6877 lvb_type: 1 00010000:00000001:1.0:1770653413.927524:0:73797:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1770653413.927525:0:51596:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1770653413.927529:0:73797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653413.927530:0:51596:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=7 obd=lustre-OST0001 00000020:00000040:1.0:1770653413.927533:0:73797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c986400 refcount=4 00000800:00000200:3.0:1770653413.927535:0:12206:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000020:00000001:2.0:1770653413.927536:0:51596:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1770653413.927539:0:73797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812316160 : -117277897235456 : ffff95561c986400) 02000000:00000010:2.0:1770653413.927541:0:51596:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95564531da00. 00000800:00000200:3.0:1770653413.927542:0:12206:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626cd00 type 1, nob 424 niov 1 nkiov 1 00010000:00000001:1.0:1770653413.927545:0:73797:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812316160 : -117277897235456 : ffff95561c986400) 00000020:00000001:0.0:1770653413.927547:0:73799:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 02000000:00000001:2.0:1770653413.927548:0:51596:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1770653413.927553:0:51596:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000040:1.0:1770653413.927553:0:73797:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95565f6ed900 count: 3 00010000:00000001:0.0:1770653413.927554:0:73799:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000001:3.0:1770653413.927555:0:12206:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1770653413.927557:0:51596:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c2ddc00. 00010000:00000001:0.0:1770653413.927559:0:73799:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.927563:0:51596:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1770653413.927564:0:12206:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444770 00010000:00010000:1.0:1770653413.927564:0:73797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff95561c986400/0x2aed14e4e178a1fd lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1408:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f1f expref: 82 pid: 76383 timeout: 6877 lvb_type: 1 00000020:00000001:0.0:1770653413.927565:0:73799:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.927567:0:51596:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.927572:0:73799:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000010:2.0:1770653413.927573:0:51596:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0900. 00000100:00000001:3.0:1770653413.927575:0:12206:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444769 00010000:00000001:0.0:1770653413.927576:0:73799:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1770653413.927581:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:1.0:1770653413.927582:0:73797:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00010000:00000001:0.0:1770653413.927584:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.927585:0:12206:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444770 00010000:00000001:1.0:1770653413.927586:0:73797:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1770653413.927588:0:73799:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1770653413.927592:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.927592:0:73799:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.927593:0:12206:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, keep current deadline 4301444770 00000100:00000001:2.0:1770653413.927595:0:51596:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1770653413.927596:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1770653413.927598:0:73799:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff955620465c00 with handle 0x2aed14e4e178a059 from hash 00010000:00000001:2.0:1770653413.927599:0:51596:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.927602:0:12206:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444770 00010000:00010000:1.0:1770653413.927604:0:73797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff95561c986400/0x2aed14e4e178a1fd lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1408:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f1f expref: 82 pid: 76383 timeout: 6877 lvb_type: 1 00010000:00000010:2.0:1770653413.927605:0:51596:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f59b00. 00010000:00000001:0.0:1770653413.927605:0:73799:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1770653413.927611:0:12206:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, keep current deadline 4301444770 00010000:00000001:0.0:1770653413.927611:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.927615:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.927619:0:12206:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444770 00010000:00000001:0.0:1770653413.927620:0:73799:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1770653413.927624:0:73799:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653413.927627:0:73799:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.927629:0:12206:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, keep current deadline 4301444770 00010000:00000001:2.0:1770653413.927629:0:51596:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.927629:0:73797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.927630:0:73799:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1770653413.927633:0:73797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.927634:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.927636:0:51596:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.927638:0:12206:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.927638:0:73797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.927639:0:51596:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1770653413.927642:0:73799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff955620465c00/0x2aed14e4e178a059 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1550:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dac expref: 83 pid: 76384 timeout: 6877 lvb_type: 1 00000020:00000001:1.0:1770653413.927643:0:73797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.927646:0:12206:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.927648:0:51596:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1770653413.927650:0:73797:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653413.927654:0:12206:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.927654:0:51596:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178cef8 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1408:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.927655:0:73797:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1770653413.927661:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:0.0:1770653413.927662:0:73799:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 76 00010000:00000001:1.0:1770653413.927664:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.927667:0:73797:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000040:0.0:1770653413.927668:0:73799:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 82 00010000:00000001:1.0:1770653413.927670:0:73797:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.927675:0:73797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561c986400 with handle 0x2aed14e4e178a1fd from hash 00010000:00000001:0.0:1770653413.927676:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.927678:0:73797:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1770653413.927679:0:73799:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1770653413.927681:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.927682:0:73799:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1770653413.927684:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1770653413.927685:0:73799:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95561ae2a000 00010000:00000001:1.0:1770653413.927687:0:73797:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1770653413.927689:0:73799:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1770653413.927690:0:73797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653413.927692:0:73799:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1770653413.927693:0:73797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.927695:0:73799:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653413.927697:0:73797:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1770653413.927699:0:73799:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.927700:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.927702:0:73799:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:2.0:1770653413.927705:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.927706:0:73799:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770653413.927707:0:73797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95561c986400/0x2aed14e4e178a1fd lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1408:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f1f expref: 82 pid: 76383 timeout: 6877 lvb_type: 1 00010000:00000001:0.0:1770653413.927711:0:73799:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.927713:0:12206:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.927713:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.927717:0:73799:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000001:3.0:1770653413.927720:0:12206:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.927721:0:73799:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:2.0:1770653413.927722:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00000040:1.0:1770653413.927723:0:73797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 75 00010000:00010000:0.0:1770653413.927726:0:73799:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cee3 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1550:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.927727:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.927727:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:1.0:1770653413.927728:0:73797:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 81 00000100:00000001:2.0:1770653413.927734:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1770653413.927737:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.927751:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1770653413.927752:0:73797:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1770653413.927752:0:73799:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1770653413.927757:0:73797:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1770653413.927758:0:3288:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00010000:0.0:1770653413.927758:0:73799:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cee3 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1550:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1770653413.927759:0:73797:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95571016b000 00010000:00000001:1.0:1770653413.927763:0:73797:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000040:2.0:1770653413.927766:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95573c2df100 x1856657707203840/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.927767:0:73797:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653413.927770:0:73797:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653413.927774:0:73797:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1770653413.927776:0:73799:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1550:0x0].0x0 (ffff95562c678600) refcount = 2 00010000:00000001:3.0:1770653413.927781:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.927782:0:73797:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000040:0.0:1770653413.927784:0:73799:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:3.0:1770653413.927786:0:12206:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.927787:0:73797:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000040:0.0:1770653413.927789:0:73799:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cee3 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1550:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.927791:0:73797:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.927793:0:12206:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:2.0:1770653413.927794:0:3288:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1770653413.927797:0:73797:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1770653413.927799:0:12206:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1770653413.927799:0:3288:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.927801:0:73797:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1770653413.927805:0:73797:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178cef8 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1408:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.927806:0:12206:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.927807:0:3288:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1770653413.927810:0:73799:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 02000000:00000001:2.0:1770653413.927811:0:3288:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.927813:0:12206:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1770653413.927814:0:73799:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.927817:0:12206:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1770653413.927819:0:3288:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.927820:0:73799:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00100000:3.0:1770653413.927822:0:12206:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556189e1240 going to sleep for 11 seconds 00010000:00000001:0.0:1770653413.927824:0:73799:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.927826:0:73797:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00100000:2.0:1770653413.927828:0:3288:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95573c2df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707203840:0@lo:6:osp-syn-0-0.0 00000100:00000001:3.0:1770653413.927829:0:12206:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1770653413.927831:0:73797:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178cef8 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1408:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.927831:0:73799:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.927833:0:12206:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.927838:0:3288:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00010000:00000010:0.0:1770653413.927839:0:73799:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a2c0. 02000000:00000001:2.0:1770653413.927842:0:3288:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1770653413.927845:0:73799:0:(client.c:1145:ptlrpc_prep_set()) Process entered 02000000:00000001:2.0:1770653413.927847:0:3288:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.927867:0:3288:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1770653413.927871:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95561040f400. 02000000:00000001:2.0:1770653413.927875:0:3288:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.927876:0:73797:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1408:0x0].0x0 (ffff95565f6ed900) refcount = 2 00000100:00000010:0.0:1770653413.927876:0:73799:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f362240. 00000400:00000010:2.0:1770653413.927879:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2840. 00000100:00000001:3.0:1770653413.927881:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444770 00010000:00000040:1.0:1770653413.927882:0:73797:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:0.0:1770653413.927883:0:73799:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661514816 : -117277048036800 : ffff95564f362240) 00000400:00000010:2.0:1770653413.927885:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888770. 00010000:00000040:1.0:1770653413.927887:0:73797:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178cef8 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1408:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.927888:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444768 00000100:00000001:0.0:1770653413.927888:0:73799:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661514816 : -117277048036800 : ffff95564f362240) 00000100:00000200:2.0:1770653413.927891:0:3288:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707203840, portal 4 00000100:00000001:3.0:1770653413.927895:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444770 00000100:00000001:0.0:1770653413.927895:0:73799:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1770653413.927897:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1770653413.927899:0:73799:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000001:3.0:1770653413.927902:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444768 00000100:00000001:2.0:1770653413.927902:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637178112 : -117273072373504 : ffff95573c2df100) 00010000:00000001:0.0:1770653413.927903:0:73799:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1770653413.927907:0:73797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653413.927908:0:73799:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1770653413.927909:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444770 00010000:00000001:1.0:1770653413.927911:0:73797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.927913:0:3288:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95573c2df100 x1856657707203840/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.927915:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444768 00010000:00000001:1.0:1770653413.927916:0:73797:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1770653413.927918:0:73799:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.927921:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444770 00010000:00000001:1.0:1770653413.927921:0:73797:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.927925:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.927929:0:3290:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.927930:0:73797:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.927930:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.927932:0:3288:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1770653413.927934:0:73799:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.927937:0:3290:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.927938:0:73799:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000040:2.0:1770653413.927940:0:3288:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000010:1.0:1770653413.927940:0:73797:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9c400. 00010000:00000001:0.0:1770653413.927942:0:73799:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1770653413.927944:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.927946:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888a18. 00000100:00000001:1.0:1770653413.927946:0:73797:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:0.0:1770653413.927948:0:73799:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.927949:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.927952:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707203840, offset 0 00000100:00000010:1.0:1770653413.927952:0:73797:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa8180. 00000100:00000001:0.0:1770653413.927954:0:73799:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.927958:0:73797:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540166528 : -117277169385088 : ffff955647fa8180) 00000100:00000001:0.0:1770653413.927959:0:73799:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000400:00000200:2.0:1770653413.927964:0:3288:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1770653413.927965:0:73797:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540166528 : -117277169385088 : ffff955647fa8180) 00000100:00000010:0.0:1770653413.927965:0:73799:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f362240. 00000100:00000001:3.0:1770653413.927969:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653413.927971:0:73797:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1770653413.927971:0:73799:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1770653413.927973:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1770653413.927974:0:73797:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000400:00000200:2.0:1770653413.927976:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1770653413.927976:0:73799:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.927978:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.927978:0:73797:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1770653413.927983:0:73797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1770653413.927984:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1770653413.927984:0:73799:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a2c0. 00010000:00000001:0.0:1770653413.927988:0:73799:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:2.0:1770653413.927990:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b7d00 00010000:00000001:1.0:1770653413.927992:0:73797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.927992:0:73799:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1770653413.927996:0:73799:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653413.927998:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf2bd [8] + 8160 00010000:00000001:1.0:1770653413.927998:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.928001:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.928001:0:73799:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1770653413.928003:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653413.928007:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1770653413.928007:0:73797:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.928008:0:3288:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1770653413.928008:0:73799:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.928012:0:3289:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1770653413.928014:0:73797:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00001000:0.0:1770653413.928016:0:73799:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00010000:00000001:1.0:1770653413.928017:0:73797:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000200:2.0:1770653413.928019:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1770653413.928021:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95572eb22a00 x1856657707203968/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.928024:0:73797:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.928027:0:73799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1770653413.928028:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1770653413.928030:0:73797:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.928032:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:0.0:1770653413.928035:0:73799:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:1.0:1770653413.928037:0:73797:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1770653413.928039:0:3288:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572eb20e00. 00000100:00000001:0.0:1770653413.928041:0:73799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000010:1.0:1770653413.928042:0:73797:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa8180. 00000100:00000040:2.0:1770653413.928045:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff95572eb20e00 x1856657707203840 msgsize 544 02000000:00000001:0.0:1770653413.928048:0:73799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1770653413.928049:0:73797:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 02000000:00000001:0.0:1770653413.928052:0:73799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.928054:0:3289:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1770653413.928054:0:73797:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.928060:0:3289:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.928060:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000010:1.0:1770653413.928061:0:73797:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9c400. 00000100:00000001:0.0:1770653413.928061:0:73799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1770653413.928068:0:73799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 02000000:00000001:3.0:1770653413.928069:0:3289:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:1.0:1770653413.928070:0:73797:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000001:3.0:1770653413.928074:0:3289:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.928074:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00010000:00010000:1.0:1770653413.928075:0:73797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1770653413.928079:0:73797:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1770653413.928080:0:3289:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.928081:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888a18 00010000:00000001:1.0:1770653413.928082:0:73797:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000400:00000010:2.0:1770653413.928086:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888a18. 00000100:00100000:3.0:1770653413.928087:0:3289:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95572eb22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707203968:0@lo:6:osp-syn-0-0.0 00010000:00000001:1.0:1770653413.928087:0:73797:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.928094:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00001000:1.0:1770653413.928094:0:73797:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653413.928095:0:3289:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1770653413.928098:0:76646:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1770653413.928100:0:3289:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1770653413.928101:0:73797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1770653413.928102:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95573c2df100 x1856657707203840/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.928102:0:76646:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1770653413.928103:0:3289:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.928107:0:73797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 02000000:00000001:3.0:1770653413.928110:0:3289:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1770653413.928113:0:73797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00100000:0.0:1770653413.928114:0:76646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161854 02000000:00000010:3.0:1770653413.928117:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955615a8fc00. 02000000:00000001:1.0:1770653413.928120:0:73797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1770653413.928121:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1770653413.928124:0:3289:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.928125:0:73797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.928125:0:76646:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 2 00000100:00000040:2.0:1770653413.928128:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2df100 x1856657707203840/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1770653413.928130:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2790. 00000100:00000001:1.0:1770653413.928132:0:73797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1770653413.928133:0:76646:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028473728 : -117276681077888 : ffff955665157b80) 00000400:00000010:3.0:1770653413.928138:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78440. 00000100:00000040:1.0:1770653413.928141:0:73797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000200:3.0:1770653413.928145:0:3289:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707203968, portal 4 00000400:00000010:1.0:1770653413.928147:0:73797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022550. 00000100:00000040:0.0:1770653413.928149:0:76646:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665157b80 x1856657966306944/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.928151:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1770653413.928154:0:73797:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966306816, offset 224 00000100:00000001:3.0:1770653413.928155:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800410962432 : -117273298589184 : ffff95572eb22a00) 00000100:00000001:2.0:1770653413.928156:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.928163:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1770653413.928167:0:73797:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000040:3.0:1770653413.928168:0:3289:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95572eb22a00 x1856657707203968/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.928172:0:3288:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.928178:0:76646:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1770653413.928180:0:73797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000040:2.0:1770653413.928181:0:3288:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26298 usecs (27 jiffies) 00000020:00000010:0.0:1770653413.928184:0:76646:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00000100:00000001:0.0:1770653413.928191:0:76646:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.928192:0:3289:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1770653413.928192:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444768 00000400:00000200:1.0:1770653413.928194:0:73797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164673:2164673:254:4294967295] 192.168.202.60@tcp LPNI seq info [2164669:2164669:6:4294967295] 00000020:00000010:0.0:1770653413.928198:0:76646:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00000100:00000040:3.0:1770653413.928200:0:3289:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1770653413.928207:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78198. 00000100:00000001:2.0:1770653413.928213:0:76385:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1770653413.928214:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707203968, offset 0 00000100:00100000:0.0:1770653413.928214:0:76646:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665157b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_024:b31b1d82-c1d4-4680-ae7a-71292416d1f5+81:2366:x1856657966306944:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000400:00000200:1.0:1770653413.928219:0:73797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00100000:2.0:1770653413.928220:0:76385:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707203840 02000000:00000001:2.0:1770653413.928227:0:76385:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1770653413.928228:0:3289:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1770653413.928228:0:76646:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966306944 00000100:00000001:2.0:1770653413.928232:0:76385:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000200:1.0:1770653413.928234:0:73797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.928235:0:76646:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000100:00000001:2.0:1770653413.928236:0:76385:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000002:0.0:1770653413.928239:0:76646:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000800:00000010:1.0:1770653413.928242:0:73797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9557353d2f00. 00000400:00000200:3.0:1770653413.928243:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1770653413.928243:0:76385:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.928244:0:76646:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00100000:2.0:1770653413.928250:0:76385:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707203840 00000100:00000001:0.0:1770653413.928250:0:76646:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000200:1.0:1770653413.928252:0:73797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 02000000:00000001:0.0:1770653413.928254:0:76646:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1770653413.928256:0:76385:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1770653413.928260:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b7d80 00000020:00000040:2.0:1770653413.928261:0:76385:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 02000000:00000010:0.0:1770653413.928261:0:76646:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95566bf9a000. 00000800:00000200:1.0:1770653413.928265:0:73797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000020:00000001:2.0:1770653413.928266:0:76385:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1770653413.928267:0:76646:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.928271:0:76385:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=33 00000400:00000200:3.0:1770653413.928272:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf2bd [8] + 8704 00000800:00000200:1.0:1770653413.928273:0:73797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9557353d2f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1770653413.928273:0:76646:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.928275:0:76385:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00010000:00000001:0.0:1770653413.928280:0:76646:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000020:00000001:2.0:1770653413.928283:0:76385:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000001:1.0:1770653413.928284:0:73797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.928284:0:76646:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000400:00000200:3.0:1770653413.928285:0:3289:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653413.928291:0:76385:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1770653413.928293:0:76646:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:1.0:1770653413.928296:0:73797:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000400:00000200:3.0:1770653413.928297:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1770653413.928297:0:76646:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1770653413.928298:0:76385:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59b00. 00010000:00000001:1.0:1770653413.928301:0:73797:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.928303:0:76646:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556323fde00 refcount=4 00000100:00000001:2.0:1770653413.928304:0:76385:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.928306:0:73797:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.928307:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1770653413.928308:0:76646:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796175613440 : -117277533938176 : ffff9556323fde00) 00000020:00000010:2.0:1770653413.928310:0:76385:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59b00. 00000100:00000200:3.0:1770653413.928311:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000001:0.0:1770653413.928314:0:76646:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796175613440 : -117277533938176 : ffff9556323fde00) 00000020:00000010:2.0:1770653413.928317:0:76385:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955636fe9c00. 00000100:00000040:1.0:1770653413.928317:0:73797:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665155500 x1856657966306816/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1770653413.928318:0:76646:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556110e6200 count: 3 00000100:00000010:3.0:1770653413.928319:0:3289:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955735210000. 00000100:00000040:3.0:1770653413.928326:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff955735210000 x1856657707203968 msgsize 544 00000020:00000010:2.0:1770653413.928326:0:76385:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300180. 00010000:00010000:0.0:1770653413.928328:0:76646:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9556323fde00/0x2aed14e4e178a101 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1407:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e2a expref: 81 pid: 12202 timeout: 6877 lvb_type: 1 00000020:00000010:2.0:1770653413.928335:0:76385:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510578. 00000100:00100000:3.0:1770653413.928343:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1770653413.928343:0:76385:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1770653413.928347:0:76385:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:1.0:1770653413.928351:0:73797:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665155500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b31b1d82-c1d4-4680-ae7a-71292416d1f5+81:2365:x1856657966306816:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 918us (2433us total) trans 0 rc 0/0 00000100:00000001:2.0:1770653413.928352:0:76385:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653413.928353:0:76646:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00000100:00000001:2.0:1770653413.928360:0:76385:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.928362:0:76646:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00100000:1.0:1770653413.928366:0:73797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161853 00010000:00000001:0.0:1770653413.928368:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1770653413.928370:0:73797:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:2.0:1770653413.928371:0:76385:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.928371:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.928376:0:73797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:0.0:1770653413.928379:0:76646:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9556323fde00/0x2aed14e4e178a101 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1407:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e2a expref: 81 pid: 12202 timeout: 6877 lvb_type: 1 00000100:00000001:1.0:1770653413.928380:0:73797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1770653413.928383:0:76385:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1770653413.928384:0:73797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519f80. 00000100:00000001:2.0:1770653413.928386:0:76385:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1770653413.928392:0:73797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3da28. 00000020:00000001:0.0:1770653413.928393:0:76646:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00100000:2.0:1770653413.928395:0:76385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136212 00010000:00000001:0.0:1770653413.928397:0:76646:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000020:00000010:1.0:1770653413.928399:0:73797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997a200. 00000100:00000001:3.0:1770653413.928400:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1770653413.928401:0:76385:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 7 00010000:00000001:0.0:1770653413.928401:0:76646:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.928406:0:76385:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800410955264 : -117273298596352 : ffff95572eb20e00) 00000020:00000001:0.0:1770653413.928407:0:76646:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.928408:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78198 00000020:00000040:1.0:1770653413.928408:0:73797:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 80 00000100:00000040:2.0:1770653413.928414:0:76385:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95572eb20e00 x1856657707203840/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1770653413.928415:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78198. 00000100:00000001:1.0:1770653413.928416:0:73797:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.928417:0:76646:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1770653413.928420:0:76646:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1770653413.928422:0:3289:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:0.0:1770653413.928426:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.928430:0:73797:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:3.0:1770653413.928431:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95572eb22a00 x1856657707203968/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.928431:0:76385:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1770653413.928431:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.928434:0:73797:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1770653413.928435:0:76646:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:2.0:1770653413.928437:0:76385:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59b00. 00010000:00000001:0.0:1770653413.928439:0:76646:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.928444:0:76385:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1770653413.928444:0:73797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161855 00000020:00000040:0.0:1770653413.928446:0:76646:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9556323fde00 with handle 0x2aed14e4e178a101 from hash 00000020:00000010:2.0:1770653413.928453:0:76385:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59b00. 00000100:00000040:1.0:1770653413.928453:0:73797:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 2 00010000:00000001:0.0:1770653413.928454:0:76646:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1770653413.928458:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653413.928459:0:73797:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028459392 : -117276681092224 : ffff955665154380) 00010000:00000001:0.0:1770653413.928459:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.928463:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1770653413.928464:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572eb22a00 x1856657707203968/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1770653413.928466:0:76385:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95572eb20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+33:3288:x1856657707203840:12345-0@lo:6:osp-syn-0-0.0 00010000:00000001:0.0:1770653413.928466:0:76646:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:1.0:1770653413.928469:0:73797:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665154380 x1856657966307072/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.928472:0:76646:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653413.928475:0:76646:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.928478:0:76385:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707203840 00010000:00000001:0.0:1770653413.928482:0:76646:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:2.0:1770653413.928484:0:76385:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1770653413.928486:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1770653413.928489:0:76385:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1770653413.928493:0:76385:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.928494:0:76646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9556323fde00/0x2aed14e4e178a101 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1407:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e2a expref: 80 pid: 12202 timeout: 6877 lvb_type: 1 00000020:00000001:2.0:1770653413.928499:0:76385:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1770653413.928503:0:76385:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000100:00000001:1.0:1770653413.928505:0:73797:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1770653413.928510:0:76385:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:1.0:1770653413.928512:0:73797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9c400. 00010000:00000040:0.0:1770653413.928512:0:76646:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 74 00000020:00000001:2.0:1770653413.928513:0:76385:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653413.928520:0:76385:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000040:0.0:1770653413.928520:0:76646:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 79 00000100:00000001:1.0:1770653413.928521:0:73797:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1770653413.928524:0:76385:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:1.0:1770653413.928526:0:73797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9c400. 00010000:00000001:0.0:1770653413.928527:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1770653413.928528:0:76385:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00010000:00000001:0.0:1770653413.928532:0:76646:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:2.0:1770653413.928533:0:76385:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00010000:00000001:0.0:1770653413.928535:0:76646:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000001:2.0:1770653413.928536:0:76385:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.928537:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.928539:0:76646:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95566c163e00 00000100:00100000:1.0:1770653413.928540:0:73797:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665154380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b31b1d82-c1d4-4680-ae7a-71292416d1f5+82:2365:x1856657966307072:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000001:00000001:2.0:1770653413.928542:0:76385:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1770653413.928543:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1770653413.928544:0:76646:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000001:00000001:2.0:1770653413.928546:0:76385:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.928549:0:76646:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:3.0:1770653413.928551:0:3289:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.928552:0:76385:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00010000:0.0:1770653413.928553:0:76646:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000001:00000001:2.0:1770653413.928557:0:76385:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1770653413.928558:0:3289:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26298 usecs (27 jiffies) 00000100:00000200:1.0:1770653413.928559:0:73797:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966307072 00010000:00000001:0.0:1770653413.928559:0:76646:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1770653413.928561:0:76385:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.928564:0:73797:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000100:00000001:3.0:1770653413.928566:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444768 00000001:00000001:2.0:1770653413.928567:0:76385:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:0.0:1770653413.928567:0:76646:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000002:1.0:1770653413.928568:0:73797:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00010000:00010000:0.0:1770653413.928571:0:76646:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000001:00000001:2.0:1770653413.928572:0:76385:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.928573:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444770 00010000:00000001:1.0:1770653413.928573:0:73797:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00010000:00000001:0.0:1770653413.928574:0:76646:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1770653413.928579:0:76385:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.928579:0:73797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1770653413.928580:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444768 00010000:00000001:0.0:1770653413.928581:0:76646:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 02000000:00000001:1.0:1770653413.928583:0:73797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000001:00000001:2.0:1770653413.928584:0:76385:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:0.0:1770653413.928585:0:76646:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:3.0:1770653413.928587:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444770 00000001:00000001:2.0:1770653413.928588:0:76385:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1770653413.928590:0:73797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955607fcc000. 00010000:00010000:0.0:1770653413.928590:0:76646:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95566c163e00/0x2aed14e4e178ceff lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1407:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.928593:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444768 00000001:00000001:2.0:1770653413.928596:0:76385:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.928597:0:73797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.928599:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444770 00000020:00000001:2.0:1770653413.928602:0:76385:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.928604:0:73797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.928605:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444768 00000020:00000001:2.0:1770653413.928609:0:76385:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.928610:0:73797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:3.0:1770653413.928611:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444770 00010000:00000001:0.0:1770653413.928612:0:76646:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:1.0:1770653413.928615:0:73797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:2.0:1770653413.928616:0:76385:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1770653413.928617:0:3289:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1770653413.928618:0:76646:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95566c163e00/0x2aed14e4e178ceff lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1407:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1770653413.928620:0:76385:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1770653413.928621:0:73797:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1770653413.928623:0:3289:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.928625:0:73797:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:2.0:1770653413.928627:0:76385:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95561040c000. 00000100:00000001:3.0:1770653413.928629:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.928629:0:73797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c987c00 refcount=5 02000000:00000001:2.0:1770653413.928632:0:76385:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.928635:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653413.928636:0:73797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812322304 : -117277897229312 : ffff95561c987c00) 00000100:00000001:2.0:1770653413.928638:0:76385:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.928640:0:76646:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1407:0x0].0x0 (ffff9556110e6200) refcount = 2 00000100:00000001:3.0:1770653413.928643:0:3289:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1770653413.928643:0:73797:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812322304 : -117277897229312 : ffff95561c987c00) 00002000:00000001:2.0:1770653413.928644:0:76385:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000040:0.0:1770653413.928645:0:76646:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:3.0:1770653413.928647:0:3289:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:2.0:1770653413.928649:0:76385:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000040:1.0:1770653413.928650:0:73797:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95565f6ed100 count: 3 00010000:00000040:0.0:1770653413.928651:0:76646:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95566c163e00/0x2aed14e4e178ceff lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1407:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.928653:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1770653413.928653:0:76385:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.928657:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1770653413.928658:0:73797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff95561c987c00/0x2aed14e4e178a1e1 lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x1552:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f03 expref: 82 pid: 33123 timeout: 6877 lvb_type: 1 00002000:00080000:2.0:1770653413.928659:0:76385:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5462 count 1 00000100:00000001:3.0:1770653413.928662:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653413.928668:0:76385:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000100:00000001:3.0:1770653413.928669:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653413.928671:0:76385:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1770653413.928675:0:76385:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1770653413.928676:0:76646:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653413.928680:0:76646:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.928681:0:76385:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797001781496 : -117276707770120 : ffff9556637e30f8) 00000100:00001000:1.0:1770653413.928681:0:73797:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 00010000:00000001:0.0:1770653413.928684:0:76646:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00002000:00000001:2.0:1770653413.928688:0:76385:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797001781408 : -117276707770208 : ffff9556637e30a0) 00010000:00000001:1.0:1770653413.928690:0:73797:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1770653413.928690:0:76646:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.928692:0:76385:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1770653413.928695:0:76646:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.928696:0:76385:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00010000:3.0:1770653413.928697:0:51596:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178cef8 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1408:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.928697:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.928701:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1770653413.928703:0:76646:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a2c0. 00010000:00000040:2.0:1770653413.928704:0:76385:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95565f6eda00 count: 2 00010000:00010000:1.0:1770653413.928708:0:73797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff95561c987c00/0x2aed14e4e178a1e1 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1552:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f03 expref: 82 pid: 33123 timeout: 6877 lvb_type: 1 00010000:00000001:2.0:1770653413.928711:0:76385:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.928711:0:76646:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1770653413.928716:0:76646:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f362240. 00010000:00000001:2.0:1770653413.928719:0:76385:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:0.0:1770653413.928722:0:76646:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661514816 : -117277048036800 : ffff95564f362240) 00010000:00000010:2.0:1770653413.928725:0:76385:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95571016b600. 00000100:00000001:0.0:1770653413.928728:0:76646:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661514816 : -117277048036800 : ffff95564f362240) 00000020:00000001:2.0:1770653413.928731:0:76385:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:0.0:1770653413.928735:0:76646:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000001:3.0:1770653413.928737:0:51596:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.928738:0:76385:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95571016b600 with handle 0x2aed14e4e178cf45 to hash 00000020:00000001:1.0:1770653413.928749:0:73797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:0.0:1770653413.928753:0:76646:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1770653413.928754:0:73797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00010000:3.0:1770653413.928755:0:51596:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178cef8 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1408:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1770653413.928757:0:76385:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1770653413.928757:0:76646:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1770653413.928758:0:73797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.928762:0:76385:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799897458176 : -117273812093440 : ffff95571016b600) 00010000:00000001:0.0:1770653413.928762:0:76646:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000001:1.0:1770653413.928764:0:73797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.928768:0:76385:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799897458176 : -117273812093440 : ffff95571016b600) 00010000:00000001:1.0:1770653413.928771:0:73797:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1770653413.928772:0:76646:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.928775:0:73797:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1770653413.928776:0:76385:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653413.928777:0:51596:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1770653413.928777:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.928782:0:51596:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.928783:0:76385:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.928783:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.928784:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.928785:0:51596:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.928788:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.928789:0:76646:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.928790:0:51596:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1770653413.928791:0:73797:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00010000:2.0:1770653413.928792:0:76385:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95571016b600/0x2aed14e4e178cf45 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1556:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.928792:0:76646:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000020:00000001:3.0:1770653413.928793:0:51596:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1770653413.928796:0:73797:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.928797:0:76646:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000040:3.0:1770653413.928798:0:51596:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016b000 refcount=3 00000020:00000040:1.0:1770653413.928802:0:73797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561c987c00 with handle 0x2aed14e4e178a1e1 from hash 00000020:00000001:3.0:1770653413.928804:0:51596:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897456640 : -117273812094976 : ffff95571016b000) 00000100:00000001:0.0:1770653413.928804:0:76646:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.928809:0:73797:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1770653413.928810:0:76646:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.928811:0:51596:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897456640 : -117273812094976 : ffff95571016b000) 00010000:00000001:1.0:1770653413.928813:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.928814:0:76385:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:0.0:1770653413.928816:0:76646:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:3.0:1770653413.928817:0:51596:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:1.0:1770653413.928818:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.928819:0:76385:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000010:0.0:1770653413.928820:0:76646:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f362240. 00010000:00000001:1.0:1770653413.928822:0:73797:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00010000:3.0:1770653413.928823:0:51596:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178cef8 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1408:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.928823:0:76385:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:0.0:1770653413.928824:0:76646:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1770653413.928828:0:73797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653413.928829:0:76385:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1770653413.928829:0:76646:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.928832:0:73797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.928834:0:76385:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000010:0.0:1770653413.928837:0:76646:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a2c0. 00010000:00000001:2.0:1770653413.928839:0:76385:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:1.0:1770653413.928840:0:73797:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653413.928843:0:51596:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.928843:0:76646:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1770653413.928844:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1770653413.928867:0:76385:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff95561c987600/0x2aed14e4e178a26d lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1556:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f73 expref: 82 pid: 6530 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1770653413.928869:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.1:1770653413.928871:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556323fd400. 00010000:00000001:1.0:1770653413.928873:0:73797:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1770653413.928878:0:73797:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000010:0.1:1770653413.928880:0:76646:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955718ba2600. 00010000:00000040:1.0:1770653413.928882:0:73797:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95561c986000 00010000:00000001:2.0:1770653413.928883:0:76385:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000010:0.1:1770653413.928885:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162200. 00010000:00000001:2.0:1770653413.928888:0:76385:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.928888:0:73797:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00010000:0.0:1770653413.928891:0:76646:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1770653413.928892:0:73797:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1770653413.928893:0:76385:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653413.928894:0:76646:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1770653413.928896:0:73797:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653413.928897:0:76385:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.928899:0:73797:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.928899:0:76646:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1770653413.928900:0:76385:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1770653413.928905:0:51596:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.928905:0:76646:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.928907:0:76385:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653413.928907:0:73797:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1770653413.928911:0:51596:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178cef8 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1408:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000100:00001000:0.0:1770653413.928911:0:76646:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00010000:00000001:2.0:1770653413.928912:0:76385:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1770653413.928912:0:73797:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653413.928917:0:73797:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.928919:0:76385:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.928920:0:76646:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1770653413.928924:0:73797:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1770653413.928925:0:76385:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00000001:1.0:1770653413.928929:0:73797:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000040:0.0:1770653413.928929:0:76646:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00010000:00010000:2.0:1770653413.928930:0:76385:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95571016b600/0x2aed14e4e178cf45 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1556:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.928933:0:51596:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00010000:1.0:1770653413.928935:0:73797:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff95561c986000/0x2aed14e4e178cef1 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1552:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.928935:0:76646:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00000001:3.0:1770653413.928938:0:51596:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.928945:0:51596:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 02000000:00000001:0.0:1770653413.928945:0:76646:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1770653413.928949:0:76646:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1770653413.928951:0:51596:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556189e1c00. 00010000:00000040:2.0:1770653413.928954:0:76385:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1556:0x0].0x0 (ffff95565f6eda00) refcount = 2 00000100:00000001:0.0:1770653413.928956:0:76646:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1770653413.928959:0:51596:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1770653413.928959:0:73797:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000040:2.0:1770653413.928960:0:76385:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000040:0.0:1770653413.928964:0:76646:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00010000:1.0:1770653413.928965:0:73797:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95561c986000/0x2aed14e4e178cef1 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1552:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1770653413.928969:0:76385:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561c987600/0x2aed14e4e178a26d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1556:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f73 expref: 82 pid: 6530 timeout: 0 lvb_type: 1 00000400:00000010:0.0:1770653413.928970:0:76646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8880. 00010000:00010000:3.0:1770653413.928974:0:51596:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000040:1.0:1770653413.928976:0:73797:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1552:0x0].0x0 (ffff95565f6ed100) refcount = 3 00000100:00000200:0.0:1770653413.928977:0:76646:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966306944, offset 224 00010000:00000001:3.0:1770653413.928981:0:51596:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.928986:0:73797:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:3.0:1770653413.928987:0:51596:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.928991:0:73797:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561c986000/0x2aed14e4e178cef1 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1552:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1770653413.928991:0:76646:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:3.0:1770653413.928993:0:51596:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000040:2.0:1770653413.928996:0:76385:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000001:3.0:1770653413.928998:0:51596:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.929002:0:51596:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1770653413.929002:0:76385:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95571016b600/0x2aed14e4e178cf45 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1556:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1770653413.929004:0:76646:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00002000:00000001:3.0:1770653413.929007:0:51596:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00010000:00000001:1.0:1770653413.929011:0:73797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00080000:00000001:3.0:1770653413.929012:0:51596:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1770653413.929014:0:73797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.929018:0:76646:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164674:2164674:253:4294967295] 192.168.202.60@tcp LPNI seq info [2164670:2164670:5:4294967295] 00010000:00000001:1.0:1770653413.929020:0:73797:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000010:3.0:1770653413.929021:0:51596:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff955615a8d800. 00010000:00000001:1.0:1770653413.929025:0:73797:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1770653413.929027:0:51596:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626795695953920 : -117278013597696 : ffff955615a8d800) 00010000:00000001:1.0:1770653413.929031:0:73797:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1770653413.929034:0:51596:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1770653413.929039:0:51596:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1770653413.929040:0:73797:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9c400. 00000100:00000001:1.0:1770653413.929046:0:73797:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00080000:00000002:3.0:1770653413.929047:0:51596:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x1408:0x0] not in the id map cache 00000020:00000001:2.0:1770653413.929047:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:0.0:1770653413.929047:0:76646:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000020:00000001:2.0:1770653413.929052:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1770653413.929053:0:73797:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa8180. 00080000:00000001:3.0:1770653413.929054:0:51596:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00010000:00010000:2.0:1770653413.929057:0:7410:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:1.0:1770653413.929059:0:73797:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540166528 : -117277169385088 : ffff955647fa8180) 00010000:00000001:2.0:1770653413.929061:0:7410:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:1.0:1770653413.929065:0:73797:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540166528 : -117277169385088 : ffff955647fa8180) 00000800:00000200:0.0:1770653413.929065:0:76646:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653413.929066:0:7410:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00080000:00000001:3.0:1770653413.929067:0:51596:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1770653413.929072:0:7410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178cef8 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1408:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.929072:0:73797:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00080000:00000001:3.0:1770653413.929073:0:51596:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1770653413.929073:0:76646:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9e00. 00000100:00000001:1.0:1770653413.929076:0:73797:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00080000:00000001:3.0:1770653413.929081:0:51596:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00010000:00000001:1.0:1770653413.929081:0:73797:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1770653413.929085:0:73797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00080000:00000001:3.0:1770653413.929086:0:51596:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000800:00000200:0.0:1770653413.929086:0:76646:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00010000:2.0:1770653413.929089:0:7410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95571016b000 already unused, calling callback (ffffffffc16fe650) 80000000:00000001:3.0:1770653413.929091:0:51596:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:1.0:1770653413.929091:0:73797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.929094:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 80000000:00000001:3.0:1770653413.929095:0:51596:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:1.0:1770653413.929097:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:0.0:1770653413.929098:0:76646:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 80000000:00000001:3.0:1770653413.929099:0:51596:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.929099:0:7410:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:1.0:1770653413.929102:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 80000000:00000001:3.0:1770653413.929106:0:51596:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.929107:0:73797:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653413.929107:0:76646:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9e00 type 1, nob 320 niov 1 nkiov 1 00010000:00010000:2.0:1770653413.929108:0:7410:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178cef8 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1408:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1770653413.929109:0:51596:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.929113:0:73797:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00080000:00000001:3.0:1770653413.929115:0:51596:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:1.0:1770653413.929118:0:73797:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1770653413.929118:0:76646:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.929119:0:51596:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000100:00000001:1.0:1770653413.929126:0:73797:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.929130:0:76646:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:1.0:1770653413.929131:0:73797:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.929132:0:7410:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000001:00000001:3.0:1770653413.929137:0:51596:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1770653413.929138:0:7410:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1770653413.929138:0:73797:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:0.0:1770653413.929138:0:76646:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.929140:0:51596:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000010:1.0:1770653413.929141:0:73797:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa8180. 00000020:00000001:2.0:1770653413.929143:0:7410:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:3.0:1770653413.929147:0:51596:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.929147:0:76646:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.929148:0:73797:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000020:00000040:2.0:1770653413.929149:0:7410:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016b000 refcount=3 00010000:00000001:1.0:1770653413.929152:0:73797:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1770653413.929153:0:51596:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000001:2.0:1770653413.929157:0:7410:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897456640 : -117273812094976 : ffff95571016b000) 00080000:00000001:3.0:1770653413.929159:0:51596:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000010:1.0:1770653413.929159:0:73797:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9c400. 00000100:00000040:0.0:1770653413.929160:0:76646:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665157b80 x1856657966306944/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.929162:0:7410:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897456640 : -117273812094976 : ffff95571016b000) 00010000:00000001:1.0:1770653413.929165:0:73797:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1770653413.929168:0:73797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1770653413.929170:0:7410:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:1.0:1770653413.929171:0:73797:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1770653413.929172:0:51596:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:2.0:1770653413.929174:0:7410:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178cef8 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x1408:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1770653413.929177:0:51596:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.929178:0:73797:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1770653413.929182:0:73797:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653413.929188:0:73797:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00080000:00000001:3.0:1770653413.929189:0:51596:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.929197:0:51596:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000100:00000001:1.0:1770653413.929198:0:73797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1770653413.929199:0:76646:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665157b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_024:b31b1d82-c1d4-4680-ae7a-71292416d1f5+79:2366:x1856657966306944:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1016us (2968us total) trans 0 rc 0/0 00010000:00000001:2.0:1770653413.929200:0:7410:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1770653413.929205:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:1.0:1770653413.929205:0:73797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00080000:00000001:3.0:1770653413.929208:0:51596:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.929210:0:7410:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.929211:0:73797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00080000:00000001:3.0:1770653413.929213:0:51596:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:3.0:1770653413.929217:0:51596:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00100000:0.0:1770653413.929217:0:76646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161854 00010000:00000001:2.0:1770653413.929218:0:7410:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:1.0:1770653413.929218:0:73797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 80000000:00000001:3.0:1770653413.929222:0:51596:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:2.0:1770653413.929223:0:7410:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:1.0:1770653413.929223:0:73797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.929224:0:76646:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 80000000:00000001:3.0:1770653413.929227:0:51596:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:2.0:1770653413.929228:0:7410:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1770653413.929229:0:73797:0:(niobuf.c:69:ptl_send_buf()) Process entered 80000000:00000001:3.0:1770653413.929231:0:51596:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.929232:0:76646:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1770653413.929233:0:7410:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.929237:0:76646:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1770653413.929238:0:73797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 80000000:00000001:3.0:1770653413.929239:0:51596:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.929240:0:7410:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95571016b000 with handle 0x2aed14e4e178cef8 from hash 00000020:00000010:0.0:1770653413.929242:0:76646:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519580. 00000400:00000010:1.0:1770653413.929244:0:73797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0225d8. 00080000:00000001:3.0:1770653413.929245:0:51596:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.929245:0:7410:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000010:0.0:1770653413.929248:0:76646:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d7d0. 00010000:00000001:2.0:1770653413.929250:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:1.0:1770653413.929250:0:73797:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966307072, offset 224 00080000:00000001:3.0:1770653413.929251:0:51596:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000020:00000010:0.0:1770653413.929253:0:76646:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997be00. 00010000:00000001:2.0:1770653413.929254:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:3.0:1770653413.929256:0:51596:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00010000:00000001:2.0:1770653413.929257:0:7410:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:1.0:1770653413.929260:0:73797:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000020:00000040:0.0:1770653413.929262:0:76646:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 78 00010000:00000001:2.0:1770653413.929263:0:7410:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653413.929267:0:7410:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.929267:0:76646:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.929271:0:73797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000001:2.0:1770653413.929272:0:7410:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1770653413.929276:0:7410:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1770653413.929280:0:7410:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:1.0:1770653413.929280:0:73797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164675:2164675:252:4294967295] 192.168.202.60@tcp LPNI seq info [2164671:2164671:4:4294967295] 00010000:00000001:2.0:1770653413.929282:0:7410:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1770653413.929287:0:73799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac86e8. 00010000:00000001:2.0:1770653413.929288:0:7410:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.929294:0:7410:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000200:0.0:1770653413.929294:0:73799:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966306688, offset 224 00010000:00000001:2.0:1770653413.929298:0:7410:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:1.0:1770653413.929300:0:73797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:2.0:1770653413.929301:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.929305:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1770653413.929307:0:73799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653413.929309:0:7410:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.929312:0:51596:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1770653413.929313:0:73797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653413.929314:0:7410:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.929318:0:51596:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.929321:0:7410:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.929321:0:73799:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00080000:00000001:3.0:1770653413.929323:0:51596:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:1.0:1770653413.929323:0:73797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9557353d2400. 00000001:00000001:3.0:1770653413.929329:0:51596:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00010000:2.0:1770653413.929329:0:7410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178cef8 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x1408:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000001:00000002:3.0:1770653413.929332:0:51596:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332632, last_committed = 4295332607 00000800:00000200:1.0:1770653413.929337:0:73797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000400:00000200:0.0:1770653413.929338:0:73799:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164676:2164676:251:4294967295] 192.168.202.60@tcp LPNI seq info [2164672:2164672:3:4294967295] 00000001:00000010:3.0:1770653413.929340:0:51596:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff955662d81000. 00000001:00000040:3.0:1770653413.929347:0:51596:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 25 00000800:00000200:1.0:1770653413.929349:0:73797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:2.0:1770653413.929354:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:3.0:1770653413.929355:0:51596:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=37 00000800:00000200:1.0:1770653413.929355:0:73797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9557353d2400 type 1, nob 320 niov 1 nkiov 1 00010000:00010000:2.0:1770653413.929359:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178cef8 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x1408:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1770653413.929361:0:51596:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:1.0:1770653413.929364:0:73797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.929371:0:51596:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000400:00000200:0.0:1770653413.929371:0:73799:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000040:1.0:1770653413.929372:0:73797:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000040:2.0:1770653413.929376:0:7410:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95565f6ed900 count: 0 00000001:00000001:3.0:1770653413.929379:0:51596:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.929379:0:73797:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1770653413.929382:0:7410:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955630aa3a00. 00010000:00000001:1.0:1770653413.929386:0:73797:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653413.929387:0:73799:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000010:2.0:1770653413.929389:0:7410:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95565f6ed800. 00000800:00000010:0.0:1770653413.929394:0:73799:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9f00. 00000100:00000040:1.0:1770653413.929395:0:73797:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665154380 x1856657966307072/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1770653413.929400:0:51596:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.929402:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.929406:0:7410:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00002000:00000001:3.0:1770653413.929407:0:51596:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653413.929407:0:73799:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000010:2.0:1770653413.929410:0:7410:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556189e1c00. 00002000:00000001:3.0:1770653413.929413:0:51596:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000100:00100000:1.0:1770653413.929416:0:73797:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665154380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b31b1d82-c1d4-4680-ae7a-71292416d1f5+82:2365:x1856657966307072:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 905us (2419us total) trans 0 rc 0/0 00010000:00000001:2.0:1770653413.929417:0:7410:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653413.929419:0:73799:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000020:00000001:2.0:1770653413.929423:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000010:3.0:1770653413.929426:0:51596:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955643ef01c8. 00000800:00000200:0.0:1770653413.929426:0:73799:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:2.0:1770653413.929427:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653413.929432:0:51596:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000100:00100000:1.0:1770653413.929434:0:73797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161855 00010000:00010000:2.0:1770653413.929435:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00000040:3.0:1770653413.929436:0:51596:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x1408:0x0] 00000100:00000001:0.0:1770653413.929436:0:73799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.929439:0:73797:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 1 00000020:00000001:2.0:1770653413.929440:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00002000:00000010:3.0:1770653413.929443:0:51596:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff95560d386d10. 00000020:00000001:2.0:1770653413.929444:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.929445:0:73797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1770653413.929445:0:73799:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00002000:00000001:3.0:1770653413.929450:0:51596:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00010000:00010000:2.0:1770653413.929451:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1770653413.929451:0:73797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1770653413.929452:0:73799:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653413.929453:0:51596:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.929457:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:1.0:1770653413.929458:0:73797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07db80. 00010000:00000001:0.0:1770653413.929458:0:73799:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653413.929460:0:51596:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1770653413.929460:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.929466:0:73797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662adaed8. 00010000:00010000:2.0:1770653413.929468:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000040:3.0:1770653413.929469:0:51596:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332632, xid 1856657707201152 00000020:00000010:1.0:1770653413.929472:0:73797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f6a00. 00000100:00000040:0.0:1770653413.929472:0:73799:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665156d80 x1856657966306688/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.929474:0:51596:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:1.0:1770653413.929481:0:73797:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 81 00010000:00000200:3.0:1770653413.929484:0:51596:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955665156a00 x1856657707201152/t4295332632(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.929484:0:12201:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1770653413.929486:0:73797:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1770653413.929489:0:12201:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707203968 00000100:00100000:0.0:1770653413.929491:0:73799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665156d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:b31b1d82-c1d4-4680-ae7a-71292416d1f5+81:2366:x1856657966306688:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 2173us (3912us total) trans 0 rc 0/0 02000000:00000001:2.0:1770653413.929493:0:12201:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1770653413.929497:0:12201:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653413.929500:0:12201:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.929506:0:12201:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.929509:0:51596:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1770653413.929509:0:73799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161852 00000100:00100000:2.0:1770653413.929510:0:12201:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707203968 00000100:00000001:1.0:1770653413.929510:0:76384:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1770653413.929513:0:51596:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.929515:0:12201:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000001:1.0:1770653413.929516:0:76384:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:3.0:1770653413.929517:0:51596:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000100:00000040:0.0:1770653413.929517:0:73799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000020:00000040:2.0:1770653413.929518:0:12201:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00000400:00000001:1.0:1770653413.929520:0:76384:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1770653413.929524:0:12201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1770653413.929524:0:73799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1770653413.929525:0:76384:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2580. 00000100:00000001:3.0:1770653413.929526:0:51596:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:2.0:1770653413.929527:0:12201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=34 00000100:00000001:0.0:1770653413.929529:0:73799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1770653413.929532:0:76384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78a18 00000100:00000040:3.0:1770653413.929533:0:51596:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000020:00000001:2.0:1770653413.929534:0:12201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000020:00000010:0.0:1770653413.929535:0:73799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519600. 00000400:00000010:1.0:1770653413.929537:0:76384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78a18. 00000100:00000001:3.0:1770653413.929540:0:51596:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000020:00000001:2.0:1770653413.929541:0:12201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000001:1.0:1770653413.929543:0:76384:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1770653413.929543:0:73799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3ded8. 02000000:00000001:3.0:1770653413.929545:0:51596:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1770653413.929548:0:12201:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1770653413.929549:0:51596:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.929551:0:73799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997ba00. 00000020:00000010:2.0:1770653413.929553:0:12201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59b00. 00000100:00000200:1.0:1770653413.929553:0:76384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95572eb23480 x1856657707201536/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.929554:0:51596:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1770653413.929556:0:73799:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 80 00000100:00000001:2.0:1770653413.929560:0:12201:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1770653413.929563:0:51596:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1770653413.929564:0:73799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1770653413.929568:0:12201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59b00. 00000400:00000010:3.0:1770653413.929570:0:51596:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78198. 00000100:00000200:3.0:1770653413.929577:0:51596:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707201152, offset 224 00000020:00000010:2.0:1770653413.929578:0:12201:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955636fe9e00. 00000100:00000200:1.0:1770653413.929580:0:76384:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95572eb23480 x1856657707201536/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1770653413.929584:0:76416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cee3 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1770653413.929586:0:12201:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300d80. 00000400:00000200:3.0:1770653413.929590:0:51596:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1770653413.929593:0:12201:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510af0. 00000100:00000001:1.0:1770653413.929597:0:76384:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.929600:0:12201:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653413.929601:0:76384:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.929604:0:12201:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1770653413.929605:0:51596:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1770653413.929608:0:76384:0:(client.c:1568:after_reply()) Process entered 00000100:00000001:2.0:1770653413.929609:0:12201:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.929609:0:76416:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.929612:0:76384:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1770653413.929616:0:76384:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1770653413.929617:0:51596:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b7280 00000100:00000001:2.0:1770653413.929618:0:12201:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.929618:0:76416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cee3 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.929620:0:76384:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.929626:0:76384:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.929630:0:51596:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda4e5 [1] + 224 00000100:00000001:2.0:1770653413.929632:0:12201:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1770653413.929632:0:76384:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 00010000:00000001:0.0:1770653413.929633:0:76416:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1770653413.929637:0:76416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1770653413.929641:0:51596:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1770653413.929641:0:76416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:1.0:1770653413.929642:0:76384:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 00000100:00000001:2.0:1770653413.929644:0:12201:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1770653413.929646:0:76416:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1770653413.929648:0:12201:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1770653413.929650:0:76416:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1770653413.929651:0:76384:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1770653413.929652:0:51596:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1770653413.929653:0:76416:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2a000 refcount=3 00000100:00000001:1.0:1770653413.929656:0:76384:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.929658:0:12201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136213 00000020:00000001:0.0:1770653413.929660:0:76416:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783626752 : -117277925924864 : ffff95561ae2a000) 00000100:00000001:3.0:1770653413.929661:0:51596:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1770653413.929661:0:76384:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1770653413.929664:0:12201:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 8 00010000:00000001:1.0:1770653413.929667:0:76384:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.929667:0:76416:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783626752 : -117277925924864 : ffff95561ae2a000) 00000100:00000001:2.0:1770653413.929668:0:12201:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800518889472 : -117273190662144 : ffff955735210000) 00000100:00000200:3.0:1770653413.929669:0:51596:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955665154a80 x1856657707201152/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.929674:0:76384:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.929676:0:76416:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000040:2.0:1770653413.929680:0:12201:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955735210000 x1856657707203968/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1770653413.929681:0:76416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cee3 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1770653413.929684:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95572eb23480 x1856657707201536/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1770653413.929691:0:51596:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff955665154a80 x1856657707201152/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.929712:0:76416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.929717:0:76416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.929722:0:12201:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00010000:0.0:1770653413.929722:0:76416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cee3 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.929723:0:76384:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.929728:0:76384:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:2.0:1770653413.929729:0:12201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59b00. 00000100:00000001:3.0:1770653413.929731:0:51596:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1770653413.929732:0:76384:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.929735:0:12201:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1770653413.929738:0:51596:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78198 00010000:00000001:1.0:1770653413.929750:0:76384:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1770653413.929751:0:76416:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1770653413.929752:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.929755:0:76416:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.929757:0:51596:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78198. 00010000:00010000:1.0:1770653413.929760:0:76384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95561c987c00/0x2aed14e4e178a1e1 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1552:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f03 expref: 80 pid: 33123 timeout: 6877 lvb_type: 1 00010000:00000001:0.0:1770653413.929763:0:76416:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1770653413.929764:0:51596:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1770653413.929766:0:12201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59b00. 00000100:00000001:3.0:1770653413.929768:0:51596:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.0:1770653413.929769:0:76416:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff95564f362240. 00000100:00000001:3.0:1770653413.929775:0:51596:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.929775:0:76416:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00000040:1.0:1770653413.929776:0:76384:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 75 00000100:00100000:2.0:1770653413.929779:0:12201:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955735210000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+34:3289:x1856657707203968:12345-0@lo:6:osp-syn-0-0.0 00000020:00000040:1.0:1770653413.929782:0:76384:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 79 00000100:00000040:3.0:1770653413.929783:0:51596:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00010000:00010000:0.0:1770653413.929786:0:76416:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1770653413.929790:0:51596:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000001:1.0:1770653413.929790:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1770653413.929791:0:12201:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707203968 00010000:00000001:0.0:1770653413.929792:0:76416:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.929794:0:76384:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.929795:0:51596:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.929796:0:12201:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1770653413.929797:0:76416:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.929802:0:51596:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1770653413.929803:0:12201:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:1.0:1770653413.929803:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572eb23480 x1856657707201536/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.929803:0:76416:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000001:2.0:1770653413.929808:0:12201:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.929808:0:76416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1770653413.929810:0:51596:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665156a00 x1856657707201152/t4295332632(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.929811:0:76416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1770653413.929814:0:12201:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00002000:00000001:0.0:1770653413.929815:0:76416:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000020:00000001:2.0:1770653413.929818:0:12201:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00080000:00000001:0.0:1770653413.929820:0:76416:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:2.0:1770653413.929825:0:12201:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000010:0.0:1770653413.929827:0:76416:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95560e9a5c00. 00080000:00000001:0.0:1770653413.929833:0:76416:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626795577564160 : -117278131987456 : ffff95560e9a5c00) 00000100:00100000:1.0:1770653413.929838:0:76384:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95572eb23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:76384:1856657707201536:192.168.202.60@tcp:104: 00000001:00000001:0.0:1770653413.929840:0:76416:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1770653413.929845:0:76416:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.929847:0:51596:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665156a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+37:3290:x1856657707201152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23494us (24013us total) trans 4295332632 rc 0/0 00000100:00000001:1.0:1770653413.929872:0:76384:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00080000:00000002:0.0:1770653413.929873:0:76416:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x1550:0x0] not in the id map cache 00000020:00000001:2.0:1770653413.929875:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1770653413.929878:0:76384:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.929880:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.929881:0:76416:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000100:00000001:1.0:1770653413.929883:0:76384:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00100000:3.0:1770653413.929884:0:51596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136202 00010000:00010000:2.0:1770653413.929888:0:5744:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:1.0:1770653413.929888:0:76384:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653413.929889:0:51596:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 7 00010000:00000001:2.0:1770653413.929894:0:5744:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00080000:00000001:0.0:1770653413.929894:0:76416:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.929895:0:51596:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1770653413.929896:0:76384:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95572eb23480 x1856657707201536/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.929898:0:5744:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1770653413.929900:0:51596:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00080000:00000001:0.0:1770653413.929901:0:76416:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.929903:0:5744:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cee3 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1770653413.929905:0:51596:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1c800. 00080000:00000001:0.0:1770653413.929908:0:76416:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:0.0:1770653413.929912:0:76416:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000020:00000010:3.0:1770653413.929913:0:51596:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510258. 80000000:00000001:0.0:1770653413.929916:0:76416:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000020:00000010:3.0:1770653413.929920:0:51596:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564531cc00. 80000000:00000001:0.0:1770653413.929920:0:76416:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1770653413.929924:0:76416:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.929926:0:76384:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000020:00000040:3.0:1770653413.929928:0:51596:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 36 80000000:00000001:0.0:1770653413.929928:0:76416:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.929929:0:5744:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95561ae2a000 already unused, calling callback (ffffffffc16fe650) 02000000:00000001:1.0:1770653413.929929:0:76384:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1770653413.929934:0:76384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95564e9bde00. 00000100:00000001:3.0:1770653413.929935:0:51596:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.929936:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:0.0:1770653413.929936:0:76416:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.929940:0:5744:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 02000000:00000001:1.0:1770653413.929941:0:76384:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00080000:00000001:0.0:1770653413.929943:0:76416:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00010000:2.0:1770653413.929944:0:5744:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cee3 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1770653413.929945:0:76384:0:(genops.c:1236:class_import_put()) Process entered 00080000:00000001:0.0:1770653413.929947:0:76416:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000020:00000040:1.0:1770653413.929949:0:76384:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=4 obd=lustre-OST0000 00000020:00000001:1.0:1770653413.929955:0:76384:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1770653413.929957:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1770653413.929960:0:5744:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000010:1.0:1770653413.929960:0:76384:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95564e9bda00. 00000100:00000001:3.0:1770653413.929961:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000001:00000001:0.0:1770653413.929964:0:76416:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1770653413.929965:0:5744:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:1.0:1770653413.929966:0:76384:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:3.0:1770653413.929968:0:3290:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1770653413.929969:0:5744:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000001:0.0:1770653413.929969:0:76416:0:(osd_quota.c:525:osd_declare_quota()) Process entered 02000000:00000001:1.0:1770653413.929970:0:76384:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:3.0:1770653413.929973:0:3290:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:2.0:1770653413.929975:0:5744:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2a000 refcount=3 00000100:00000010:1.0:1770653413.929975:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572eb23480. 00000400:00000010:3.0:1770653413.929977:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602d94e70. 00080000:00000001:0.0:1770653413.929978:0:76416:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.929980:0:5744:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783626752 : -117277925924864 : ffff95561ae2a000) 00000100:00000001:1.0:1770653413.929982:0:76384:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1770653413.929984:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022990 00080000:00000001:0.0:1770653413.929984:0:76416:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:1.0:1770653413.929985:0:76384:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.929986:0:5744:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783626752 : -117277925924864 : ffff95561ae2a000) 00080000:00000001:0.0:1770653413.929989:0:76416:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000010:3.0:1770653413.929990:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022990. 00000100:00000010:1.0:1770653413.929992:0:76384:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556189e1900. 00010000:00000001:2.0:1770653413.929993:0:5744:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1770653413.929994:0:3290:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:2.0:1770653413.929997:0:5744:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cee3 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.929998:0:76384:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000200:3.0:1770653413.930002:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955665154a80 x1856657707201152/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.930002:0:76384:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1770653413.930003:0:76416:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1770653413.930007:0:76416:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1770653413.930010:0:76384:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9556196fb340. 00010000:00000001:2.0:1770653413.930017:0:5744:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1770653413.930018:0:76384:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.930020:0:76416:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.930021:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1770653413.930022:0:76384:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.930025:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955665154a80 x1856657707201152/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1770653413.930025:0:76416:0:(osd_object.c:2094:osd_ref_del()) Process entered 00010000:00000001:2.0:1770653413.930026:0:5744:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.930026:0:76384:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.930033:0:5744:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1770653413.930034:0:76384:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1770653413.930037:0:5744:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00010000:1.0:1770653413.930040:0:76384:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff95561c986000/0x2aed14e4e178cef1 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1770653413.930040:0:76416:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.930041:0:5744:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1770653413.930044:0:3290:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1770653413.930045:0:5744:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.930046:0:76416:0:(osd_object.c:806:osd_destroy()) Process entered 00000100:00000001:3.0:1770653413.930048:0:3290:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1770653413.930051:0:76416:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000020:00000040:2.0:1770653413.930052:0:5744:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561ae2a000 with handle 0x2aed14e4e178cee3 from hash 00000100:00000001:3.0:1770653413.930054:0:3290:0:(client.c:1568:after_reply()) Process entered 80000000:00000001:0.0:1770653413.930055:0:76416:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:2.0:1770653413.930057:0:5744:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:3.0:1770653413.930059:0:3290:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 80000000:00000001:0.0:1770653413.930060:0:76416:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:2.0:1770653413.930061:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.930063:0:3290:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 80000000:00000001:0.0:1770653413.930064:0:76416:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.930065:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1770653413.930065:0:76384:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff95561c986000/0x2aed14e4e178cef1 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.930066:0:3290:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.930068:0:5744:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 80000000:00000001:0.0:1770653413.930070:0:76416:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.930073:0:3290:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.930074:0:5744:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00080000:00000001:0.0:1770653413.930075:0:76416:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.930078:0:5744:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653413.930081:0:3290:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00080000:00000001:0.0:1770653413.930081:0:76416:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:2.0:1770653413.930086:0:5744:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000001:0.0:1770653413.930086:0:76416:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00010000:00000001:1.0:1770653413.930088:0:76384:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653413.930091:0:3290:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00010000:00000001:2.0:1770653413.930091:0:5744:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:1.0:1770653413.930094:0:76384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95561c986000/0x2aed14e4e178cef1 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.930095:0:5744:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:3.0:1770653413.930097:0:3290:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1770653413.930099:0:5744:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.930101:0:3290:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.930106:0:5744:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.930107:0:3290:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1770653413.930112:0:3290:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.930113:0:5744:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1770653413.930114:0:76384:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:3.0:1770653413.930116:0:3290:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1770653413.930119:0:3290:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00010000:00000001:2.0:1770653413.930119:0:5744:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1770653413.930119:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.930123:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.930125:0:3290:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00010000:00000001:2.0:1770653413.930126:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.930127:0:76384:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1770653413.930130:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1770653413.930131:0:76384:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1770653413.930132:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:2.0:1770653413.930133:0:5744:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.930135:0:76384:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c986000 refcount=3 00000100:00000001:3.0:1770653413.930136:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028461184 : -117276681090432 : ffff955665154a80) 00010000:00000001:2.0:1770653413.930137:0:5744:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.930139:0:76384:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812315136 : -117277897236480 : ffff95561c986000) 00000100:00000001:3.0:1770653413.930143:0:3290:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00080000:00000001:0.0:1770653413.930143:0:76416:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.930144:0:5744:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.930144:0:76384:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812315136 : -117277897236480 : ffff95561c986000) 00000100:00000040:3.0:1770653413.930148:0:3290:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00010000:00000001:1.0:1770653413.930152:0:76384:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:0.0:1770653413.930152:0:76416:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.930153:0:3290:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00010000:00010000:2.0:1770653413.930153:0:5744:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cee3 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770653413.930156:0:76384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95561c986000/0x2aed14e4e178cef1 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.930157:0:3290:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.930159:0:76416:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1770653413.930166:0:76416:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000100:00000040:3.0:1770653413.930167:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955665154a80 x1856657707201152/t4295332632(4295332632) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000001:00000002:0.0:1770653413.930171:0:76416:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299213, last_committed = 8590299190 00010000:00000001:2.0:1770653413.930180:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.930181:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000010:0.0:1770653413.930183:0:76416:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9556681b9900. 00010000:00010000:2.0:1770653413.930185:0:5744:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cee3 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.930185:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.930186:0:3290:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000001:00000040:0.0:1770653413.930189:0:76416:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 23 00010000:00010000:1.0:1770653413.930191:0:76384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff95561c986000/0x2aed14e4e178cef1 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.930192:0:3290:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1770653413.930197:0:3290:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1770653413.930198:0:76416:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=35 00000004:00080000:3.0:1770653413.930203:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff955665154a80/2, rc 0, transno 4295332632 00080000:00000001:0.0:1770653413.930206:0:76416:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000040:2.0:1770653413.930209:0:5744:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95562c678600 count: 0 00000004:00001000:3.0:1770653413.930211:0:3290:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 7 in flight, 32 in progress 00002000:00000010:2.0:1770653413.930215:0:5744:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9556196fbec0. 00080000:00000001:0.0:1770653413.930217:0:76416:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:0.0:1770653413.930224:0:76416:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.930225:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665154a80 x1856657707201152/t4295332632(4295332632) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.0:1770653413.930225:0:5744:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95562c678a00. 00010000:00000001:1.0:1770653413.930226:0:76384:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1770653413.930231:0:76384:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.930236:0:76384:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1770653413.930240:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:3.0:1770653413.930241:0:3290:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955665154a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707201152:0@lo:6:osp-syn-1-0.0 00010000:00000010:1.0:1770653413.930241:0:76384:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff955647fa8180. 00010000:00000001:2.0:1770653413.930244:0:5744:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00080000:00000001:0.0:1770653413.930244:0:76416:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.930246:0:76384:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1770653413.930248:0:5744:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff95564f362240. 00002000:00000001:0.0:1770653413.930251:0:76416:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.930254:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.930255:0:5744:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.930255:0:76416:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000020:00000001:2.0:1770653413.930260:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1770653413.930262:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00010000:1.0:1770653413.930262:0:76384:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000001:2.0:1770653413.930263:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.930268:0:76384:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.930270:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665154a80 x1856657707201152/t4295332632(4295332632) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1770653413.930270:0:5744:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00080000:00000010:0.0:1770653413.930270:0:76416:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff9556463e8720. 00010000:00000001:1.0:1770653413.930272:0:76384:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.930278:0:5744:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1770653413.930279:0:76384:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00002000:00000001:0.0:1770653413.930279:0:76416:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00000001:2.0:1770653413.930283:0:5744:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00000001:1.0:1770653413.930284:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00002000:00000040:0.0:1770653413.930284:0:76416:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x1550:0x0] 00010000:00010000:2.0:1770653413.930288:0:5744:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff95561c986000/0x2aed14e4e178cef1 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.930288:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.930290:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:0.0:1770653413.930291:0:76416:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9556637e2260. 00002000:00000001:1.0:1770653413.930293:0:76384:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000100:00000001:3.0:1770653413.930296:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.930298:0:76384:0:(osd_handler.c:352:osd_trans_create()) Process entered 00002000:00000001:0.0:1770653413.930301:0:76416:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000100:00000001:3.0:1770653413.930302:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00002000:00000001:0.0:1770653413.930304:0:76416:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.930306:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00080000:00000010:1.0:1770653413.930306:0:76384:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff955607fcc800. 00080000:00000001:1.0:1770653413.930312:0:76384:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626795466573824 : -117278242977792 : ffff955607fcc800) 00010000:00010000:2.0:1770653413.930313:0:5744:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95561c986000 already unused, calling callback (ffffffffc16fe650) 00002000:00000001:0.0:1770653413.930313:0:76416:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1770653413.930314:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1770653413.930319:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1770653413.930320:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.930320:0:76384:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000040:0.0:1770653413.930321:0:76416:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299213, xid 1856657707200384 00010000:00000001:2.0:1770653413.930323:0:5744:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000001:00000001:1.0:1770653413.930324:0:76384:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.930326:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1770653413.930328:0:76416:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00010000:2.0:1770653413.930329:0:5744:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff95561c986000/0x2aed14e4e178cef1 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00080000:00000002:1.0:1770653413.930330:0:76384:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x1552:0x0] not in the id map cache 00000100:00000001:3.0:1770653413.930334:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1770653413.930336:0:76416:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955665157100 x1856657707200384/t8590299213(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1770653413.930337:0:76384:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000100:00000001:3.0:1770653413.930340:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.930349:0:76384:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.930351:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444770 00010000:00000001:2.0:1770653413.930353:0:5744:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000001:1.0:1770653413.930357:0:76384:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.930358:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444770 00010000:00000001:2.0:1770653413.930359:0:5744:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1770653413.930362:0:5744:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:1.0:1770653413.930364:0:76384:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00010000:00000001:0.0:1770653413.930365:0:76416:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1770653413.930367:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444770 00000020:00000040:2.0:1770653413.930367:0:5744:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c986000 refcount=3 00080000:00000001:1.0:1770653413.930368:0:76384:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:0.0:1770653413.930370:0:76416:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1770653413.930372:0:76384:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000020:00000001:2.0:1770653413.930374:0:5744:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812315136 : -117277897236480 : ffff95561c986000) 00000100:00000001:3.0:1770653413.930375:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444770 80000000:00000001:1.0:1770653413.930376:0:76384:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00001000:0.0:1770653413.930377:0:76416:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00010000:00000001:2.0:1770653413.930379:0:5744:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812315136 : -117277897236480 : ffff95561c986000) 80000000:00000001:1.0:1770653413.930380:0:76384:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.930381:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444770 00000100:00000001:0.0:1770653413.930388:0:76416:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1770653413.930389:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444770 00010000:00000001:2.0:1770653413.930389:0:5744:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 80000000:00000001:1.0:1770653413.930389:0:76384:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.930394:0:5744:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff95561c986000/0x2aed14e4e178cef1 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1770653413.930395:0:76416:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00080000:00000001:1.0:1770653413.930396:0:76384:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.930397:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444770 00080000:00000001:1.0:1770653413.930403:0:76384:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000100:00000001:0.0:1770653413.930403:0:76416:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00000001:3.0:1770653413.930405:0:3288:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1770653413.930407:0:76384:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 02000000:00000001:0.0:1770653413.930410:0:76416:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1770653413.930412:0:3288:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.930415:0:76416:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.930416:0:5744:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1770653413.930420:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.930421:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:0.0:1770653413.930422:0:76416:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1770653413.930424:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.930426:0:5744:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.930430:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000001:00000001:1.0:1770653413.930430:0:76384:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000040:0.0:1770653413.930430:0:76416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1770653413.930432:0:5744:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000001:00000001:1.0:1770653413.930435:0:76384:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:3.0:1770653413.930437:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:2.0:1770653413.930437:0:5744:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:0.0:1770653413.930438:0:76416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8550. 00010000:00000001:2.0:1770653413.930442:0:5744:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1770653413.930442:0:76384:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.930443:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1770653413.930444:0:76416:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707200384, offset 224 00010000:00000001:2.0:1770653413.930446:0:5744:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.930447:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00080000:00000001:1.0:1770653413.930448:0:76384:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1770653413.930453:0:76384:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000001:3.0:1770653413.930454:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.930454:0:5744:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561c986000 with handle 0x2aed14e4e178cef1 from hash 00000400:00000200:0.0:1770653413.930455:0:76416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1770653413.930461:0:5744:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1770653413.930462:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.930463:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.930468:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1770653413.930468:0:76416:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1770653413.930470:0:5744:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000001:00000001:1.0:1770653413.930471:0:76384:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1770653413.930474:0:5744:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00080000:00000001:1.0:1770653413.930474:0:76384:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.930477:0:5744:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.930480:0:76416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b6f80 00000020:00000001:3.0:1770653413.930482:0:12201:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.930482:0:5744:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1770653413.930485:0:5744:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:0.0:1770653413.930488:0:76416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda4ad [1] + 224 00080000:00000001:1.0:1770653413.930489:0:76384:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.930490:0:12201:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:2.0:1770653413.930490:0:5744:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000001:3.0:1770653413.930495:0:12201:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:2.0:1770653413.930495:0:5744:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1770653413.930497:0:76384:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000400:00000200:0.0:1770653413.930498:0:76416:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1770653413.930499:0:12201:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00010000:00000001:2.0:1770653413.930501:0:5744:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.930504:0:12201:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00010000:00000001:2.0:1770653413.930504:0:5744:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:0.0:1770653413.930507:0:76416:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1770653413.930508:0:12201:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.930509:0:5744:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00080000:00000001:1.0:1770653413.930511:0:76384:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.930512:0:76416:0:(events.c:78:reply_in_callback()) Process entered 00000001:00000001:3.0:1770653413.930514:0:12201:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:2.0:1770653413.930516:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:1.0:1770653413.930517:0:76384:0:(osd_object.c:806:osd_destroy()) Process entered 00000001:00000001:3.0:1770653413.930518:0:12201:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.930520:0:76416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955618d88000 x1856657707200384/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.930521:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:1.0:1770653413.930521:0:76384:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000001:00000001:3.0:1770653413.930522:0:12201:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:2.0:1770653413.930525:0:5744:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.930526:0:12201:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 80000000:00000001:1.0:1770653413.930526:0:76384:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1770653413.930530:0:76384:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:2.0:1770653413.930532:0:5744:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1770653413.930535:0:76384:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.930536:0:12201:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.930537:0:5744:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1770653413.930542:0:76384:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.930543:0:12201:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00010000:2.0:1770653413.930545:0:5744:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff95561c986000/0x2aed14e4e178cef1 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000001:00000001:3.0:1770653413.930547:0:12201:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1770653413.930548:0:76384:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653413.930549:0:76416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff955618d88000 x1856657707200384/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1770653413.930555:0:12201:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.930556:0:76384:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1770653413.930559:0:76384:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000001:00000001:3.0:1770653413.930562:0:12201:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1770653413.930566:0:12201:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.930568:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:3.0:1770653413.930572:0:12201:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.930574:0:5744:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95561c986000/0x2aed14e4e178cef1 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1770653413.930577:0:12201:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.930582:0:12201:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.930583:0:76416:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000040:2.0:1770653413.930586:0:5744:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95565f6ed100 count: 0 00000100:00000001:3.0:1770653413.930588:0:12201:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00002000:00000010:2.0:1770653413.930591:0:5744:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955630aa3ac0. 02000000:00000001:3.0:1770653413.930592:0:12201:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1770653413.930592:0:76416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8550 00000400:00000010:0.0:1770653413.930597:0:76416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8550. 00010000:00000010:2.0:1770653413.930598:0:5744:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95565f6ed700. 02000000:00000010:3.0:1770653413.930599:0:12201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff955615a8e000. 00000100:00000001:0.0:1770653413.930601:0:76416:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1770653413.930605:0:12201:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.930605:0:76416:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1770653413.930610:0:12201:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.930610:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.930612:0:76416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.930614:0:5744:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00002000:00000001:3.0:1770653413.930615:0:12201:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000010:2.0:1770653413.930617:0:5744:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff955647fa8180. 00080000:00000001:1.0:1770653413.930618:0:76384:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.930619:0:12201:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000040:0.0:1770653413.930620:0:76416:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00010000:00000001:3.0:1770653413.930624:0:12201:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.930624:0:5744:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.930625:0:76384:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.930625:0:76416:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00002000:00080000:3.0:1770653413.930631:0:12201:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5463 count 1 00000020:00000001:0.0:1770653413.930631:0:76416:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.930632:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000001:1.0:1770653413.930632:0:76384:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000001:0.0:1770653413.930635:0:76416:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1770653413.930637:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653413.930638:0:12201:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000001:00000001:1.0:1770653413.930638:0:76384:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000100:00000040:0.0:1770653413.930642:0:76416:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665157100 x1856657707200384/t8590299213(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00002000:00000001:3.0:1770653413.930643:0:12201:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00010000:2.0:1770653413.930644:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000002:1.0:1770653413.930644:0:76384:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299214, last_committed = 8590299190 00000020:00000001:3.0:1770653413.930648:0:12201:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1770653413.930649:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000010:1.0:1770653413.930651:0:76384:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564334a240. 00000020:00000001:2.0:1770653413.930653:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.930654:0:12201:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797001780280 : -117276707771336 : ffff9556637e2c38) 00000001:00000040:1.0:1770653413.930657:0:76384:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 24 00010000:00010000:2.0:1770653413.930659:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00000001:3.0:1770653413.930661:0:12201:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797001780192 : -117276707771424 : ffff9556637e2be0) 00000020:00000040:1.0:1770653413.930663:0:76384:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=36 00000020:00000001:2.0:1770653413.930665:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1770653413.930667:0:12201:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000020:00000001:2.0:1770653413.930669:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.930670:0:76384:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1770653413.930671:0:12201:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00010000:2.0:1770653413.930675:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000040:3.0:1770653413.930678:0:12201:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95563f2d2100 count: 2 00080000:00000001:1.0:1770653413.930680:0:76384:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00010000:00000001:3.0:1770653413.930685:0:12201:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1770653413.930685:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00100000:0.0:1770653413.930685:0:76416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665157100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0000-mdtlov_UUID+36:3290:x1856657707200384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 28297us (28809us total) trans 8590299213 rc 0/0 00000001:00000001:1.0:1770653413.930686:0:76384:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.930690:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.930693:0:12201:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000004:00000001:2.0:1770653413.930696:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00000010:3.0:1770653413.930700:0:12201:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955605728800. 00000004:00000001:2.0:1770653413.930700:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00080000:00000001:1.0:1770653413.930702:0:76384:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.930704:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.930704:0:76416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136198 00000020:00000001:3.0:1770653413.930706:0:12201:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00002000:00000001:1.0:1770653413.930709:0:76384:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.930713:0:7854:0:(llog.c:607:llog_process_thread()) index: 3585 last_index 64767 00000020:00000040:3.0:1770653413.930714:0:12201:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955605728800 with handle 0x2aed14e4e178cf4c to hash 00002000:00000001:1.0:1770653413.930714:0:76384:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000100:00000040:0.0:1770653413.930714:0:76416:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 7 00000040:00000001:2.0:1770653413.930719:0:7854:0:(lustre_log.h:473:llog_next_block()) Process entered 00000020:00000001:3.0:1770653413.930721:0:12201:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:0.0:1770653413.930721:0:76416:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000040:00000001:2.0:1770653413.930723:0:7854:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00010000:00000001:3.0:1770653413.930725:0:12201:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795423959040 : -117278285592576 : ffff955605728800) 00000100:00000001:0.0:1770653413.930725:0:76416:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1770653413.930729:0:12201:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795423959040 : -117278285592576 : ffff955605728800) 00000020:00000010:0.0:1770653413.930730:0:76416:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07df80. 00080000:00000010:1.0:1770653413.930733:0:76384:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff9556463e9c80. 00010000:00000001:3.0:1770653413.930734:0:12201:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000040:00001000:2.0:1770653413.930734:0:7854:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 3585 (cur idx 3584 off 237568), size 238720 00000020:00000010:0.0:1770653413.930736:0:76416:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada578. 00010000:00000001:3.0:1770653413.930751:0:12201:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653413.930752:0:76384:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000020:00000010:0.0:1770653413.930755:0:76416:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f7c00. 00002000:00000040:1.0:1770653413.930757:0:76384:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x1552:0x0] 00010000:00010000:3.0:1770653413.930758:0:12201:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff955605728800/0x2aed14e4e178cf4c lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1557:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000020:00000040:0.0:1770653413.930760:0:76416:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 35 00002000:00000010:1.0:1770653413.930765:0:76384:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9556637e2ab0. 00000100:00000001:0.0:1770653413.930766:0:76416:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.930774:0:12201:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1770653413.930777:0:12201:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00002000:00000001:1.0:1770653413.930778:0:76384:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00010000:00000001:3.0:1770653413.930779:0:12201:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000040:00000001:2.0:1770653413.930780:0:7854:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.930782:0:12201:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00002000:00000001:1.0:1770653413.930782:0:76384:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1770653413.930786:0:7854:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.930787:0:12201:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00010000:0.0:1770653413.930788:0:12200:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95566c163e00/0x2aed14e4e178ceff lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1407:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00002000:00000001:1.0:1770653413.930790:0:76384:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.930791:0:12201:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000040:00001000:2.0:1770653413.930792:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f648000 type=0x10692404 idx=3585 00010000:00010000:3.0:1770653413.930799:0:12201:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff95566c163400/0x2aed14e4e178a163 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1557:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e85 expref: 79 pid: 12214 timeout: 0 lvb_type: 1 00000040:00001000:2.0:1770653413.930800:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3585 lrh_len: 64 (8192 remains) 00010000:00000040:1.0:1770653413.930800:0:76384:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299214, xid 1856657707200896 00010000:00000001:0.0:1770653413.930806:0:12200:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.930807:0:7854:0:(llog.c:797:llog_process_thread()) index: 3585, lh_last_idx: 3602 synced_idx: 0 lgh_last_idx: 3602 00010000:00000001:1.0:1770653413.930809:0:76384:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00010000:0.0:1770653413.930814:0:12200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95566c163e00/0x2aed14e4e178ceff lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1407:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000004:00000001:2.0:1770653413.930815:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00000001:3.0:1770653413.930821:0:12201:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000004:00000001:2.0:1770653413.930821:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000200:1.0:1770653413.930821:0:76384:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955618d8b800 x1856657707200896/t8590299214(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.930826:0:12201:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.930826:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.930828:0:12200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1770653413.930832:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653413.930834:0:12201:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000004:00000001:2.0:1770653413.930834:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00010000:00000001:0.0:1770653413.930835:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.930840:0:12201:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.930840:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00010000:00000001:0.0:1770653413.930841:0:12200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000004:00000001:2.0:1770653413.930844:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000020:00000001:0.0:1770653413.930845:0:12200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1770653413.930868:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572eb22d80. 00010000:00000001:1.0:1770653413.930870:0:76384:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000040:2.0:1770653413.930872:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=35 obd=lustre-OST0001-osc-MDT0000 00000020:00000040:0.0:1770653413.930873:0:12200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c163e00 refcount=3 00010000:00000001:1.0:1770653413.930874:0:76384:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.930877:0:12201:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:2.0:1770653413.930877:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1770653413.930881:0:12200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145964032 : -117276563587584 : ffff95566c163e00) 00010000:00010000:3.0:1770653413.930882:0:12201:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 02000000:00000001:2.0:1770653413.930882:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00001000:1.0:1770653413.930883:0:76384:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00010000:00000001:3.0:1770653413.930887:0:12201:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653413.930887:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.930889:0:12200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145964032 : -117276563587584 : ffff95566c163e00) 00000100:00000001:1.0:1770653413.930891:0:76384:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1770653413.930893:0:12201:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1770653413.930896:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95561040f000. 00010000:00000001:3.0:1770653413.930897:0:12201:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00000001:0.0:1770653413.930897:0:12200:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000040:1.0:1770653413.930901:0:76384:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000001:2.0:1770653413.930904:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.930906:0:12200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95566c163e00/0x2aed14e4e178ceff lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1407:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770653413.930907:0:12201:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff955605728800/0x2aed14e4e178cf4c lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1557:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.930907:0:76384:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000004:00000001:2.0:1770653413.930908:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626800410963328 : -117273298588288 : ffff95572eb22d80) 00000100:00000001:2.0:1770653413.930915:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1770653413.930916:0:76384:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1770653413.930920:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.930921:0:76384:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.930930:0:76384:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:3.0:1770653413.930931:0:12201:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1557:0x0].0x0 (ffff95563f2d2100) refcount = 2 00000100:00000040:2.0:1770653413.930931:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8f8976c] to pc [ptlrpcd_00_02+2] req@ffff95572eb22d80 x1856657707204224/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653413.930939:0:76384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000040:3.0:1770653413.930940:0:12201:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1770653413.930948:0:12201:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95566c163400/0x2aed14e4e178a163 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1557:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e85 expref: 79 pid: 12214 timeout: 0 lvb_type: 1 00000400:00000010:1.0:1770653413.930948:0:76384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022088. 00000100:00000200:1.0:1770653413.930956:0:76384:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707200896, offset 224 00010000:00000001:0.0:1770653413.930960:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.930964:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1770653413.930968:0:12200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95566c163e00/0x2aed14e4e178ceff lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1407:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1770653413.930970:0:12201:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000400:00000200:1.0:1770653413.930971:0:76384:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000040:3.0:1770653413.930974:0:12201:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955605728800/0x2aed14e4e178cf4c lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1557:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000004:00000001:2.0:1770653413.930976:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:2.0:1770653413.930986:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 8 in flight, 33 in progress 00000400:00000200:1.0:1770653413.930988:0:76384:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1770653413.930993:0:12200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000004:00001000:2.0:1770653413.930994:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3585, id 1934 00010000:00000001:0.0:1770653413.930998:0:12200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1770653413.931000:0:12201:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9556196fb600. 00000004:00000001:2.0:1770653413.931000:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00010000:00000001:0.0:1770653413.931001:0:12200:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000400:00000200:1.0:1770653413.931005:0:76384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b7180 00000100:00000001:3.0:1770653413.931006:0:12201:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00000010:0.0:1770653413.931008:0:12200:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff95564f362780. 00000100:00000010:3.0:1770653413.931012:0:12201:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556189e10c0. 00010000:00000001:0.0:1770653413.931012:0:12200:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1770653413.931018:0:12201:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626795745579200 : -117277963972416 : ffff9556189e10c0) 00000400:00000200:1.0:1770653413.931018:0:76384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda4d5 [1] + 224 00000100:00000001:2.0:1770653413.931020:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653413.931022:0:12201:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626795745579200 : -117277963972416 : ffff9556189e10c0) 00000100:00000001:2.0:1770653413.931025:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1770653413.931028:0:12200:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000400:00000200:1.0:1770653413.931029:0:76384:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653413.931030:0:12201:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1770653413.931031:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.931033:0:12200:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.931034:0:12201:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1770653413.931038:0:12201:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1770653413.931039:0:12200:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.931040:0:76384:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1770653413.931041:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00000001:3.0:1770653413.931042:0:12201:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.931046:0:12201:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.931046:0:12200:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:2.0:1770653413.931048:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.931050:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1770653413.931051:0:12201:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:1.0:1770653413.931052:0:76384:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1770653413.931054:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.931055:0:12201:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000001:2.0:1770653413.931055:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1770653413.931059:0:12201:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00002000:00000001:0.0:1770653413.931059:0:12200:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000100:00000200:1.0:1770653413.931061:0:76384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955618d8a680 x1856657707200896/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.931062:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.931063:0:12201:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00080000:00000001:0.0:1770653413.931063:0:12200:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:2.0:1770653413.931070:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1770653413.931071:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000010:0.0:1770653413.931073:0:12200:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff955708233c00. 00000100:00000001:2.0:1770653413.931074:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1770653413.931075:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.931079:0:12200:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626799764061184 : -117273945490432 : ffff955708233c00) 00000100:00000001:2.0:1770653413.931080:0:3291:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00010000:3.0:1770653413.931082:0:66075:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000001:00000001:0.0:1770653413.931086:0:12200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:3.0:1770653413.931087:0:66075:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000100:00000040:1.0:1770653413.931089:0:76384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff955618d8a680 x1856657707200896/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1770653413.931091:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95572eb22d80 x1856657707204224/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1770653413.931091:0:12200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.931092:0:66075:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1770653413.931097:0:66075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95566c163e00/0x2aed14e4e178ceff lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1407:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00080000:00000002:0.0:1770653413.931098:0:12200:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x1407:0x0] not in the id map cache 00080000:00000001:0.0:1770653413.931106:0:12200:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1770653413.931115:0:12200:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1770653413.931122:0:12200:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.931123:0:66075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95566c163e00 already unused, calling callback (ffffffffc16fe650) 00080000:00000001:0.0:1770653413.931129:0:12200:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00010000:00000001:3.0:1770653413.931130:0:66075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1770653413.931131:0:3291:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00080000:00000001:0.0:1770653413.931132:0:12200:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:3.0:1770653413.931133:0:66075:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:2.0:1770653413.931136:0:3291:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1770653413.931136:0:12200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00010000:3.0:1770653413.931138:0:66075:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95566c163e00/0x2aed14e4e178ceff lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1407:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.931140:0:76384:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1770653413.931141:0:3291:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 80000000:00000001:0.0:1770653413.931141:0:12200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 02000000:00000001:2.0:1770653413.931147:0:3291:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 80000000:00000001:0.0:1770653413.931147:0:12200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.931148:0:66075:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:1.0:1770653413.931151:0:76384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022088 80000000:00000001:0.0:1770653413.931151:0:12200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.931152:0:66075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1770653413.931153:0:3291:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.931157:0:66075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1770653413.931158:0:76384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022088. 00080000:00000001:0.0:1770653413.931158:0:12200:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1770653413.931160:0:3291:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95572eb22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707204224:0@lo:6:osp-syn-1-0.0 00000020:00000040:3.0:1770653413.931161:0:66075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c163e00 refcount=3 00080000:00000001:0.0:1770653413.931165:0:12200:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000100:00000001:1.0:1770653413.931166:0:76384:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:3.0:1770653413.931167:0:66075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145964032 : -117276563587584 : ffff95566c163e00) 00080000:00000001:0.0:1770653413.931169:0:12200:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000100:00000001:2.0:1770653413.931170:0:3291:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1770653413.931171:0:76384:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1770653413.931173:0:66075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145964032 : -117276563587584 : ffff95566c163e00) 02000000:00000001:2.0:1770653413.931176:0:3291:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:3.0:1770653413.931178:0:66075:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1770653413.931179:0:76384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.931180:0:3291:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.931182:0:66075:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95566c163e00/0x2aed14e4e178ceff lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x1407:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1770653413.931186:0:12200:0:(osd_quota.c:525:osd_declare_quota()) Process entered 02000000:00000001:2.0:1770653413.931187:0:3291:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1770653413.931190:0:76384:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000001:00000001:0.0:1770653413.931191:0:12200:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1770653413.931193:0:66075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000010:2.0:1770653413.931194:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95561040f800. 00010000:00000001:1.0:1770653413.931197:0:76384:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00080000:00000001:0.0:1770653413.931197:0:12200:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.931198:0:66075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 02000000:00000001:2.0:1770653413.931198:0:3291:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.931203:0:66075:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.931204:0:76384:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.931205:0:12200:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1770653413.931207:0:66075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000010:2.0:1770653413.931207:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2420. 00080000:00000001:0.0:1770653413.931209:0:12200:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:1.0:1770653413.931210:0:76384:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1770653413.931211:0:66075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653413.931215:0:66075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:2.0:1770653413.931216:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888a18. 00010000:00000001:3.0:1770653413.931217:0:66075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.931220:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d8b800 x1856657707200896/t8590299214(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1770653413.931223:0:66075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95566c163e00 with handle 0x2aed14e4e178ceff from hash 00000100:00000200:2.0:1770653413.931223:0:3291:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707204224, portal 4 00000001:00000001:0.0:1770653413.931224:0:12200:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1770653413.931228:0:12200:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.931229:0:66075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1770653413.931230:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1770653413.931234:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.931235:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800410963328 : -117273298588288 : ffff95572eb22d80) 00010000:00000001:3.0:1770653413.931238:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1770653413.931241:0:12200:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.931242:0:66075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:2.0:1770653413.931245:0:3291:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95572eb22d80 x1856657707204224/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.931248:0:66075:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00080000:00000001:0.0:1770653413.931248:0:12200:0:(osd_object.c:2094:osd_ref_del()) Process entered 00010000:00000001:3.0:1770653413.931252:0:66075:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.931255:0:76384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955618d8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+35:3288:x1856657707200896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25853us (26782us total) trans 8590299214 rc 0/0 00010000:00000001:3.0:1770653413.931258:0:66075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000001:0.0:1770653413.931261:0:12200:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.931262:0:66075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1770653413.931263:0:3291:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1770653413.931266:0:66075:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00080000:00000001:0.0:1770653413.931268:0:12200:0:(osd_object.c:806:osd_destroy()) Process entered 00010000:00000001:3.0:1770653413.931271:0:66075:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1770653413.931271:0:3291:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00080000:00000001:0.0:1770653413.931272:0:12200:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00100000:1.0:1770653413.931278:0:76384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136200 80000000:00000001:0.0:1770653413.931278:0:12200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:3.0:1770653413.931279:0:66075:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.931279:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888660. 80000000:00000001:0.0:1770653413.931283:0:12200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00000040:1.0:1770653413.931284:0:76384:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 6 00010000:00000001:3.0:1770653413.931285:0:66075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000200:2.0:1770653413.931286:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707204224, offset 0 80000000:00000001:0.0:1770653413.931287:0:12200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.931289:0:76384:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1770653413.931290:0:66075:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 80000000:00000001:0.0:1770653413.931294:0:12200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.931295:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.931295:0:76384:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1770653413.931296:0:3291:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1770653413.931301:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1770653413.931301:0:12200:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1770653413.931302:0:76384:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95566aa1ca00. 00010000:00000001:3.0:1770653413.931305:0:66075:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.931309:0:12200:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:3.0:1770653413.931310:0:66075:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.931310:0:3291:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1770653413.931311:0:76384:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510000. 00080000:00000001:0.0:1770653413.931312:0:12200:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00010000:00000001:3.0:1770653413.931318:0:66075:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.931320:0:76384:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564531d600. 00010000:00010000:3.0:1770653413.931322:0:66075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95566c163e00/0x2aed14e4e178ceff lrc: 1/0,0 mode: --/PW res: [0x280000403:0x1407:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1770653413.931324:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b7e80 00000020:00000040:1.0:1770653413.931326:0:76384:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 34 00000100:00000001:1.0:1770653413.931332:0:76384:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653413.931336:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf2bd [8] + 9248 00010000:00000001:3.0:1770653413.931337:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653413.931342:0:66075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95566c163e00/0x2aed14e4e178ceff lrc: 0/0,0 mode: --/PW res: [0x280000403:0x1407:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1770653413.931343:0:3291:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653413.931353:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1770653413.931354:0:3291:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:3.0:1770653413.931355:0:66075:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9556110e6200 count: 0 00000100:00000001:1.0:1770653413.931356:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00002000:00000010:3.0:1770653413.931364:0:66075:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff95562ede4a80. 00000100:00000001:2.0:1770653413.931364:0:3291:0:(events.c:286:request_in_callback()) Process entered 00000400:00000001:1.0:1770653413.931367:0:3288:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00080000:00000001:0.0:1770653413.931367:0:12200:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1770653413.931368:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000010:3.0:1770653413.931371:0:66075:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9556110e6000. 00000400:00000001:1.0:1770653413.931371:0:3288:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00080000:00000001:0.0:1770653413.931375:0:12200:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1770653413.931377:0:3291:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572eb22680. 00000400:00000010:1.0:1770653413.931377:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e053d10. 00080000:00000001:0.0:1770653413.931379:0:12200:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1770653413.931380:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.931384:0:66075:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:2.0:1770653413.931384:0:3291:0:(events.c:337:request_in_callback()) incoming req@ffff95572eb22680 x1856657707204224 msgsize 544 00000400:00000200:1.0:1770653413.931385:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8aa0 00000001:00000001:0.0:1770653413.931385:0:12200:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00000010:3.0:1770653413.931389:0:66075:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff95564f362780. 00000400:00000010:1.0:1770653413.931391:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8aa0. 00000001:00000002:0.0:1770653413.931392:0:12200:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332633, last_committed = 4295332607 00010000:00000001:3.0:1770653413.931397:0:66075:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.931398:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1770653413.931399:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000001:00000010:0.0:1770653413.931400:0:12200:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9556681b9b40. 00000020:00000001:3.0:1770653413.931403:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000040:0.0:1770653413.931405:0:12200:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 26 00000020:00000001:3.0:1770653413.931406:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.931407:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955618d8a680 x1856657707200896/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.931411:0:3291:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:0.0:1770653413.931411:0:12200:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=37 00010000:00010000:3.0:1770653413.931412:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1770653413.931416:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1770653413.931418:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888660 00080000:00000001:0.0:1770653413.931419:0:12200:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000001:3.0:1770653413.931420:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.931423:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888660. 00010000:00010000:3.0:1770653413.931426:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:1.0:1770653413.931431:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955618d8a680 x1856657707200896/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1770653413.931431:0:12200:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000020:00000001:3.0:1770653413.931432:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1770653413.931432:0:3291:0:(events.c:34:request_out_callback()) Process entered 00000001:00000001:0.0:1770653413.931438:0:12200:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.931439:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.931441:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95572eb22d80 x1856657707204224/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1770653413.931446:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1770653413.931453:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00080000:00000001:0.0:1770653413.931454:0:12200:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.931455:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653413.931457:0:3288:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1770653413.931458:0:12201:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955735211f80. 00002000:00000001:0.0:1770653413.931459:0:12200:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.931460:0:3288:0:(client.c:1568:after_reply()) Process entered 00000100:00000040:2.0:1770653413.931462:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572eb22d80 x1856657707204224/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1770653413.931465:0:12201:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=5 obd=lustre-OST0000 02000000:00000001:1.0:1770653413.931466:0:3288:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00002000:00000001:0.0:1770653413.931466:0:12200:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000100:00000001:1.0:1770653413.931472:0:3288:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653413.931473:0:12201:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1770653413.931476:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.931476:0:3288:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.931477:0:12201:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00080000:00000010:0.0:1770653413.931479:0:12200:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955643ef0558. 02000000:00000001:3.0:1770653413.931482:0:12201:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.931483:0:3291:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1770653413.931483:0:3288:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.931484:0:12200:0:(ofd_dev.c:460:ofd_object_free()) Process entered 02000000:00000010:3.0:1770653413.931489:0:12201:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95562fa44000. 00002000:00000040:0.0:1770653413.931489:0:12200:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x1407:0x0] 00000100:00000001:2.0:1770653413.931490:0:3291:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653413.931491:0:3288:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 00002000:00000010:0.0:1770653413.931494:0:12200:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff95560d386980. 00000100:00000001:3.0:1770653413.931497:0:12201:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.931498:0:3291:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26312 usecs (27 jiffies) 00000100:00001000:1.0:1770653413.931499:0:3288:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 00002000:00000001:0.0:1770653413.931502:0:12200:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000100:00000001:2.0:1770653413.931504:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444771 00002000:00000001:0.0:1770653413.931506:0:12200:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.931507:0:3288:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00010000:3.0:1770653413.931508:0:12201:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff95566c163400/0x2aed14e4e178a163 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1557:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e85 expref: 79 pid: 12214 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1770653413.931512:0:3288:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.931513:0:3291:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444770 00002000:00000001:0.0:1770653413.931514:0:12200:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.931518:0:3288:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1770653413.931522:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444771 00010000:00000001:1.0:1770653413.931523:0:3288:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.931523:0:12200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332633, xid 1856657707201024 00010000:00010000:3.0:1770653413.931528:0:12201:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff95566c163400/0x2aed14e4e178a163 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1557:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e85 expref: 79 pid: 12214 timeout: 6877 lvb_type: 1 00000100:00000001:2.0:1770653413.931530:0:3291:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444770 00010000:00000001:0.0:1770653413.931530:0:12200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:1.0:1770653413.931531:0:3288:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1770653413.931536:0:3288:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1770653413.931538:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444771 00000100:00000001:1.0:1770653413.931540:0:3288:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00010000:00000200:0.0:1770653413.931541:0:12200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955618d88700 x1856657707201024/t4295332633(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.931544:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1770653413.931545:0:3291:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444770 00010000:00000001:3.0:1770653413.931548:0:12201:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1770653413.931549:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795749418624 : -117277960132992 : ffff955618d8a680) 00000100:00000001:2.0:1770653413.931553:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444771 00000100:00000001:3.0:1770653413.931555:0:12201:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1770653413.931556:0:3288:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1770653413.931560:0:3291:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444770 00000100:00000040:1.0:1770653413.931561:0:3288:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00010000:00000001:0.0:1770653413.931565:0:12200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1770653413.931567:0:3288:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1770653413.931568:0:12201:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955735211f80 x1856657707204352/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.931568:0:3291:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.931569:0:3288:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.931569:0:12200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.931575:0:3291:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653413.931576:0:12200:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000100:00000040:1.0:1770653413.931580:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955618d8a680 x1856657707200896/t8590299214(8590299214) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.931582:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.931588:0:12200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1770653413.931589:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.931595:0:12200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000001:0.0:1770653413.931602:0:12200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00000001:2.0:1770653413.931605:0:76384:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1770653413.931606:0:12201:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1770653413.931610:0:76384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707204224 00000100:00000001:1.0:1770653413.931611:0:3288:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1770653413.931611:0:12200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1770653413.931612:0:12201:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.931614:0:76384:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1770653413.931615:0:12200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.931618:0:3288:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1770653413.931619:0:76384:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653413.931621:0:3288:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.931621:0:12200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1770653413.931622:0:76384:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.931626:0:12201:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955735211f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:12201:1856657707204352:192.168.202.60@tcp:104: 00000004:00080000:1.0:1770653413.931627:0:3288:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff955618d8a680/2, rc 0, transno 8590299214 02000000:00000001:2.0:1770653413.931628:0:76384:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.931629:0:12200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000004:00001000:1.0:1770653413.931633:0:3288:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 7 in flight, 30 in progress 00000400:00000010:0.0:1770653413.931635:0:12200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8550. 00000100:00100000:2.0:1770653413.931636:0:76384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707204224 00000100:00000001:3.0:1770653413.931638:0:12201:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1770653413.931640:0:76384:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1770653413.931643:0:76384:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00000100:00000200:0.0:1770653413.931643:0:12200:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707201024, offset 224 02000000:00000001:3.0:1770653413.931645:0:12201:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1770653413.931649:0:12201:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.931650:0:76384:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1770653413.931654:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d8a680 x1856657707200896/t8590299214(8590299214) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1770653413.931655:0:76384:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=38 00000400:00000200:0.0:1770653413.931655:0:12200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1770653413.931656:0:12201:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1770653413.931662:0:76384:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 02000000:00000010:3.0:1770653413.931664:0:12201:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95562fa45600. 00000020:00000001:2.0:1770653413.931668:0:76384:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 02000000:00000001:3.0:1770653413.931670:0:12201:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.931671:0:12200:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1770653413.931675:0:76384:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1770653413.931676:0:3288:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955618d8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707200896:0@lo:6:osp-syn-0-0.0 00000400:00000010:3.0:1770653413.931678:0:12201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d28f0. 00000004:00000001:2.0:1770653413.931682:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:1.0:1770653413.931686:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.931686:0:12200:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b7200 00000400:00000010:3.0:1770653413.931687:0:12201:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78198. 00000004:00000001:2.0:1770653413.931687:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.931693:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000004:00000001:2.0:1770653413.931695:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000200:3.0:1770653413.931697:0:12201:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707204352, portal 16 00000004:00000001:2.0:1770653413.931698:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000040:1.0:1770653413.931699:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955618d8a680 x1856657707200896/t8590299214(8590299214) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1770653413.931702:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.931703:0:12201:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1770653413.931703:0:12200:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda4dd [1] + 224 00000100:00000001:3.0:1770653413.931708:0:12201:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800518897536 : -117273190654080 : ffff955735211f80) 00000040:00001000:2.0:1770653413.931710:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64b6c0 type=0x10692404 idx=1756 00000400:00000200:0.0:1770653413.931716:0:12200:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000040:00001000:2.0:1770653413.931717:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1756 lrh_len: 64 (2368 remains) 00000100:00000040:3.0:1770653413.931721:0:12201:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955735211f80 x1856657707204352/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.931721:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.931723:0:6724:0:(llog.c:797:llog_process_thread()) index: 1756, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00000400:00000200:0.0:1770653413.931727:0:12200:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1770653413.931728:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.931731:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:1.0:1770653413.931735:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:2.0:1770653413.931737:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:0.0:1770653413.931737:0:12200:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1770653413.931753:0:12201:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1770653413.931753:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000004:00000001:2.0:1770653413.931755:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.931757:0:12200:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95572eb21f80 x1856657707201024/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1770653413.931759:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000100:00000001:1.0:1770653413.931760:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.931762:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000100:00000040:3.0:1770653413.931764:0:12201:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:1.0:1770653413.931766:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.931767:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000400:00000010:3.0:1770653413.931769:0:12201:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78cc0. 00000100:00000010:2.0:1770653413.931773:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572eb20380. 00000100:00000200:3.0:1770653413.931775:0:12201:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707204352, offset 0 00000020:00000040:2.0:1770653413.931779:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=33 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1770653413.931785:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1770653413.931785:0:12200:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95572eb21f80 x1856657707201024/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1770653413.931787:0:12201:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 02000000:00000001:2.0:1770653413.931789:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:1.0:1770653413.931790:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1770653413.931794:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1770653413.931796:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626cb00. 00000400:00000200:3.0:1770653413.931798:0:12201:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000400:00000200:1.0:1770653413.931803:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1770653413.931805:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9556615a1c00. 00000400:00000200:3.0:1770653413.931807:0:12201:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1770653413.931813:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.931816:0:12201:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000400:00000200:1.0:1770653413.931816:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000004:00000001:2.0:1770653413.931819:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626800410952576 : -117273298599040 : ffff95572eb20380) 00000100:00000001:0.0:1770653413.931821:0:12200:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1770653413.931824:0:12201:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1770653413.931826:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1770653413.931829:0:12201:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00000001:2.0:1770653413.931831:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.931835:0:12201:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164677:2164677:250:4294967295] 192.168.202.60@tcp LPNI seq info [2164673:2164673:2:4294967295] 00000100:00000040:2.0:1770653413.931840:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fead6fad] to pc [ptlrpcd_00_03+3] req@ffff95572eb20380 x1856657707204480/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1770653413.931875:0:12201:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000004:00000001:2.0:1770653413.931877:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:2.0:1770653413.931883:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 8 in flight, 31 in progress 00000400:00000200:1.0:1770653413.931883:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78c38 00000800:00000200:3.0:1770653413.931887:0:12201:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000004:00001000:2.0:1770653413.931888:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1756, id 1958 00000400:00000010:1.0:1770653413.931889:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78c38. 00000800:00000010:3.0:1770653413.931895:0:12201:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626ce00. 00000004:00000001:2.0:1770653413.931895:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000001:1.0:1770653413.931896:0:3282:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1770653413.931897:0:12200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8550 00000400:00000010:0.0:1770653413.931902:0:12200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8550. 00000100:00000001:2.0:1770653413.931905:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1770653413.931906:0:12201:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000200:1.0:1770653413.931907:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955735211c00 x1856657707203712/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.931909:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1770653413.931909:0:12200:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653413.931913:0:3291:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1770653413.931914:0:12200:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1770653413.931919:0:12200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.931920:0:12201:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000040:2.0:1770653413.931921:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95572eb20380 x1856657707204480/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1770653413.931927:0:12200:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000800:00000200:3.0:1770653413.931928:0:12201:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626ce00 type 1, nob 424 niov 1 nkiov 1 00010000:00000001:0.0:1770653413.931933:0:12200:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:1.0:1770653413.931935:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1770653413.931938:0:12201:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.931939:0:12200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.931943:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955735211c00 x1856657707203712/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.931946:0:12201:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444775 00000020:00000001:0.0:1770653413.931946:0:12200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1770653413.931947:0:3291:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1770653413.931951:0:3291:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.931955:0:12201:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444771 00000100:00000040:0.0:1770653413.931955:0:12200:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d88700 x1856657707201024/t4295332633(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653413.931957:0:3291:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1770653413.931963:0:3291:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.931964:0:12201:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444775 02000000:00000001:2.0:1770653413.931971:0:3291:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.931972:0:12201:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444771 00000100:00000001:1.0:1770653413.931972:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.931979:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1770653413.931980:0:3291:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95572eb20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707204480:0@lo:6:osp-syn-0-0.0 00000100:00000001:3.0:1770653413.931982:0:12201:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444775 00000100:00100000:0.0:1770653413.931986:0:12200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955618d88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+38:3288:x1856657707201024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26137us (26680us total) trans 4295332633 rc 0/0 00000800:00000001:1.0:1770653413.931987:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653413.931989:0:3291:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1770653413.931991:0:12201:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444771 02000000:00000001:2.0:1770653413.931994:0:3291:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:1.0:1770653413.931995:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653413.931998:0:3291:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.931999:0:12201:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444775 00000800:00000001:1.0:1770653413.931999:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1770653413.932003:0:12200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136201 02000000:00000001:2.0:1770653413.932004:0:3291:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:1.0:1770653413.932005:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.932006:0:12201:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444771 00000100:00000040:0.0:1770653413.932010:0:12200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 6 00000100:00000001:3.0:1770653413.932012:0:12201:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1770653413.932012:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9556615a1000. 00000100:00000001:0.0:1770653413.932015:0:12200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1770653413.932018:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:3.0:1770653413.932020:0:12201:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.932020:0:3291:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.932021:0:12200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1770653413.932026:0:12201:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.932026:0:12200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519d00. 00000400:00000010:2.0:1770653413.932029:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2058. 00000400:00000200:1.0:1770653413.932030:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b7700 00010000:00000001:3.0:1770653413.932032:0:12201:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.932035:0:12200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d320. 00000400:00000010:2.0:1770653413.932036:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888660. 00000020:00000001:3.0:1770653413.932037:0:12201:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.932042:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda559 [1] + 224 00000020:00000010:0.0:1770653413.932042:0:12200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997a400. 00010000:00000001:3.0:1770653413.932043:0:12201:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.932047:0:12201:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1770653413.932049:0:12200:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 37 00010000:00000001:3.0:1770653413.932050:0:12201:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.932052:0:3291:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707204480, portal 4 00000800:00000001:1.0:1770653413.932052:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653413.932055:0:12200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.932057:0:12201:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:2.0:1770653413.932058:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1770653413.932060:0:12201:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000800:00000001:1.0:1770653413.932060:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.932061:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800410952576 : -117273298599040 : ffff95572eb20380) 00000100:00000001:3.0:1770653413.932068:0:12201:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.932068:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653413.932074:0:12201:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1770653413.932074:0:3291:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95572eb20380 x1856657707204480/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.932078:0:12201:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1770653413.932079:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00100000:3.0:1770653413.932084:0:12201:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556189e10c0 going to sleep for 11 seconds 00080000:00000010:0.0:1770653413.932086:0:76386:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff955708232800. 00000100:00000001:1.0:1770653413.932087:0:3282:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1770653413.932091:0:12201:0:(client.c:1964:ptlrpc_check_set()) Process entered 00080000:00000001:0.0:1770653413.932093:0:76386:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626799764056064 : -117273945495552 : ffff955708232800) 00000100:00000001:3.0:1770653413.932095:0:12201:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.932096:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95573c2dd180 x1856657707202304/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.932097:0:3291:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000001:0.0:1770653413.932100:0:76386:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1770653413.932104:0:76386:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.932106:0:3291:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000010:3.0:1770653413.932111:0:76385:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9556196fb900. 00000400:00000010:2.0:1770653413.932112:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268885d8. 00080000:00000002:0.0:1770653413.932113:0:76386:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x1551:0x0] not in the id map cache 00000100:00000001:3.0:1770653413.932116:0:76385:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000200:2.0:1770653413.932119:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707204480, offset 0 00080000:00000001:0.0:1770653413.932120:0:76386:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000100:00000010:3.0:1770653413.932122:0:76385:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556189e16c0. 00000100:00000040:1.0:1770653413.932125:0:3282:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff95573c2dd180 x1856657707202304/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.932127:0:76385:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626795745580736 : -117277963970880 : ffff9556189e16c0) 00000400:00000200:2.0:1770653413.932131:0:3291:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000001:0.0:1770653413.932132:0:76386:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.932133:0:76385:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626795745580736 : -117277963970880 : ffff9556189e16c0) 00080000:00000001:0.0:1770653413.932139:0:76386:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.932140:0:76385:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1770653413.932145:0:76385:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000400:00000200:2.0:1770653413.932146:0:3291:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000001:0.0:1770653413.932146:0:76386:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00010000:00000001:3.0:1770653413.932149:0:76385:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00080000:00000001:0.0:1770653413.932150:0:76386:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:3.0:1770653413.932154:0:76385:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 80000000:00000001:0.0:1770653413.932155:0:76386:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:3.0:1770653413.932158:0:76385:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 80000000:00000001:0.0:1770653413.932159:0:76386:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000020:00000001:3.0:1770653413.932162:0:76385:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 80000000:00000001:0.0:1770653413.932164:0:76386:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.932165:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b7f80 00010000:00000001:3.0:1770653413.932166:0:76385:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 80000000:00000001:0.0:1770653413.932171:0:76386:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.932172:0:76385:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1770653413.932176:0:76385:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00080000:00000001:0.0:1770653413.932178:0:76386:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653413.932181:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf2bd [8] + 9792 00000100:00000010:3.0:1770653413.932183:0:76385:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955735213100. 00080000:00000001:0.0:1770653413.932184:0:76386:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1770653413.932187:0:76386:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000020:00000040:3.0:1770653413.932190:0:76385:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=6 obd=lustre-OST0000 00000400:00000200:2.0:1770653413.932194:0:3291:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653413.932195:0:76385:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1770653413.932195:0:3282:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1770653413.932199:0:76385:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1770653413.932202:0:76385:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.932205:0:76386:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:2.0:1770653413.932206:0:3291:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1770653413.932208:0:76385:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95562fa45e00. 00000001:00000001:0.0:1770653413.932208:0:76386:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:1.0:1770653413.932211:0:76419:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1770653413.932214:0:76385:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.932214:0:3291:0:(events.c:286:request_in_callback()) Process entered 00000400:00000001:1.0:1770653413.932217:0:76419:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00080000:00000001:0.0:1770653413.932218:0:76386:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.932219:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000001:1.0:1770653413.932220:0:76419:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00080000:00000001:0.0:1770653413.932222:0:76386:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:3.0:1770653413.932223:0:76385:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff95561c987600/0x2aed14e4e178a26d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1556:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f73 expref: 79 pid: 6530 timeout: 0 lvb_type: 1 00000400:00000010:1.0:1770653413.932225:0:76419:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2ec8. 00080000:00000001:0.0:1770653413.932227:0:76386:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000010:2.0:1770653413.932229:0:3291:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572eb22300. 00000400:00000200:1.0:1770653413.932231:0:76419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888dd0 00000400:00000010:1.0:1770653413.932237:0:76419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888dd0. 00000100:00000040:2.0:1770653413.932238:0:3291:0:(events.c:337:request_in_callback()) incoming req@ffff95572eb22300 x1856657707204480 msgsize 544 00000001:00000001:0.0:1770653413.932240:0:76386:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:1.0:1770653413.932243:0:76419:0:(events.c:78:reply_in_callback()) Process entered 00080000:00000001:0.0:1770653413.932245:0:76386:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.932246:0:76385:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff95561c987600/0x2aed14e4e178a26d lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1556:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f73 expref: 79 pid: 6530 timeout: 6877 lvb_type: 1 00000100:00100000:2.0:1770653413.932252:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1770653413.932252:0:76419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95573c2dd180 x1856657707202304/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:0.0:1770653413.932258:0:76386:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.932264:0:76386:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000100:00000001:2.0:1770653413.932265:0:3291:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:3.0:1770653413.932274:0:76385:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000400:00000200:2.0:1770653413.932274:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268885d8 00080000:00000001:0.0:1770653413.932278:0:76386:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.932279:0:76385:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1770653413.932279:0:76419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95573c2dd180 x1856657707202304/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1770653413.932280:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268885d8. 00080000:00000001:0.0:1770653413.932282:0:76386:0:(osd_object.c:806:osd_destroy()) Process entered 00000100:00000001:2.0:1770653413.932287:0:3291:0:(events.c:34:request_out_callback()) Process entered 00080000:00000001:0.0:1770653413.932287:0:76386:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000040:3.0:1770653413.932288:0:76385:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955735213100 x1856657707204608/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 80000000:00000001:0.0:1770653413.932293:0:76386:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000200:2.0:1770653413.932297:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95572eb20380 x1856657707204480/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 80000000:00000001:0.0:1770653413.932297:0:76386:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1770653413.932301:0:76386:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.932305:0:76419:0:(events.c:163:reply_in_callback()) Process leaving 80000000:00000001:0.0:1770653413.932308:0:76386:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.932309:0:76419:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.932316:0:76419:0:(client.c:1568:after_reply()) Process entered 00080000:00000001:0.0:1770653413.932316:0:76386:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653413.932320:0:76419:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1770653413.932322:0:76385:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00080000:00000001:0.0:1770653413.932322:0:76386:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000100:00000001:1.0:1770653413.932323:0:76419:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653413.932326:0:76385:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.932327:0:76386:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000100:00000001:1.0:1770653413.932328:0:76419:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.932330:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1770653413.932334:0:76385:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955735213100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:76385:1856657707204608:192.168.202.60@tcp:104: 02000000:00000001:1.0:1770653413.932335:0:76419:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.932337:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572eb20380 x1856657707204480/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1770653413.932342:0:76419:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00000100:00000001:3.0:1770653413.932343:0:76385:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1770653413.932348:0:76385:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1770653413.932352:0:76385:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653413.932353:0:76419:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00000100:00000001:2.0:1770653413.932356:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.932357:0:76385:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1770653413.932359:0:76419:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1770653413.932361:0:3291:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1770653413.932362:0:76419:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1770653413.932364:0:76385:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95562fa44800. 00010000:00000001:1.0:1770653413.932366:0:76419:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1770653413.932367:0:3291:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.932368:0:76385:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.932369:0:76419:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.932375:0:3291:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26298 usecs (27 jiffies) 00000100:00000001:1.0:1770653413.932376:0:76419:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.932377:0:76385:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d20b0. 00080000:00000001:0.0:1770653413.932377:0:76386:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.932384:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444772 00080000:00000001:0.0:1770653413.932384:0:76386:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.932385:0:76385:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78000. 00000100:00000040:1.0:1770653413.932387:0:76419:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95573c2dd180 x1856657707202304/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:0.0:1770653413.932389:0:76386:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000200:3.0:1770653413.932393:0:76385:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707204608, portal 16 00000001:00000001:0.0:1770653413.932393:0:76386:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1770653413.932398:0:76386:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299215, last_committed = 8590299190 00000100:00000001:3.0:1770653413.932399:0:76385:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1770653413.932400:0:12200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1770653413.932401:0:76419:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.932403:0:76385:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800518902016 : -117273190649600 : ffff955735213100) 00000100:00100000:2.0:1770653413.932404:0:12200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707204480 00000001:00000010:0.0:1770653413.932405:0:76386:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9556681b96c0. 00000100:00000001:1.0:1770653413.932406:0:76419:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1770653413.932409:0:12200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1770653413.932410:0:76419:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1770653413.932411:0:76385:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955735213100 x1856657707204608/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000040:0.0:1770653413.932412:0:76386:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 25 00000100:00000001:2.0:1770653413.932413:0:12200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1770653413.932415:0:76419:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000100:00000001:2.0:1770653413.932417:0:12200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.932419:0:76419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:0.0:1770653413.932420:0:76386:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=35 02000000:00000001:2.0:1770653413.932423:0:12200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.932424:0:76419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1770653413.932427:0:76386:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1770653413.932428:0:76419:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.932430:0:12200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707204480 00000020:00000001:2.0:1770653413.932435:0:12200:0:(genops.c:811:class_conn2export()) Process entered 00080000:00000001:0.0:1770653413.932436:0:76386:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000020:00000040:2.0:1770653413.932439:0:12200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00000100:00000040:1.0:1770653413.932439:0:76419:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c2dd180 x1856657707202304/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000001:0.0:1770653413.932442:0:76386:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.932444:0:12200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653413.932448:0:12200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=36 00000020:00000001:2.0:1770653413.932453:0:12200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00080000:00000001:0.0:1770653413.932454:0:76386:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.932460:0:12200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00002000:00000001:0.0:1770653413.932462:0:76386:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.932468:0:76386:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000100:00000001:2.0:1770653413.932469:0:12200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1770653413.932473:0:76385:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1770653413.932476:0:12200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59b00. 00000100:00100000:1.0:1770653413.932477:0:76419:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95573c2dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_029:lustre-OST0001_UUID:76419:1856657707202304:192.168.202.60@tcp:104: 00080000:00000010:0.0:1770653413.932482:0:76386:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff9556463e8c78. 00000100:00000040:3.0:1770653413.932483:0:76385:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:2.0:1770653413.932483:0:12200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.932485:0:76419:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1770653413.932488:0:76385:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78770. 00002000:00000001:0.0:1770653413.932489:0:76386:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000020:00000010:2.0:1770653413.932491:0:12200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59b00. 00000100:00000001:1.0:1770653413.932492:0:76419:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.932494:0:76385:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707204608, offset 0 00002000:00000040:0.0:1770653413.932494:0:76386:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x1551:0x0] 00000100:00000001:1.0:1770653413.932498:0:76419:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00002000:00000010:0.0:1770653413.932500:0:76386:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9556637e2f70. 00000020:00000010:2.0:1770653413.932502:0:12200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955636fe9400. 00000100:00000001:1.0:1770653413.932502:0:76419:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1770653413.932507:0:76385:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00002000:00000001:0.0:1770653413.932508:0:76386:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000020:00000010:2.0:1770653413.932509:0:12200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300400. 00000100:00000040:1.0:1770653413.932510:0:76419:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95573c2dd180 x1856657707202304/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00002000:00000001:0.0:1770653413.932512:0:76386:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.932516:0:12200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510960. 00000400:00000200:3.0:1770653413.932517:0:76385:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00002000:00000001:0.0:1770653413.932519:0:76386:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.932524:0:12200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1770653413.932527:0:76385:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1770653413.932528:0:12200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000040:0.0:1770653413.932528:0:76386:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299215, xid 1856657707200512 00000100:00000001:2.0:1770653413.932533:0:12200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.932536:0:76385:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000100:00000001:1.0:1770653413.932537:0:76419:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1770653413.932537:0:76386:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:2.0:1770653413.932539:0:12200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.932543:0:76385:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1770653413.932543:0:76419:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000200:0.0:1770653413.932546:0:76386:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955618d8b100 x1856657707200512/t8590299215(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.932548:0:12200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1770653413.932549:0:76419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95563d588200. 00000400:00000200:3.0:1770653413.932550:0:76385:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 02000000:00000001:1.0:1770653413.932558:0:76419:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1770653413.932562:0:76385:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164678:2164678:250:4294967295] 192.168.202.60@tcp LPNI seq info [2164674:2164674:2:4294967295] 00000100:00000001:2.0:1770653413.932562:0:12200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1770653413.932562:0:76419:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1770653413.932563:0:76386:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1770653413.932567:0:12200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1770653413.932568:0:76419:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=6 obd=lustre-OST0001 00010000:00000001:0.0:1770653413.932568:0:76386:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.932574:0:76419:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:2.0:1770653413.932576:0:12200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136214 00000100:00001000:0.0:1770653413.932576:0:76386:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 02000000:00000010:1.0:1770653413.932578:0:76419:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95563d588c00. 00000400:00000200:3.0:1770653413.932584:0:76385:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000040:2.0:1770653413.932584:0:12200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 7 02000000:00000001:1.0:1770653413.932587:0:76419:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1770653413.932587:0:76386:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1770653413.932589:0:12200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800410960640 : -117273298590976 : ffff95572eb22300) 02000000:00000001:1.0:1770653413.932591:0:76419:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1770653413.932595:0:76386:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000010:1.0:1770653413.932597:0:76419:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c2dd180. 00000100:00000001:0.0:1770653413.932600:0:76386:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00000040:2.0:1770653413.932601:0:12200:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95572eb22300 x1856657707204480/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1770653413.932602:0:76385:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:1.0:1770653413.932603:0:76419:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1770653413.932605:0:76386:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1770653413.932607:0:76419:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653413.932609:0:76386:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1770653413.932610:0:76385:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c600. 00000100:00000010:1.0:1770653413.932613:0:76419:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e06c0. 00000100:00000001:0.0:1770653413.932615:0:76386:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1770653413.932619:0:76419:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000800:00000200:3.0:1770653413.932623:0:76385:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:1.0:1770653413.932624:0:76419:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1770653413.932624:0:76386:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000200:3.0:1770653413.932634:0:76385:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:2.0:1770653413.932634:0:12200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000010:1.0:1770653413.932634:0:76419:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f591c0. 00000400:00000010:0.0:1770653413.932634:0:76386:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8550. 00000020:00000010:2.0:1770653413.932640:0:12200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59b00. 00000800:00000200:3.0:1770653413.932642:0:76385:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c600 type 1, nob 424 niov 1 nkiov 1 00010000:00000001:1.0:1770653413.932643:0:76419:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.932643:0:76386:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707200512, offset 224 00000100:00000001:2.0:1770653413.932644:0:12200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.932649:0:76419:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.932653:0:76385:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.932653:0:12200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59b00. 00010000:00000001:1.0:1770653413.932653:0:76419:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1770653413.932659:0:76386:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1770653413.932661:0:76385:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444775 00010000:00000001:1.0:1770653413.932662:0:76419:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00100000:2.0:1770653413.932667:0:12200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95572eb22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+36:3291:x1856657707204480:12345-0@lo:6:osp-syn-0-0.0 00000100:00000001:3.0:1770653413.932668:0:76385:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, keep current deadline 4301444775 00010000:00010000:1.0:1770653413.932669:0:76419:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178cf06 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x140b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1770653413.932671:0:76386:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1770653413.932675:0:76385:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444775 00000100:00000200:2.0:1770653413.932681:0:12200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707204480 00000100:00000001:3.0:1770653413.932682:0:76385:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, keep current deadline 4301444775 00000020:00000001:2.0:1770653413.932686:0:12200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1770653413.932688:0:76386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b7000 00000100:00000001:3.0:1770653413.932689:0:76385:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444775 00000020:00000001:2.0:1770653413.932691:0:12200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1770653413.932697:0:76385:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, keep current deadline 4301444775 00000020:00000001:2.0:1770653413.932697:0:12200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.932699:0:76386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda4b5 [1] + 224 00000100:00000001:3.0:1770653413.932705:0:76385:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444775 00000020:00000001:2.0:1770653413.932705:0:12200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1770653413.932710:0:76386:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653413.932711:0:76385:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, keep current deadline 4301444775 00000020:00000001:2.0:1770653413.932712:0:12200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000100:00000001:3.0:1770653413.932716:0:76385:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1770653413.932719:0:76386:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1770653413.932721:0:76385:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.932721:0:12200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1770653413.932723:0:76386:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:1.0:1770653413.932725:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1770653413.932726:0:76385:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.932727:0:12200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1770653413.932729:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626cd00. 00010000:00000001:3.0:1770653413.932731:0:76385:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.932731:0:76386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955618d8aa00 x1856657707200512/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1770653413.932735:0:12200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1770653413.932736:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1770653413.932737:0:76385:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.932751:0:12200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1770653413.932753:0:76385:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.932757:0:76385:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1770653413.932757:0:12200:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000400:00000200:1.0:1770653413.932759:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:3.0:1770653413.932761:0:76385:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.932764:0:12200:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00010000:00000001:3.0:1770653413.932768:0:76385:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000400:00000200:1.0:1770653413.932768:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78f68 00000020:00000001:2.0:1770653413.932769:0:12200:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.932772:0:76385:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000010:1.0:1770653413.932773:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78f68. 00000100:00000040:0.0:1770653413.932773:0:76386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff955618d8aa00 x1856657707200512/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1770653413.932775:0:12200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1770653413.932779:0:76385:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.932780:0:12200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.932781:0:3282:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1770653413.932786:0:76385:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000001:00000001:2.0:1770653413.932787:0:12200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000200:1.0:1770653413.932789:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955735210e00 x1856657707204096/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.932790:0:76385:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000001:00000001:2.0:1770653413.932791:0:12200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1770653413.932798:0:76385:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556189e16c0 going to sleep for 11 seconds 00000001:00000001:2.0:1770653413.932799:0:12200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.932804:0:76385:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000001:00000001:2.0:1770653413.932805:0:12200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:3.0:1770653413.932809:0:76385:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.932810:0:12200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1770653413.932817:0:12200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.932822:0:12200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1770653413.932824:0:12200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.932827:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000001:00000001:2.0:1770653413.932831:0:12200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.932832:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444775 00000100:00000001:0.0:1770653413.932832:0:76386:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1770653413.932834:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955735210e00 x1856657707204096/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1770653413.932836:0:12200:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.932838:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444772 00000400:00000200:0.0:1770653413.932840:0:76386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8550 00000020:00000001:2.0:1770653413.932842:0:12200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653413.932845:0:76386:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8550. 00000100:00000001:3.0:1770653413.932846:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444775 00000100:00000001:2.0:1770653413.932868:0:12200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000010:1.1:1770653413.932870:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c986400. 02000000:00000001:2.0:1770653413.932871:0:12200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1770653413.932877:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444773 02000000:00000010:2.0:1770653413.932878:0:12200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9556615a0400. 00010000:00000010:0.1:1770653413.932879:0:76386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620465c00. 00000100:00000001:3.0:1770653413.932880:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444775 02000000:00000001:2.0:1770653413.932885:0:12200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.932887:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444773 00000100:00000001:2.0:1770653413.932891:0:12200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.932892:0:76386:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653413.932895:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444775 00000100:00000001:1.0:1770653413.932895:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.932897:0:76386:0:(events.c:398:reply_out_callback()) Process leaving 00002000:00000001:2.0:1770653413.932898:0:12200:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000100:00000001:3.0:1770653413.932902:0:3291:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.932903:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1770653413.932904:0:12200:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:0.0:1770653413.932905:0:76386:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.932906:0:3291:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.932908:0:12200:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.932912:0:76386:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00002000:00080000:2.0:1770653413.932913:0:12200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5464 count 1 00000400:00000001:3.0:1770653413.932914:0:3291:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1770653413.932914:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653413.932917:0:76386:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000400:00000001:3.0:1770653413.932919:0:3291:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00002000:00000001:2.0:1770653413.932920:0:12200:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000020:00000001:0.0:1770653413.932921:0:76386:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.932923:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1770653413.932924:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e0534d0. 00002000:00000001:2.0:1770653413.932924:0:12200:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1770653413.932925:0:76386:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1770653413.932928:0:12200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000001:1.0:1770653413.932930:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1770653413.932932:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8088 00000020:00000001:2.0:1770653413.932933:0:12200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797001782104 : -117276707769512 : ffff9556637e3358) 00000100:00000040:0.0:1770653413.932934:0:76386:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d8b100 x1856657707200512/t8590299215(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1770653413.932935:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1770653413.932937:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8088. 00002000:00000001:2.0:1770653413.932941:0:12200:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797001782016 : -117276707769600 : ffff9556637e3300) 00000100:00000001:3.0:1770653413.932945:0:3291:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1770653413.932947:0:12200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000400:00000200:1.0:1770653413.932949:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:2.0:1770653413.932951:0:12200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000200:3.0:1770653413.932953:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955618d8aa00 x1856657707200512/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1770653413.932957:0:12200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556110e6900 count: 2 00010000:00000001:2.0:1770653413.932963:0:12200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1770653413.932968:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b7780 00010000:00000001:2.0:1770653413.932971:0:12200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00100000:0.0:1770653413.932974:0:76386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955618d8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+36:3291:x1856657707200512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 30575us (30824us total) trans 8590299215 rc 0/0 00010000:00000010:2.0:1770653413.932978:0:12200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95571016b200. 00000400:00000200:1.0:1770653413.932982:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda565 [1] + 224 00000020:00000001:2.0:1770653413.932985:0:12200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1770653413.932991:0:12200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95571016b200 with handle 0x2aed14e4e178cf53 to hash 00000100:00000200:3.0:1770653413.932992:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955618d8aa00 x1856657707200512/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1770653413.932993:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1770653413.932996:0:76386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136199 00000020:00000001:2.0:1770653413.932997:0:12200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000800:00000001:1.0:1770653413.932999:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.933001:0:12200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799897457152 : -117273812094464 : ffff95571016b200) 00000100:00000040:0.0:1770653413.933004:0:76386:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 6 00000400:00000200:1.0:1770653413.933006:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1770653413.933007:0:12200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799897457152 : -117273812094464 : ffff95571016b200) 00000100:00000001:0.0:1770653413.933010:0:76386:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1770653413.933015:0:12200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1770653413.933016:0:76386:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1770653413.933018:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:2.0:1770653413.933021:0:12200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.933022:0:76386:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d900. 00000100:00000001:1.0:1770653413.933028:0:3282:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:2.0:1770653413.933029:0:12200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178cf53 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1558:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1770653413.933031:0:76386:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada0c8. 00000100:00000001:3.0:1770653413.933033:0:3291:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1770653413.933037:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9557030ddc00 x1856657707202432/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.933039:0:3291:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1770653413.933039:0:76386:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f6400. 00000100:00000001:3.0:1770653413.933046:0:3291:0:(client.c:1568:after_reply()) Process entered 00010000:00000001:2.0:1770653413.933047:0:12200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000040:0.0:1770653413.933049:0:76386:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 35 02000000:00000001:3.0:1770653413.933050:0:3291:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1770653413.933051:0:12200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1770653413.933056:0:12200:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:3.0:1770653413.933057:0:3291:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653413.933057:0:76386:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.933060:0:12200:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:3.0:1770653413.933061:0:3291:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.933065:0:12200:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000100:00000040:1.0:1770653413.933065:0:3282:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9557030ddc00 x1856657707202432/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1770653413.933066:0:3291:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.933069:0:12200:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00001000:3.0:1770653413.933074:0:3291:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 00010000:00010000:2.0:1770653413.933077:0:12200:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9556323fd200/0x2aed14e4e178a16a lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1558:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e8c expref: 79 pid: 12203 timeout: 0 lvb_type: 1 00000100:00001000:3.0:1770653413.933085:0:3291:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 00000800:00000200:0.0:1770653413.933085:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653413.933091:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9557353d2f00. 00000100:00000001:3.0:1770653413.933097:0:3291:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1770653413.933099:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653413.933101:0:3291:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.933103:0:12200:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1770653413.933107:0:12200:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.933108:0:3291:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1770653413.933110:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00010000:2.0:1770653413.933113:0:12200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653413.933114:0:3291:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.933115:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022550 00000100:00000001:1.0:1770653413.933116:0:3282:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1770653413.933117:0:12200:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.933121:0:3291:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00010000:00000001:2.0:1770653413.933121:0:12200:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000400:00000010:0.0:1770653413.933121:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022550. 00000100:00000040:3.0:1770653413.933126:0:3291:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00010000:00010000:2.0:1770653413.933126:0:12200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:0.0:1770653413.933127:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:1.0:1770653413.933133:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653413.933134:0:3291:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00010000:00000001:2.0:1770653413.933134:0:12200:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.933134:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1770653413.933139:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:2.0:1770653413.933140:0:12200:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.933143:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795749419520 : -117277960132096 : ffff955618d8aa00) 00000800:00000001:1.0:1770653413.933144:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.933145:0:12200:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000100:00000001:3.0:1770653413.933148:0:3291:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000800:00000200:0.0:1770653413.933148:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:2.0:1770653413.933150:0:12200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178cf53 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1558:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000800:00000001:1.0:1770653413.933150:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1770653413.933152:0:3291:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00000800:00000010:0.0:1770653413.933153:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9e00. 00000100:00000001:3.0:1770653413.933157:0:3291:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000800:00000001:1.0:1770653413.933159:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653413.933160:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653413.933161:0:3291:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653413.933170:0:12200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1558:0x0].0x0 (ffff9556110e6900) refcount = 2 00000100:00000040:3.0:1770653413.933172:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955618d8aa00 x1856657707200512/t8590299215(8590299215) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653413.933176:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653413.933176:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000040:2.0:1770653413.933177:0:12200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1770653413.933186:0:12200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9556323fd200/0x2aed14e4e178a16a lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1558:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e8c expref: 79 pid: 12203 timeout: 0 lvb_type: 1 00000400:00000200:0.0:1770653413.933187:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8880 00000400:00000010:0.0:1770653413.933191:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8880. 00000100:00000001:3.0:1770653413.933192:0:3291:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1770653413.933195:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d1780 00000100:00000001:0.0:1770653413.933197:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653413.933200:0:3291:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1770653413.933201:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1770653413.933205:0:3291:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1770653413.933208:0:12200:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000400:00000200:1.0:1770653413.933209:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6e6d [2] + 1312 00000004:00080000:3.0:1770653413.933210:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff955618d8aa00/2, rc 0, transno 8590299215 00010000:00000040:2.0:1770653413.933212:0:12200:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178cf53 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1558:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000800:00000200:0.0:1770653413.933212:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1770653413.933217:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000004:00001000:3.0:1770653413.933219:0:3291:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 7 in flight, 31 in progress 00000800:00000010:0.0:1770653413.933219:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9557353d2400. 00000800:00000001:1.0:1770653413.933224:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653413.933226:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1770653413.933229:0:12200:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f59b00. 00000400:00000200:1.0:1770653413.933229:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653413.933235:0:12200:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000040:3.0:1770653413.933236:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d8aa00 x1856657707200512/t8590299215(8590299215) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1770653413.933236:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:1.0:1770653413.933240:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000010:2.0:1770653413.933241:0:12200:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0900. 00000400:00000200:0.0:1770653413.933246:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0225d8 00000100:00000001:2.0:1770653413.933247:0:12200:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100337408 : -117276609214208 : ffff9556695e0900) 00000400:00000010:0.0:1770653413.933251:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0225d8. 00000100:00000001:2.0:1770653413.933253:0:12200:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100337408 : -117276609214208 : ffff9556695e0900) 00000100:00000001:0.0:1770653413.933257:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653413.933258:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1770653413.933259:0:12200:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1770653413.933261:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1770653413.933264:0:12200:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000200:1.0:1770653413.933264:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00100000:3.0:1770653413.933265:0:3291:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955618d8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707200512:0@lo:6:osp-syn-0-0.0 00010000:00000001:2.0:1770653413.933268:0:12200:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000800:00000200:0.0:1770653413.933271:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:2.0:1770653413.933272:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:1.0:1770653413.933272:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665154e00. 00000100:00000001:3.0:1770653413.933274:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1770653413.933275:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9f00. 00010000:00000001:2.0:1770653413.933276:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1770653413.933279:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955665154e00 x1856657966307200 msgsize 328 00000020:00000001:2.0:1770653413.933281:0:12200:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:3.0:1770653413.933282:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1770653413.933282:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1770653413.933286:0:12200:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000040:3.0:1770653413.933289:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955618d8aa00 x1856657707200512/t8590299215(8590299215) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.933290:0:12200:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000100:00100000:1.0:1770653413.933291:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000400:00000200:0.0:1770653413.933294:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:2.0:1770653413.933295:0:12200:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1770653413.933301:0:12200:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572eb20700. 00000400:00000200:0.0:1770653413.933302:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac86e8 00000100:00000001:1.0:1770653413.933304:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1770653413.933307:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653413.933308:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac86e8. 00000020:00000040:2.0:1770653413.933309:0:12200:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=7 obd=lustre-OST0000 00000100:00000001:3.0:1770653413.933310:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.933314:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653413.933317:0:12200:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1770653413.933317:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1770653413.933318:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653413.933319:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1770653413.933320:0:12200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1770653413.933323:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1770653413.933325:0:12200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.933327:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1770653413.933327:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1770653413.933330:0:12200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff955636fe9000. 00000800:00000200:0.0:1770653413.933331:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1770653413.933332:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1770653413.933332:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:0.0:1770653413.933338:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626ce00. 00000100:00000001:3.0:1770653413.933339:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.933339:0:12200:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.933341:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653413.933343:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653413.933347:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.933349:0:12200:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9556323fd200/0x2aed14e4e178a16a lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1558:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e8c expref: 79 pid: 12203 timeout: 0 lvb_type: 1 00000400:00000200:0.0:1770653413.933353:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:1.0:1770653413.933356:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000020:00000010:3.0:1770653413.933361:0:76384:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fb640. 00000400:00000200:0.0:1770653413.933361:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78cc0 00000400:00000010:0.0:1770653413.933366:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78cc0. 00000100:00000001:3.0:1770653413.933368:0:76384:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1770653413.933371:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d1800 00000020:00000010:3.0:1770653413.933374:0:76384:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fb640. 00000100:00000001:0.0:1770653413.933374:0:3283:0:(events.c:34:request_out_callback()) Process entered 00010000:00010000:2.0:1770653413.933377:0:12200:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9556323fd200/0x2aed14e4e178a16a lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1558:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e8c expref: 79 pid: 12203 timeout: 6877 lvb_type: 1 00000400:00000200:1.0:1770653413.933380:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6e6d [2] + 1640 00000100:00000200:0.0:1770653413.933383:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955735211f80 x1856657707204352/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1770653413.933384:0:76384:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95562fa44c00. 00000020:00000010:3.0:1770653413.933391:0:76384:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3f80. 00000800:00000001:1.0:1770653413.933391:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653413.933398:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1770653413.933399:0:76384:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90708. 00000400:00000200:1.0:1770653413.933404:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653413.933406:0:76384:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653413.933411:0:76384:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653413.933415:0:76384:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.933416:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653413.933418:0:3283:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653413.933425:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1770653413.933426:0:76384:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.933426:0:12200:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000040:0.0:1770653413.933427:0:3283:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955735211f80 x1856657707204352/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1770653413.933429:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:2.0:1770653413.933431:0:12200:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1770653413.933438:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665155c00. 00000100:00000040:2.0:1770653413.933440:0:12200:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95572eb20700 x1856657707204736/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.933443:0:76384:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653413.933444:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955665155c00 x1856657966307328 msgsize 328 00000100:00000001:3.0:1770653413.933455:0:76384:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653413.933459:0:76384:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1770653413.933463:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00100000:3.0:1770653413.933470:0:76384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136215 00000100:00000001:2.0:1770653413.933471:0:12200:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1770653413.933475:0:12200:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.933476:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1770653413.933477:0:76384:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 7 00000100:00000001:0.0:1770653413.933478:0:3283:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.933482:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653413.933483:0:76384:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800410961536 : -117273298590080 : ffff95572eb22680) 00000100:00100000:2.0:1770653413.933483:0:12200:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95572eb20700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12200:1856657707204736:192.168.202.60@tcp:104: 00000100:00000001:0.0:1770653413.933484:0:3283:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1770653413.933488:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.933492:0:12200:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000800:00000001:1.0:1770653413.933493:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1770653413.933494:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95572eb22680 x1856657707204224/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653413.933496:0:12200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:1.0:1770653413.933498:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653413.933499:0:12200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.933504:0:76655:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1770653413.933505:0:12200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1770653413.933509:0:76655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966307200 00000400:00000200:1.0:1770653413.933512:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 02000000:00000010:2.0:1770653413.933513:0:12200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff955636fe8000. 02000000:00000001:0.0:1770653413.933514:0:76655:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653413.933518:0:76655:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653413.933520:0:76384:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1770653413.933520:0:12200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.933521:0:76655:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.933525:0:76384:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fb640. 00000400:00000200:1.0:1770653413.933526:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b7980 00000400:00000010:2.0:1770653413.933527:0:12200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2ec8. 02000000:00000001:0.0:1770653413.933528:0:76655:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.933530:0:76384:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1770653413.933535:0:76655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966307200 00000020:00000010:3.0:1770653413.933537:0:76384:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fb640. 00000400:00000010:2.0:1770653413.933537:0:12200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268885d8. 00000400:00000200:1.0:1770653413.933540:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda591 [1] + 224 00000020:00000001:0.0:1770653413.933540:0:76655:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1770653413.933545:0:76655:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000800:00000001:1.0:1770653413.933548:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1770653413.933549:0:76384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95572eb22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+37:3291:x1856657707204224:12345-0@lo:6:osp-syn-1-0.0 00000100:00000200:2.0:1770653413.933549:0:12200:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707204736, portal 16 00000020:00000001:0.0:1770653413.933549:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:1.0:1770653413.933552:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1770653413.933554:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=79 00000100:00000001:2.0:1770653413.933555:0:12200:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1770653413.933559:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653413.933560:0:12200:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800410953472 : -117273298598144 : ffff95572eb20700) 00000100:00000200:3.0:1770653413.933561:0:76384:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707204224 00000020:00000001:0.0:1770653413.933561:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:3.0:1770653413.933568:0:76384:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1770653413.933569:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000001:0.0:1770653413.933569:0:76655:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:3.0:1770653413.933573:0:76384:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:2.0:1770653413.933573:0:12200:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff95572eb20700 x1856657707204736/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.933577:0:76655:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1770653413.933578:0:76384:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.933578:0:3282:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1770653413.933584:0:76655:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00000020:00000001:3.0:1770653413.933585:0:76384:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:1.0:1770653413.933587:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95573c2de300 x1856657707202944/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1770653413.933589:0:76384:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000100:00000001:2.0:1770653413.933590:0:12200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1770653413.933591:0:76655:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1770653413.933597:0:76384:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1770653413.933599:0:12200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000020:00000010:0.0:1770653413.933599:0:76655:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00000020:00000001:3.0:1770653413.933601:0:76384:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1770653413.933605:0:12200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888440. 00000020:00000001:3.0:1770653413.933607:0:76384:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:0.0:1770653413.933608:0:76655:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997a400. 00000100:00000200:2.0:1770653413.933611:0:12200:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707204736, offset 0 00000020:00000001:3.0:1770653413.933612:0:76384:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:0.0:1770653413.933614:0:76655:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519d00. 00000020:00000001:3.0:1770653413.933616:0:76384:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1770653413.933620:0:76384:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000010:0.0:1770653413.933622:0:76655:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d320. 00000100:00000040:1.0:1770653413.933623:0:3282:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff95573c2de300 x1856657707202944/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1770653413.933625:0:76384:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.933625:0:12200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000040:0.0:1770653413.933630:0:76655:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000001:00000001:3.0:1770653413.933632:0:76384:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:0.0:1770653413.933635:0:76655:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000001:00000001:3.0:1770653413.933636:0:76384:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.933636:0:12200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000100:00000001:0.0:1770653413.933639:0:76655:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000001:00000001:3.0:1770653413.933644:0:76384:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:0.0:1770653413.933644:0:76655:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000400:00000200:2.0:1770653413.933646:0:12200:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000001:00000001:3.0:1770653413.933649:0:76384:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.933649:0:76655:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.933655:0:12200:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000001:00000001:3.0:1770653413.933656:0:76384:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.933657:0:3282:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1770653413.933657:0:76655:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000001:00000001:3.0:1770653413.933661:0:76384:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000400:00000200:2.0:1770653413.933662:0:12200:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00010000:00000001:0.0:1770653413.933663:0:76655:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000001:00000001:3.0:1770653413.933664:0:76384:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.933667:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1770653413.933668:0:12200:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000001:00000001:3.0:1770653413.933670:0:76384:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.933671:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556323fc600 refcount=4 00000001:00000001:3.0:1770653413.933675:0:76384:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000001:0.0:1770653413.933676:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796175607296 : -117277533944320 : ffff9556323fc600) 00000001:00000001:3.0:1770653413.933679:0:76384:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1770653413.933679:0:12200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164679:2164679:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164675:2164675:7:4294967295] 00010000:00000001:0.0:1770653413.933680:0:76655:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796175607296 : -117277533944320 : ffff9556323fc600) 00000001:00000001:3.0:1770653413.933685:0:76384:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.933689:0:76384:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.933691:0:76655:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9556323fc600/0x2aed14e4e178a0a6 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x140b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ddd expref: 79 pid: 12205 timeout: 6877 lvb_type: 1 00000020:00000001:3.0:1770653413.933694:0:76384:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.933699:0:76384:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1770653413.933702:0:76384:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1770653413.933703:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.933706:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:3.0:1770653413.933708:0:76384:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff955615a8d000. 00010000:00000001:0.0:1770653413.933709:0:76655:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653413.933711:0:12200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 02000000:00000001:3.0:1770653413.933713:0:76384:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.933715:0:76655:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.933718:0:76384:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.933721:0:76655:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00002000:00000001:3.0:1770653413.933724:0:76384:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:3.0:1770653413.933728:0:76384:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000200:0.0:1770653413.933729:0:76655:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955665154e00 x1856657966307200/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1770653413.933730:0:12200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:3.0:1770653413.933732:0:76384:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:3.0:1770653413.933749:0:76384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5135 count 1 00000800:00000010:2.0:1770653413.933752:0:12200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3dfc00. 00002000:00000001:3.0:1770653413.933754:0:76384:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:3.0:1770653413.933758:0:76384:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1770653413.933762:0:76384:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:0.0:1770653413.933762:0:76655:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000800:00000200:2.0:1770653413.933766:0:12200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:0.0:1770653413.933767:0:76655:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.933768:0:76384:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795554373128 : -117278155178488 : ffff95560d387e08) 00000800:00000200:1.0:1770653413.933768:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00002000:00000001:3.0:1770653413.933775:0:76384:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795554373040 : -117278155178576 : ffff95560d387db0) 00000800:00000010:1.0:1770653413.933775:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c600. 00000100:00000001:0.0:1770653413.933777:0:76655:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.933782:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1770653413.933783:0:76384:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000800:00000200:2.0:1770653413.933783:0:12200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:3.0:1770653413.933787:0:76384:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:0.0:1770653413.933790:0:76655:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1770653413.933791:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000040:3.0:1770653413.933793:0:76384:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556613f3800 count: 2 00000800:00000200:2.0:1770653413.933794:0:12200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3dfc00 type 1, nob 424 niov 1 nkiov 1 00000100:00100000:0.0:1770653413.933795:0:76655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966307328 00000400:00000200:1.0:1770653413.933796:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78770 00010000:00000001:3.0:1770653413.933799:0:76384:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1770653413.933800:0:76655:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:1.0:1770653413.933802:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78770. 00000100:00000001:2.0:1770653413.933805:0:12200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.933805:0:76655:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1770653413.933806:0:76384:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:1.0:1770653413.933807:0:3282:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1770653413.933809:0:76655:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1770653413.933812:0:76384:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955605729400. 00000100:00000001:2.0:1770653413.933813:0:12200:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444776 02000000:00000001:0.0:1770653413.933814:0:76655:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.933815:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955735213100 x1856657707204608/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1770653413.933818:0:76384:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00100000:0.0:1770653413.933820:0:76655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966307328 00000020:00000040:3.0:1770653413.933824:0:76384:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955605729400 with handle 0x2aed14e4e178cf5a to hash 00000100:00000001:2.0:1770653413.933825:0:12200:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444775 00000020:00000001:0.0:1770653413.933825:0:76655:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1770653413.933828:0:76655:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000020:00000001:3.0:1770653413.933831:0:76384:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:2.0:1770653413.933833:0:12200:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444776 00010000:00000001:3.0:1770653413.933835:0:76384:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795423962112 : -117278285589504 : ffff955605729400) 00000020:00000001:0.0:1770653413.933835:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1770653413.933836:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1770653413.933840:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=80 00000100:00000001:2.0:1770653413.933842:0:12200:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444775 00000100:00000040:1.0:1770653413.933844:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955735213100 x1856657707204608/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1770653413.933845:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:2.0:1770653413.933870:0:12200:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444777 00000100:00000001:1.0:1770653413.933872:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.933874:0:76655:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:1.0:1770653413.933876:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1770653413.933878:0:12200:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444775 00000100:00000001:0.0:1770653413.933879:0:76655:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:1.0:1770653413.933882:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653413.933885:0:12200:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444777 00000020:00000010:0.0:1770653413.933885:0:76655:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00000800:00000001:1.0:1770653413.933888:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.933891:0:76655:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.933892:0:12200:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444775 00000800:00000001:1.0:1770653413.933892:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1770653413.933897:0:76655:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00000800:00000001:1.0:1770653413.933899:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.933900:0:76384:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795423962112 : -117278285589504 : ffff955605729400) 00000100:00000001:2.0:1770653413.933900:0:12200:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653413.933904:0:76655:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997ba00. 00010000:00000001:3.0:1770653413.933906:0:76384:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1770653413.933907:0:12200:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.933910:0:76655:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519600. 00010000:00000001:3.0:1770653413.933911:0:76384:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.933911:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:2.0:1770653413.933912:0:12200:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.933918:0:76655:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3ded8. 00010000:00010000:3.0:1770653413.933919:0:76384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff955605729400/0x2aed14e4e178cf5a lrc: 3/0,1 mode: --/PW res: [0x280000403:0x140f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.933924:0:76655:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1770653413.933926:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b7a00 00000100:00000001:0.0:1770653413.933928:0:76655:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1770653413.933932:0:12200:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.933933:0:76655:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1770653413.933938:0:76655:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.933939:0:12200:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.933940:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda5a1 [1] + 224 00010000:00000001:3.0:1770653413.933944:0:76384:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1770653413.933944:0:76655:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1770653413.933945:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.933949:0:76384:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000800:00000001:1.0:1770653413.933949:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653413.933950:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.933950:0:76655:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1770653413.933952:0:76384:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1770653413.933955:0:12200:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.933955:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1770653413.933956:0:76384:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000800:00000001:1.0:1770653413.933956:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1770653413.933960:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c986c00 refcount=5 00010000:00000001:3.0:1770653413.933961:0:76384:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:2.0:1770653413.933961:0:12200:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000400:00000200:1.0:1770653413.933962:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1770653413.933966:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812318208 : -117277897233408 : ffff95561c986c00) 00010000:00000001:3.0:1770653413.933967:0:76384:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:2.0:1770653413.933967:0:12200:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000200:1.0:1770653413.933972:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:0.0:1770653413.933974:0:76655:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812318208 : -117277897233408 : ffff95561c986c00) 00000100:00000001:2.0:1770653413.933975:0:12200:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.933976:0:76384:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff95571016a000/0x2aed14e4e178a07c lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x140f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dc1 expref: 80 pid: 12199 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1770653413.933978:0:3282:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1770653413.933979:0:12200:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1770653413.933983:0:12200:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1770653413.933989:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955665155f80 x1856657707203072/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1770653413.933990:0:12200:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556695e0900 going to sleep for 11 seconds 00010000:00010000:0.0:1770653413.933990:0:76655:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff95561c986c00/0x2aed14e4e178a19b lrc: 5/0,0 mode: PR/PR res: [0x280000403:0x140a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ec4 expref: 80 pid: 12214 timeout: 6877 lvb_type: 1 00010000:00000001:3.0:1770653413.933991:0:76384:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1770653413.933995:0:76384:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.933997:0:12200:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1770653413.934001:0:76384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653413.934006:0:76384:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.934010:0:76384:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1770653413.934013:0:76384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653413.934017:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.934018:0:76384:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653413.934021:0:3282:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955665155f80 x1856657707203072/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.934023:0:76384:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.934023:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.934027:0:76655:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.934028:0:76384:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000004:00000001:2.0:1770653413.934030:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00010000:3.0:1770653413.934033:0:76384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff955605729400/0x2aed14e4e178cf5a lrc: 4/0,1 mode: --/PW res: [0x280000403:0x140f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000004:00000001:2.0:1770653413.934034:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.934034:0:76655:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1770653413.934042:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:0.0:1770653413.934043:0:76655:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000004:00000001:2.0:1770653413.934045:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:1.0:1770653413.934048:0:3282:0:(events.c:163:reply_in_callback()) Process leaving 00000004:00000001:2.0:1770653413.934049:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653413.934050:0:76384:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x140f:0x0].0x0 (ffff9556613f3800) refcount = 2 00000100:00000200:0.0:1770653413.934050:0:76655:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955665155c00 x1856657966307328/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000040:00001000:2.0:1770653413.934056:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64b700 type=0x10692404 idx=1757 00010000:00000040:3.0:1770653413.934059:0:76384:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:1.0:1770653413.934060:0:33123:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000040:00001000:2.0:1770653413.934062:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1757 lrh_len: 64 (2304 remains) 00000400:00000001:1.0:1770653413.934065:0:33123:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000040:3.0:1770653413.934067:0:76384:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95571016a000/0x2aed14e4e178a07c lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x140f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dc1 expref: 80 pid: 12199 timeout: 0 lvb_type: 1 00000040:00001000:2.0:1770653413.934068:0:6724:0:(llog.c:797:llog_process_thread()) index: 1757, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00000400:00000001:1.0:1770653413.934069:0:33123:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1770653413.934073:0:33123:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602d94420. 00000004:00000001:2.0:1770653413.934076:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000400:00000200:1.0:1770653413.934079:0:33123:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022110 00000100:00000001:0.0:1770653413.934080:0:76655:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000004:00000001:2.0:1770653413.934082:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1770653413.934086:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.934086:0:33123:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022110. 00000100:00000001:0.0:1770653413.934086:0:76655:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653413.934087:0:76384:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1770653413.934092:0:76384:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff955605729400/0x2aed14e4e178cf5a lrc: 4/0,1 mode: --/PW res: [0x280000403:0x140f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.934093:0:33123:0:(events.c:78:reply_in_callback()) Process entered 00000004:00000001:2.0:1770653413.934094:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:2.0:1770653413.934098:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000100:00000001:0.0:1770653413.934099:0:76655:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1770653413.934101:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000200:1.0:1770653413.934101:0:33123:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955665155f80 x1856657707203072/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1770653413.934108:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572eb21500. 00000100:00000001:0.0:1770653413.934110:0:76655:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000010:3.0:1770653413.934113:0:76384:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9556196fb640. 00000020:00000040:2.0:1770653413.934114:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=34 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1770653413.934115:0:76655:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1770653413.934120:0:76384:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:2.0:1770653413.934122:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:3.0:1770653413.934125:0:76384:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556189e1b40. 02000000:00000001:2.0:1770653413.934126:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1770653413.934126:0:76655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161856 00000100:00000001:3.0:1770653413.934132:0:76384:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626795745581888 : -117277963969728 : ffff9556189e1b40) 02000000:00000001:2.0:1770653413.934132:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.934133:0:76655:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000200:1.0:1770653413.934134:0:33123:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955665155f80 x1856657707203072/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.934140:0:76384:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626795745581888 : -117277963969728 : ffff9556189e1b40) 00000100:00000001:0.0:1770653413.934140:0:76655:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028462080 : -117276681089536 : ffff955665154e00) 02000000:00000010:2.0:1770653413.934142:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9556615a1400. 00000100:00000001:3.0:1770653413.934147:0:76384:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1770653413.934150:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.934151:0:76384:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000040:0.0:1770653413.934154:0:76655:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665154e00 x1856657966307200/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.934155:0:76384:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000004:00000001:2.0:1770653413.934157:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626800410957056 : -117273298594560 : ffff95572eb21500) 00010000:00000001:3.0:1770653413.934161:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.934161:0:33123:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.934163:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:3.0:1770653413.934165:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.934166:0:33123:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.934169:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.934170:0:76384:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:1.0:1770653413.934172:0:33123:0:(client.c:1568:after_reply()) Process entered 00010000:00000001:3.0:1770653413.934174:0:76384:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 02000000:00000001:1.0:1770653413.934176:0:33123:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1770653413.934178:0:76384:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000100:00000001:0.0:1770653413.934179:0:76655:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1770653413.934180:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e09f167] to pc [ptlrpcd_00_00+0] req@ffff95572eb21500 x1856657707204864/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.934180:0:33123:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1770653413.934182:0:76384:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000001:1.0:1770653413.934185:0:33123:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.934185:0:76655:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00000100:00000010:3.0:1770653413.934188:0:76384:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955735213480. 02000000:00000001:1.0:1770653413.934191:0:33123:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.934193:0:76655:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1770653413.934195:0:76384:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=7 obd=lustre-OST0001 00000100:00001000:1.0:1770653413.934197:0:33123:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00000020:00000010:0.0:1770653413.934201:0:76655:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00000100:00000001:3.0:1770653413.934202:0:76384:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1770653413.934207:0:76384:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00001000:1.0:1770653413.934209:0:33123:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 02000000:00000001:3.0:1770653413.934211:0:76384:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.934214:0:33123:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00100000:0.0:1770653413.934216:0:76655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665154e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_032:b31b1d82-c1d4-4680-ae7a-71292416d1f5+80:2366:x1856657966307200:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000004:00000001:2.0:1770653413.934218:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.934218:0:33123:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1770653413.934219:0:76384:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95562fa44600. 00000100:00000200:0.0:1770653413.934221:0:76655:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966307200 00010000:00000001:1.0:1770653413.934226:0:33123:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1770653413.934227:0:76655:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000100:00000001:3.0:1770653413.934228:0:76384:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:2.0:1770653413.934228:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 8 in flight, 32 in progress 00010000:00000001:1.0:1770653413.934231:0:33123:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000002:0.0:1770653413.934231:0:76655:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000004:00001000:2.0:1770653413.934233:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1757, id 1958 00010000:00000001:0.0:1770653413.934235:0:76655:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00010000:00010000:3.0:1770653413.934237:0:76384:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff95571016a000/0x2aed14e4e178a07c lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x140f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dc1 expref: 80 pid: 12199 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1770653413.934237:0:33123:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.934239:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000001:0.0:1770653413.934240:0:76655:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1770653413.934244:0:76655:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1770653413.934247:0:12200:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.934247:0:33123:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955665155f80 x1856657707203072/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1770653413.934250:0:76655:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95572dc88000. 02000000:00000001:0.0:1770653413.934256:0:76655:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.934258:0:12198:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1770653413.934260:0:76384:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff95571016a000/0x2aed14e4e178a07c lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x140f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dc1 expref: 80 pid: 12199 timeout: 6877 lvb_type: 1 00000100:00000001:0.0:1770653413.934262:0:76655:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1770653413.934264:0:12198:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1770653413.934269:0:12198:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1770653413.934269:0:76655:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:1.0:1770653413.934270:0:33123:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1770653413.934274:0:76655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000400:00000010:2.0:1770653413.934275:0:12198:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2210. 00000100:00000001:1.0:1770653413.934278:0:33123:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1770653413.934280:0:76655:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1770653413.934282:0:33123:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653413.934283:0:12198:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888ee0 00000020:00000001:0.0:1770653413.934283:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1770653413.934286:0:76384:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00010000:00000001:1.0:1770653413.934288:0:33123:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000400:00000010:2.0:1770653413.934289:0:12198:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888ee0. 00000020:00000040:0.0:1770653413.934289:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556323fc600 refcount=4 00000100:00000001:3.0:1770653413.934290:0:76384:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1770653413.934291:0:33123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1770653413.934295:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796175607296 : -117277533944320 : ffff9556323fc600) 00010000:00000001:1.0:1770653413.934296:0:33123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.934297:0:12198:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1770653413.934300:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955735213480 x1856657707204992/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.934300:0:33123:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.934301:0:76655:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796175607296 : -117277533944320 : ffff9556323fc600) 00000100:00000200:2.0:1770653413.934306:0:12198:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95573c2de300 x1856657707202944/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000040:0.0:1770653413.934309:0:76655:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95560d669400 count: 3 00000100:00000040:1.0:1770653413.934311:0:33123:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665155f80 x1856657707203072/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1770653413.934319:0:76655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9556323fc600/0x2aed14e4e178a0a6 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x140b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ddd expref: 80 pid: 12205 timeout: 6877 lvb_type: 1 00000100:00000001:3.0:1770653413.934337:0:76384:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1770653413.934341:0:76384:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653413.934350:0:76655:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00000100:00000200:2.0:1770653413.934351:0:12198:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95573c2de300 x1856657707202944/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1770653413.934352:0:76384:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955735213480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:76384:1856657707204992:192.168.202.60@tcp:104: 00000100:00100000:1.0:1770653413.934352:0:33123:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955665155f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:33123:1856657707203072:192.168.202.60@tcp:104: 00010000:00000001:0.0:1770653413.934359:0:76655:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1770653413.934363:0:76384:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1770653413.934366:0:33123:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.934368:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1770653413.934369:0:76384:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1770653413.934371:0:12198:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1770653413.934374:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1770653413.934375:0:76384:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.934375:0:12198:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.934375:0:33123:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.934382:0:33123:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 02000000:00000001:3.0:1770653413.934383:0:76384:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1770653413.934383:0:12198:0:(client.c:1568:after_reply()) Process entered 00010000:00010000:0.0:1770653413.934384:0:76655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9556323fc600/0x2aed14e4e178a0a6 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x140b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ddd expref: 80 pid: 12205 timeout: 6877 lvb_type: 1 00000100:00000001:1.0:1770653413.934385:0:33123:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1770653413.934388:0:12198:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:3.0:1770653413.934390:0:76384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95562fa45400. 00000100:00000001:2.0:1770653413.934391:0:12198:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1770653413.934393:0:33123:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955665155f80 x1856657707203072/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.934395:0:12198:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.934396:0:76384:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.934402:0:12198:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.934404:0:76384:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2000. 00000020:00000001:0.0:1770653413.934407:0:76655:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00001000:2.0:1770653413.934409:0:12198:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00010000:00000001:0.0:1770653413.934411:0:76655:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000400:00000010:3.0:1770653413.934412:0:76384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78bb0. 00010000:00000001:0.0:1770653413.934416:0:76655:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1770653413.934419:0:12198:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00000100:00000200:3.0:1770653413.934420:0:76384:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707204992, portal 16 00000020:00000001:0.0:1770653413.934421:0:76655:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.934422:0:33123:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1770653413.934426:0:33123:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1770653413.934428:0:76384:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1770653413.934429:0:12198:0:(client.c:1470:ptlrpc_check_status()) Process entered 02000000:00000010:1.0:1770653413.934430:0:33123:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95563c4f6c00. 00010000:00000001:0.0:1770653413.934430:0:76655:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1770653413.934431:0:76384:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800518902912 : -117273190648704 : ffff955735213480) 00000100:00000001:2.0:1770653413.934433:0:12198:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.934434:0:76655:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:1.0:1770653413.934437:0:33123:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1770653413.934439:0:12198:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1770653413.934440:0:33123:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1770653413.934441:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1770653413.934443:0:76384:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955735213480 x1856657707204992/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.934445:0:12198:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.934445:0:33123:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=6 obd=lustre-OST0001 00010000:00000001:0.0:1770653413.934445:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.934450:0:76655:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1770653413.934452:0:12198:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.934453:0:33123:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1770653413.934454:0:76655:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.934458:0:33123:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95563c4f6000. 00000020:00000040:0.0:1770653413.934460:0:76655:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9556323fc600 with handle 0x2aed14e4e178a0a6 from hash 00000100:00000040:2.0:1770653413.934462:0:12198:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95573c2de300 x1856657707202944/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1770653413.934464:0:33123:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1770653413.934466:0:76655:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:1.0:1770653413.934468:0:33123:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1770653413.934470:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:1.0:1770653413.934472:0:33123:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665155f80. 00010000:00000001:0.0:1770653413.934474:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.934478:0:76655:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1770653413.934479:0:33123:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1770653413.934483:0:76655:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:1.0:1770653413.934484:0:33123:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.934488:0:76655:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1770653413.934491:0:33123:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa8840. 00010000:00000001:0.0:1770653413.934493:0:76655:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1770653413.934497:0:33123:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1770653413.934498:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.934499:0:76384:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1770653413.934500:0:12198:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.934501:0:33123:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1770653413.934505:0:76655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9556323fc600/0x2aed14e4e178a0a6 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x140b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ddd expref: 80 pid: 12205 timeout: 6877 lvb_type: 1 00000100:00000001:2.0:1770653413.934507:0:12198:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1770653413.934508:0:76384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000010:1.0:1770653413.934509:0:33123:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9cfc0. 00000100:00000001:2.0:1770653413.934511:0:12198:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1770653413.934514:0:76384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78dd0. 00010000:00000001:1.0:1770653413.934515:0:33123:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.934517:0:12198:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000100:00000200:3.0:1770653413.934520:0:76384:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707204992, offset 0 00010000:00000001:2.0:1770653413.934522:0:12198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.934522:0:33123:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.934526:0:12198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1770653413.934529:0:76655:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 73 00010000:00000001:2.0:1770653413.934530:0:12198:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.934530:0:33123:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1770653413.934533:0:76384:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000020:00000040:0.0:1770653413.934536:0:76655:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 79 00010000:00000001:1.0:1770653413.934538:0:33123:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000040:2.0:1770653413.934540:0:12198:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c2de300 x1856657707202944/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1770653413.934543:0:33123:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95566c162e00/0x2aed14e4e178cf14 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1409:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.934544:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1770653413.934545:0:76384:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00010000:00000001:0.0:1770653413.934548:0:76655:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1770653413.934552:0:76655:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:3.0:1770653413.934556:0:76384:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000040:0.0:1770653413.934556:0:76655:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95571016a600 00010000:00000001:0.0:1770653413.934562:0:76655:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000400:00000200:3.0:1770653413.934565:0:76384:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00010000:00000001:0.0:1770653413.934566:0:76655:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653413.934571:0:76655:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000200:3.0:1770653413.934573:0:76384:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000100:00100000:2.0:1770653413.934574:0:12198:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95573c2de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:12198:1856657707202944:192.168.202.60@tcp:104: 00010000:00000001:0.0:1770653413.934575:0:76655:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.934579:0:76384:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00010000:00000001:0.0:1770653413.934581:0:76655:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653413.934585:0:76655:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:2.0:1770653413.934586:0:12198:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.934588:0:76384:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164680:2164680:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164676:2164676:7:4294967295] 00010000:00000001:0.0:1770653413.934589:0:76655:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.934591:0:12198:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.934595:0:76655:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:2.0:1770653413.934596:0:12198:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:0.0:1770653413.934599:0:76655:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:2.0:1770653413.934600:0:12198:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00010000:0.0:1770653413.934604:0:76655:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178cf06 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x140b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1770653413.934608:0:12198:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95573c2de300 x1856657707202944/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1770653413.934608:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1770653413.934613:0:76384:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000010:1.0:1770653413.934615:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dfc00. 00000400:00000200:1.0:1770653413.934622:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1770653413.934628:0:76655:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000800:00000200:3.0:1770653413.934631:0:76384:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00010000:0.0:1770653413.934634:0:76655:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178cf06 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x140b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1770653413.934635:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000800:00000010:3.0:1770653413.934640:0:76384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c600. 00000100:00000001:2.0:1770653413.934643:0:12198:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1770653413.934644:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888440 02000000:00000001:2.0:1770653413.934646:0:12198:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:1.0:1770653413.934649:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888440. 00000800:00000200:3.0:1770653413.934651:0:76384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 02000000:00000010:2.0:1770653413.934651:0:12198:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95564531d400. 00010000:00000040:0.0:1770653413.934655:0:76655:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x140b:0x0].0x0 (ffff95560d669400) refcount = 2 00000100:00000001:1.0:1770653413.934656:0:3282:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1770653413.934658:0:12198:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1770653413.934661:0:12198:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000200:3.0:1770653413.934663:0:76384:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000040:0.0:1770653413.934663:0:76655:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000200:1.0:1770653413.934664:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95572eb20700 x1856657707204736/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:2.0:1770653413.934665:0:12198:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=5 obd=lustre-OST0001 00010000:00000040:0.0:1770653413.934667:0:76655:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178cf06 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x140b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000800:00000200:3.0:1770653413.934669:0:76384:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c600 type 1, nob 424 niov 1 nkiov 1 00000020:00000001:2.0:1770653413.934671:0:12198:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1770653413.934674:0:12198:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95563d589600. 02000000:00000001:2.0:1770653413.934680:0:12198:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1770653413.934684:0:12198:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1770653413.934686:0:12198:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c2de300. 00010000:00000001:0.0:1770653413.934689:0:76655:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653413.934692:0:76655:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.934693:0:12198:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1770653413.934694:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1770653413.934697:0:12198:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.934698:0:76655:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000040:1.0:1770653413.934701:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572eb20700 x1856657707204736/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1770653413.934703:0:12198:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0b40. 00010000:00000001:0.0:1770653413.934703:0:76655:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.934710:0:12198:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1770653413.934710:0:76655:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.934711:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.934714:0:12198:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.934715:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.0:1770653413.934717:0:76655:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a2c0. 00010000:00000010:2.0:1770653413.934718:0:12198:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f59b80. 00000100:00000001:0.0:1770653413.934720:0:76655:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000800:00000001:1.0:1770653413.934723:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653413.934724:0:12198:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653413.934725:0:76655:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f362840. 00000800:00000001:1.0:1770653413.934730:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.934731:0:12198:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.934731:0:76655:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661516352 : -117277048035264 : ffff95564f362840) 00000800:00000001:1.0:1770653413.934734:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653413.934748:0:76655:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661516352 : -117277048035264 : ffff95564f362840) 00010000:00000001:2.0:1770653413.934749:0:12198:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1770653413.934752:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.934754:0:76655:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000001:2.0:1770653413.934756:0:12198:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1770653413.934757:0:76384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.934757:0:76655:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1770653413.934761:0:76655:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00010000:2.0:1770653413.934762:0:12198:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95571016ae00/0x2aed14e4e178cf1b lrc: 3/0,1 mode: --/PW res: [0x280000403:0x140c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1770653413.934763:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:3.0:1770653413.934764:0:76384:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444777 00010000:00000001:0.0:1770653413.934766:0:76655:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1770653413.934773:0:76384:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4301444776 00010000:00000001:0.0:1770653413.934778:0:76655:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.934779:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d1880 00000100:00000001:3.0:1770653413.934782:0:76384:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444777 00010000:00000001:0.0:1770653413.934782:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.934785:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.934788:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1770653413.934789:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6e6d [2] + 1968 00010000:00000001:0.0:1770653413.934789:0:76655:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.934790:0:76384:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4301444776 00000100:00000001:2.0:1770653413.934791:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1770653413.934796:0:76655:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:2.0:1770653413.934798:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.934798:0:3282:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95560400fc08. 00000100:00000001:3.0:1770653413.934799:0:76384:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444777 00010000:00000001:0.0:1770653413.934799:0:76655:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1770653413.934807:0:76384:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, keep current deadline 4301444777 00000400:00000200:1.0:1770653413.934807:0:3282:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff95564ae3b000 00000100:00000001:0.0:1770653413.934807:0:76655:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.934808:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1770653413.934814:0:76384:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444777 00000100:00000001:2.0:1770653413.934815:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653413.934815:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653413.934815:0:76655:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.934822:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.934822:0:76655:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1770653413.934823:0:76384:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, keep current deadline 4301444777 00000100:00000001:2.0:1770653413.934824:0:3289:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:0.0:1770653413.934827:0:76655:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f362840. 00000400:00000200:1.0:1770653413.934829:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653413.934830:0:76384:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.934830:0:3289:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.934831:0:76655:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1770653413.934836:0:76655:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.934838:0:76384:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.934839:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1770653413.934840:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000010:0.0:1770653413.934841:0:76655:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a2c0. 00000100:00000001:2.0:1770653413.934843:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1770653413.934844:0:76384:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.934866:0:3289:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1770653413.934869:0:76384:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.934870:0:76655:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000040:2.0:1770653413.934871:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95572eb21500 x1856657707204864/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1770653413.934873:0:76384:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.934875:0:76655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000400:00000200:1.0:1770653413.934877:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95564ae3b000 00010000:00000001:0.0:1770653413.934879:0:76655:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.934880:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1770653413.934882:0:3282:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff95564ae3b000. 00010000:00000001:3.0:1770653413.934883:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.934886:0:76655:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653413.934888:0:76384:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.934890:0:3282:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:0.0:1770653413.934891:0:76655:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.934892:0:76384:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000200:1.0:1770653413.934894:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000001:3.0:1770653413.934896:0:76384:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00001000:0.0:1770653413.934898:0:76655:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653413.934901:0:3289:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1770653413.934902:0:76384:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.934903:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955619b65850 x1856657966307456 msgsize 328 00000100:00000001:2.0:1770653413.934904:0:3289:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.934904:0:76655:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1770653413.934909:0:76384:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1770653413.934911:0:3289:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1770653413.934912:0:76655:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:3.0:1770653413.934913:0:76384:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1770653413.934915:0:3289:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1770653413.934918:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653413.934920:0:76655:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00100000:3.0:1770653413.934921:0:76384:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556189e1b40 going to sleep for 11 seconds 02000000:00000001:2.0:1770653413.934921:0:3289:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.934922:0:3282:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1770653413.934928:0:76384:0:(client.c:1964:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1770653413.934928:0:76655:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:2.0:1770653413.934932:0:3289:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95572eb21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707204864:0@lo:6:osp-syn-0-0.0 00000100:00000001:1.0:1770653413.934933:0:3282:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1770653413.934933:0:76655:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.934934:0:76384:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.934940:0:76655:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1770653413.934941:0:3289:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1770653413.934945:0:3289:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1770653413.934948:0:76655:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 02000000:00000001:2.0:1770653413.934949:0:3289:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.934952:0:3289:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1770653413.934956:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9556615a2000. 02000000:00000001:2.0:1770653413.934957:0:3289:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.934960:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2210. 00000400:00000010:2.0:1770653413.934964:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888ee0. 00000100:00000200:2.0:1770653413.934968:0:3289:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707204864, portal 4 00000100:00000001:2.0:1770653413.934971:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00010000:0.0:1770653413.934971:0:76419:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178cf06 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x140b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000800:00000200:1.0:1770653413.934973:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1770653413.934975:0:76656:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1770653413.934975:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800410957056 : -117273298594560 : ffff95572eb21500) 00000800:00000010:1.0:1770653413.934978:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c600. 00000100:00100000:3.0:1770653413.934979:0:76656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966307456 02000000:00000001:3.0:1770653413.934984:0:76656:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1770653413.934985:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1770653413.934986:0:3289:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95572eb21500 x1856657707204864/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.934988:0:76656:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1770653413.934990:0:76419:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.934993:0:76656:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.934997:0:76419:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178cf06 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x140b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1770653413.934998:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 02000000:00000001:3.0:1770653413.935000:0:76656:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.935006:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78dd0 00000100:00100000:3.0:1770653413.935008:0:76656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966307456 00000400:00000010:1.0:1770653413.935012:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78dd0. 00000020:00000001:3.0:1770653413.935013:0:76656:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1770653413.935018:0:76656:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000100:00000001:2.0:1770653413.935018:0:3289:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1770653413.935019:0:3282:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:0.0:1770653413.935019:0:76419:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:00000001:3.0:1770653413.935024:0:76656:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1770653413.935025:0:3289:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1770653413.935025:0:76419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:1.0:1770653413.935027:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955735213480 x1856657707204992/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.935029:0:76419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1770653413.935030:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888440. 00010000:00000001:0.0:1770653413.935033:0:76419:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000200:2.0:1770653413.935037:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707204864, offset 0 00000020:00000001:0.0:1770653413.935038:0:76419:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653413.935041:0:76419:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016a600 refcount=3 00000100:00000001:1.0:1770653413.935044:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1770653413.935045:0:76419:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897454080 : -117273812097536 : ffff95571016a600) 00000400:00000200:2.0:1770653413.935049:0:3289:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1770653413.935051:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955735213480 x1856657707204992/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.935052:0:76419:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897454080 : -117273812097536 : ffff95571016a600) 00000400:00000200:2.0:1770653413.935059:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1770653413.935060:0:76419:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1770653413.935064:0:76419:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178cf06 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x140b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1770653413.935071:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b8100 00000020:00000040:3.0:1770653413.935080:0:76656:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=80 00000400:00000200:2.0:1770653413.935085:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf2bd [8] + 10336 00000020:00000001:3.0:1770653413.935087:0:76656:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:1.0:1770653413.935088:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.935091:0:76419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.935095:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1770653413.935096:0:76656:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00010000:00000001:0.0:1770653413.935097:0:76419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1770653413.935098:0:3289:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1770653413.935101:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:0.0:1770653413.935102:0:76419:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178cf06 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x140b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.935103:0:76656:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1770653413.935107:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:1.0:1770653413.935107:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1770653413.935109:0:76656:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fb740. 00000800:00000001:1.0:1770653413.935114:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653413.935116:0:76656:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.935116:0:3289:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:0.0:1770653413.935117:0:76419:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:2.0:1770653413.935121:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000001:0.0:1770653413.935121:0:76419:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.935122:0:76656:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fb740. 00000800:00000001:1.0:1770653413.935122:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1770653413.935125:0:3289:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572eb21c00. 00010000:00000001:0.0:1770653413.935129:0:76419:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000020:00000010:3.0:1770653413.935131:0:76656:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95562fa44e00. 00000100:00000040:2.0:1770653413.935131:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff95572eb21c00 x1856657707204864 msgsize 544 00010000:00000010:0.0:1770653413.935134:0:76419:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff95564f362840. 00000400:00000200:1.0:1770653413.935139:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:0.0:1770653413.935140:0:76419:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000020:00000010:3.0:1770653413.935141:0:76656:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3500. 00000100:00100000:2.0:1770653413.935143:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1770653413.935149:0:76419:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1770653413.935152:0:76419:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.935155:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:0.0:1770653413.935155:0:76419:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.935157:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d1900 00010000:00000001:0.0:1770653413.935159:0:76419:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:2.0:1770653413.935162:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888440 00010000:00000001:0.0:1770653413.935162:0:76419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.935165:0:76419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1770653413.935166:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888440. 00002000:00000001:0.0:1770653413.935167:0:76419:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000100:00000001:2.0:1770653413.935171:0:3289:0:(events.c:34:request_out_callback()) Process entered 00080000:00000001:0.0:1770653413.935172:0:76419:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:1.0:1770653413.935176:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6f19 [2] + 0 00000100:00000200:2.0:1770653413.935178:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95572eb21500 x1856657707204864/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000010:0.0:1770653413.935180:0:76419:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95572dc88c00. 00000800:00000001:1.0:1770653413.935183:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:0.0:1770653413.935186:0:76419:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626800395652096 : -117273313899520 : ffff95572dc88c00) 00000001:00000001:0.0:1770653413.935192:0:76419:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:2.0:1770653413.935195:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000001:00000001:0.0:1770653413.935195:0:76419:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1770653413.935200:0:76419:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x140b:0x0] not in the id map cache 00000100:00000040:2.0:1770653413.935201:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572eb21500 x1856657707204864/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1770653413.935205:0:76419:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000020:00000010:3.0:1770653413.935208:0:76656:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90c80. 00000100:00000001:2.0:1770653413.935214:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.935216:0:76656:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1770653413.935217:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00080000:00000001:0.0:1770653413.935218:0:76419:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.935220:0:76656:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1770653413.935223:0:76656:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00080000:00000001:0.0:1770653413.935223:0:76419:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.935224:0:3289:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.935225:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1770653413.935228:0:76419:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00010000:00000001:3.0:1770653413.935229:0:76656:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.935231:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1770653413.935232:0:3289:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26298 usecs (27 jiffies) 00080000:00000001:0.0:1770653413.935232:0:76419:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:3.0:1770653413.935233:0:76656:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 80000000:00000001:0.0:1770653413.935237:0:76419:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000001:2.0:1770653413.935239:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444775 00010000:00000001:3.0:1770653413.935240:0:76656:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 80000000:00000001:0.0:1770653413.935241:0:76419:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000400:00000200:1.0:1770653413.935243:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000001:3.0:1770653413.935244:0:76656:0:(lustre_handles.c:113:class_handle2object()) Process entered 80000000:00000001:0.0:1770653413.935246:0:76419:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653413.935249:0:76656:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565f570600 refcount=4 80000000:00000001:0.0:1770653413.935251:0:76419:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.935253:0:76656:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796932105728 : -117276777445888 : ffff95565f570600) 00000100:00000001:1.0:1770653413.935253:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1770653413.935254:0:12204:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00080000:00000001:0.0:1770653413.935254:0:76419:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1770653413.935256:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00100000:2.0:1770653413.935258:0:12204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707204864 00010000:00000001:3.0:1770653413.935259:0:76656:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796932105728 : -117276777445888 : ffff95565f570600) 00080000:00000001:0.0:1770653413.935261:0:76419:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 02000000:00000001:2.0:1770653413.935263:0:12204:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:1.0:1770653413.935265:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665155f80. 00000100:00000001:2.0:1770653413.935266:0:12204:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00080000:00000001:0.0:1770653413.935266:0:76419:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00010000:00010000:3.0:1770653413.935269:0:76656:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff95565f570600/0x2aed14e4e1789fcd lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x140c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d3c expref: 80 pid: 12203 timeout: 6877 lvb_type: 1 00000100:00000001:2.0:1770653413.935271:0:12204:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.935272:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955665155f80 x1856657966307584 msgsize 328 02000000:00000001:2.0:1770653413.935278:0:12204:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.935282:0:76419:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1770653413.935286:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:2.0:1770653413.935286:0:12204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707204864 00000100:00100000:1.0:1770653413.935287:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000001:00000001:0.0:1770653413.935287:0:76419:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1770653413.935293:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1770653413.935293:0:12204:0:(genops.c:811:class_conn2export()) Process entered 00080000:00000001:0.0:1770653413.935295:0:76419:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.935297:0:12204:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00010000:00000001:3.0:1770653413.935298:0:76656:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.935299:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00080000:00000001:0.0:1770653413.935299:0:76419:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000001:2.0:1770653413.935301:0:12204:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1770653413.935303:0:76656:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1770653413.935305:0:12204:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=36 00080000:00000001:0.0:1770653413.935305:0:76419:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000001:3.0:1770653413.935308:0:76656:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:2.0:1770653413.935310:0:12204:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000020:00000001:2.0:1770653413.935313:0:12204:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000200:3.0:1770653413.935316:0:76656:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955619b65850 x1856657966307456/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.935318:0:12204:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1770653413.935320:0:5741:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000001:00000001:0.0:1770653413.935323:0:76419:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000010:2.0:1770653413.935324:0:12204:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59b80. 00000100:00100000:1.0:1770653413.935325:0:5741:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966307584 00080000:00000001:0.0:1770653413.935328:0:76419:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.935331:0:12204:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1770653413.935331:0:5741:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653413.935332:0:76656:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1770653413.935335:0:5741:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653413.935338:0:76656:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.935338:0:12204:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59b80. 00000100:00000001:1.0:1770653413.935339:0:5741:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.935346:0:76419:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.935347:0:5741:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.935348:0:12204:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955636fe8200. 00000100:00000001:3.0:1770653413.935351:0:76656:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1770653413.935354:0:5741:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966307584 00080000:00000001:0.0:1770653413.935355:0:76419:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000020:00000010:2.0:1770653413.935356:0:12204:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300700. 00000020:00000001:1.0:1770653413.935358:0:5741:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1770653413.935361:0:5741:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000100:00000001:3.0:1770653413.935362:0:76656:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1770653413.935362:0:12204:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e5107d0. 00000020:00000001:1.0:1770653413.935363:0:5741:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1770653413.935366:0:76656:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1770653413.935369:0:5741:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=81 00000100:00000001:2.0:1770653413.935371:0:12204:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00080000:00000001:0.0:1770653413.935373:0:76419:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.935374:0:5741:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00100000:3.0:1770653413.935375:0:76656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161857 00000100:00000001:2.0:1770653413.935376:0:12204:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1770653413.935381:0:12204:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.935381:0:76419:0:(osd_object.c:806:osd_destroy()) Process entered 00000020:00000001:1.0:1770653413.935382:0:5741:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000040:3.0:1770653413.935383:0:76656:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 2 00080000:00000001:0.0:1770653413.935387:0:76419:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000001:3.0:1770653413.935390:0:76656:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028465664 : -117276681085952 : ffff955665155c00) 00000100:00000001:1.0:1770653413.935390:0:5741:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1770653413.935391:0:12204:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1770653413.935391:0:76419:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000020:00000010:1.0:1770653413.935396:0:5741:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cfc0. 80000000:00000001:0.0:1770653413.935397:0:76419:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00000040:3.0:1770653413.935399:0:76656:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665155c00 x1856657966307328/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.935401:0:5741:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.935403:0:12204:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 80000000:00000001:0.0:1770653413.935403:0:76419:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.935408:0:5741:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cfc0. 80000000:00000001:0.0:1770653413.935411:0:76419:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.935415:0:5741:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f6000. 00000100:00000001:2.0:1770653413.935416:0:12204:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00080000:00000001:0.0:1770653413.935417:0:76419:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.935419:0:76656:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1770653413.935420:0:12204:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1770653413.935422:0:5741:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07db80. 00080000:00000001:0.0:1770653413.935424:0:76419:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000020:00000010:3.0:1770653413.935425:0:76656:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fb740. 00000020:00000010:1.0:1770653413.935428:0:5741:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662adaed8. 00000100:00100000:2.0:1770653413.935429:0:12204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136216 00080000:00000001:0.0:1770653413.935429:0:76419:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000100:00000001:3.0:1770653413.935430:0:76656:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.935434:0:5741:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1770653413.935437:0:12204:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 7 00000020:00000010:3.0:1770653413.935439:0:76656:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fb740. 00000100:00000001:1.0:1770653413.935439:0:5741:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1770653413.935440:0:12204:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800410958848 : -117273298592768 : ffff95572eb21c00) 00010000:00000001:1.0:1770653413.935442:0:5741:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1770653413.935447:0:5741:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.935451:0:12204:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95572eb21c00 x1856657707204864/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1770653413.935452:0:76656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665155c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_033:b31b1d82-c1d4-4680-ae7a-71292416d1f5+81:2364:x1856657966307328:12345-192.168.202.60@tcp:103:ldlm_bl.0 00010000:00000001:1.0:1770653413.935452:0:5741:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1770653413.935457:0:5741:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1770653413.935460:0:5741:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1770653413.935465:0:76656:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966307328 00000020:00000040:1.0:1770653413.935465:0:5741:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565f570a00 refcount=4 00000100:00000001:2.0:1770653413.935468:0:12204:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1770653413.935470:0:76656:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000020:00000001:1.0:1770653413.935471:0:5741:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796932106752 : -117276777444864 : ffff95565f570a00) 00000020:00000010:2.0:1770653413.935473:0:12204:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59b80. 00010000:00000002:3.0:1770653413.935475:0:76656:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1770653413.935476:0:5741:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796932106752 : -117276777444864 : ffff95565f570a00) 00010000:00000001:3.0:1770653413.935478:0:76656:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1770653413.935480:0:12204:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.935483:0:76656:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00010000:1.0:1770653413.935484:0:5741:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff95565f570a00/0x2aed14e4e1789fd4 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1409:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d43 expref: 81 pid: 12204 timeout: 6877 lvb_type: 1 00000020:00000010:2.0:1770653413.935485:0:12204:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59b80. 02000000:00000001:3.0:1770653413.935488:0:76656:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1770653413.935494:0:76656:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955615a8cc00. 00010000:00000001:1.0:1770653413.935495:0:5741:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.935499:0:5741:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1770653413.935500:0:76656:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.935500:0:12204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95572eb21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+36:3289:x1856657707204864:12345-0@lo:6:osp-syn-0-0.0 00010000:00000001:1.0:1770653413.935501:0:5741:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1770653413.935502:0:76419:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.935507:0:76656:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.935508:0:5741:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1770653413.935511:0:76419:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.935515:0:76656:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000200:2.0:1770653413.935516:0:12204:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707204864 00000100:00000001:1.0:1770653413.935516:0:5741:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00010000:3.0:1770653413.935518:0:76656:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00080000:00000001:0.0:1770653413.935518:0:76419:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000001:2.0:1770653413.935523:0:12204:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000001:00000001:0.0:1770653413.935524:0:76419:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00000001:3.0:1770653413.935525:0:76656:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000200:1.0:1770653413.935525:0:5741:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955665155f80 x1856657966307584/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1770653413.935529:0:12204:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1770653413.935530:0:76656:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000002:0.0:1770653413.935531:0:76419:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332634, last_committed = 4295332607 00000020:00000040:3.0:1770653413.935534:0:76656:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c986c00 refcount=5 00000020:00000001:2.0:1770653413.935535:0:12204:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.935540:0:76656:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812318208 : -117277897233408 : ffff95561c986c00) 00000001:00000010:0.0:1770653413.935540:0:76419:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9556681b9c60. 00000100:00000001:1.0:1770653413.935544:0:5741:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:2.0:1770653413.935545:0:12204:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:3.0:1770653413.935546:0:76656:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812318208 : -117277897233408 : ffff95561c986c00) 00000100:00000001:1.0:1770653413.935548:0:5741:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1770653413.935548:0:76419:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 27 00000020:00000001:2.0:1770653413.935550:0:12204:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00010000:00000040:3.0:1770653413.935555:0:76656:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95563f2d2e00 count: 3 00000020:00000001:2.0:1770653413.935556:0:12204:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000040:0.0:1770653413.935556:0:76419:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=38 00000020:00000001:2.0:1770653413.935560:0:12204:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.935560:0:5741:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1770653413.935565:0:76419:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000001:2.0:1770653413.935566:0:12204:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00010000:3.0:1770653413.935567:0:76656:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff95561c986c00/0x2aed14e4e178a19b lrc: 5/0,0 mode: PR/PR res: [0x280000403:0x140a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ec4 expref: 81 pid: 12214 timeout: 6877 lvb_type: 1 00000020:00000001:2.0:1770653413.935570:0:12204:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1770653413.935571:0:5741:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1770653413.935573:0:12204:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000100:00000001:1.0:1770653413.935575:0:5741:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00080000:00000001:0.0:1770653413.935576:0:76419:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000020:00000001:2.0:1770653413.935577:0:12204:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1770653413.935581:0:12204:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.935583:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161858 00000001:00000001:0.0:1770653413.935584:0:76419:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.935586:0:12204:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1770653413.935589:0:12204:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.935591:0:5741:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 3 00000001:00000001:2.0:1770653413.935594:0:12204:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00001000:3.0:1770653413.935596:0:76656:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00000100:00000001:1.0:1770653413.935596:0:5741:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795763947600 : -117277945604016 : ffff955619b65850) 00000001:00000001:2.0:1770653413.935597:0:12204:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1770653413.935601:0:76419:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.935603:0:12204:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.935605:0:5741:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955619b65850 x1856657966307456/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.935608:0:76656:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000001:00000001:2.0:1770653413.935609:0:12204:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00002000:00000001:0.0:1770653413.935610:0:76419:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.935613:0:12204:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.935616:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00002000:00000001:0.0:1770653413.935618:0:76419:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000001:00000001:2.0:1770653413.935620:0:12204:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.935621:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:2.0:1770653413.935626:0:12204:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:1.0:1770653413.935628:0:5741:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000001:00000001:2.0:1770653413.935630:0:12204:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1770653413.935632:0:76656:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff95561c986c00/0x2aed14e4e178a19b lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x140a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ec4 expref: 81 pid: 12214 timeout: 6877 lvb_type: 1 00000020:00000010:1.0:1770653413.935633:0:5741:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cfc0. 00000001:00000001:2.0:1770653413.935634:0:12204:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1770653413.935634:0:76419:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955643ef11d0. 00000100:00000001:1.0:1770653413.935639:0:5741:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1770653413.935640:0:12204:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.935642:0:76419:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000020:00000010:1.0:1770653413.935647:0:5741:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cfc0. 00002000:00000040:0.0:1770653413.935648:0:76419:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x140b:0x0] 00000020:00000001:2.0:1770653413.935649:0:12204:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.935655:0:76656:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:2.0:1770653413.935656:0:12204:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1770653413.935658:0:5741:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955619b65850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b31b1d82-c1d4-4680-ae7a-71292416d1f5+81:2365:x1856657966307456:12345-192.168.202.60@tcp:103:ldlm_bl.0 00002000:00000010:0.0:1770653413.935658:0:76419:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff95560d386e40. 00010000:00000001:3.0:1770653413.935660:0:76656:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 02000000:00000001:2.0:1770653413.935660:0:12204:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1770653413.935666:0:76656:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.935666:0:5741:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966307456 02000000:00000010:2.0:1770653413.935668:0:12204:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9556615a2400. 00002000:00000001:0.0:1770653413.935669:0:76419:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000020:00000001:3.0:1770653413.935671:0:76656:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.935671:0:5741:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 02000000:00000001:2.0:1770653413.935674:0:12204:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000002:1.0:1770653413.935674:0:5741:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00002000:00000001:0.0:1770653413.935674:0:76419:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.935677:0:5741:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1770653413.935679:0:12204:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653413.935683:0:12204:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000100:00000001:1.0:1770653413.935683:0:5741:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00002000:00000001:0.0:1770653413.935684:0:76419:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.935687:0:12204:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 02000000:00000001:1.0:1770653413.935687:0:5741:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000040:0.0:1770653413.935690:0:76419:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332634, xid 1856657707201920 00010000:00000001:2.0:1770653413.935691:0:12204:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.935693:0:5741:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955607fccc00. 00002000:00080000:2.0:1770653413.935695:0:12204:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5465 count 1 00010000:00000001:0.0:1770653413.935698:0:76419:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 02000000:00000001:1.0:1770653413.935699:0:5741:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653413.935700:0:12204:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:2.0:1770653413.935704:0:12204:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00000001:1.0:1770653413.935704:0:5741:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.935706:0:12204:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1770653413.935710:0:5741:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000200:0.0:1770653413.935710:0:76419:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955665155880 x1856657707201920/t4295332634(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1770653413.935712:0:12204:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797001780888 : -117276707770728 : ffff9556637e2e98) 00010000:00010000:1.0:1770653413.935715:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00000001:2.0:1770653413.935718:0:12204:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797001780800 : -117276707770816 : ffff9556637e2e40) 00010000:00000001:1.0:1770653413.935720:0:5741:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1770653413.935723:0:5741:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1770653413.935725:0:12204:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000020:00000040:1.0:1770653413.935728:0:5741:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565f570600 refcount=4 00010000:00000001:2.0:1770653413.935729:0:12204:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:3.0:1770653413.935730:0:76656:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:1.0:1770653413.935734:0:5741:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796932105728 : -117276777445888 : ffff95565f570600) 00010000:00000001:3.0:1770653413.935736:0:76656:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000040:2.0:1770653413.935736:0:12204:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556110e6400 count: 2 00010000:00000001:1.0:1770653413.935753:0:5741:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796932105728 : -117276777445888 : ffff95565f570600) 00010000:00000001:3.0:1770653413.935755:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.935759:0:12204:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.935760:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:1.0:1770653413.935761:0:5741:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95561e13b300 count: 3 00010000:00000001:0.0:1770653413.935761:0:76419:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653413.935765:0:76656:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1770653413.935765:0:12204:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:0.0:1770653413.935768:0:76419:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.935770:0:76656:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.935771:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff95565f570600/0x2aed14e4e1789fcd lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x140c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d3c expref: 81 pid: 12203 timeout: 6877 lvb_type: 1 00010000:00000010:2.0:1770653413.935772:0:12204:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95571016b400. 00000100:00001000:0.0:1770653413.935774:0:76419:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000020:00000040:3.0:1770653413.935775:0:76656:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561c986c00 with handle 0x2aed14e4e178a19b from hash 00000020:00000001:2.0:1770653413.935778:0:12204:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:3.0:1770653413.935782:0:76656:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000040:2.0:1770653413.935784:0:12204:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95571016b400 with handle 0x2aed14e4e178cf61 to hash 00000100:00000001:0.0:1770653413.935785:0:76419:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1770653413.935786:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.935790:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1770653413.935791:0:12204:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00001000:1.0:1770653413.935792:0:5741:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00010000:00000001:3.0:1770653413.935793:0:76656:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:0.0:1770653413.935794:0:76419:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00010000:00000001:2.0:1770653413.935795:0:12204:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799897457664 : -117273812093952 : ffff95571016b400) 00010000:00000001:3.0:1770653413.935798:0:76656:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653413.935801:0:5741:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1770653413.935802:0:12204:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799897457664 : -117273812093952 : ffff95571016b400) 00010000:00000001:3.0:1770653413.935803:0:76656:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.935804:0:76419:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00010000:00000001:1.0:1770653413.935807:0:5741:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.935808:0:12204:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653413.935809:0:76656:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1770653413.935810:0:5741:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1770653413.935812:0:76419:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1770653413.935813:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.935813:0:12204:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.935816:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff95565f570600/0x2aed14e4e1789fcd lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x140c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d3c expref: 81 pid: 12203 timeout: 6877 lvb_type: 1 02000000:00000001:0.0:1770653413.935817:0:76419:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.935818:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1770653413.935820:0:12204:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95571016b400/0x2aed14e4e178cf61 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1559:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.935822:0:76656:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:0.0:1770653413.935824:0:76419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1770653413.935826:0:76656:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1770653413.935830:0:76656:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95561ae2b800 00010000:00000001:3.0:1770653413.935835:0:76656:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000040:0.0:1770653413.935835:0:76419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1770653413.935838:0:76656:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000001:1.0:1770653413.935841:0:5741:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00010000:3.0:1770653413.935843:0:76656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653413.935844:0:12204:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1770653413.935844:0:5741:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000400:00000010:0.0:1770653413.935845:0:76419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac86e8. 00010000:00000001:2.0:1770653413.935866:0:12204:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1770653413.935867:0:5741:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.935869:0:12204:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000020:00000001:1.0:1770653413.935871:0:5741:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.935873:0:12204:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1770653413.935876:0:5741:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1770653413.935877:0:12204:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:1.0:1770653413.935879:0:5741:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1770653413.935880:0:12204:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:1.0:1770653413.935884:0:5741:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1770653413.935886:0:12204:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9556323fce00/0x2aed14e4e178a0e5 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e0e expref: 79 pid: 76573 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1770653413.935887:0:5741:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.935891:0:5741:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:0.0:1770653413.935894:0:76419:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707201920, offset 224 00010000:00000001:1.0:1770653413.935895:0:5741:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.935901:0:12204:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000020:00000040:1.0:1770653413.935902:0:5741:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95565f570600 with handle 0x2aed14e4e1789fcd from hash 00010000:00000001:3.0:1770653413.935903:0:76656:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.935904:0:12204:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.935908:0:5741:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1770653413.935910:0:76656:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000400:00000200:0.0:1770653413.935910:0:76419:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:2.0:1770653413.935911:0:12204:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653413.935911:0:5741:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653413.935914:0:76656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653413.935915:0:5741:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.935917:0:12204:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.935918:0:76656:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.935918:0:5741:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1770653413.935923:0:12204:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1770653413.935924:0:76656:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1770653413.935924:0:5741:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00010000:2.0:1770653413.935926:0:12204:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000200:0.0:1770653413.935927:0:76419:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1770653413.935928:0:5741:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.935929:0:76656:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:2.0:1770653413.935930:0:12204:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.935934:0:5741:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00010000:3.0:1770653413.935935:0:76656:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b800/0x2aed14e4e178cf0d lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x140a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.935936:0:12204:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.935938:0:5741:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.935940:0:12204:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000400:00000200:0.0:1770653413.935944:0:76419:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b7580 00010000:00010000:2.0:1770653413.935947:0:12204:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95571016b400/0x2aed14e4e178cf61 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770653413.935947:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95565f570600/0x2aed14e4e1789fcd lrc: 0/0,0 mode: --/PR res: [0x280000403:0x140c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d3c expref: 81 pid: 12203 timeout: 6877 lvb_type: 1 00010000:00000001:3.0:1770653413.935959:0:76656:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000400:00000200:0.0:1770653413.935959:0:76419:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda53d [1] + 224 00010000:00010000:3.0:1770653413.935964:0:76656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b800/0x2aed14e4e178cf0d lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x140a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1770653413.935972:0:76419:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:2.0:1770653413.935975:0:12204:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1559:0x0].0x0 (ffff9556110e6400) refcount = 2 00010000:00000040:1.0:1770653413.935976:0:5741:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 72 00000020:00000040:1.0:1770653413.935982:0:5741:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 80 00000400:00000200:0.0:1770653413.935984:0:76419:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:2.0:1770653413.935985:0:12204:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1770653413.935989:0:76656:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x140a:0x0].0x0 (ffff95563f2d2e00) refcount = 3 00010000:00000001:1.0:1770653413.935992:0:5741:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.935993:0:76419:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:2.0:1770653413.935994:0:12204:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9556323fce00/0x2aed14e4e178a0e5 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e0e expref: 79 pid: 76573 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1770653413.935995:0:5741:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000040:3.0:1770653413.935999:0:76656:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:1.0:1770653413.936000:0:5741:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000200:0.0:1770653413.936003:0:76419:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955618d88380 x1856657707201920/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1770653413.936005:0:5741:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95571016ae00 00010000:00000040:3.0:1770653413.936006:0:76656:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b800/0x2aed14e4e178cf0d lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x140a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1770653413.936007:0:12204:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000001:1.0:1770653413.936010:0:5741:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000040:2.0:1770653413.936012:0:12204:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95571016b400/0x2aed14e4e178cf61 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.936015:0:5741:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653413.936018:0:5741:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653413.936023:0:5741:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.936028:0:5741:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653413.936031:0:5741:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653413.936033:0:76656:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653413.936035:0:5741:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.936037:0:76656:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1770653413.936038:0:12204:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f59b80. 00010000:00000001:1.0:1770653413.936042:0:5741:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1770653413.936044:0:76656:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:2.0:1770653413.936044:0:12204:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00000001:1.0:1770653413.936045:0:5741:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:3.0:1770653413.936048:0:76656:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653413.936049:0:76419:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff955618d88380 x1856657707201920/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1770653413.936050:0:12204:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0b40. 00010000:00010000:1.0:1770653413.936051:0:5741:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95571016ae00/0x2aed14e4e178cf1b lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x140c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.936053:0:76656:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.936056:0:12204:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100337984 : -117276609213632 : ffff9556695e0b40) 00010000:00000010:3.0:1770653413.936061:0:76656:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9556196fb740. 00000100:00000001:2.0:1770653413.936062:0:12204:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100337984 : -117276609213632 : ffff9556695e0b40) 00000100:00000001:3.0:1770653413.936068:0:76656:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:2.0:1770653413.936069:0:12204:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000010:3.0:1770653413.936074:0:76656:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556189e13c0. 00000100:00000001:2.0:1770653413.936074:0:12204:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1770653413.936075:0:5741:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1770653413.936080:0:12204:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:3.0:1770653413.936081:0:76656:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626795745579968 : -117277963971648 : ffff9556189e13c0) 00010000:00010000:1.0:1770653413.936081:0:5741:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95571016ae00/0x2aed14e4e178cf1b lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x140c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.936084:0:12204:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.936084:0:76419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1770653413.936086:0:76656:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626795745579968 : -117277963971648 : ffff9556189e13c0) 00010000:00000001:2.0:1770653413.936088:0:12204:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.936093:0:76656:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000020:00000001:2.0:1770653413.936094:0:12204:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000200:0.0:1770653413.936095:0:76419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac86e8 00010000:00000040:1.0:1770653413.936096:0:5741:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x140c:0x0].0x0 (ffff95561e13b300) refcount = 2 00000100:00000001:3.0:1770653413.936098:0:76656:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1770653413.936098:0:12204:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000400:00000010:0.0:1770653413.936101:0:76419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac86e8. 00010000:00000001:3.0:1770653413.936102:0:76656:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1770653413.936103:0:12204:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000040:1.0:1770653413.936104:0:5741:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:3.0:1770653413.936107:0:76656:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1770653413.936109:0:12204:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00010000:00000040:1.0:1770653413.936109:0:5741:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95571016ae00/0x2aed14e4e178cf1b lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x140c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.936110:0:76419:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1770653413.936111:0:76656:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1770653413.936114:0:12204:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572eb21180. 00000100:00000001:0.0:1770653413.936115:0:76419:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1770653413.936116:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.936121:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:2.0:1770653413.936122:0:12204:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=8 obd=lustre-OST0000 00010000:00000001:3.0:1770653413.936124:0:76656:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.936124:0:76419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.936128:0:12204:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:3.0:1770653413.936130:0:76656:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 02000000:00000001:2.0:1770653413.936132:0:12204:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:1.0:1770653413.936132:0:5741:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653413.936134:0:76656:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1770653413.936134:0:76419:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 02000000:00000001:2.0:1770653413.936137:0:12204:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.936137:0:5741:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.936140:0:76656:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.936142:0:76419:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:3.0:1770653413.936146:0:76656:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653413.936147:0:12204:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff955636fe8e00. 00010000:00000001:1.0:1770653413.936147:0:5741:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000001:0.0:1770653413.936147:0:76419:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.936150:0:76656:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:1.0:1770653413.936152:0:5741:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1770653413.936155:0:76656:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556189e13c0. 00000020:00000001:0.0:1770653413.936155:0:76419:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1770653413.936157:0:5741:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.936158:0:12204:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.936161:0:76656:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000040:0.0:1770653413.936165:0:76419:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665155880 x1856657707201920/t4295332634(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.936166:0:76656:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1770653413.936168:0:5741:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9cfc0. 00010000:00000010:3.0:1770653413.936171:0:76656:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9556196fb740. 00010000:00010000:2.0:1770653413.936172:0:12204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9556323fce00/0x2aed14e4e178a0e5 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e0e expref: 79 pid: 76573 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1770653413.936173:0:5741:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00000001:3.0:1770653413.936177:0:76656:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000010:1.0:1770653413.936179:0:5741:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa8840. 00010000:00010000:3.0:1770653413.936180:0:76656:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1770653413.936184:0:76656:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.936186:0:5741:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540168256 : -117277169383360 : ffff955647fa8840) 00010000:00000001:3.0:1770653413.936191:0:76656:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1770653413.936193:0:5741:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540168256 : -117277169383360 : ffff955647fa8840) 00010000:00000001:3.0:1770653413.936195:0:76656:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.936199:0:5741:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00001000:3.0:1770653413.936204:0:76656:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000100:00000001:1.0:1770653413.936204:0:5741:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1770653413.936208:0:5741:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00010000:2.0:1770653413.936210:0:12204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9556323fce00/0x2aed14e4e178a0e5 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e0e expref: 79 pid: 76573 timeout: 6877 lvb_type: 1 00000100:00100000:0.0:1770653413.936211:0:76419:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665155880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:lustre-MDT0000-mdtlov_UUID+38:3289:x1856657707201920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20264us (21509us total) trans 4295332634 rc 0/0 00000100:00000001:3.0:1770653413.936213:0:76656:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1770653413.936213:0:5741:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000040:3.0:1770653413.936221:0:76656:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00010000:00000001:1.0:1770653413.936222:0:5741:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.936228:0:76656:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00000001:1.0:1770653413.936229:0:5741:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.936233:0:5741:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1770653413.936234:0:76656:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1770653413.936236:0:5741:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.936236:0:76419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136203 02000000:00000001:3.0:1770653413.936238:0:76656:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.936243:0:5741:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:3.0:1770653413.936245:0:76656:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1770653413.936246:0:5741:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1770653413.936246:0:76419:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 6 00000100:00000040:3.0:1770653413.936253:0:76656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:1.0:1770653413.936254:0:5741:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.936254:0:76419:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1770653413.936257:0:12204:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000400:00000010:3.0:1770653413.936259:0:76656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78110. 00000100:00000001:1.0:1770653413.936260:0:5741:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.936260:0:76419:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1770653413.936261:0:12204:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1770653413.936267:0:5741:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000200:3.0:1770653413.936268:0:76656:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966307328, offset 224 00000020:00000010:0.0:1770653413.936268:0:76419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95562ddeff00. 00000100:00000010:1.0:1770653413.936270:0:5741:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa8840. 00000100:00000040:2.0:1770653413.936271:0:12204:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95572eb21180 x1856657707205120/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.936278:0:5741:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000020:00000010:0.0:1770653413.936281:0:76419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e5100c8. 00010000:00000001:1.0:1770653413.936282:0:5741:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1770653413.936283:0:76656:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:2.0:1770653413.936287:0:12204:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00010000:00000010:1.0:1770653413.936289:0:5741:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9cfc0. 00000100:00000001:2.0:1770653413.936291:0:12204:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.936291:0:76419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564531c600. 00010000:00000001:1.0:1770653413.936293:0:5741:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:3.0:1770653413.936297:0:76656:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00010000:1.0:1770653413.936298:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000040:0.0:1770653413.936301:0:76419:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 37 00000100:00100000:2.0:1770653413.936304:0:12204:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95572eb21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12204:1856657707205120:192.168.202.60@tcp:104: 00010000:00000001:1.0:1770653413.936304:0:5741:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.936308:0:76419:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.936310:0:76656:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164681:2164681:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164677:2164677:8:4294967295] 00010000:00000001:1.0:1770653413.936311:0:5741:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1770653413.936314:0:12204:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1770653413.936315:0:5741:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.936319:0:12204:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00001000:1.0:1770653413.936321:0:5741:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 02000000:00000001:2.0:1770653413.936322:0:12204:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.936329:0:12204:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1770653413.936331:0:5741:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:2.0:1770653413.936335:0:12204:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff955636fe8a00. 00000100:00000001:0.0:1770653413.936335:0:73797:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1770653413.936336:0:76656:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000040:1.0:1770653413.936338:0:5741:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 11 to 192.168.202.60@tcp 02000000:00000001:2.0:1770653413.936341:0:12204:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.936341:0:73797:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1770653413.936343:0:5741:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:1.0:1770653413.936349:0:5741:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:2.0:1770653413.936350:0:12204:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2790. 02000000:00000001:1.0:1770653413.936353:0:5741:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.936355:0:76656:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00100000:0.0:1770653413.936356:0:73797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161859 00000100:00000001:1.0:1770653413.936357:0:5741:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1770653413.936359:0:12204:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888440. 00000800:00000010:3.0:1770653413.936363:0:76656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626ce00. 00000100:00000040:1.0:1770653413.936364:0:5741:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000200:2.0:1770653413.936365:0:12204:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707205120, portal 16 00000100:00000040:0.0:1770653413.936365:0:73797:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 4 00000400:00000010:1.0:1770653413.936370:0:5741:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022110. 00000100:00000001:2.0:1770653413.936372:0:12204:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1770653413.936373:0:76656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:0.0:1770653413.936374:0:73797:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028466560 : -117276681085056 : ffff955665155f80) 00000100:00000001:2.0:1770653413.936376:0:12204:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800410956160 : -117273298595456 : ffff95572eb21180) 00000100:00000200:1.0:1770653413.936376:0:5741:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966307456, offset 224 00000800:00000200:3.0:1770653413.936384:0:76656:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000040:2.0:1770653413.936389:0:12204:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff95572eb21180 x1856657707205120/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1770653413.936389:0:73797:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665155f80 x1856657966307584/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653413.936391:0:5741:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000800:00000200:3.0:1770653413.936392:0:76656:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626ce00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1770653413.936401:0:76656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.936404:0:5741:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000040:3.0:1770653413.936411:0:76656:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00010000:00000001:3.0:1770653413.936418:0:76656:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.936420:0:5741:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164682:2164682:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164678:2164678:7:4294967295] 00010000:00000001:3.0:1770653413.936425:0:76656:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.936425:0:12204:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1770653413.936432:0:73797:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1770653413.936433:0:12204:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000040:3.0:1770653413.936438:0:76656:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665155c00 x1856657966307328/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1770653413.936440:0:12204:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888dd0. 00000020:00000010:0.0:1770653413.936440:0:73797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00000400:00000200:1.0:1770653413.936443:0:5741:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000200:2.0:1770653413.936447:0:12204:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707205120, offset 0 00000100:00000001:0.0:1770653413.936449:0:73797:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653413.936458:0:73797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00000800:00000200:1.0:1770653413.936460:0:5741:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000400:00000200:2.0:1770653413.936462:0:12204:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000800:00000010:1.0:1770653413.936468:0:5741:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9557353d2400. 00000100:00100000:0.0:1770653413.936473:0:73797:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665155f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b31b1d82-c1d4-4680-ae7a-71292416d1f5+80:2366:x1856657966307584:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000400:00000200:2.0:1770653413.936475:0:12204:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000100:00100000:3.0:1770653413.936478:0:76656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665155c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_033:b31b1d82-c1d4-4680-ae7a-71292416d1f5+80:2364:x1856657966307328:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1052us (3028us total) trans 0 rc 0/0 00000800:00000200:1.0:1770653413.936480:0:5741:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000400:00000200:2.0:1770653413.936485:0:12204:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1770653413.936489:0:73797:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966307584 00000400:00000200:2.0:1770653413.936493:0:12204:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000800:00000200:1.0:1770653413.936496:0:5741:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:0.0:1770653413.936496:0:73797:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000100:00100000:3.0:1770653413.936497:0:76656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161857 00000400:00000200:2.0:1770653413.936501:0:12204:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00010000:00000002:0.0:1770653413.936502:0:73797:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000800:00000200:1.0:1770653413.936504:0:5741:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9557353d2400 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1770653413.936505:0:76656:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 3 00010000:00000001:0.0:1770653413.936507:0:73797:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000400:00000200:2.0:1770653413.936508:0:12204:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00000001:3.0:1770653413.936512:0:76656:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1770653413.936512:0:5741:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.936515:0:73797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1770653413.936516:0:76656:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1770653413.936518:0:12204:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164683:2164683:254:4294967295] 192.168.202.60@tcp LPNI seq info [2164679:2164679:6:4294967295] 00000100:00000040:1.0:1770653413.936520:0:5741:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 02000000:00000001:0.0:1770653413.936521:0:73797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1770653413.936522:0:76656:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519600. 00010000:00000001:1.0:1770653413.936527:0:5741:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.936530:0:76656:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3ded8. 02000000:00000010:0.0:1770653413.936530:0:73797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95572dc89c00. 00010000:00000001:1.0:1770653413.936531:0:5741:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.936538:0:76656:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997ba00. 02000000:00000001:0.0:1770653413.936538:0:73797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.936539:0:12204:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000040:1.0:1770653413.936542:0:5741:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955619b65850 x1856657966307456/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1770653413.936546:0:76656:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 79 00000100:00000001:0.0:1770653413.936546:0:73797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.936553:0:76656:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.936554:0:73797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000800:00000200:2.0:1770653413.936556:0:12204:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00010000:0.0:1770653413.936560:0:73797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000800:00000010:2.0:1770653413.936564:0:12204:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3dfc00. 00010000:00000001:0.0:1770653413.936566:0:73797:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1770653413.936571:0:6728:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1770653413.936571:0:73797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:2.0:1770653413.936577:0:12204:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000400:00000001:3.0:1770653413.936578:0:6728:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1770653413.936578:0:5741:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955619b65850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b31b1d82-c1d4-4680-ae7a-71292416d1f5+79:2365:x1856657966307456:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 943us (1669us total) trans 0 rc 0/0 00000020:00000040:0.0:1770653413.936578:0:73797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565f570a00 refcount=4 00000400:00000001:3.0:1770653413.936582:0:6728:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1770653413.936585:0:73797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796932106752 : -117276777444864 : ffff95565f570a00) 00000400:00000010:3.0:1770653413.936587:0:6728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e053898. 00000800:00000200:2.0:1770653413.936590:0:12204:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000400:00000200:3.0:1770653413.936594:0:6728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8cc0 00000800:00000200:2.0:1770653413.936596:0:12204:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3dfc00 type 1, nob 424 niov 1 nkiov 1 00010000:00000001:0.0:1770653413.936596:0:73797:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796932106752 : -117276777444864 : ffff95565f570a00) 00000400:00000010:3.0:1770653413.936600:0:6728:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8cc0. 00000100:00100000:1.0:1770653413.936601:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161858 00010000:00000040:0.0:1770653413.936604:0:73797:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95561e13be00 count: 3 00000100:00000001:3.0:1770653413.936606:0:6728:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1770653413.936606:0:12204:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.936608:0:5741:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 2 00000100:00000001:2.0:1770653413.936612:0:12204:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444779 00000100:00000001:1.0:1770653413.936613:0:5741:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1770653413.936616:0:6728:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9557030ddc00 x1856657707202432/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1770653413.936616:0:73797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff95565f570a00/0x2aed14e4e1789fd4 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1409:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d43 expref: 79 pid: 12204 timeout: 6877 lvb_type: 1 00000100:00000001:1.0:1770653413.936618:0:5741:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1770653413.936620:0:12204:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444777 00000020:00000010:1.0:1770653413.936623:0:5741:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3500. 00000100:00000001:2.0:1770653413.936628:0:12204:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444779 00000020:00000010:1.0:1770653413.936630:0:5741:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90c80. 00000100:00000001:2.0:1770653413.936636:0:12204:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444777 00000020:00000010:1.0:1770653413.936638:0:5741:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95562fa44e00. 00000100:00000001:2.0:1770653413.936644:0:12204:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444779 00000020:00000040:1.0:1770653413.936646:0:5741:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 78 00000100:00001000:0.0:1770653413.936648:0:73797:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00000100:00000001:2.0:1770653413.936649:0:12204:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444777 00000100:00000200:3.0:1770653413.936650:0:6728:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9557030ddc00 x1856657707202432/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.936652:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.936655:0:12204:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444779 00010000:00000001:0.0:1770653413.936660:0:73797:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1770653413.936661:0:12204:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444777 00000100:00000001:2.0:1770653413.936668:0:12204:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.936668:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.936669:0:6728:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.936674:0:12204:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.936674:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.936675:0:6728:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.936680:0:6728:0:(client.c:1568:after_reply()) Process entered 00010000:00000001:2.0:1770653413.936680:0:12204:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.936684:0:6728:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00010000:0.0:1770653413.936684:0:73797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff95565f570a00/0x2aed14e4e1789fd4 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1409:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d43 expref: 78 pid: 12204 timeout: 6877 lvb_type: 1 00010000:00000001:2.0:1770653413.936685:0:12204:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.936689:0:6728:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1770653413.936690:0:12204:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.936692:0:6728:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.936696:0:12204:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1770653413.936698:0:6728:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.936698:0:76655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022088. 00010000:00000001:2.0:1770653413.936699:0:12204:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.936703:0:12204:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653413.936706:0:6728:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00000100:00000200:1.0:1770653413.936706:0:76655:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966307200, offset 224 00010000:00000001:2.0:1770653413.936707:0:12204:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1770653413.936711:0:12204:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:0.0:1770653413.936713:0:73797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00001000:3.0:1770653413.936716:0:6728:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00000100:00000001:2.0:1770653413.936717:0:12204:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.936719:0:76655:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.936719:0:73797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000001:2.0:1770653413.936724:0:12204:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1770653413.936726:0:6728:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1770653413.936727:0:12204:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:0.0:1770653413.936727:0:73797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.936731:0:6728:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.936733:0:76655:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000001:3.0:1770653413.936735:0:6728:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1770653413.936735:0:12204:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556695e0b40 going to sleep for 11 seconds 00000020:00000001:0.0:1770653413.936735:0:73797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.936754:0:12204:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1770653413.936756:0:76655:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164684:2164684:253:4294967295] 192.168.202.60@tcp LPNI seq info [2164680:2164680:5:4294967295] 00010000:00000001:3.0:1770653413.936758:0:6728:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.936759:0:12204:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.936762:0:73797:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1770653413.936765:0:6728:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.936768:0:73797:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:3.0:1770653413.936773:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9557030ddc00 x1856657707202432/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.936777:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.936781:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1770653413.936782:0:76655:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00010000:2.0:1770653413.936783:0:12198:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95571016ae00/0x2aed14e4e178cf1b lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x140c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.936786:0:73797:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1770653413.936792:0:73797:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.936799:0:73797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95565f570a00 with handle 0x2aed14e4e1789fd4 from hash 00000800:00000200:1.0:1770653413.936801:0:76655:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:3.0:1770653413.936807:0:6728:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.936808:0:73797:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1770653413.936809:0:12198:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1770653413.936810:0:76655:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9557353d2f00. 00000100:00000001:3.0:1770653413.936813:0:6728:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1770653413.936814:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1770653413.936816:0:12198:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95571016ae00/0x2aed14e4e178cf1b lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x140c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.936817:0:6728:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.936818:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:1.0:1770653413.936820:0:76655:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:0.0:1770653413.936823:0:73797:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653413.936824:0:6728:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1770653413.936829:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.936830:0:73797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653413.936831:0:12198:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000800:00000200:1.0:1770653413.936833:0:76655:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00010000:3.0:1770653413.936836:0:6728:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95561c986c00/0x2aed14e4e178a19b lrc: 0/0,0 mode: --/PR res: [0x280000403:0x140a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ec4 expref: 78 pid: 12214 timeout: 6877 lvb_type: 1 00010000:00000001:2.0:1770653413.936836:0:12198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.936836:0:73797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.936840:0:12198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:1.0:1770653413.936840:0:76655:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9557353d2f00 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:0.0:1770653413.936842:0:73797:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1770653413.936844:0:12198:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000010:2.1:1770653413.936865:0:12198:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565f6ed900. 00010000:00000010:2.1:1770653413.936870:0:12198:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016b000. 00000020:00000001:2.0:1770653413.936876:0:12198:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653413.936879:0:12198:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016ae00 refcount=3 00010000:00000010:1.1:1770653413.936879:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c987c00. 00010000:00000010:0.1:1770653413.936879:0:73797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556323fde00. 00010000:00000040:3.0:1770653413.936884:0:6728:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 71 00000020:00000001:2.0:1770653413.936886:0:12198:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897456128 : -117273812095488 : ffff95571016ae00) 00000020:00000040:3.0:1770653413.936888:0:6728:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 77 00000100:00000001:1.0:1770653413.936889:0:76655:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.936890:0:12198:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897456128 : -117273812095488 : ffff95571016ae00) 00010000:00000001:2.0:1770653413.936895:0:12198:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:3.0:1770653413.936897:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1770653413.936898:0:76655:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:0.0:1770653413.936898:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1770653413.936900:0:12198:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95571016ae00/0x2aed14e4e178cf1b lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x140c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.936901:0:6728:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.936904:0:76655:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.936910:0:73797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95565f570a00/0x2aed14e4e1789fd4 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1409:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d43 expref: 77 pid: 12204 timeout: 6877 lvb_type: 1 00010000:00000001:1.0:1770653413.936911:0:76655:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.936912:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9557030ddc00 x1856657707202432/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1770653413.936922:0:76655:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665154e00 x1856657966307200/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.936923:0:12198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.936927:0:12198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1770653413.936931:0:12198:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95571016ae00/0x2aed14e4e178cf1b lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x140c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1770653413.936942:0:73797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 70 00000020:00000040:0.0:1770653413.936949:0:73797:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 76 00010000:00000001:2.0:1770653413.936953:0:12198:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00100000:1.0:1770653413.936956:0:76655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665154e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_032:b31b1d82-c1d4-4680-ae7a-71292416d1f5+77:2366:x1856657966307200:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 2773us (3673us total) trans 0 rc 0/0 00010000:00000001:2.0:1770653413.936957:0:12198:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.936959:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.936963:0:12198:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1770653413.936964:0:73797:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000010:2.0:1770653413.936968:0:12198:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556695e0000. 00000100:00100000:1.0:1770653413.936969:0:76655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161856 00010000:00000001:0.0:1770653413.936969:0:73797:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1770653413.936972:0:12198:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000100:00000040:1.0:1770653413.936975:0:76655:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 1 00010000:00000040:0.0:1770653413.936975:0:73797:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95566c162e00 00010000:00010000:2.0:1770653413.936980:0:12198:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00000001:1.0:1770653413.936981:0:76655:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1770653413.936981:0:73797:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:1.0:1770653413.936985:0:76655:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1770653413.936986:0:12198:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.936987:0:73797:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000010:1.0:1770653413.936989:0:76655:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519d00. 00010000:00000001:2.0:1770653413.936991:0:12198:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.936992:0:73797:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653413.936994:0:12198:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000010:1.0:1770653413.936995:0:76655:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d320. 00010000:00000001:2.0:1770653413.936998:0:12198:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.936999:0:73797:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1770653413.937000:0:76655:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997a400. 00010000:00000001:2.0:1770653413.937001:0:12198:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1770653413.937006:0:12198:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00010000:00000001:0.0:1770653413.937007:0:73797:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000040:1.0:1770653413.937009:0:76655:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 75 00080000:00000001:2.0:1770653413.937011:0:12198:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00010000:0.0:1770653413.937012:0:73797:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000010:1.0:1770653413.937016:0:76655:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665154e00. 00010000:00000001:0.0:1770653413.937016:0:73797:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653413.937019:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1770653413.937023:0:73797:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000001:2.0:1770653413.937025:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1770653413.937025:0:76655:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665155c00. 00010000:00000001:0.0:1770653413.937027:0:73797:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00100000:3.0:1770653413.937028:0:6728:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9557030ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:6728:1856657707202432:192.168.202.60@tcp:104: 00010000:00010000:2.0:1770653413.937031:0:7410:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 02000000:00000001:1.0:1770653413.937033:0:76655:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00010000:0.0:1770653413.937034:0:73797:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95566c162e00/0x2aed14e4e178cf14 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1409:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.937037:0:7410:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 02000000:00000010:1.0:1770653413.937039:0:76655:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95566bf9a400. 00000100:00000001:3.0:1770653413.937040:0:6728:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.937041:0:7410:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 02000000:00000001:1.0:1770653413.937046:0:76655:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:2.0:1770653413.937047:0:7410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178cf06 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x140b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.937048:0:6728:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1770653413.937050:0:76655:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665156d80. 00000100:00000001:3.0:1770653413.937054:0:6728:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:0.0:1770653413.937054:0:73797:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 02000000:00000001:1.0:1770653413.937056:0:76655:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1770653413.937058:0:6728:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1770653413.937060:0:76655:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955607fcc000. 00010000:00010000:0.0:1770653413.937060:0:73797:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95566c162e00/0x2aed14e4e178cf14 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1409:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1770653413.937065:0:6728:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9557030ddc00 x1856657707202432/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1770653413.937066:0:76655:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:2.0:1770653413.937071:0:7410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95571016a600 already unused, calling callback (ffffffffc16fe650) 00000100:00000010:1.0:1770653413.937071:0:76655:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665154380. 02000000:00000001:1.0:1770653413.937077:0:76655:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1770653413.937078:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 02000000:00000010:1.0:1770653413.937081:0:76655:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95566bf9a000. 00010000:00000001:2.0:1770653413.937082:0:7410:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000040:0.0:1770653413.937085:0:73797:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1409:0x0].0x0 (ffff95561e13be00) refcount = 2 02000000:00000001:1.0:1770653413.937087:0:76655:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:2.0:1770653413.937088:0:7410:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178cf06 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x140b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000100:00000010:1.0:1770653413.937091:0:76655:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665157b80. 00000100:00000001:3.0:1770653413.937094:0:6728:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00010000:00000040:0.0:1770653413.937095:0:73797:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 02000000:00000001:1.0:1770653413.937097:0:76655:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1770653413.937098:0:6728:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000040:0.0:1770653413.937100:0:73797:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95566c162e00/0x2aed14e4e178cf14 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1409:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 02000000:00000010:1.0:1770653413.937101:0:76655:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955607fce400. 02000000:00000010:3.0:1770653413.937102:0:6728:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95561997a600. 00010000:00000001:2.0:1770653413.937105:0:7410:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:1.0:1770653413.937107:0:76655:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1770653413.937110:0:7410:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:3.0:1770653413.937111:0:6728:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:1.0:1770653413.937112:0:76655:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665155500. 00000020:00000001:3.0:1770653413.937115:0:6728:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1770653413.937115:0:7410:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653413.937120:0:6728:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=4 obd=lustre-OST0001 00000020:00000040:2.0:1770653413.937120:0:7410:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016a600 refcount=3 00000100:00000001:1.0:1770653413.937121:0:76655:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.937123:0:73797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000001:2.0:1770653413.937125:0:7410:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897454080 : -117273812097536 : ffff95571016a600) 00010000:00000001:0.0:1770653413.937127:0:73797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.937128:0:6728:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1770653413.937129:0:7410:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897454080 : -117273812097536 : ffff95571016a600) 00000100:00000200:1.0:1770653413.937130:0:76655:0:(niobuf.c:1189:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 02000000:00000010:3.0:1770653413.937132:0:6728:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95561997b000. 00010000:00000001:2.0:1770653413.937135:0:7410:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:0.0:1770653413.937135:0:73797:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 02000000:00000001:3.0:1770653413.937138:0:6728:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:1.0:1770653413.937139:0:76655:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d94420. 00010000:00000001:0.0:1770653413.937140:0:73797:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1770653413.937141:0:6728:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00010000:2.0:1770653413.937141:0:7410:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178cf06 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x140b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000100:00000010:3.0:1770653413.937146:0:6728:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9557030ddc00. 00000400:00000010:1.0:1770653413.937148:0:76655:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff955647fa8840. 00010000:00000001:0.0:1770653413.937148:0:73797:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.937152:0:6728:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1770653413.937157:0:6728:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.937157:0:7410:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000010:0.0:1770653413.937159:0:73797:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a2c0. 00000100:00000010:3.0:1770653413.937160:0:6728:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f362900. 00010000:00000001:2.0:1770653413.937161:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1770653413.937165:0:7410:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.937166:0:6728:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1770653413.937166:0:73797:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00000001:3.0:1770653413.937171:0:6728:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.937172:0:7410:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000800:00000001:1.0:1770653413.937172:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:3.0:1770653413.937174:0:6728:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a7c0. 00000100:00000010:0.0:1770653413.937174:0:73797:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f362c00. 00010000:00000001:2.0:1770653413.937176:0:7410:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1770653413.937180:0:73797:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661517312 : -117277048034304 : ffff95564f362c00) 00010000:00000001:2.0:1770653413.937181:0:7410:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653413.937182:0:6728:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.937182:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.937185:0:7410:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.937185:0:73797:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661517312 : -117277048034304 : ffff95564f362c00) 00010000:00000001:3.0:1770653413.937190:0:6728:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.937190:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653413.937191:0:73797:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000020:00000040:2.0:1770653413.937192:0:7410:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95571016a600 with handle 0x2aed14e4e178cf06 from hash 00010000:00000001:3.0:1770653413.937195:0:6728:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1770653413.937195:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.937196:0:7410:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1770653413.937196:0:73797:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1770653413.937201:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.937201:0:73797:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1770653413.937203:0:6728:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1770653413.937205:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.937207:0:73797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1770653413.937208:0:6728:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b800/0x2aed14e4e178cf0d lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x140a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.937209:0:7410:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:1.0:1770653413.937210:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:2.0:1770653413.937213:0:7410:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653413.937217:0:73797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.937218:0:7410:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.937224:0:7410:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1770653413.937224:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1770653413.937225:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b7b00 00010000:00000001:0.0:1770653413.937228:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.937229:0:7410:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:3.0:1770653413.937230:0:6728:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b800/0x2aed14e4e178cf0d lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x140a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.937233:0:73797:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.937234:0:7410:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:1.0:1770653413.937234:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda5c9 [1] + 224 00010000:00000001:2.0:1770653413.937238:0:7410:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.937239:0:73797:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1770653413.937245:0:7410:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.937245:0:73797:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000800:00000001:1.0:1770653413.937246:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653413.937251:0:7410:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653413.937252:0:6728:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.937253:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.937253:0:73797:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.937254:0:7410:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00010000:3.0:1770653413.937261:0:6728:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b800/0x2aed14e4e178cf0d lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x140a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1770653413.937261:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1770653413.937261:0:73797:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.937262:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.937265:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.937268:0:73797:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:2.0:1770653413.937269:0:7410:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.937273:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000010:0.0:1770653413.937273:0:73797:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f362c00. 00010000:00000001:2.0:1770653413.937274:0:7410:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.937280:0:73797:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1770653413.937281:0:7410:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.937282:0:6728:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:1.0:1770653413.937282:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1770653413.937283:0:73797:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.937287:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1770653413.937289:0:7410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178cf06 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x140b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1770653413.937289:0:73797:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a2c0. 00010000:00000001:3.0:1770653413.937291:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:1.0:1770653413.937291:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955665154000 x1856657707203328/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.937296:0:6728:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1770653413.937296:0:73797:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1770653413.937300:0:73797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000001:3.0:1770653413.937301:0:6728:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1770653413.937304:0:73797:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1770653413.937305:0:6728:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2b800 refcount=3 00010000:00000001:2.0:1770653413.937313:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1770653413.937314:0:6728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783632896 : -117277925918720 : ffff95561ae2b800) 00010000:00000001:0.0:1770653413.937314:0:73797:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653413.937319:0:6728:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783632896 : -117277925918720 : ffff95561ae2b800) 00010000:00010000:2.0:1770653413.937320:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178cf06 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x140b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1770653413.937320:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955665154000 x1856657707203328/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.937320:0:73797:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.937325:0:6728:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00001000:0.0:1770653413.937327:0:73797:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00010000:00010000:3.0:1770653413.937330:0:6728:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b800/0x2aed14e4e178cf0d lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x140a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.937338:0:73797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:2.0:1770653413.937346:0:7410:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95560d669400 count: 0 00000100:00000040:0.0:1770653413.937346:0:73797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:0.0:1770653413.937353:0:73797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00002000:00000010:2.0:1770653413.937354:0:7410:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff95562ede4040. 00010000:00000001:3.0:1770653413.937357:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:2.0:1770653413.937361:0:7410:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95560d669e00. 02000000:00000001:0.0:1770653413.937361:0:73797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1770653413.937362:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.937363:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1770653413.937365:0:73797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.937367:0:6728:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b800/0x2aed14e4e178cf0d lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x140a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.937369:0:73797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1770653413.937375:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.937376:0:6728:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:0.0:1770653413.937376:0:73797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:1.0:1770653413.937377:0:76387:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1770653413.937378:0:7410:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1770653413.937380:0:6728:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1770653413.937382:0:7410:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff95564f362840. 00010000:00000001:3.0:1770653413.937384:0:6728:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000400:00000001:1.0:1770653413.937384:0:76387:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000010:0.0:1770653413.937384:0:73797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac86e8. 00000400:00000001:1.0:1770653413.937388:0:76387:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1770653413.937389:0:7410:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1770653413.937391:0:6728:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556189e13c0. 00000400:00000010:1.0:1770653413.937392:0:76387:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602d94268. 00000020:00000001:2.0:1770653413.937393:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1770653413.937397:0:6728:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000020:00000001:2.0:1770653413.937398:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.937399:0:76387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022cc0 00000400:00000010:1.0:1770653413.937404:0:76387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022cc0. 00010000:00010000:2.0:1770653413.937405:0:7410:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1770653413.937406:0:6728:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00000001:1.0:1770653413.937409:0:76387:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1770653413.937410:0:7410:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000100:00000200:0.0:1770653413.937410:0:73797:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966307584, offset 224 00010000:00000001:3.0:1770653413.937412:0:6728:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.937415:0:7410:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000200:1.0:1770653413.937417:0:76387:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955665154000 x1856657707203328/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.937418:0:6728:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.937419:0:7410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95571016ae00/0x2aed14e4e178cf1b lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x140c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1770653413.937423:0:73797:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:3.0:1770653413.937424:0:6728:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1770653413.937429:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.937432:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1770653413.937435:0:6728:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000400:00000200:0.0:1770653413.937439:0:73797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00080000:00000001:3.0:1770653413.937440:0:6728:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00010000:2.0:1770653413.937446:0:7410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95571016ae00 already unused, calling callback (ffffffffc16fe650) 00000020:00000001:3.0:1770653413.937450:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1770653413.937450:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000200:1.0:1770653413.937452:0:76387:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955665154000 x1856657707203328/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1770653413.937454:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.937454:0:73797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164685:2164685:252:4294967295] 192.168.202.60@tcp LPNI seq info [2164681:2164681:4:4294967295] 00010000:00000001:2.0:1770653413.937455:0:7410:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1770653413.937459:0:7410:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95571016ae00/0x2aed14e4e178cf1b lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x140c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770653413.937462:0:7409:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1770653413.937470:0:7409:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1770653413.937474:0:7409:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1770653413.937478:0:7409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b800/0x2aed14e4e178cf0d lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x140a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1770653413.937484:0:73797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:2.0:1770653413.937485:0:7410:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:1.0:1770653413.937485:0:76387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1770653413.937490:0:76387:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.937491:0:7410:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00010000:3.0:1770653413.937493:0:7409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95561ae2b800 already unused, calling callback (ffffffffc16fe650) 00000020:00000001:2.0:1770653413.937495:0:7410:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1770653413.937496:0:76387:0:(client.c:1568:after_reply()) Process entered 00010000:00000001:3.0:1770653413.937500:0:7409:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000040:2.0:1770653413.937501:0:7410:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016ae00 refcount=3 02000000:00000001:1.0:1770653413.937501:0:76387:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1770653413.937502:0:7409:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000800:00000200:0.0:1770653413.937502:0:73797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:1.0:1770653413.937506:0:76387:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:3.0:1770653413.937509:0:7409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b800/0x2aed14e4e178cf0d lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x140a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1770653413.937509:0:7410:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897456128 : -117273812095488 : ffff95571016ae00) 00000100:00000001:1.0:1770653413.937510:0:76387:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1770653413.937510:0:73797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9f00. 00010000:00000001:2.0:1770653413.937516:0:7410:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897456128 : -117273812095488 : ffff95571016ae00) 02000000:00000001:1.0:1770653413.937517:0:76387:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.937523:0:7410:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000800:00000200:0.0:1770653413.937524:0:73797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00001000:1.0:1770653413.937525:0:76387:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 00010000:00000001:3.0:1770653413.937529:0:7409:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00010000:2.0:1770653413.937529:0:7410:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95571016ae00/0x2aed14e4e178cf1b lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x140c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.937534:0:7409:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00001000:1.0:1770653413.937534:0:76387:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 00000800:00000200:0.0:1770653413.937535:0:73797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000020:00000001:3.0:1770653413.937538:0:7409:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653413.937544:0:7409:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2b800 refcount=3 00000100:00000001:1.0:1770653413.937544:0:76387:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000800:00000200:0.0:1770653413.937545:0:73797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9f00 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:2.0:1770653413.937546:0:7410:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1770653413.937550:0:7409:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783632896 : -117277925918720 : ffff95561ae2b800) 00010000:00000001:2.0:1770653413.937550:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:1.0:1770653413.937550:0:76387:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.937552:0:73797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.937555:0:7410:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.937556:0:76387:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1770653413.937559:0:7409:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783632896 : -117277925918720 : ffff95561ae2b800) 00000100:00000040:0.0:1770653413.937561:0:73797:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:2.0:1770653413.937562:0:7410:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1770653413.937562:0:76387:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.937563:0:7409:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:2.0:1770653413.937566:0:7410:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00010000:3.0:1770653413.937569:0:7409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b800/0x2aed14e4e178cf0d lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x140a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.937569:0:76387:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.937570:0:7410:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1770653413.937570:0:73797:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.937574:0:7410:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.937577:0:73797:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.937580:0:7410:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95571016ae00 with handle 0x2aed14e4e178cf1b from hash 00000100:00000040:1.0:1770653413.937580:0:76387:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955665154000 x1856657707203328/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.937587:0:7410:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:0.0:1770653413.937588:0:73797:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665155f80 x1856657966307584/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.937591:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.937592:0:7409:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1770653413.937595:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.937596:0:7409:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1770653413.937599:0:7410:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653413.937601:0:7409:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.937603:0:7410:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653413.937607:0:7410:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.937608:0:7409:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653413.937613:0:7409:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1770653413.937614:0:76387:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.937615:0:7410:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653413.937616:0:7409:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1770653413.937619:0:7410:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653413.937621:0:7409:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.937621:0:76387:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1770653413.937623:0:7410:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:1.0:1770653413.937625:0:76387:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.937628:0:7410:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1770653413.937629:0:7409:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561ae2b800 with handle 0x2aed14e4e178cf0d from hash 00000100:00100000:0.0:1770653413.937629:0:73797:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665155f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b31b1d82-c1d4-4680-ae7a-71292416d1f5+75:2366:x1856657966307584:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1192us (2351us total) trans 0 rc 0/0 00010000:00000001:1.0:1770653413.937630:0:76387:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1770653413.937634:0:76387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.937637:0:7409:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1770653413.937637:0:7410:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.937637:0:76387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.937642:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.937642:0:76387:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.937643:0:7410:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00100000:0.0:1770653413.937643:0:73797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161859 00010000:00000001:3.0:1770653413.937647:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.937648:0:7410:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000040:0.0:1770653413.937649:0:73797:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00010000:00000001:3.0:1770653413.937650:0:7409:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:1.0:1770653413.937652:0:76387:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665154000 x1856657707203328/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.937655:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.937656:0:7409:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:0.0:1770653413.937656:0:73797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1770653413.937659:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.937661:0:73797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1770653413.937662:0:7409:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.937664:0:7410:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.937667:0:7409:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000010:0.0:1770653413.937668:0:73797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07db80. 00010000:00000001:2.0:1770653413.937669:0:7410:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.937671:0:7409:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000010:0.0:1770653413.937676:0:73797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662adaed8. 00000100:00100000:1.0:1770653413.937677:0:76387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955665154000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:76387:1856657707203328:192.168.202.60@tcp:104: 00010000:00000001:3.0:1770653413.937678:0:7409:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1770653413.937678:0:7410:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.937681:0:73797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f6000. 00010000:00000001:3.0:1770653413.937682:0:7409:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1770653413.937685:0:7410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95571016ae00/0x2aed14e4e178cf1b lrc: 1/0,0 mode: --/PW res: [0x280000403:0x140c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.937689:0:76387:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.937690:0:7409:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.937691:0:73797:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 74 00010000:00000001:2.0:1770653413.937696:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.937698:0:7409:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:1.0:1770653413.937698:0:76387:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.937699:0:73797:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1770653413.937700:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95571016ae00/0x2aed14e4e178cf1b lrc: 0/0,0 mode: --/PW res: [0x280000403:0x140c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12198 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.937702:0:7409:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:1.0:1770653413.937704:0:76387:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:3.0:1770653413.937708:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.937709:0:76387:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1770653413.937712:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1770653413.937714:0:7410:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95561e13b300 count: 0 00000100:00000040:1.0:1770653413.937717:0:76387:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955665154000 x1856657707203328/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.937718:0:7409:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1770653413.937719:0:7410:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff95562ede4900. 00010000:00010000:0.0:1770653413.937721:0:33123:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95566c162e00/0x2aed14e4e178cf14 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1409:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.937723:0:7409:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1770653413.937727:0:7410:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95561e13bc00. 00010000:00000001:3.0:1770653413.937728:0:7409:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.937736:0:7409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b800/0x2aed14e4e178cf0d lrc: 1/0,0 mode: --/PW res: [0x280000403:0x140a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.937736:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.937751:0:7410:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1770653413.937755:0:7410:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556695e0000. 00010000:00000001:2.0:1770653413.937763:0:7410:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.937763:0:76387:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1770653413.937763:0:33123:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.937766:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1770653413.937768:0:76387:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1770653413.937769:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:0.0:1770653413.937771:0:33123:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95566c162e00/0x2aed14e4e178cf14 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1409:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770653413.937772:0:7409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b800/0x2aed14e4e178cf0d lrc: 0/0,0 mode: --/PW res: [0x280000403:0x140a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 02000000:00000010:1.0:1770653413.937772:0:76387:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95563c4f6200. 00000020:00000001:2.0:1770653413.937773:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.937780:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1770653413.937781:0:76387:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1770653413.937786:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1770653413.937786:0:76387:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1770653413.937791:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.937791:0:76387:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=7 obd=lustre-OST0000 00010000:00010000:2.0:1770653413.937800:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000040:3.0:1770653413.937801:0:7409:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95563f2d2e00 count: 0 00000020:00000001:1.0:1770653413.937801:0:76387:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1770653413.937801:0:33123:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:00000001:2.0:1770653413.937806:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:1.0:1770653413.937806:0:76387:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95563c4f6800. 00010000:00000001:0.0:1770653413.937807:0:33123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00002000:00000010:3.0:1770653413.937809:0:7409:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955630aa3140. 00000020:00000001:2.0:1770653413.937810:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.937811:0:33123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1770653413.937812:0:76387:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00010000:2.0:1770653413.937817:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1770653413.937817:0:76387:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000010:3.0:1770653413.937818:0:7409:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95563f2d2400. 00010000:00000001:0.0:1770653413.937818:0:33123:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000010:1.0:1770653413.937819:0:76387:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665154000. 00000020:00000001:0.0:1770653413.937822:0:33123:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653413.937825:0:33123:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c162e00 refcount=3 00000100:00000001:1.0:1770653413.937826:0:76387:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00080000:00000010:2.0:1770653413.937829:0:12198:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9556615a2c00. 00000100:00000001:1.0:1770653413.937830:0:76387:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653413.937830:0:33123:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145959936 : -117276563591680 : ffff95566c162e00) 00010000:00000001:3.0:1770653413.937831:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.937834:0:7409:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00080000:00000001:2.0:1770653413.937837:0:12198:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796965866496 : -117276743685120 : ffff9556615a2c00) 00000100:00000010:1.0:1770653413.937837:0:76387:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa8b40. 00010000:00000010:3.0:1770653413.937838:0:7409:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556189e13c0. 00010000:00000001:0.0:1770653413.937838:0:33123:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145959936 : -117276563591680 : ffff95566c162e00) 00000100:00000001:1.0:1770653413.937843:0:76387:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000001:00000001:2.0:1770653413.937845:0:12198:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:3.0:1770653413.937846:0:7409:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.937846:0:33123:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:1.0:1770653413.937847:0:76387:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1770653413.937870:0:76387:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9cd40. 00010000:00010000:0.0:1770653413.937874:0:33123:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95566c162e00/0x2aed14e4e178cf14 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1409:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.937875:0:76387:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.937880:0:76387:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.937882:0:12198:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.937885:0:76387:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1770653413.937889:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000002:2.0:1770653413.937890:0:12198:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x140c:0x0] not in the id map cache 00010000:00000001:1.0:1770653413.937893:0:76387:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1770653413.937893:0:33123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1770653413.937894:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.937896:0:12198:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00010000:00000001:0.0:1770653413.937898:0:33123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1770653413.937899:0:76387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff95566c162800/0x2aed14e4e178cf29 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770653413.937900:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770653413.937902:0:33123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95566c162e00/0x2aed14e4e178cf14 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1409:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1770653413.937905:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000001:2.0:1770653413.937907:0:12198:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1770653413.937909:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.937915:0:12198:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.937916:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1770653413.937921:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000001:2.0:1770653413.937923:0:12198:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000020:00000001:3.0:1770653413.937925:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.937926:0:33123:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1770653413.937927:0:12198:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00010000:3.0:1770653413.937931:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1770653413.937931:0:33123:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1770653413.937932:0:12198:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000800:00000200:1.0:1770653413.937937:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 80000000:00000001:2.0:1770653413.937938:0:12198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:0.0:1770653413.937939:0:33123:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000800:00000010:1.0:1770653413.937940:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626ce00. 00010000:00000010:0.0:1770653413.937944:0:33123:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff95564f362c00. 80000000:00000001:2.0:1770653413.937945:0:12198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.937946:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1770653413.937950:0:33123:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00080000:00000010:3.0:1770653413.937953:0:6728:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff955615a8d400. 80000000:00000001:2.0:1770653413.937953:0:12198:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.937955:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00080000:00000001:3.0:1770653413.937960:0:6728:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626795695952896 : -117278013598720 : ffff955615a8d400) 00080000:00000001:2.0:1770653413.937962:0:12198:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.937962:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78110 00010000:00010000:0.0:1770653413.937962:0:33123:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000001:00000001:3.0:1770653413.937965:0:6728:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000400:00000010:1.0:1770653413.937968:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78110. 00000001:00000001:3.0:1770653413.937969:0:6728:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.937971:0:12198:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:0.0:1770653413.937971:0:33123:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.937972:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00080000:00000002:3.0:1770653413.937974:0:6728:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x140a:0x0] not in the id map cache 00080000:00000001:2.0:1770653413.937976:0:12198:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00010000:00000001:0.0:1770653413.937977:0:33123:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.937978:0:3281:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00080000:00000001:3.0:1770653413.937979:0:6728:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 02000000:00000010:1.0:1770653413.937982:0:3281:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955615a8cc00. 00010000:00000001:0.0:1770653413.937984:0:33123:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 02000000:00000001:1.0:1770653413.937987:0:3281:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1770653413.937987:0:33123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.937991:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1770653413.937992:0:33123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:3.0:1770653413.937994:0:6728:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1770653413.937995:0:33123:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000800:00000001:1.0:1770653413.937997:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:3.0:1770653413.938000:0:6728:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.938000:0:33123:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000800:00000001:1.0:1770653413.938003:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1770653413.938004:0:6728:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000001:00000001:2.0:1770653413.938006:0:12198:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000010:0.0:1770653413.938008:0:33123:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95572dc8b000. 00080000:00000001:3.0:1770653413.938009:0:6728:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000001:00000001:2.0:1770653413.938010:0:12198:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000800:00000001:1.0:1770653413.938010:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:0.0:1770653413.938013:0:33123:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626800395661312 : -117273313890304 : ffff95572dc8b000) 80000000:00000001:3.0:1770653413.938014:0:6728:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000800:00000001:1.0:1770653413.938017:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 80000000:00000001:3.0:1770653413.938018:0:6728:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000001:00000001:0.0:1770653413.938018:0:33123:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00080000:00000001:2.0:1770653413.938021:0:12198:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1770653413.938022:0:6728:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.938022:0:33123:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.938027:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00080000:00000001:2.0:1770653413.938028:0:12198:0:(osd_handler.c:189:osd_trans_start()) Process entered 80000000:00000001:3.0:1770653413.938029:0:6728:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1770653413.938030:0:33123:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x1409:0x0] not in the id map cache 00080000:00000001:3.0:1770653413.938034:0:6728:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653413.938034:0:12198:0:(osd_io.c:243:osd_declare_write()) Process entered 00080000:00000001:0.0:1770653413.938036:0:33123:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000400:00000200:1.0:1770653413.938037:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b7b80 00080000:00000001:3.0:1770653413.938041:0:6728:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1770653413.938045:0:6728:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000400:00000200:1.0:1770653413.938045:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda5d9 [1] + 224 00000800:00000001:1.0:1770653413.938053:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:0.0:1770653413.938055:0:33123:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1770653413.938056:0:12198:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000800:00000001:1.0:1770653413.938057:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653413.938061:0:12198:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.938061:0:33123:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.938062:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000001:3.0:1770653413.938068:0:6728:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1770653413.938069:0:33123:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000001:00000001:3.0:1770653413.938072:0:6728:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:1.0:1770653413.938073:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00080000:00000001:0.0:1770653413.938074:0:33123:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1770653413.938077:0:12198:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.938078:0:3281:0:(events.c:78:reply_in_callback()) Process entered 80000000:00000001:0.0:1770653413.938078:0:33123:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00080000:00000001:2.0:1770653413.938083:0:12198:0:(osd_object.c:2094:osd_ref_del()) Process entered 80000000:00000001:0.0:1770653413.938083:0:33123:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00000200:1.0:1770653413.938086:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95573c2dce00 x1856657707203456/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 80000000:00000001:0.0:1770653413.938088:0:33123:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1770653413.938093:0:33123:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.938094:0:12198:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.938098:0:33123:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653413.938100:0:12198:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:0.0:1770653413.938102:0:33123:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1770653413.938103:0:12198:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000040:1.0:1770653413.938105:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff95573c2dce00 x1856657707203456/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:0.0:1770653413.938105:0:33123:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 80000000:00000001:2.0:1770653413.938106:0:12198:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1770653413.938109:0:12198:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1770653413.938113:0:12198:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1770653413.938118:0:12198:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.938122:0:12198:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653413.938125:0:12198:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1770653413.938127:0:12198:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000001:00000001:0.0:1770653413.938132:0:33123:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:1.0:1770653413.938134:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 00000001:00000001:0.0:1770653413.938136:0:33123:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1770653413.938155:0:33123:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653413.938157:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000001:0.0:1770653413.938160:0:33123:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000010:1.0:1770653413.938162:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9557353d2400. 00080000:00000001:3.0:1770653413.938163:0:6728:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.938166:0:33123:0:(osd_io.c:243:osd_declare_write()) Process entered 00080000:00000001:3.0:1770653413.938169:0:6728:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:1.0:1770653413.938169:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:3.0:1770653413.938174:0:6728:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1770653413.938177:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:1.0:1770653413.938181:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022110 00000400:00000010:1.0:1770653413.938182:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022110. 00000100:00000001:1.0:1770653413.938185:0:3281:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1770653413.938186:0:3281:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1770653413.938188:0:3281:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955607fccc00. 00000001:00000001:0.0:1770653413.938192:0:33123:0:(osd_quota.c:525:osd_declare_quota()) Process entered 02000000:00000001:1.0:1770653413.938193:0:3281:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00080000:00000001:0.0:1770653413.938197:0:33123:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.938198:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000001:00000001:3.0:1770653413.938201:0:6728:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000800:00000001:1.0:1770653413.938205:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653413.938210:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653413.938211:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653413.938215:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1770653413.938217:0:33123:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.938218:0:12198:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1770653413.938220:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00080000:00000001:2.0:1770653413.938225:0:12198:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.938225:0:33123:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:2.0:1770653413.938230:0:12198:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1770653413.938232:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d1a00 00000001:00000001:2.0:1770653413.938234:0:12198:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1770653413.938238:0:12198:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332635, last_committed = 4295332607 00080000:00000001:0.0:1770653413.938241:0:33123:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.938242:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6f19 [2] + 328 00000001:00000010:2.0:1770653413.938245:0:12198:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564ae60300. 00080000:00000001:0.0:1770653413.938246:0:33123:0:(osd_object.c:806:osd_destroy()) Process entered 00000800:00000001:1.0:1770653413.938248:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:0.0:1770653413.938249:0:33123:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000001:00000040:2.0:1770653413.938251:0:12198:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 28 80000000:00000001:0.0:1770653413.938253:0:33123:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000800:00000001:1.0:1770653413.938254:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1770653413.938257:0:12198:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=38 00000400:00000200:1.0:1770653413.938258:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 80000000:00000001:0.0:1770653413.938258:0:33123:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1770653413.938262:0:33123:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.938264:0:12198:0:(osd_io.c:399:osd_write()) Process entered 80000000:00000001:0.0:1770653413.938266:0:33123:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.938267:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00080000:00000001:0.0:1770653413.938273:0:33123:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.938275:0:3281:0:(events.c:286:request_in_callback()) Process entered 00080000:00000001:0.0:1770653413.938276:0:33123:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1770653413.938277:0:12198:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000100:00000200:1.0:1770653413.938277:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00080000:00000001:3.0:1770653413.938279:0:6728:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.938281:0:33123:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000001:00000001:2.0:1770653413.938284:0:12198:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1770653413.938286:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665154000. 00000100:00000040:1.0:1770653413.938290:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955665154000 x1856657966307840 msgsize 328 00000100:00100000:1.0:1770653413.938296:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:1.0:1770653413.938303:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00080000:00000001:3.0:1770653413.938305:0:6728:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.938310:0:6728:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:2.0:1770653413.938312:0:12198:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653413.938316:0:12198:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653413.938318:0:12198:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000800:00000200:1.0:1770653413.938318:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1770653413.938323:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dfc00. 00000400:00000200:1.0:1770653413.938327:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653413.938331:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:1.0:1770653413.938334:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888dd0 00080000:00000010:2.0:1770653413.938337:0:12198:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955643ef1728. 00000400:00000010:1.0:1770653413.938338:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888dd0. 00002000:00000001:2.0:1770653413.938346:0:12198:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000100:00000001:1.0:1770653413.938346:0:3281:0:(events.c:34:request_out_callback()) Process entered 00002000:00000040:2.0:1770653413.938348:0:12198:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x140c:0x0] 00002000:00000010:2.0:1770653413.938353:0:12198:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff95560d3865f0. 00000100:00000200:1.0:1770653413.938354:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95572eb21180 x1856657707205120/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00002000:00000001:2.0:1770653413.938359:0:12198:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000001:0.0:1770653413.938362:0:33123:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1770653413.938363:0:12198:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.938364:0:3281:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00080000:00000001:0.0:1770653413.938369:0:33123:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653413.938370:0:12198:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1770653413.938370:0:3281:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572eb21180 x1856657707205120/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:0.0:1770653413.938376:0:33123:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000040:2.0:1770653413.938378:0:12198:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332635, xid 1856657707202176 00000001:00000001:0.0:1770653413.938381:0:33123:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00000001:2.0:1770653413.938384:0:12198:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000001:00000002:0.0:1770653413.938386:0:33123:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332636, last_committed = 4295332607 00000100:00000001:1.0:1770653413.938391:0:3281:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1770653413.938392:0:12198:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955665156300 x1856657707202176/t4295332635(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000001:00000010:0.0:1770653413.938393:0:33123:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9556681b9000. 00000100:00000001:1.0:1770653413.938395:0:3281:0:(events.c:68:request_out_callback()) Process leaving 00080000:00000001:3.0:1770653413.938399:0:6728:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1770653413.938400:0:33123:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 29 00000800:00000001:1.0:1770653413.938401:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:3.0:1770653413.938407:0:6728:0:(osd_object.c:806:osd_destroy()) Process entered 00000020:00000040:0.0:1770653413.938407:0:33123:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=39 00000800:00000001:1.0:1770653413.938408:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.938410:0:12198:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00080000:00000001:3.0:1770653413.938411:0:6728:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000800:00000001:1.0:1770653413.938414:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 80000000:00000001:3.0:1770653413.938415:0:6728:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:2.0:1770653413.938416:0:12198:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.938416:0:33123:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000001:1.0:1770653413.938419:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 80000000:00000001:3.0:1770653413.938420:0:6728:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00001000:2.0:1770653413.938422:0:12198:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 80000000:00000001:3.0:1770653413.938424:0:6728:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.938427:0:33123:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000400:00000200:1.0:1770653413.938430:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 80000000:00000001:3.0:1770653413.938431:0:6728:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.938431:0:12198:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000001:00000001:0.0:1770653413.938432:0:33123:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.938437:0:6728:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1770653413.938438:0:12198:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00080000:00000001:3.0:1770653413.938441:0:6728:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000100:00000001:2.0:1770653413.938443:0:12198:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00080000:00000001:3.0:1770653413.938445:0:6728:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000400:00000200:1.0:1770653413.938448:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b7c00 02000000:00000001:2.0:1770653413.938449:0:12198:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00080000:00000001:0.0:1770653413.938449:0:33123:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.938452:0:12198:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.938455:0:33123:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.938457:0:12198:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1770653413.938461:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda5e5 [1] + 224 00002000:00000001:0.0:1770653413.938461:0:33123:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000100:00000040:2.0:1770653413.938465:0:12198:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:1.0:1770653413.938469:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1770653413.938471:0:12198:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888000. 00000800:00000001:1.0:1770653413.938475:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1770653413.938476:0:12198:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707202176, offset 224 00080000:00000010:0.0:1770653413.938476:0:33123:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955643ef1398. 00000400:00000200:1.0:1770653413.938479:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000001:0.0:1770653413.938483:0:33123:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000400:00000200:2.0:1770653413.938488:0:12198:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1770653413.938488:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00002000:00000040:0.0:1770653413.938489:0:33123:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x1409:0x0] 00002000:00000010:0.0:1770653413.938495:0:33123:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff95560d386000. 00000100:00000001:1.0:1770653413.938498:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1770653413.938503:0:12198:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00002000:00000001:0.0:1770653413.938505:0:33123:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000100:00000200:1.0:1770653413.938506:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95573c2ddf80 x1856657707203584/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00002000:00000001:0.0:1770653413.938508:0:33123:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.938515:0:12198:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b7680 00002000:00000001:0.0:1770653413.938517:0:33123:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1770653413.938523:0:33123:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332636, xid 1856657707201664 00000100:00000040:1.0:1770653413.938525:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff95573c2ddf80 x1856657707203584/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1770653413.938528:0:12198:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda581 [1] + 224 00010000:00000001:0.0:1770653413.938530:0:33123:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000400:00000200:2.0:1770653413.938538:0:12198:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:0.0:1770653413.938539:0:33123:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955665157480 x1856657707201664/t4295332636(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1770653413.938548:0:12198:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1770653413.938549:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1770653413.938553:0:33123:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1770653413.938556:0:33123:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.938559:0:12198:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1770653413.938559:0:33123:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000800:00000200:1.0:1770653413.938564:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1770653413.938565:0:12198:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9557030de300 x1856657707202176/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.938565:0:33123:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000010:1.0:1770653413.938568:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9557353d2f00. 00000100:00000040:0.0:1770653413.938571:0:33123:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 32 to 0@lo 00000400:00000200:1.0:1770653413.938574:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1770653413.938578:0:33123:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000400:00000200:1.0:1770653413.938584:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 02000000:00000001:0.0:1770653413.938585:0:33123:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1770653413.938588:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022088 00000100:00000040:2.0:1770653413.938589:0:12198:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff9557030de300 x1856657707202176/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1770653413.938590:0:33123:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.938592:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022088. 00000100:00000001:0.0:1770653413.938597:0:33123:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1770653413.938598:0:3281:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1770653413.938602:0:3281:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:0.0:1770653413.938605:0:33123:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:1.0:1770653413.938606:0:3281:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95572dc88000. 00000400:00000010:0.0:1770653413.938610:0:33123:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8880. 02000000:00000001:1.0:1770653413.938611:0:3281:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1770653413.938614:0:12198:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1770653413.938615:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:0.0:1770653413.938617:0:33123:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707201664, offset 224 00000800:00000001:1.0:1770653413.938622:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1770653413.938626:0:33123:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:1.0:1770653413.938628:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653413.938630:0:12198:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888000 00000800:00000001:1.0:1770653413.938631:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:3.0:1770653413.938634:0:6728:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1770653413.938635:0:12198:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888000. 00000800:00000001:1.0:1770653413.938637:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653413.938638:0:33123:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000001:3.0:1770653413.938641:0:6728:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.938643:0:12198:0:(events.c:386:reply_out_callback()) Process entered 00080000:00000001:3.0:1770653413.938648:0:6728:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:2.0:1770653413.938648:0:12198:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1770653413.938649:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:2.0:1770653413.938655:0:12198:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.938655:0:33123:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b7480 00000001:00000001:3.0:1770653413.938656:0:6728:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1770653413.938660:0:6728:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332637, last_committed = 4295332607 00000100:00000040:2.0:1770653413.938664:0:12198:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 31 to 0@lo 00000400:00000200:1.0:1770653413.938664:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d1980 00000400:00000200:0.0:1770653413.938667:0:33123:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda56d [1] + 224 00000001:00000010:3.0:1770653413.938668:0:6728:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff955662d816c0. 00010000:00000001:2.0:1770653413.938670:0:12198:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1770653413.938674:0:12198:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.938676:0:33123:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1770653413.938678:0:12198:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1770653413.938679:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6f19 [2] + 656 00000400:00000200:0.0:1770653413.938684:0:33123:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1770653413.938686:0:12198:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665156300 x1856657707202176/t4295332635(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1770653413.938687:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653413.938689:0:33123:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1770653413.938693:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1770653413.938697:0:33123:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955665155180 x1856657707201664/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653413.938698:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1770653413.938704:0:12198:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665156300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+39:3291:x1856657707202176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18540us (19567us total) trans 4295332635 rc 0/0 00000400:00000200:1.0:1770653413.938709:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653413.938718:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000001:00000040:3.0:1770653413.938722:0:6728:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 30 00000100:00100000:2.0:1770653413.938723:0:12198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136206 00000100:00000200:1.0:1770653413.938723:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:0.0:1770653413.938728:0:33123:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff955665155180 x1856657707201664/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1770653413.938730:0:6728:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=40 00000100:00000040:2.0:1770653413.938731:0:12198:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 5 00000100:00000010:1.0:1770653413.938732:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665155500. 00000100:00000001:2.0:1770653413.938737:0:12198:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00080000:00000001:3.0:1770653413.938747:0:6728:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000040:1.0:1770653413.938751:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955665155500 x1856657966307712 msgsize 328 00000100:00000001:2.0:1770653413.938755:0:12198:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1770653413.938761:0:12198:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07dc80. 00000100:00100000:1.0:1770653413.938761:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653413.938762:0:33123:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1770653413.938768:0:12198:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662adae10. 00000100:00000001:1.0:1770653413.938770:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1770653413.938771:0:33123:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8880 00000020:00000010:2.0:1770653413.938772:0:12198:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f7200. 00000400:00000010:0.0:1770653413.938774:0:33123:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8880. 00000020:00000040:2.0:1770653413.938778:0:12198:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 39 00000100:00000001:0.0:1770653413.938780:0:33123:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653413.938782:0:12198:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.938782:0:33123:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1770653413.938792:0:33123:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.938794:0:76655:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1770653413.938797:0:33123:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000100:00100000:1.0:1770653413.938798:0:76655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966307840 00000100:00000001:2.0:1770653413.938803:0:76389:0:(client.c:1964:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1770653413.938804:0:76655:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:0.0:1770653413.938804:0:33123:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000400:00000001:2.0:1770653413.938808:0:76389:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1770653413.938808:0:76655:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1770653413.938808:0:33123:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.938812:0:76655:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1770653413.938813:0:76389:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00080000:00000001:3.0:1770653413.938814:0:6728:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000020:00000001:0.0:1770653413.938814:0:33123:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1770653413.938818:0:76655:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.938820:0:6728:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.938820:0:76389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2898. 00000100:00000040:0.0:1770653413.938822:0:33123:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665157480 x1856657707201664/t4295332636(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770653413.938823:0:76655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966307840 00000020:00000001:1.0:1770653413.938828:0:76655:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1770653413.938829:0:76389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888220 00000020:00000040:1.0:1770653413.938832:0:76655:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000400:00000010:2.0:1770653413.938834:0:76389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888220. 00080000:00000001:3.0:1770653413.938836:0:6728:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.938837:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1770653413.938840:0:76389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1770653413.938841:0:33123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+39:3291:x1856657707201664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19324us (20644us total) trans 4295332636 rc 0/0 00002000:00000001:3.0:1770653413.938843:0:6728:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.938843:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=75 00000020:00000001:1.0:1770653413.938867:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000200:2.0:1770653413.938869:0:76389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95573c2dce00 x1856657707203456/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1770653413.938870:0:76655:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:1.0:1770653413.938876:0:76655:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000001:3.0:1770653413.938885:0:6728:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000100:00000200:2.0:1770653413.938885:0:76389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95573c2dce00 x1856657707203456/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1770653413.938892:0:33123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136205 00000100:00000040:0.0:1770653413.938899:0:33123:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 4 00000020:00000010:1.0:1770653413.938900:0:76655:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cd40. 00000100:00000001:2.0:1770653413.938902:0:76389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1770653413.938902:0:33123:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00080000:00000010:3.0:1770653413.938903:0:6728:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955643ef1ab8. 00000100:00000001:2.0:1770653413.938906:0:76389:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.938907:0:76655:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.938908:0:33123:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00002000:00000001:3.0:1770653413.938909:0:6728:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000100:00000001:2.0:1770653413.938913:0:76389:0:(client.c:1568:after_reply()) Process entered 00002000:00000040:3.0:1770653413.938914:0:6728:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x140a:0x0] 00000020:00000010:0.0:1770653413.938914:0:33123:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3480. 00000020:00000010:1.0:1770653413.938915:0:76655:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cd40. 02000000:00000001:2.0:1770653413.938917:0:76389:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1770653413.938922:0:76389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00002000:00000010:3.0:1770653413.938923:0:6728:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff95560d386850. 00000020:00000010:0.0:1770653413.938924:0:33123:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca907d0. 00000100:00000001:2.0:1770653413.938925:0:76389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.938925:0:76655:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f6800. 00002000:00000001:3.0:1770653413.938932:0:6728:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 02000000:00000001:2.0:1770653413.938932:0:76389:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.938933:0:76655:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d300. 00000020:00000010:0.0:1770653413.938933:0:33123:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bd200. 00002000:00000001:3.0:1770653413.938936:0:6728:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1770653413.938938:0:76389:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00000020:00000010:1.0:1770653413.938940:0:76655:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada3e8. 00000020:00000040:0.0:1770653413.938942:0:33123:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 38 00002000:00000001:3.0:1770653413.938943:0:6728:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1770653413.938944:0:76389:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00000100:00000001:0.0:1770653413.938948:0:33123:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653413.938949:0:76655:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1770653413.938952:0:76389:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00000040:3.0:1770653413.938953:0:6728:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332637, xid 1856657707201792 00000100:00000001:1.0:1770653413.938954:0:76655:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1770653413.938956:0:76389:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.938959:0:6728:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:1.0:1770653413.938959:0:76655:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1770653413.938960:0:76389:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1770653413.938964:0:76655:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1770653413.938965:0:76389:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.938967:0:76655:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.938967:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000200:3.0:1770653413.938969:0:6728:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9557030dfb80 x1856657707201792/t4295332637(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.938971:0:76389:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.938971:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.938973:0:76655:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1770653413.938979:0:76655:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00010000:0.0:1770653413.938980:0:5745:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000001:1.0:1770653413.938983:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1770653413.938984:0:76389:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95573c2dce00 x1856657707203456/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.938988:0:6728:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000040:1.0:1770653413.938989:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565f571600 refcount=5 00010000:00000001:0.0:1770653413.938989:0:5745:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1770653413.938993:0:6728:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.938994:0:5745:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000020:00000001:1.0:1770653413.938996:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796932109824 : -117276777441792 : ffff95565f571600) 00010000:00010000:0.0:1770653413.939000:0:5745:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95566c162e00/0x2aed14e4e178cf14 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1409:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00000100:00001000:3.0:1770653413.939001:0:6728:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00010000:00000001:1.0:1770653413.939002:0:76655:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796932109824 : -117276777441792 : ffff95565f571600) 00000100:00000001:3.0:1770653413.939012:0:6728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:1.0:1770653413.939013:0:76655:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff95565f571600/0x2aed14e4e178a01a lrc: 5/0,0 mode: PR/PR res: [0x280000403:0x140d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d66 expref: 75 pid: 76389 timeout: 6877 lvb_type: 1 00000100:00000040:3.0:1770653413.939019:0:6728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000001:3.0:1770653413.939026:0:6728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00010000:00010000:0.0:1770653413.939028:0:5745:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95566c162e00 already unused, calling callback (ffffffffc16fe650) 00010000:00000001:0.0:1770653413.939033:0:5745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.939036:0:5745:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:1.0:1770653413.939038:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.939040:0:76389:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1770653413.939040:0:5745:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95566c162e00/0x2aed14e4e178cf14 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1409:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.939041:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.939044:0:76655:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.939047:0:76389:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1770653413.939049:0:76655:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.939053:0:76389:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.939055:0:76655:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:2.0:1770653413.939060:0:76389:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1770653413.939061:0:5745:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000200:1.0:1770653413.939064:0:76655:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955665154000 x1856657966307840/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.939065:0:5745:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1770653413.939066:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1770653413.939068:0:5745:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1770653413.939071:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1770653413.939072:0:5745:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c162e00 refcount=3 00010000:00000001:2.0:1770653413.939076:0:76389:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.939080:0:6728:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1770653413.939080:0:5745:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145959936 : -117276563591680 : ffff95566c162e00) 02000000:00000001:3.0:1770653413.939085:0:6728:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.939086:0:76655:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:0.0:1770653413.939086:0:5745:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145959936 : -117276563591680 : ffff95566c162e00) 00000100:00000001:3.0:1770653413.939089:0:6728:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1770653413.939090:0:76389:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c2dce00 x1856657707203456/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.939090:0:76655:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.939092:0:5745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:3.0:1770653413.939097:0:6728:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:0.0:1770653413.939098:0:5745:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95566c162e00/0x2aed14e4e178cf14 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x1409:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.939101:0:76655:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1770653413.939103:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78660. 00000100:00000200:3.0:1770653413.939111:0:6728:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707201792, offset 224 00000100:00000001:1.0:1770653413.939114:0:76655:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1770653413.939118:0:76655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966307712 00010000:00000001:0.0:1770653413.939123:0:5745:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00100000:2.0:1770653413.939124:0:76389:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95573c2dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0001_UUID:76389:1856657707203456:192.168.202.60@tcp:104: 00000400:00000200:3.0:1770653413.939125:0:6728:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1770653413.939125:0:76655:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:0.0:1770653413.939128:0:5745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:1.0:1770653413.939131:0:76655:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1770653413.939134:0:5745:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.939136:0:76389:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.939136:0:76655:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.939140:0:6728:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1770653413.939142:0:5745:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1770653413.939143:0:76389:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.939145:0:76655:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.939147:0:76389:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:0.0:1770653413.939147:0:5745:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00100000:1.0:1770653413.939151:0:76655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966307712 00000400:00000200:3.0:1770653413.939152:0:6728:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b7500 00000100:00000001:2.0:1770653413.939152:0:76389:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1770653413.939154:0:5745:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:1.0:1770653413.939158:0:76655:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:0.0:1770653413.939159:0:5745:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.939160:0:76389:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95573c2dce00 x1856657707203456/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:1.0:1770653413.939161:0:76655:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000400:00000200:3.0:1770653413.939164:0:6728:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda545 [1] + 224 00000020:00000001:1.0:1770653413.939166:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653413.939168:0:5745:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95566c162e00 with handle 0x2aed14e4e178cf14 from hash 00000020:00000040:1.0:1770653413.939171:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=80 00010000:00000001:0.0:1770653413.939174:0:5745:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:3.0:1770653413.939176:0:6728:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1770653413.939178:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00010000:00000001:0.0:1770653413.939179:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1770653413.939184:0:76655:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00010000:00000001:0.0:1770653413.939185:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1770653413.939187:0:6728:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1770653413.939189:0:5745:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1770653413.939194:0:76389:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1770653413.939194:0:76655:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1770653413.939195:0:5745:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:3.0:1770653413.939196:0:6728:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1770653413.939197:0:76389:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1770653413.939199:0:5745:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.939200:0:76655:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cd40. 02000000:00000010:2.0:1770653413.939201:0:76389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff955710654800. 00000100:00000200:3.0:1770653413.939204:0:6728:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955665156680 x1856657707201792/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.939204:0:5745:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1770653413.939208:0:76655:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.939208:0:5745:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 02000000:00000001:2.0:1770653413.939210:0:76389:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1770653413.939213:0:5745:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000001:2.0:1770653413.939214:0:76389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:1.0:1770653413.939216:0:76655:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cd40. 00010000:00000001:0.0:1770653413.939217:0:5745:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1770653413.939218:0:76389:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=3 obd=lustre-OST0001 00000020:00000010:1.0:1770653413.939224:0:76655:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f6200. 00010000:00000001:0.0:1770653413.939225:0:5745:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.939226:0:76389:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1770653413.939230:0:6728:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff955665156680 x1856657707201792/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1770653413.939230:0:76655:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07dd00. 02000000:00000010:2.0:1770653413.939232:0:76389:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff955706120800. 00010000:00000001:0.0:1770653413.939232:0:5745:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1770653413.939237:0:5745:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000020:00000010:1.0:1770653413.939238:0:76655:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada7d0. 02000000:00000001:2.0:1770653413.939240:0:76389:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1770653413.939243:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1770653413.939244:0:76389:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1770653413.939247:0:76655:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:0.0:1770653413.939247:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:2.0:1770653413.939249:0:76389:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c2dce00. 00000100:00000001:1.0:1770653413.939251:0:76655:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1770653413.939252:0:5745:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.939257:0:76389:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1770653413.939257:0:76655:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000100:00000001:3.0:1770653413.939258:0:6728:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1770653413.939258:0:5745:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.939262:0:76389:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.939262:0:76655:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.939263:0:5745:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.939265:0:6728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78660 00010000:00000001:1.0:1770653413.939269:0:76655:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000100:00000010:2.0:1770653413.939270:0:76389:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0a80. 00000400:00000010:3.0:1770653413.939271:0:6728:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78660. 00010000:00010000:0.0:1770653413.939271:0:5745:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95566c162e00/0x2aed14e4e178cf14 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x1409:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.939273:0:76655:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1770653413.939277:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1770653413.939278:0:76389:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1770653413.939279:0:6728:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:1.0:1770653413.939281:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c163600 refcount=4 00000100:00000001:3.0:1770653413.939283:0:6728:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1770653413.939283:0:76389:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1770653413.939287:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145961984 : -117276563589632 : ffff95566c163600) 00000100:00000001:3.0:1770653413.939289:0:6728:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1770653413.939290:0:76389:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f595c0. 00010000:00000001:1.0:1770653413.939294:0:76655:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145961984 : -117276563589632 : ffff95566c163600) 00000100:00000040:3.0:1770653413.939298:0:6728:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00010000:00000001:2.0:1770653413.939298:0:76389:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.939304:0:76655:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff95566c163600/0x2aed14e4e1789fe2 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d2e expref: 80 pid: 76385 timeout: 6877 lvb_type: 1 00010000:00000001:0.0:1770653413.939305:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.939306:0:76389:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.939307:0:6728:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1770653413.939310:0:6728:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.939310:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95566c162e00/0x2aed14e4e178cf14 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x1409:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.939313:0:76389:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1770653413.939317:0:6728:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1770653413.939321:0:76389:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000040:3.0:1770653413.939325:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9557030dfb80 x1856657707201792/t4295332637(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1770653413.939326:0:76389:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95571016bc00/0x2aed14e4e178cf30 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x140d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.939328:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.939331:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.939334:0:76655:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1770653413.939336:0:5745:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95561e13be00 count: 0 00000100:00000001:1.0:1770653413.939339:0:76655:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00002000:00000010:0.0:1770653413.939343:0:5745:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff95562ede4700. 00000100:00000001:1.0:1770653413.939347:0:76655:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000010:0.0:1770653413.939351:0:5745:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95561e13b900. 00000100:00000200:1.0:1770653413.939356:0:76655:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955665155500 x1856657966307712/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1770653413.939365:0:6728:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9557030dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+38:3288:x1856657707201792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23269us (24170us total) trans 4295332637 rc 0/0 00000100:00000001:2.0:1770653413.939366:0:76382:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1770653413.939366:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.939367:0:76655:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:0.0:1770653413.939371:0:5745:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:1.0:1770653413.939372:0:76655:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1770653413.939373:0:76382:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000010:0.0:1770653413.939374:0:5745:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff95564f362c00. 00000400:00000001:2.0:1770653413.939377:0:76382:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1770653413.939378:0:6728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136204 00010000:00000001:0.0:1770653413.939381:0:5745:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.939382:0:76382:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2318. 00000100:00000001:1.0:1770653413.939382:0:76655:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1770653413.939383:0:6728:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 3 00000020:00000001:0.0:1770653413.939384:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1770653413.939389:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.939390:0:6728:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1770653413.939391:0:76382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268886e8 00010000:00010000:0.0:1770653413.939393:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1770653413.939395:0:6728:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1770653413.939395:0:76382:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268886e8. 00000020:00000001:0.0:1770653413.939396:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:3.0:1770653413.939400:0:6728:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955669619880. 00000020:00000001:0.0:1770653413.939400:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.939401:0:76382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1770653413.939402:0:5743:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1770653413.939407:0:5743:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00010000:0.0:1770653413.939408:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:3.0:1770653413.939409:0:6728:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510e10. 00000100:00000200:2.0:1770653413.939411:0:76382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95573c2ddf80 x1856657707203584/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1770653413.939413:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:3.0:1770653413.939415:0:6728:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563d588400. 00000100:00100000:1.0:1770653413.939417:0:5743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161860 00000020:00000001:0.0:1770653413.939417:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653413.939423:0:6728:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 37 00010000:00010000:0.0:1770653413.939424:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1770653413.939425:0:5743:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:3.0:1770653413.939431:0:6728:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.939432:0:5743:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028458496 : -117276681093120 : ffff955665154000) 00000100:00000200:2.0:1770653413.939436:0:76382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95573c2ddf80 x1856657707203584/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.939440:0:76646:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1770653413.939443:0:5743:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665154000 x1856657966307840/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.939445:0:76646:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1770653413.939452:0:76382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1770653413.939454:0:76646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161861 00000100:00000001:3.0:1770653413.939455:0:76647:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1770653413.939456:0:76382:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.939459:0:76647:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1770653413.939462:0:76382:0:(client.c:1568:after_reply()) Process entered 00000100:00000001:3.0:1770653413.939465:0:76647:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.939465:0:76646:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 02000000:00000001:2.0:1770653413.939466:0:76382:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1770653413.939467:0:5743:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1770653413.939471:0:76382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653413.939472:0:76646:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028463872 : -117276681087744 : ffff955665155500) 00000100:00000001:3.0:1770653413.939473:0:76647:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.939473:0:5743:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cd40. 00000100:00000001:2.0:1770653413.939474:0:76382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.939481:0:5743:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1770653413.939482:0:76382:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.939486:0:76646:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665155500 x1856657966307712/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.939487:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444779 00000100:00001000:2.0:1770653413.939488:0:76382:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 00000020:00000010:1.0:1770653413.939488:0:5743:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cd40. 00000100:00000001:3.0:1770653413.939494:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444779 00000100:00001000:2.0:1770653413.939498:0:76382:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 00000100:00100000:1.0:1770653413.939501:0:5743:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665154000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b31b1d82-c1d4-4680-ae7a-71292416d1f5+75:2366:x1856657966307840:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1770653413.939502:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444779 00000100:00000001:2.0:1770653413.939507:0:76382:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1770653413.939508:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444779 00000100:00000001:2.0:1770653413.939512:0:76382:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.939516:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444779 00000100:00000200:1.0:1770653413.939516:0:5743:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966307840 00010000:00000001:2.0:1770653413.939517:0:76382:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1770653413.939522:0:5743:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000100:00000001:3.0:1770653413.939523:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444779 00010000:00000001:2.0:1770653413.939523:0:76382:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.939523:0:76646:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000002:1.0:1770653413.939524:0:5743:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1770653413.939529:0:5743:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1770653413.939530:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444779 00000020:00000010:0.0:1770653413.939530:0:76646:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00000100:00000001:2.0:1770653413.939531:0:76382:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.939533:0:5743:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1770653413.939537:0:76646:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.939538:0:3289:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1770653413.939538:0:5743:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1770653413.939542:0:76382:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95573c2ddf80 x1856657707203584/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1770653413.939545:0:5743:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955607fcec00. 00000100:00000001:3.0:1770653413.939547:0:3289:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.939547:0:76646:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 02000000:00000001:1.0:1770653413.939550:0:5743:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.939557:0:5743:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1770653413.939558:0:3289:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1770653413.939559:0:76646:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665155500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_024:b31b1d82-c1d4-4680-ae7a-71292416d1f5+80:2365:x1856657966307712:12345-192.168.202.60@tcp:103:ldlm_bl.0 00010000:00000001:1.0:1770653413.939561:0:5743:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000400:00000001:3.0:1770653413.939564:0:3289:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00010000:1.0:1770653413.939565:0:5743:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000400:00000010:3.0:1770653413.939570:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602d94a50. 00000100:00000200:0.0:1770653413.939572:0:76646:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966307712 00010000:00000001:1.0:1770653413.939573:0:5743:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1770653413.939578:0:5743:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1770653413.939579:0:76646:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000400:00000200:3.0:1770653413.939580:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0226e8 00000020:00000040:1.0:1770653413.939582:0:5743:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565f571600 refcount=4 00010000:00000002:0.0:1770653413.939583:0:76646:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000100:00000001:2.0:1770653413.939586:0:76382:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1770653413.939587:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0226e8. 00010000:00000001:0.0:1770653413.939587:0:76646:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000020:00000001:1.0:1770653413.939588:0:5743:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796932109824 : -117276777441792 : ffff95565f571600) 00000100:00000001:2.0:1770653413.939593:0:76382:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1770653413.939594:0:76646:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1770653413.939595:0:5743:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796932109824 : -117276777441792 : ffff95565f571600) 00000100:00000001:3.0:1770653413.939597:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1770653413.939597:0:76382:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653413.939598:0:76646:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000040:1.0:1770653413.939599:0:5743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95560d669500 count: 3 00010000:00000001:2.0:1770653413.939604:0:76382:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 02000000:00000010:0.0:1770653413.939605:0:76646:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95572dc89800. 00010000:00000001:2.0:1770653413.939608:0:76382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1770653413.939610:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955618d88380 x1856657707201920/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1770653413.939610:0:5743:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff95565f571600/0x2aed14e4e178a01a lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x140d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d66 expref: 75 pid: 76389 timeout: 6877 lvb_type: 1 02000000:00000001:0.0:1770653413.939610:0:76646:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.939611:0:76382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.939614:0:76382:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.939617:0:76646:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.939623:0:76646:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000040:2.0:1770653413.939624:0:76382:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c2ddf80 x1856657707203584/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1770653413.939626:0:76646:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1770653413.939633:0:76646:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1770653413.939636:0:76646:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:1.0:1770653413.939640:0:5743:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00000020:00000040:0.0:1770653413.939641:0:76646:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c163600 refcount=4 00000020:00000001:0.0:1770653413.939649:0:76646:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145961984 : -117276563589632 : ffff95566c163600) 00010000:00000001:1.0:1770653413.939650:0:5743:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000200:3.0:1770653413.939654:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955618d88380 x1856657707201920/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.939655:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.939656:0:76646:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145961984 : -117276563589632 : ffff95566c163600) 00010000:00000001:1.0:1770653413.939659:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:2.0:1770653413.939660:0:76382:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95573c2ddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:76382:1856657707203584:192.168.202.60@tcp:104: 00010000:00000040:0.0:1770653413.939664:0:76646:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556373a1900 count: 3 00010000:00010000:1.0:1770653413.939670:0:5743:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff95565f571600/0x2aed14e4e178a01a lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x140d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d66 expref: 75 pid: 76389 timeout: 6877 lvb_type: 1 00000100:00000001:2.0:1770653413.939672:0:76382:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1770653413.939674:0:76646:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff95566c163600/0x2aed14e4e1789fe2 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1555:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d2e expref: 80 pid: 76385 timeout: 6877 lvb_type: 1 00000100:00000001:3.0:1770653413.939678:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.939678:0:76382:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.939682:0:3289:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.939684:0:76382:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1770653413.939687:0:76382:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1770653413.939689:0:3289:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:3.0:1770653413.939693:0:3289:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1770653413.939694:0:76382:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95573c2ddf80 x1856657707203584/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.939696:0:3289:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653413.939700:0:3289:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653413.939703:0:76646:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 00000020:00000001:1.0:1770653413.939704:0:5743:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 02000000:00000001:3.0:1770653413.939705:0:3289:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.939710:0:5743:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00001000:3.0:1770653413.939713:0:3289:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00010000:00000001:0.0:1770653413.939713:0:76646:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1770653413.939715:0:5743:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.939718:0:76382:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1770653413.939718:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1770653413.939722:0:5743:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.939723:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1770653413.939724:0:76382:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1770653413.939725:0:3289:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 02000000:00000010:2.0:1770653413.939728:0:76382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff955636fe9a00. 00010000:00010000:0.0:1770653413.939730:0:76646:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff95566c163600/0x2aed14e4e1789fe2 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1555:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d2e expref: 80 pid: 76385 timeout: 6877 lvb_type: 1 00000100:00000001:3.0:1770653413.939731:0:3289:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1770653413.939732:0:5743:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:2.0:1770653413.939733:0:76382:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1770653413.939736:0:3289:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.939749:0:76382:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1770653413.939750:0:5743:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653413.939753:0:3289:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:2.0:1770653413.939754:0:76382:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=6 obd=lustre-OST0000 00010000:00000001:3.0:1770653413.939757:0:3289:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.939758:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1770653413.939759:0:76382:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1770653413.939762:0:76646:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1770653413.939764:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.939765:0:3289:0:(client.c:1522:ptlrpc_save_versions()) Process entered 02000000:00000010:2.0:1770653413.939765:0:76382:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff955710654e00. 00010000:00000001:0.0:1770653413.939766:0:76646:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1770653413.939768:0:5743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:3.0:1770653413.939769:0:3289:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00010000:00000001:0.0:1770653413.939770:0:76646:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.939772:0:76382:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1770653413.939773:0:5743:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.939774:0:3289:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 02000000:00000001:2.0:1770653413.939775:0:76382:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1770653413.939777:0:76646:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.939778:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000010:2.0:1770653413.939780:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c2ddf80. 00000020:00000040:1.0:1770653413.939782:0:5743:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95565f571600 with handle 0x2aed14e4e178a01a from hash 00010000:00000001:0.0:1770653413.939783:0:76646:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1770653413.939785:0:76382:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1770653413.939787:0:76646:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1770653413.939789:0:76382:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.939789:0:5743:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1770653413.939792:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:2.0:1770653413.939793:0:76382:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0e40. 00010000:00000001:1.0:1770653413.939794:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.939795:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.939797:0:76382:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1770653413.939800:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.939800:0:76646:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1770653413.939801:0:76382:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.939805:0:76646:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1770653413.939806:0:76382:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f59100. 00010000:00000001:1.0:1770653413.939806:0:5743:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1770653413.939813:0:5743:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653413.939814:0:76382:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.939814:0:76646:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95566c163600 with handle 0x2aed14e4e1789fe2 from hash 00010000:00000001:1.0:1770653413.939818:0:5743:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.939819:0:76382:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.939821:0:76646:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1770653413.939825:0:76382:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.939826:0:5743:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1770653413.939827:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.939831:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.939832:0:76382:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1770653413.939832:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.939835:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795749409664 : -117277960141952 : ffff955618d88380) 00010000:00000001:0.0:1770653413.939837:0:76646:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00010000:2.0:1770653413.939838:0:76382:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff95571016be00/0x2aed14e4e178cf37 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.939842:0:3289:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00010000:00010000:1.0:1770653413.939843:0:5743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95565f571600/0x2aed14e4e178a01a lrc: 0/0,0 mode: --/PR res: [0x280000403:0x140d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d66 expref: 75 pid: 76389 timeout: 6877 lvb_type: 1 00010000:00000001:0.0:1770653413.939844:0:76646:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000040:3.0:1770653413.939845:0:3289:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00010000:00000010:2.1:1770653413.939867:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c678600. 00010000:00000010:3.1:1770653413.939873:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556110e6200. 00010000:00000010:2.1:1770653413.939876:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a000. 00010000:00000010:3.1:1770653413.939883:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163e00. 00010000:00000001:0.0:1770653413.939884:0:76646:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1770653413.939885:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565f6ed100. 00010000:00000010:1.1:1770653413.939886:0:5743:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565f570600. 00010000:00000001:0.0:1770653413.939891:0:76646:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:3.0:1770653413.939895:0:3289:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00010000:00000010:2.1:1770653413.939896:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c986000. 00010000:00000001:0.0:1770653413.939896:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.939898:0:3289:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.939904:0:76646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95566c163600/0x2aed14e4e1789fe2 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1555:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d2e expref: 80 pid: 76385 timeout: 6877 lvb_type: 1 00000100:00000040:3.0:1770653413.939908:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955618d88380 x1856657707201920/t4295332634(4295332634) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1770653413.939919:0:5743:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 69 00000100:00000001:2.0:1770653413.939923:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1770653413.939926:0:5743:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 74 00000100:00000001:2.0:1770653413.939928:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000040:0.0:1770653413.939930:0:76646:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 74 00000400:00000001:2.0:1770653413.939936:0:3291:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:0.0:1770653413.939936:0:76646:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 79 00010000:00000001:1.0:1770653413.939937:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.939938:0:3289:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1770653413.939940:0:3291:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1770653413.939942:0:5743:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:3.0:1770653413.939944:0:3289:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1770653413.939944:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1770653413.939945:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602d94ec8. 00010000:00000001:1.0:1770653413.939946:0:5743:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:3.0:1770653413.939948:0:3289:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.939949:0:76646:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:2.0:1770653413.939950:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022aa0 00010000:00000040:1.0:1770653413.939952:0:5743:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95571016bc00 00000004:00080000:3.0:1770653413.939953:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff955618d88380/2, rc 0, transno 4295332634 00010000:00000001:0.0:1770653413.939953:0:76646:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000010:2.0:1770653413.939954:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022aa0. 00010000:00000001:1.0:1770653413.939957:0:5743:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000040:0.0:1770653413.939958:0:76646:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95566c162800 00000004:00001000:3.0:1770653413.939960:0:3289:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 7 in flight, 33 in progress 00000100:00000001:2.0:1770653413.939961:0:3291:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1770653413.939963:0:5743:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1770653413.939964:0:76646:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000200:2.0:1770653413.939970:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9557030de300 x1856657707202176/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1770653413.939970:0:5743:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653413.939971:0:76646:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653413.939974:0:76646:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653413.939976:0:5743:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1770653413.939978:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d88380 x1856657707201920/t4295332634(4295332634) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.939979:0:76646:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.939983:0:5743:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1770653413.939985:0:76646:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653413.939989:0:5743:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770653413.939990:0:76646:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653413.939997:0:5743:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.939997:0:76646:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.940006:0:76646:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000200:2.0:1770653413.940007:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9557030de300 x1856657707202176/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.940007:0:5743:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00100000:3.0:1770653413.940009:0:3289:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955618d88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707201920:0@lo:6:osp-syn-1-0.0 00010000:00000001:0.0:1770653413.940009:0:76646:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:1.0:1770653413.940012:0:5743:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1770653413.940014:0:76646:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff95566c162800/0x2aed14e4e178cf29 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770653413.940019:0:5743:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95571016bc00/0x2aed14e4e178cf30 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x140d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.940021:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.940026:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653413.940032:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955618d88380 x1856657707201920/t4295332634(4295332634) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.940043:0:3291:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.940046:0:3291:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.940050:0:5743:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:2.0:1770653413.940052:0:3291:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:2.0:1770653413.940056:0:3291:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00010000:1.0:1770653413.940058:0:5743:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95571016bc00/0x2aed14e4e178cf30 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x140d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.940061:0:3291:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1770653413.940061:0:76646:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:3.0:1770653413.940063:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.940065:0:3291:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.940067:0:76646:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95566c162800/0x2aed14e4e178cf29 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.940069:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.940071:0:3291:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.940076:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1770653413.940079:0:3291:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00000100:00000001:3.0:1770653413.940080:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000040:1.0:1770653413.940089:0:5743:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x140d:0x0].0x0 (ffff95560d669500) refcount = 2 00000100:00001000:2.0:1770653413.940090:0:3291:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00010000:00000040:0.0:1770653413.940091:0:76646:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1555:0x0].0x0 (ffff9556373a1900) refcount = 2 00000100:00000001:3.0:1770653413.940095:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.940096:0:5743:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1770653413.940099:0:76646:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:2.0:1770653413.940100:0:3291:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1770653413.940101:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.940104:0:5743:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95571016bc00/0x2aed14e4e178cf30 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x140d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.940105:0:3291:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.940105:0:76646:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95566c162800/0x2aed14e4e178cf29 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.940110:0:3291:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1770653413.940114:0:3291:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.940120:0:3291:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1770653413.940123:0:3291:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1770653413.940128:0:3291:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1770653413.940133:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1770653413.940134:0:5743:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:2.0:1770653413.940135:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799678776064 : -117274030775552 : ffff9557030de300) 00010000:00000001:0.0:1770653413.940135:0:76646:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653413.940139:0:5743:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.940141:0:3291:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00010000:00000001:0.0:1770653413.940141:0:76646:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.940145:0:3291:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00010000:00000001:1.0:1770653413.940146:0:5743:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1770653413.940147:0:76646:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:2.0:1770653413.940150:0:3291:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00010000:00000001:1.0:1770653413.940152:0:5743:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.940153:0:76646:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.940154:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1770653413.940155:0:3291:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.940158:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1770653413.940159:0:5743:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.940160:0:76646:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1770653413.940164:0:3290:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1770653413.940165:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9557030de300 x1856657707202176/t4295332635(4295332635) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1770653413.940167:0:3290:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000010:0.0:1770653413.940170:0:76646:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a2c0. 00000400:00000010:3.0:1770653413.940171:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e053b00. 00010000:00000010:1.0:1770653413.940171:0:5743:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9cd40. 00000100:00000001:0.0:1770653413.940176:0:76646:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000400:00000200:3.0:1770653413.940178:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8a18 00000100:00000001:1.0:1770653413.940179:0:5743:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1770653413.940181:0:76646:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f362c00. 00000400:00000010:3.0:1770653413.940183:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8a18. 00000100:00000001:0.0:1770653413.940187:0:76646:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661517312 : -117277048034304 : ffff95564f362c00) 00000100:00000010:1.0:1770653413.940188:0:5743:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa8b40. 00000100:00000001:2.0:1770653413.940189:0:3291:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.940190:0:3290:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1770653413.940193:0:76646:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661517312 : -117277048034304 : ffff95564f362c00) 00000100:00000001:1.0:1770653413.940194:0:5743:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540169024 : -117277169382592 : ffff955647fa8b40) 00000100:00000001:2.0:1770653413.940197:0:3291:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1770653413.940199:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955618d88000 x1856657707200384/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.940199:0:76646:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1770653413.940200:0:5743:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540169024 : -117277169382592 : ffff955647fa8b40) 00000100:00000001:2.0:1770653413.940202:0:3291:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.940203:0:76646:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000001:1.0:1770653413.940207:0:5743:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000001:0.0:1770653413.940208:0:76646:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000004:00080000:2.0:1770653413.940211:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9557030de300/2, rc 0, transno 4295332635 00000100:00000001:1.0:1770653413.940211:0:5743:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1770653413.940213:0:76646:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1770653413.940216:0:5743:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000004:00001000:2.0:1770653413.940221:0:3291:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 6 in flight, 33 in progress 00010000:00000001:1.0:1770653413.940221:0:5743:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000200:3.0:1770653413.940224:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955618d88000 x1856657707200384/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.940224:0:76646:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.940229:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.940231:0:5743:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.940234:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9557030de300 x1856657707202176/t4295332635(4295332635) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.940234:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.940235:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.940238:0:76646:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.940239:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.940242:0:5743:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.940244:0:76646:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1770653413.940246:0:5743:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1770653413.940248:0:76646:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1770653413.940250:0:5743:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1770653413.940253:0:76646:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.940257:0:5743:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.940258:0:76646:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.940263:0:5743:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.940264:0:76646:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00100000:2.0:1770653413.940267:0:3291:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9557030de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707202176:0@lo:6:osp-syn-1-0.0 00000100:00000001:1.0:1770653413.940269:0:5743:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1770653413.940270:0:76646:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f362c00. 00000100:00000010:1.0:1770653413.940274:0:5743:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa8b40. 00000100:00000001:0.0:1770653413.940275:0:76646:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000004:00000001:2.0:1770653413.940278:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:1.0:1770653413.940278:0:5743:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1770653413.940279:0:76646:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1770653413.940282:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.940283:0:5743:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.940284:0:3290:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000010:0.0:1770653413.940285:0:76646:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a2c0. 00000004:00000001:2.0:1770653413.940288:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:3.0:1770653413.940290:0:3290:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1770653413.940291:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000010:1.0:1770653413.940291:0:5743:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9cd40. 00010000:00000001:0.0:1770653413.940292:0:76646:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000004:00000001:2.0:1770653413.940296:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.940297:0:76646:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000001:3.0:1770653413.940298:0:3290:0:(client.c:1568:after_reply()) Process entered 00010000:00000001:1.0:1770653413.940299:0:5743:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000040:00001000:2.0:1770653413.940302:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f648040 type=0x10692404 idx=3586 00010000:00000001:0.0:1770653413.940302:0:76646:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1770653413.940303:0:3290:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00010000:1.0:1770653413.940303:0:5743:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000001:3.0:1770653413.940307:0:3290:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1770653413.940308:0:5743:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:2.0:1770653413.940309:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3586 lrh_len: 64 (8128 remains) 00000100:00000001:3.0:1770653413.940311:0:3290:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.940311:0:76646:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1770653413.940313:0:5743:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000040:00001000:2.0:1770653413.940316:0:7854:0:(llog.c:797:llog_process_thread()) index: 3586, lh_last_idx: 3602 synced_idx: 0 lgh_last_idx: 3602 02000000:00000001:3.0:1770653413.940317:0:3290:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.940317:0:76646:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.940318:0:5743:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653413.940324:0:76646:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000004:00000001:2.0:1770653413.940325:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00001000:3.0:1770653413.940326:0:3290:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 00000100:00001000:1.0:1770653413.940326:0:5743:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000004:00000001:2.0:1770653413.940330:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:0.0:1770653413.940332:0:76646:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000004:00000001:2.0:1770653413.940334:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.940337:0:5743:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00001000:3.0:1770653413.940339:0:3290:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 00000004:00000001:2.0:1770653413.940339:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000100:00000040:0.0:1770653413.940341:0:76646:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000004:00000001:2.0:1770653413.940342:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000100:00000040:1.0:1770653413.940344:0:5743:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000004:00000001:2.0:1770653413.940347:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000001:0.0:1770653413.940348:0:76646:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000001:3.0:1770653413.940349:0:3290:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1770653413.940350:0:5743:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000010:2.0:1770653413.940353:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572eb23b80. 00000100:00000001:3.0:1770653413.940354:0:3290:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.940354:0:76646:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1770653413.940355:0:5743:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1770653413.940359:0:76646:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.940360:0:5743:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.940361:0:3290:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:2.0:1770653413.940361:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=36 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:0.0:1770653413.940362:0:76646:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1770653413.940365:0:3290:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.940367:0:5743:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1770653413.940368:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1770653413.940369:0:3290:0:(client.c:1522:ptlrpc_save_versions()) Process entered 02000000:00000001:2.0:1770653413.940372:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1770653413.940372:0:76646:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000040:3.0:1770653413.940373:0:3290:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000040:1.0:1770653413.940375:0:5743:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 02000000:00000001:2.0:1770653413.940377:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.940378:0:3290:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000400:00000010:0.0:1770653413.940380:0:76646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8880. 00000400:00000010:1.0:1770653413.940382:0:5743:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022088. 00000100:00000001:3.0:1770653413.940383:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1770653413.940384:0:76646:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966307712, offset 224 02000000:00000010:2.0:1770653413.940385:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9556615a2800. 00000100:00000001:3.0:1770653413.940387:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795749408768 : -117277960142848 : ffff955618d88000) 00000100:00000200:1.0:1770653413.940389:0:5743:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966307840, offset 224 00000100:00000001:2.0:1770653413.940392:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.940393:0:3290:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1770653413.940397:0:3290:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00000400:00000200:0.0:1770653413.940397:0:76646:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000004:00000001:2.0:1770653413.940398:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626800410966912 : -117273298584704 : ffff95572eb23b80) 00000100:00000001:3.0:1770653413.940400:0:3290:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1770653413.940404:0:3290:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.940405:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1770653413.940409:0:5743:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:2.0:1770653413.940412:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.940412:0:76646:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000040:3.0:1770653413.940413:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955618d88000 x1856657707200384/t8590299213(8590299213) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1770653413.940422:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002acd71bb] to pc [ptlrpcd_00_01+1] req@ffff95572eb23b80 x1856657707205248/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1770653413.940425:0:76646:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164686:2164686:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164682:2164682:7:4294967295] 00000100:00000001:3.0:1770653413.940440:0:3290:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.940446:0:3290:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1770653413.940449:0:3290:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653413.940450:0:76646:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000004:00080000:3.0:1770653413.940453:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff955618d88000/2, rc 0, transno 8590299213 00000004:00000001:2.0:1770653413.940456:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:3.0:1770653413.940458:0:3290:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 7 in flight, 32 in progress 00000800:00000200:0.0:1770653413.940461:0:76646:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000004:00001000:2.0:1770653413.940464:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 7 in flight, 34 in progress 00000400:00000200:1.0:1770653413.940464:0:5743:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000800:00000010:0.0:1770653413.940468:0:76646:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9e00. 00000004:00001000:2.0:1770653413.940470:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3586, id 1934 00000004:00000001:2.0:1770653413.940475:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000040:3.0:1770653413.940476:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d88000 x1856657707200384/t8590299213(8590299213) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653413.940478:0:5743:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164687:2164687:254:4294967295] 192.168.202.60@tcp LPNI seq info [2164683:2164683:6:4294967295] 00000004:00000001:2.0:1770653413.940480:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000800:00000200:0.0:1770653413.940480:0:76646:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000004:00000001:2.0:1770653413.940485:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.940490:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000800:00000200:0.0:1770653413.940493:0:76646:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000004:00000001:2.0:1770653413.940494:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1770653413.940499:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653413.940503:0:76646:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9e00 type 1, nob 320 niov 1 nkiov 1 00000040:00001000:2.0:1770653413.940505:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f648080 type=0x10692404 idx=3587 00000400:00000200:1.0:1770653413.940509:0:5743:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00100000:3.0:1770653413.940510:0:3290:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955618d88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707200384:0@lo:6:osp-syn-0-0.0 00000040:00001000:2.0:1770653413.940512:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3587 lrh_len: 64 (8064 remains) 00000100:00000001:0.0:1770653413.940513:0:76646:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.940519:0:7854:0:(llog.c:797:llog_process_thread()) index: 3587, lh_last_idx: 3602 synced_idx: 0 lgh_last_idx: 3602 00000100:00000001:3.0:1770653413.940524:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.940524:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000040:0.0:1770653413.940524:0:76646:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000800:00000200:1.0:1770653413.940525:0:5743:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000004:00000001:2.0:1770653413.940529:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:3.0:1770653413.940531:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1770653413.940532:0:76646:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.940533:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1770653413.940534:0:5743:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9557353d2f00. 00000100:00000040:3.0:1770653413.940538:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955618d88000 x1856657707200384/t8590299213(8590299213) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.940539:0:76646:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.940540:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:2.0:1770653413.940544:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000800:00000200:1.0:1770653413.940547:0:5743:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000004:00000001:2.0:1770653413.940548:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000040:0.0:1770653413.940552:0:76646:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665155500 x1856657966307712/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1770653413.940554:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572eb23480. 00000100:00000001:3.0:1770653413.940556:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.940560:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=37 obd=lustre-OST0001-osc-MDT0000 00000800:00000200:1.0:1770653413.940561:0:5743:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:3.0:1770653413.940563:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.940567:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1770653413.940569:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1770653413.940569:0:5743:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9557353d2f00 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1770653413.940571:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1770653413.940573:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1770653413.940575:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.940577:0:5743:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.940578:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653413.940583:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9556615a3c00. 00000100:00000001:3.0:1770653413.940586:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.940586:0:5743:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000100:00000001:2.0:1770653413.940589:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.940593:0:5743:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.940593:0:76646:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665155500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_024:b31b1d82-c1d4-4680-ae7a-71292416d1f5+79:2365:x1856657966307712:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1063us (1846us total) trans 0 rc 0/0 00000004:00000001:2.0:1770653413.940594:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626800410965120 : -117273298586496 : ffff95572eb23480) 00010000:00000001:1.0:1770653413.940600:0:5743:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.940601:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1770653413.940602:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1770653413.940605:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653413.940608:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1770653413.940611:0:3288:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1770653413.940611:0:76646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161861 00000100:00000040:1.0:1770653413.940612:0:5743:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665154000 x1856657966307840/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1770653413.940616:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000d80d77c] to pc [ptlrpcd_00_02+2] req@ffff95572eb23480 x1856657707205376/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1770653413.940617:0:3288:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1770653413.940618:0:76646:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000400:00000010:3.0:1770653413.940622:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e053738. 00000100:00000001:0.0:1770653413.940624:0:76646:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1770653413.940630:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac84c8 00000100:00000001:0.0:1770653413.940630:0:76646:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1770653413.940634:0:76646:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07dd00. 00000400:00000010:3.0:1770653413.940636:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac84c8. 00000100:00000001:3.0:1770653413.940643:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1770653413.940644:0:5743:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665154000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b31b1d82-c1d4-4680-ae7a-71292416d1f5+74:2366:x1856657966307840:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1173us (2348us total) trans 0 rc 0/0 00000020:00000010:0.0:1770653413.940644:0:76646:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada7d0. 00000100:00000200:3.0:1770653413.940653:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955665156680 x1856657707201792/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1770653413.940653:0:76646:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f6200. 00000004:00000001:2.0:1770653413.940655:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.940660:0:5743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161860 00000020:00000040:0.0:1770653413.940660:0:76646:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 78 00000004:00001000:2.0:1770653413.940662:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 8 in flight, 35 in progress 00000100:00000001:0.0:1770653413.940667:0:76646:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00001000:2.0:1770653413.940669:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3587, id 1934 00000100:00000040:1.0:1770653413.940669:0:5743:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000100:00000001:1.0:1770653413.940675:0:5743:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000004:00000001:2.0:1770653413.940676:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000001:1.0:1770653413.940680:0:5743:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1770653413.940685:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955665156680 x1856657707201792/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1770653413.940685:0:5743:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d300. 00010000:00010000:0.0:1770653413.940687:0:76387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff95566c162800/0x2aed14e4e178cf29 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770653413.940692:0:76389:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95571016bc00/0x2aed14e4e178cf30 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x140d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1770653413.940692:0:5743:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada3e8. 00000020:00000010:1.0:1770653413.940698:0:5743:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f6800. 00000020:00000040:1.0:1770653413.940705:0:5743:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 73 00000100:00000001:1.0:1770653413.940710:0:5743:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.940713:0:76387:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.940718:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1770653413.940721:0:76389:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.940721:0:76387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95566c162800/0x2aed14e4e178cf29 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.940722:0:3288:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1770653413.940728:0:76389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95571016bc00/0x2aed14e4e178cf30 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x140d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.940729:0:3288:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:3.0:1770653413.940732:0:3288:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1770653413.940735:0:3288:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1770653413.940751:0:76387:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:3.0:1770653413.940753:0:3288:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.940754:0:76389:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1770653413.940754:0:76387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:1.0:1770653413.940757:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1770653413.940758:0:3288:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.940759:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.940760:0:76387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:1.0:1770653413.940763:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9f00. 00010000:00000001:0.0:1770653413.940764:0:76387:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1770653413.940765:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:3.0:1770653413.940766:0:3288:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00000400:00000200:1.0:1770653413.940768:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1770653413.940768:0:76387:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1770653413.940769:0:76389:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:0.0:1770653413.940774:0:76387:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c162800 refcount=3 00000100:00001000:3.0:1770653413.940775:0:3288:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00000020:00000001:2.0:1770653413.940775:0:76389:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653413.940779:0:76389:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016bc00 refcount=3 00000400:00000200:1.0:1770653413.940780:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000001:0.0:1770653413.940781:0:76387:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145958400 : -117276563593216 : ffff95566c162800) 00000100:00000001:3.0:1770653413.940784:0:3288:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1770653413.940785:0:76389:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897459712 : -117273812091904 : ffff95571016bc00) 00010000:00000001:0.0:1770653413.940788:0:76387:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145958400 : -117276563593216 : ffff95566c162800) 00000100:00000001:3.0:1770653413.940789:0:3288:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.940790:0:76389:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897459712 : -117273812091904 : ffff95571016bc00) 00000400:00000200:1.0:1770653413.940790:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac86e8 00010000:00000001:0.0:1770653413.940793:0:76387:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000010:1.0:1770653413.940795:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac86e8. 00010000:00000001:3.0:1770653413.940796:0:3288:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1770653413.940797:0:76389:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1770653413.940798:0:76387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95566c162800/0x2aed14e4e178cf29 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.940801:0:3288:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.940802:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:2.0:1770653413.940803:0:76389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95571016bc00/0x2aed14e4e178cf30 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x140d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.940807:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1770653413.940808:0:3288:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1770653413.940811:0:3288:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000800:00000001:1.0:1770653413.940813:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653413.940817:0:3288:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000800:00000001:1.0:1770653413.940820:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.940822:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653413.940825:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028468352 : -117276681083264 : ffff955665156680) 00000800:00000001:1.0:1770653413.940827:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653413.940828:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:1.0:1770653413.940832:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.940833:0:3288:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00010000:00000001:2.0:1770653413.940833:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.940834:0:76387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1770653413.940838:0:3288:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00010000:00000001:0.0:1770653413.940838:0:76387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1770653413.940839:0:76389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95571016bc00/0x2aed14e4e178cf30 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x140d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.940844:0:3288:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1770653413.940845:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00010000:0.0:1770653413.940845:0:76387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff95566c162800/0x2aed14e4e178cf29 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.940867:0:3288:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.940875:0:76389:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:3.0:1770653413.940877:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955665156680 x1856657707201792/t4295332637(4295332637) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.940878:0:76389:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.940880:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d1a80 00010000:00000001:2.0:1770653413.940885:0:76389:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1770653413.940891:0:76389:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556695e0e40. 00000400:00000200:1.0:1770653413.940894:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6f19 [2] + 984 00010000:00000001:2.0:1770653413.940897:0:76389:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1770653413.940905:0:76387:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000001:1.0:1770653413.940906:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653413.940908:0:76387:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.940909:0:3288:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1770653413.940910:0:76389:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00000001:3.0:1770653413.940916:0:3288:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1770653413.940916:0:76389:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.940916:0:76387:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1770653413.940920:0:3288:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.940921:0:76389:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1770653413.940922:0:76387:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff95564f362c00. 00000004:00080000:3.0:1770653413.940925:0:3288:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff955665156680/2, rc 0, transno 4295332637 00000800:00000001:1.0:1770653413.940925:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.940928:0:76389:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1770653413.940928:0:76387:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000400:00000200:1.0:1770653413.940930:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00001000:3.0:1770653413.940932:0:3288:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 7 in flight, 35 in progress 00010000:00000001:2.0:1770653413.940933:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.940938:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1770653413.940939:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00010000:0.0:1770653413.940941:0:76387:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00000001:2.0:1770653413.940942:0:76389:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000100:00000001:1.0:1770653413.940945:0:3281:0:(events.c:286:request_in_callback()) Process entered 00080000:00000001:2.0:1770653413.940947:0:76389:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1770653413.940947:0:76387:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.940948:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:3.0:1770653413.940949:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665156680 x1856657707201792/t4295332637(4295332637) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.940952:0:76387:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1770653413.940954:0:76389:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9556615a3800. 00000100:00000010:1.0:1770653413.940956:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665157b80. 00010000:00000001:0.0:1770653413.940958:0:76387:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00080000:00000001:2.0:1770653413.940960:0:76389:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796965869568 : -117276743682048 : ffff9556615a3800) 00010000:00000001:0.0:1770653413.940962:0:76387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1770653413.940963:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955665157b80 x1856657966307968 msgsize 328 00010000:00000001:0.0:1770653413.940966:0:76387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:2.0:1770653413.940967:0:76389:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00002000:00000001:0.0:1770653413.940970:0:76387:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000001:00000001:2.0:1770653413.940972:0:76389:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.940975:0:76387:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000002:2.0:1770653413.940978:0:76389:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x140d:0x0] not in the id map cache 00000100:00100000:1.0:1770653413.940980:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00080000:00000010:0.0:1770653413.940984:0:76387:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95572dc8b800. 00000100:00100000:3.0:1770653413.940985:0:3288:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955665156680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707201792:0@lo:6:osp-syn-1-0.0 00080000:00000001:2.0:1770653413.940985:0:76389:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1770653413.940988:0:76387:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626800395663360 : -117273313888256 : ffff95572dc8b800) 00000100:00000001:1.0:1770653413.940991:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000001:00000001:0.0:1770653413.940996:0:76387:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00080000:00000001:2.0:1770653413.940997:0:76389:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1770653413.940999:0:76387:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.941002:0:76389:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.941003:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000002:0.0:1770653413.941004:0:76387:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x1555:0x0] not in the id map cache 00000020:00000001:3.0:1770653413.941007:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.941008:0:76655:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00080000:00000001:2.0:1770653413.941009:0:76389:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:0.0:1770653413.941010:0:76387:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000100:00100000:1.0:1770653413.941012:0:76655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966307968 00080000:00000001:2.0:1770653413.941014:0:76389:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00010000:3.0:1770653413.941016:0:66075:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 02000000:00000001:1.0:1770653413.941016:0:76655:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 80000000:00000001:2.0:1770653413.941017:0:76389:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1770653413.941021:0:76389:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00000001:1.0:1770653413.941021:0:76655:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1770653413.941022:0:66075:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00080000:00000001:0.0:1770653413.941024:0:76387:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.941025:0:76655:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.941026:0:66075:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 80000000:00000001:2.0:1770653413.941026:0:76389:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.941032:0:66075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95571016bc00/0x2aed14e4e178cf30 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x140d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 80000000:00000001:2.0:1770653413.941033:0:76389:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.941033:0:76387:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.941034:0:76655:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.941040:0:76387:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:2.0:1770653413.941041:0:76389:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1770653413.941041:0:76655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966307968 00080000:00000001:0.0:1770653413.941044:0:76387:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000020:00000001:1.0:1770653413.941047:0:76655:0:(genops.c:811:class_conn2export()) Process entered 00080000:00000001:2.0:1770653413.941048:0:76389:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 80000000:00000001:0.0:1770653413.941049:0:76387:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00010000:3.0:1770653413.941050:0:66075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95571016bc00 already unused, calling callback (ffffffffc16fe650) 00000020:00000040:1.0:1770653413.941052:0:76655:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00080000:00000001:2.0:1770653413.941053:0:76389:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 80000000:00000001:0.0:1770653413.941053:0:76387:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:3.0:1770653413.941054:0:66075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1770653413.941056:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 80000000:00000001:0.0:1770653413.941058:0:76387:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.941059:0:66075:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000020:00000040:1.0:1770653413.941060:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=79 80000000:00000001:0.0:1770653413.941062:0:76387:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.941064:0:66075:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95571016bc00/0x2aed14e4e178cf30 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x140d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1770653413.941064:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00080000:00000001:0.0:1770653413.941066:0:76387:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653413.941071:0:76655:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000001:00000001:2.0:1770653413.941073:0:76389:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1770653413.941074:0:76387:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000001:00000001:2.0:1770653413.941078:0:76389:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:1.0:1770653413.941078:0:76655:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000001:0.0:1770653413.941079:0:76387:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00010000:00000001:3.0:1770653413.941080:0:66075:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:1.0:1770653413.941084:0:76655:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cd40. 00010000:00000001:3.0:1770653413.941085:0:66075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:2.0:1770653413.941086:0:76389:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.941089:0:66075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1770653413.941090:0:76655:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653413.941091:0:76389:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000040:3.0:1770653413.941092:0:66075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016bc00 refcount=3 00080000:00000001:2.0:1770653413.941096:0:76389:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000010:1.0:1770653413.941098:0:76655:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cd40. 00000020:00000001:3.0:1770653413.941099:0:66075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897459712 : -117273812091904 : ffff95571016bc00) 00000001:00000001:0.0:1770653413.941101:0:76387:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1770653413.941105:0:66075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897459712 : -117273812091904 : ffff95571016bc00) 00000001:00000001:0.0:1770653413.941105:0:76387:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000010:1.0:1770653413.941107:0:76655:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f6800. 00010000:00000001:3.0:1770653413.941110:0:66075:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1770653413.941114:0:66075:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95571016bc00/0x2aed14e4e178cf30 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x140d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1770653413.941114:0:76655:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d300. 00000001:00000001:2.0:1770653413.941116:0:76389:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1770653413.941119:0:76387:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.941121:0:76389:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.941124:0:76655:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada3e8. 00080000:00000001:0.0:1770653413.941127:0:76387:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1770653413.941133:0:66075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000001:0.0:1770653413.941133:0:76387:0:(osd_io.c:243:osd_declare_write()) Process entered 00080000:00000001:2.0:1770653413.941135:0:76389:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.941136:0:66075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:1.0:1770653413.941136:0:76655:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00010000:00000001:3.0:1770653413.941140:0:66075:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.941142:0:76389:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000100:00000001:1.0:1770653413.941144:0:76655:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:3.0:1770653413.941145:0:66075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653413.941149:0:66075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1770653413.941149:0:76655:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1770653413.941153:0:66075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1770653413.941154:0:76655:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1770653413.941156:0:66075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.941159:0:76655:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653413.941160:0:66075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95571016bc00 with handle 0x2aed14e4e178cf30 from hash 00080000:00000001:2.0:1770653413.941160:0:76389:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.941160:0:76387:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1770653413.941167:0:76655:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00080000:00000001:0.0:1770653413.941167:0:76387:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.941168:0:76389:0:(osd_object.c:806:osd_destroy()) Process entered 00010000:00000001:3.0:1770653413.941169:0:66075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00080000:00000001:2.0:1770653413.941173:0:76389:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:3.0:1770653413.941174:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.941174:0:76655:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 80000000:00000001:2.0:1770653413.941177:0:76389:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:3.0:1770653413.941178:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1770653413.941179:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 80000000:00000001:2.0:1770653413.941181:0:76389:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:3.0:1770653413.941183:0:66075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 80000000:00000001:2.0:1770653413.941184:0:76389:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.941184:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556323fc400 refcount=4 00080000:00000001:0.0:1770653413.941184:0:76387:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.941189:0:66075:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 80000000:00000001:2.0:1770653413.941191:0:76389:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.941192:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796175606784 : -117277533944832 : ffff9556323fc400) 00080000:00000001:0.0:1770653413.941192:0:76387:0:(osd_object.c:2094:osd_ref_del()) Process entered 00010000:00000001:3.0:1770653413.941193:0:66075:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.941198:0:76389:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.941199:0:76655:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796175606784 : -117277533944832 : ffff9556323fc400) 00010000:00000001:3.0:1770653413.941200:0:66075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000001:2.0:1770653413.941202:0:76389:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:3.0:1770653413.941204:0:66075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00080000:00000001:2.0:1770653413.941206:0:76389:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00010000:00000001:3.0:1770653413.941208:0:66075:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00080000:00000001:0.0:1770653413.941209:0:76387:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.941210:0:76655:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9556323fc400/0x2aed14e4e178a0c9 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e00 expref: 79 pid: 76573 timeout: 6877 lvb_type: 1 00010000:00000001:3.0:1770653413.941213:0:66075:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1770653413.941214:0:76387:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:0.0:1770653413.941219:0:76387:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:3.0:1770653413.941220:0:66075:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1770653413.941223:0:76387:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:3.0:1770653413.941226:0:66075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 80000000:00000001:0.0:1770653413.941227:0:76387:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:1.0:1770653413.941228:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.941231:0:66075:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1770653413.941232:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 80000000:00000001:0.0:1770653413.941233:0:76387:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.941236:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.941237:0:76655:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 80000000:00000001:0.0:1770653413.941238:0:76387:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.941239:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.941244:0:66075:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.941244:0:76655:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1770653413.941244:0:76387:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.941251:0:66075:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.941251:0:76387:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000100:00000001:1.0:1770653413.941252:0:76655:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00080000:00000001:0.0:1770653413.941256:0:76387:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00010000:00000001:3.0:1770653413.941257:0:66075:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.941260:0:76655:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955665157b80 x1856657966307968/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1770653413.941264:0:66075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95571016bc00/0x2aed14e4e178cf30 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x140d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.941280:0:76655:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:3.0:1770653413.941282:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1770653413.941283:0:76389:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.941283:0:76655:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.941285:0:66075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95571016bc00/0x2aed14e4e178cf30 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x140d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1770653413.941290:0:76389:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.941292:0:76655:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653413.941297:0:76389:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000040:3.0:1770653413.941298:0:66075:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95560d669500 count: 0 00000001:00000001:2.0:1770653413.941302:0:76389:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00002000:00000010:3.0:1770653413.941304:0:66075:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff95562ede4b40. 00000001:00000002:2.0:1770653413.941306:0:76389:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332638, last_committed = 4295332607 00000100:00000001:1.0:1770653413.941309:0:73806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000010:3.0:1770653413.941311:0:66075:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95560d669b00. 00000001:00000010:2.0:1770653413.941312:0:76389:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564ae60a20. 00000100:00000001:1.0:1770653413.941312:0:73806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000001:00000040:2.0:1770653413.941318:0:76389:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 31 00000100:00100000:1.0:1770653413.941321:0:73806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161862 00000020:00000040:2.0:1770653413.941322:0:76389:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=38 00010000:00000001:3.0:1770653413.941323:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1770653413.941326:0:73806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00010000:00000001:3.0:1770653413.941327:0:66075:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00080000:00000001:2.0:1770653413.941329:0:76389:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:1.0:1770653413.941330:0:73806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028473728 : -117276681077888 : ffff955665157b80) 00010000:00000010:3.0:1770653413.941331:0:66075:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556695e0e40. 00080000:00000001:0.0:1770653413.941331:0:76387:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1770653413.941338:0:76387:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.941339:0:66075:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.941340:0:73806:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665157b80 x1856657966307968/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1770653413.941341:0:76389:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00080000:00000001:0.0:1770653413.941342:0:76387:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000001:3.0:1770653413.941343:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000001:0.0:1770653413.941347:0:76387:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000001:2.0:1770653413.941348:0:76389:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.941349:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:0.0:1770653413.941352:0:76387:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299216, last_committed = 8590299190 00010000:00010000:3.0:1770653413.941356:0:66075:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000001:00000010:0.0:1770653413.941360:0:76387:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9556681b95a0. 00010000:00000001:3.0:1770653413.941362:0:66075:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:1.0:1770653413.941362:0:73806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000001:2.0:1770653413.941364:0:76389:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1770653413.941365:0:76387:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 26 00010000:00000001:3.0:1770653413.941366:0:66075:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000020:00000010:1.0:1770653413.941369:0:73806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cd40. 00002000:00000001:2.0:1770653413.941370:0:76389:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.941372:0:66075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff95566c162800/0x2aed14e4e178cf29 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00000020:00000040:0.0:1770653413.941372:0:76387:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=37 00000100:00000001:1.0:1770653413.941374:0:73806:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1770653413.941375:0:76389:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00080000:00000001:0.0:1770653413.941380:0:76387:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000010:1.0:1770653413.941381:0:73806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cd40. 00080000:00000010:2.0:1770653413.941387:0:76389:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955643ef0390. 00010000:00010000:3.0:1770653413.941389:0:66075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95566c162800 already unused, calling callback (ffffffffc16fe650) 00002000:00000001:2.0:1770653413.941392:0:76389:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000100:00100000:1.0:1770653413.941392:0:73806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665157b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_019:b31b1d82-c1d4-4680-ae7a-71292416d1f5+79:2365:x1856657966307968:12345-192.168.202.60@tcp:103:ldlm_bl.0 00010000:00000001:3.0:1770653413.941394:0:66075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:0.0:1770653413.941394:0:76387:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00002000:00000040:2.0:1770653413.941395:0:76389:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x140d:0x0] 00010000:00000001:3.0:1770653413.941398:0:66075:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000001:00000001:0.0:1770653413.941402:0:76387:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1770653413.941403:0:76389:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff95560d386130. 00010000:00010000:3.0:1770653413.941404:0:66075:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff95566c162800/0x2aed14e4e178cf29 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1770653413.941404:0:73806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966307968 00010000:00000001:1.0:1770653413.941410:0:73806:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1770653413.941413:0:73806:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00002000:00000001:2.0:1770653413.941414:0:76389:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:2.0:1770653413.941418:0:76389:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.941418:0:73806:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00010000:00000001:3.0:1770653413.941419:0:66075:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000001:0.0:1770653413.941419:0:76387:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.941422:0:73806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1770653413.941423:0:66075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00002000:00000001:0.0:1770653413.941426:0:76387:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653413.941427:0:76389:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1770653413.941427:0:73806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1770653413.941428:0:66075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653413.941432:0:66075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c162800 refcount=3 02000000:00000010:1.0:1770653413.941434:0:73806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955607fcf800. 00002000:00000001:0.0:1770653413.941434:0:76387:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000020:00000001:3.0:1770653413.941435:0:66075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145958400 : -117276563593216 : ffff95566c162800) 00010000:00000040:2.0:1770653413.941435:0:76389:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332638, xid 1856657707202816 02000000:00000001:1.0:1770653413.941440:0:73806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.941442:0:66075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145958400 : -117276563593216 : ffff95566c162800) 00010000:00000001:2.0:1770653413.941442:0:76389:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:1.0:1770653413.941444:0:73806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1770653413.941447:0:76387:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff9556463e8558. 00010000:00000001:3.0:1770653413.941449:0:66075:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:1.0:1770653413.941450:0:73806:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000200:2.0:1770653413.941451:0:76389:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955735212680 x1856657707202816/t4295332638(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00002000:00000001:0.0:1770653413.941453:0:76387:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00010000:3.0:1770653413.941454:0:66075:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff95566c162800/0x2aed14e4e178cf29 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770653413.941454:0:73806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00000040:0.0:1770653413.941457:0:76387:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x1555:0x0] 00010000:00000001:1.0:1770653413.941460:0:73806:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00002000:00000010:0.0:1770653413.941464:0:76387:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9556637e2390. 00000020:00000001:1.0:1770653413.941465:0:73806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653413.941470:0:73806:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556323fc400 refcount=4 00002000:00000001:0.0:1770653413.941473:0:76387:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000020:00000001:1.0:1770653413.941477:0:73806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796175606784 : -117277533944832 : ffff9556323fc400) 00010000:00000001:3.0:1770653413.941478:0:66075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00002000:00000001:0.0:1770653413.941478:0:76387:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.941481:0:76389:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653413.941482:0:66075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1770653413.941484:0:73806:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796175606784 : -117277533944832 : ffff9556323fc400) 00002000:00000001:0.0:1770653413.941486:0:76387:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.941487:0:66075:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.941487:0:76389:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.941488:0:73806:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95560d669200 count: 3 00010000:00000001:3.0:1770653413.941495:0:66075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00001000:2.0:1770653413.941495:0:76389:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00010000:00000040:0.0:1770653413.941495:0:76387:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299216, xid 1856657707202688 00010000:00010000:1.0:1770653413.941498:0:73806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9556323fc400/0x2aed14e4e178a0c9 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1553:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e00 expref: 79 pid: 76573 timeout: 6877 lvb_type: 1 00010000:00000001:3.0:1770653413.941499:0:66075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1770653413.941502:0:76387:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:3.0:1770653413.941504:0:66075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1770653413.941506:0:76389:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1770653413.941508:0:66075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.941512:0:76389:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00010000:00000200:0.0:1770653413.941512:0:76387:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955602b1c000 x1856657707202688/t8590299216(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1770653413.941514:0:66075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95566c162800 with handle 0x2aed14e4e178cf29 from hash 00000100:00000001:2.0:1770653413.941520:0:76389:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00010000:00000001:3.0:1770653413.941521:0:66075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00001000:1.0:1770653413.941521:0:73806:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 00010000:00000001:3.0:1770653413.941526:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1770653413.941527:0:76389:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1770653413.941531:0:73806:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1770653413.941532:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1770653413.941532:0:76389:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.941535:0:76387:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653413.941536:0:66075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1770653413.941538:0:76389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1770653413.941539:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.941539:0:76387:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.941540:0:66075:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653413.941542:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.941544:0:66075:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.941546:0:76389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:0.0:1770653413.941547:0:76387:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00010000:00000001:3.0:1770653413.941548:0:66075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00010000:1.0:1770653413.941550:0:73806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9556323fc400/0x2aed14e4e178a0c9 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1553:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e00 expref: 79 pid: 76573 timeout: 6877 lvb_type: 1 00010000:00000001:3.0:1770653413.941552:0:66075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000010:2.0:1770653413.941553:0:76389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268886e8. 00000100:00000001:0.0:1770653413.941554:0:76387:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1770653413.941556:0:66075:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1770653413.941560:0:66075:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1770653413.941561:0:76389:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707202816, offset 224 00000100:00000040:0.0:1770653413.941562:0:76387:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 32 to 0@lo 00010000:00000001:3.0:1770653413.941566:0:66075:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.941569:0:76387:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000020:00000001:1.0:1770653413.941571:0:73806:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.941572:0:66075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:2.0:1770653413.941573:0:76389:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1770653413.941575:0:73806:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.941577:0:66075:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 02000000:00000001:0.0:1770653413.941578:0:76387:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1770653413.941579:0:73806:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.941581:0:76387:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.941584:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1770653413.941585:0:73806:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.941587:0:76389:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1770653413.941587:0:76387:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1770653413.941588:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.941590:0:73806:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653413.941592:0:66075:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.941594:0:73806:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:0.0:1770653413.941595:0:76387:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1770653413.941599:0:66075:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.941600:0:76389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b7900 00010000:00000001:1.0:1770653413.941601:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:0.0:1770653413.941602:0:76387:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8550. 00010000:00000001:3.0:1770653413.941604:0:66075:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.941605:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.941609:0:73806:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00010000:3.0:1770653413.941612:0:66075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff95566c162800/0x2aed14e4e178cf29 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1770653413.941612:0:76389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda5bd [1] + 224 00010000:00000001:1.0:1770653413.941613:0:73806:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.941618:0:73806:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9556323fc400 with handle 0x2aed14e4e178a0c9 from hash 00000400:00000200:2.0:1770653413.941623:0:76389:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1770653413.941624:0:73806:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000200:0.0:1770653413.941624:0:76387:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707202688, offset 224 00010000:00000001:1.0:1770653413.941627:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.941631:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.941632:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1770653413.941634:0:76389:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1770653413.941634:0:73806:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00010000:3.0:1770653413.941638:0:66075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95566c162800/0x2aed14e4e178cf29 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1770653413.941638:0:76387:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1770653413.941640:0:73806:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653413.941644:0:73806:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.941646:0:76389:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1770653413.941651:0:73806:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000200:2.0:1770653413.941655:0:76389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95573c2dd880 x1856657707202816/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.941655:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1770653413.941655:0:76387:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:3.0:1770653413.941656:0:66075:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9556373a1900 count: 0 00010000:00010000:1.0:1770653413.941663:0:73806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9556323fc400/0x2aed14e4e178a0c9 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1553:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e00 expref: 79 pid: 76573 timeout: 6877 lvb_type: 1 00002000:00000010:3.0:1770653413.941664:0:66075:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955630aa3400. 00000400:00000200:0.0:1770653413.941670:0:76387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b7880 00010000:00000010:3.0:1770653413.941672:0:66075:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9556373a1600. 00000100:00000040:2.0:1770653413.941677:0:76389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95573c2dd880 x1856657707202816/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.941683:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1770653413.941685:0:76387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda5b5 [1] + 224 00010000:00000001:3.0:1770653413.941687:0:66075:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000040:1.0:1770653413.941688:0:73806:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 73 00010000:00000010:3.0:1770653413.941691:0:66075:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff95564f362c00. 00000020:00000040:1.0:1770653413.941694:0:73806:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 78 00000400:00000200:0.0:1770653413.941697:0:76387:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1770653413.941698:0:66075:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.941702:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1770653413.941704:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1770653413.941706:0:73806:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:0.0:1770653413.941707:0:76387:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1770653413.941708:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.941711:0:73806:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1770653413.941712:0:76389:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:3.0:1770653413.941713:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000040:1.0:1770653413.941716:0:73806:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95571016be00 00000100:00000001:0.0:1770653413.941716:0:76387:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1770653413.941717:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1770653413.941720:0:76389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268886e8 00010000:00000001:1.0:1770653413.941721:0:73806:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000020:00000001:3.0:1770653413.941722:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.941724:0:76387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95573c2dca80 x1856657707202688/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1770653413.941725:0:76389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268886e8. 00010000:00000001:1.0:1770653413.941726:0:73806:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1770653413.941727:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770653413.941732:0:73806:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000001:3.0:1770653413.941733:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1770653413.941733:0:76389:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:3.0:1770653413.941750:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.941750:0:73806:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.941752:0:76389:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:3.0:1770653413.941756:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1770653413.941758:0:73806:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000040:0.0:1770653413.941758:0:76387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95573c2dca80 x1856657707202688/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.941759:0:76389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.941762:0:73806:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000001:3.0:1770653413.941764:0:3288:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1770653413.941766:0:73806:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1770653413.941768:0:3288:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1770653413.941768:0:76389:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 31 to 0@lo 00000400:00000010:3.0:1770653413.941772:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e053160. 00010000:00000001:1.0:1770653413.941773:0:73806:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1770653413.941774:0:76389:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000001:1.0:1770653413.941778:0:73806:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000020:00000001:2.0:1770653413.941779:0:76389:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.941780:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8dd0 00010000:00010000:1.0:1770653413.941783:0:73806:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff95571016be00/0x2aed14e4e178cf37 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1770653413.941786:0:76389:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1770653413.941787:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8dd0. 00000100:00000001:0.0:1770653413.941788:0:76387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1770653413.941794:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1770653413.941794:0:76389:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955735212680 x1856657707202816/t4295332638(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.941795:0:73806:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000400:00000200:0.0:1770653413.941799:0:76387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8550 00010000:00010000:1.0:1770653413.941800:0:73806:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95571016be00/0x2aed14e4e178cf37 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1770653413.941803:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95572eb21f80 x1856657707201024/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1770653413.941805:0:76387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8550. 00000100:00000001:0.0:1770653413.941811:0:76387:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653413.941815:0:76387:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1770653413.941822:0:76387:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.941825:0:73806:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1553:0x0].0x0 (ffff95560d669200) refcount = 2 00000100:00100000:2.0:1770653413.941826:0:76389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955735212680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+38:3290:x1856657707202816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17493us (18411us total) trans 4295332638 rc 0/0 00000100:00000040:0.0:1770653413.941830:0:76387:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00010000:00000040:1.0:1770653413.941834:0:73806:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:0.0:1770653413.941837:0:76387:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000040:1.0:1770653413.941839:0:73806:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95571016be00/0x2aed14e4e178cf37 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1770653413.941841:0:76387:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.941842:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95572eb21f80 x1856657707201024/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1770653413.941845:0:76389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136210 00010000:00000010:3.1:1770653413.941866:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c986c00. 00010000:00000010:2.1:1770653413.941872:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d669400. 00010000:00000010:3.1:1770653413.941875:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f2d2e00. 00010000:00000010:0.1:1770653413.941876:0:76387:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556323fc600. 00010000:00000010:2.1:1770653413.941881:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016a600. 00010000:00000001:1.0:1770653413.941886:0:73806:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000010:3.1:1770653413.941888:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b800. 00010000:00000001:1.0:1770653413.941889:0:73806:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1770653413.941890:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e13b300. 00010000:00000010:0.1:1770653413.941892:0:76387:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565f570a00. 00010000:00000001:1.0:1770653413.941894:0:73806:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1770653413.941897:0:73806:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1770653413.941899:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016ae00. 00000020:00000001:0.0:1770653413.941902:0:76387:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1770653413.941903:0:73806:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653413.941910:0:76387:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955602b1c000 x1856657707202688/t8590299216(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1770653413.941911:0:73806:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9cd40. 00000100:00000040:2.0:1770653413.941912:0:76389:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 2 00000100:00000001:3.0:1770653413.941914:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1770653413.941916:0:73806:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:3.0:1770653413.941919:0:3288:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.941919:0:76389:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000010:1.0:1770653413.941921:0:73806:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa8b40. 00000100:00000001:2.0:1770653413.941923:0:76389:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1770653413.941925:0:3288:0:(client.c:1568:after_reply()) Process entered 00000020:00000010:2.0:1770653413.941928:0:76389:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300c00. 00000100:00000001:1.0:1770653413.941928:0:73806:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540169024 : -117277169382592 : ffff955647fa8b40) 02000000:00000001:3.0:1770653413.941929:0:3288:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1770653413.941934:0:3288:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653413.941935:0:73806:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540169024 : -117277169382592 : ffff955647fa8b40) 00000020:00000010:2.0:1770653413.941936:0:76389:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e5103e8. 00000100:00000001:3.0:1770653413.941937:0:3288:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.941940:0:73806:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00100000:0.0:1770653413.941943:0:76387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955602b1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+37:3289:x1856657707202688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17947us (18757us total) trans 8590299216 rc 0/0 02000000:00000001:3.0:1770653413.941944:0:3288:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.941945:0:76389:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955706121c00. 00000100:00000001:1.0:1770653413.941945:0:73806:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1770653413.941950:0:73806:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00001000:3.0:1770653413.941953:0:3288:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00000020:00000040:2.0:1770653413.941954:0:76389:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 37 00010000:00000001:1.0:1770653413.941954:0:73806:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00100000:0.0:1770653413.941960:0:76387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136209 00000100:00001000:3.0:1770653413.941962:0:3288:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653413.941962:0:76389:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.941963:0:73806:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.941964:0:76387:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 6 00010000:00000001:1.0:1770653413.941969:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.941971:0:76387:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1770653413.941972:0:3288:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1770653413.941972:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.941976:0:3288:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.941977:0:73806:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.941977:0:76387:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1770653413.941983:0:3288:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1770653413.941983:0:73806:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000020:00000010:0.0:1770653413.941984:0:76387:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300000. 00000004:00000001:2.0:1770653413.941985:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:3.0:1770653413.941986:0:3288:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.941987:0:73806:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1770653413.941991:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.941992:0:76387:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510a28. 00000100:00000001:3.0:1770653413.941993:0:3288:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1770653413.941993:0:73806:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.941997:0:3288:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1770653413.941999:0:73806:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.942000:0:76387:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564531ca00. 00000004:00000001:2.0:1770653413.942001:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:3.0:1770653413.942002:0:3288:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1770653413.942004:0:73806:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1770653413.942006:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000004:00000001:2.0:1770653413.942007:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000010:1.0:1770653413.942008:0:73806:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa8b40. 00000100:00000001:3.0:1770653413.942009:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800410959744 : -117273298591872 : ffff95572eb21f80) 00000020:00000040:0.0:1770653413.942009:0:76387:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 36 00000004:00000001:2.0:1770653413.942013:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.942015:0:3288:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1770653413.942015:0:73806:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1770653413.942016:0:76387:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.942019:0:73806:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1770653413.942020:0:3288:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00000040:00001000:2.0:1770653413.942022:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f6480c0 type=0x10692404 idx=3588 00010000:00000010:1.0:1770653413.942024:0:73806:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9cd40. 00000100:00000001:3.0:1770653413.942025:0:3288:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1770653413.942030:0:3288:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.942030:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3588 lrh_len: 64 (8000 remains) 00010000:00000001:1.0:1770653413.942031:0:73806:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000001:0.0:1770653413.942033:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:1.0:1770653413.942035:0:73806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000040:00001000:2.0:1770653413.942038:0:7854:0:(llog.c:797:llog_process_thread()) index: 3588, lh_last_idx: 3602 synced_idx: 0 lgh_last_idx: 3602 00010000:00000001:1.0:1770653413.942039:0:73806:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653413.942039:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.942042:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95572eb21f80 x1856657707201024/t4295332633(4295332633) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1770653413.942045:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00010000:0.0:1770653413.942046:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1770653413.942047:0:73806:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1770653413.942051:0:73806:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.942052:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000020:00000001:0.0:1770653413.942053:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000004:00000001:2.0:1770653413.942057:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.942059:0:3288:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1770653413.942059:0:73806:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000020:00000001:0.0:1770653413.942059:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.942061:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:2.0:1770653413.942066:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00010000:00010000:0.0:1770653413.942066:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1770653413.942067:0:3288:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1770653413.942068:0:73806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1770653413.942071:0:3288:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653413.942074:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1770653413.942075:0:73806:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000004:00080000:3.0:1770653413.942076:0:3288:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95572eb21f80/2, rc 0, transno 4295332633 00000100:00000001:1.0:1770653413.942080:0:73806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000004:00001000:3.0:1770653413.942081:0:3288:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 7 in flight, 36 in progress 00000800:00000001:0.0:1770653413.942082:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1770653413.942086:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 02000000:00000001:1.0:1770653413.942086:0:73806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000001:0.0:1770653413.942089:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1770653413.942091:0:73806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.942093:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572eb21f80 x1856657707201024/t4295332633(4295332633) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1770653413.942093:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c2ddf80. 00000100:00000001:1.0:1770653413.942094:0:73806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:0.0:1770653413.942094:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1770653413.942102:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=38 obd=lustre-OST0001-osc-MDT0000 00000100:00000040:1.0:1770653413.942103:0:73806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:2.0:1770653413.942110:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1770653413.942111:0:73806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022110. 00000400:00000200:0.0:1770653413.942111:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 02000000:00000001:2.0:1770653413.942113:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1770653413.942117:0:3288:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95572eb21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707201024:0@lo:6:osp-syn-1-0.0 02000000:00000001:2.0:1770653413.942119:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.942120:0:73806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966307968, offset 224 00000100:00000001:3.0:1770653413.942124:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653413.942127:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9556615a0000. 00000100:00000001:3.0:1770653413.942128:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1770653413.942130:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b7c80 00000100:00000001:2.0:1770653413.942135:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.942135:0:73806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000040:3.0:1770653413.942136:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665156680 x1856657707201792/t4295332637(4295332637) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1770653413.942142:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626800637173632 : -117273072377984 : ffff95573c2ddf80) 00000100:00000001:2.0:1770653413.942148:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1770653413.942151:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda5ed [1] + 224 00000100:00000001:2.0:1770653413.942153:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.942153:0:73806:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000001:3.0:1770653413.942164:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.942166:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012a129b7] to pc [ptlrpcd_00_03+3] req@ffff95573c2ddf80 x1856657707205504/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1770653413.942167:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653413.942168:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1770653413.942169:0:73806:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164688:2164688:254:4294967295] 192.168.202.60@tcp LPNI seq info [2164684:2164684:6:4294967295] 00000800:00000001:0.0:1770653413.942174:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1770653413.942176:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572eb21f80 x1856657707201024/t4295332633(4295332633) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1770653413.942181:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653413.942195:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:1.0:1770653413.942200:0:73806:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000004:00000001:2.0:1770653413.942211:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.942213:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.942215:0:3282:0:(events.c:78:reply_in_callback()) Process entered 00000004:00001000:2.0:1770653413.942216:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 7 in flight, 36 in progress 00000800:00000200:1.0:1770653413.942218:0:73806:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00100000:3.0:1770653413.942220:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000004:00001000:2.0:1770653413.942221:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3588, id 1934 00000800:00000010:1.0:1770653413.942225:0:73806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9557353d2400. 00000100:00000200:0.0:1770653413.942225:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955735211c00 x1856657707203712/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.942226:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1770653413.942227:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000004:00000001:2.0:1770653413.942231:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:3.0:1770653413.942234:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000004:00000001:2.0:1770653413.942234:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653413.942237:0:73806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:3.0:1770653413.942239:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1770653413.942239:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:2.0:1770653413.942243:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:3.0:1770653413.942246:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:2.0:1770653413.942247:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.942249:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1770653413.942251:0:73806:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:3.0:1770653413.942254:0:3288:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000040:00001000:2.0:1770653413.942254:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f648100 type=0x10692404 idx=3589 00000800:00000200:1.0:1770653413.942259:0:73806:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9557353d2400 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1770653413.942260:0:3282:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955735211c00 x1856657707203712/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000040:00001000:2.0:1770653413.942261:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3589 lrh_len: 64 (7936 remains) 00000100:00000040:3.0:1770653413.942262:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95572eb23b80 x1856657707205248/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000040:00001000:2.0:1770653413.942267:0:7854:0:(llog.c:797:llog_process_thread()) index: 3589, lh_last_idx: 3602 synced_idx: 0 lgh_last_idx: 3602 00000100:00000001:1.0:1770653413.942268:0:73806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.942275:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000040:1.0:1770653413.942277:0:73806:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000004:00000001:2.0:1770653413.942280:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1770653413.942284:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.942285:0:73806:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.942289:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00010000:00000001:1.0:1770653413.942291:0:73806:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.942293:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:2.0:1770653413.942297:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000001:3.0:1770653413.942299:0:3288:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1770653413.942302:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c2dce00. 00000100:00000001:3.0:1770653413.942303:0:3288:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.942303:0:73806:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665157b80 x1856657966307968/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.942307:0:3282:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1770653413.942309:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=39 obd=lustre-OST0001-osc-MDT0000 02000000:00000001:3.0:1770653413.942310:0:3288:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1770653413.942314:0:3288:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.942317:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1770653413.942318:0:6530:0:(client.c:1964:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1770653413.942320:0:3288:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.942321:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000001:0.0:1770653413.942324:0:6530:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1770653413.942326:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1770653413.942328:0:6530:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1770653413.942329:0:3288:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95572eb23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707205248:0@lo:6:osp-syn-1-0.0 00000400:00000010:0.0:1770653413.942331:0:6530:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2478. 02000000:00000010:2.0:1770653413.942334:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9556248cc000. 00000100:00100000:1.0:1770653413.942335:0:73806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665157b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_019:b31b1d82-c1d4-4680-ae7a-71292416d1f5+78:2365:x1856657966307968:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 967us (1366us total) trans 0 rc 0/0 00000100:00000001:3.0:1770653413.942339:0:3288:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1770653413.942339:0:6530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a787f8 00000100:00000001:2.0:1770653413.942341:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.942344:0:3288:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1770653413.942344:0:6530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a787f8. 02000000:00000001:3.0:1770653413.942349:0:3288:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.942349:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626800637169152 : -117273072382464 : ffff95573c2dce00) 00000100:00000001:0.0:1770653413.942350:0:6530:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1770653413.942356:0:3288:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1770653413.942356:0:73806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161862 00000100:00000001:2.0:1770653413.942357:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1770653413.942360:0:6530:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955735211c00 x1856657707203712/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.942363:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.942363:0:73806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 02000000:00000010:3.0:1770653413.942364:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955615a8ec00. 02000000:00000001:3.0:1770653413.942372:0:3288:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.942372:0:73806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1770653413.942374:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a3c46c5] to pc [ptlrpcd_00_00+0] req@ffff95573c2dce00 x1856657707205632/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.942376:0:73806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1770653413.942381:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2ec8. 00000020:00000010:1.0:1770653413.942382:0:73806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d300. 00000100:00000200:0.0:1770653413.942387:0:6530:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955735211c00 x1856657707203712/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1770653413.942391:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78660. 00000020:00000010:1.0:1770653413.942391:0:73806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada3e8. 00000004:00000001:2.0:1770653413.942395:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.942398:0:73806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f6800. 00000100:00000200:3.0:1770653413.942399:0:3288:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707205248, portal 4 00000004:00001000:2.0:1770653413.942401:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 8 in flight, 37 in progress 00000100:00000001:3.0:1770653413.942406:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000020:00000040:1.0:1770653413.942406:0:73806:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 77 00000004:00001000:2.0:1770653413.942407:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3589, id 1934 00000100:00000001:3.0:1770653413.942410:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800410966912 : -117273298584704 : ffff95572eb23b80) 00000100:00000001:1.0:1770653413.942412:0:73806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1770653413.942415:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000001:0.0:1770653413.942415:0:6530:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1770653413.942420:0:3288:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95572eb23b80 x1856657707205248/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.942421:0:6530:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.942426:0:6530:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:0.0:1770653413.942429:0:6530:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1770653413.942432:0:3288:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1770653413.942433:0:6530:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1770653413.942436:0:3288:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1770653413.942436:0:6530:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653413.942437:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1770653413.942442:0:6530:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.942443:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78908. 00000800:00000010:1.0:1770653413.942443:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9e00. 00000100:00001000:0.0:1770653413.942446:0:6530:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00000100:00000200:3.0:1770653413.942450:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707205248, offset 0 00000400:00000200:1.0:1770653413.942451:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000001:2.0:1770653413.942452:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00001000:0.0:1770653413.942452:0:6530:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00000004:00000001:2.0:1770653413.942457:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.942459:0:6530:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1770653413.942460:0:3288:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1770653413.942464:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653413.942464:0:6530:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.942465:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:2.0:1770653413.942468:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:0.0:1770653413.942470:0:6530:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000004:00000001:2.0:1770653413.942472:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.942474:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8880 00000400:00000200:3.0:1770653413.942475:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1770653413.942476:0:6530:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.942477:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64b740 type=0x10692404 idx=1758 00000400:00000010:1.0:1770653413.942479:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8880. 00000100:00000001:0.0:1770653413.942483:0:6530:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.942484:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1758 lrh_len: 64 (2240 remains) 00000100:00000001:1.0:1770653413.942485:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:3.0:1770653413.942490:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b8280 00000100:00000001:1.0:1770653413.942490:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000040:00001000:2.0:1770653413.942491:0:6724:0:(llog.c:797:llog_process_thread()) index: 1758, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00000100:00000040:0.0:1770653413.942494:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955735211c00 x1856657707203712/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:1.0:1770653413.942497:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000004:00000001:2.0:1770653413.942499:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000800:00000001:1.0:1770653413.942503:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.942504:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf2bd [8] + 10880 00000004:00000001:2.0:1770653413.942505:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1770653413.942510:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.942510:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1770653413.942516:0:3288:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000001:2.0:1770653413.942517:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000800:00000001:1.0:1770653413.942517:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.942518:0:6530:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1770653413.942521:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000100:00000001:0.0:1770653413.942525:0:6530:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000004:00000001:2.0:1770653413.942526:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000400:00000200:3.0:1770653413.942529:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1770653413.942530:0:6530:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.942531:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000010:2.0:1770653413.942532:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c2de300. 00010000:00000001:0.0:1770653413.942536:0:6530:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000100:00000001:3.0:1770653413.942538:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:2.0:1770653413.942539:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=35 obd=lustre-OST0000-osc-MDT0000 00010000:00000001:0.0:1770653413.942540:0:6530:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1770653413.942541:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000001:0.0:1770653413.942544:0:6530:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.942545:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:3.0:1770653413.942547:0:3288:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955735212a00. 00000400:00000200:1.0:1770653413.942548:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b7e00 02000000:00000001:2.0:1770653413.942549:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:0.0:1770653413.942549:0:6530:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.942555:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff955735212a00 x1856657707205248 msgsize 544 02000000:00000001:2.0:1770653413.942555:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.942561:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955735211c00 x1856657707203712/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1770653413.942562:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda5f5 [1] + 224 02000000:00000010:2.0:1770653413.942564:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9556248cf000. 00000100:00100000:3.0:1770653413.942570:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1770653413.942571:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.942573:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000004:00000001:2.0:1770653413.942577:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626800637174528 : -117273072377088 : ffff95573c2de300) 00000800:00000001:1.0:1770653413.942580:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.942581:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1770653413.942583:0:6530:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955735211c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6530:1856657707203712:192.168.202.60@tcp:104: 00000100:00000001:2.0:1770653413.942584:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1770653413.942584:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653413.942589:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78908 00000100:00000001:2.0:1770653413.942590:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.942592:0:6530:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1770653413.942594:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78908. 00000400:00000200:1.0:1770653413.942595:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653413.942597:0:6530:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.942601:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1770653413.942601:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004fc0cc67] to pc [ptlrpcd_00_01+1] req@ffff95573c2de300 x1856657707205760/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.942603:0:6530:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1770653413.942606:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1770653413.942607:0:6530:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1770653413.942609:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95572eb23b80 x1856657707205248/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1770653413.942615:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955735210e00 x1856657707204096/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1770653413.942617:0:6530:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955735211c00 x1856657707203712/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.942645:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653413.942653:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572eb23b80 x1856657707205248/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653413.942659:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955735210e00 x1856657707204096/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.942659:0:6530:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000004:00000001:2.0:1770653413.942663:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.942663:0:6530:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653413.942668:0:6530:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95564e9bca00. 00000004:00001000:2.0:1770653413.942670:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 8 in flight, 33 in progress 02000000:00000001:0.0:1770653413.942674:0:6530:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000004:00001000:2.0:1770653413.942677:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1758, id 1958 00000020:00000001:0.0:1770653413.942679:0:6530:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1770653413.942682:0:6530:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=2 obd=lustre-OST0001 00000004:00000001:2.0:1770653413.942684:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000001:3.0:1770653413.942685:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.942689:0:6530:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1770653413.942690:0:3288:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:0.0:1770653413.942692:0:6530:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95564e9bc400. 00000100:00000001:3.0:1770653413.942698:0:3288:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.942698:0:6530:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00010000:2.0:1770653413.942700:0:76382:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff95571016be00/0x2aed14e4e178cf37 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.942702:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1770653413.942702:0:6530:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1770653413.942704:0:3288:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26312 usecs (27 jiffies) 00000100:00000010:0.0:1770653413.942706:0:6530:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955735211c00. 00000100:00000001:3.0:1770653413.942710:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444782 00000100:00000001:0.0:1770653413.942713:0:6530:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1770653413.942716:0:12206:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1770653413.942717:0:6530:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.942718:0:3288:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444779 00010000:00000001:2.0:1770653413.942718:0:76382:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1770653413.942722:0:12206:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000010:0.0:1770653413.942724:0:6530:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556189e1e40. 00000100:00000001:3.0:1770653413.942726:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444782 00010000:00010000:2.0:1770653413.942726:0:76382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95571016be00/0x2aed14e4e178cf37 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00000400:00000001:1.0:1770653413.942726:0:12206:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1770653413.942728:0:6530:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000400:00000010:1.0:1770653413.942730:0:12206:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2160. 00010000:00000001:0.0:1770653413.942732:0:6530:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.942734:0:3288:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444779 00000400:00000200:1.0:1770653413.942737:0:12206:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a785d8 00000100:00000001:3.0:1770653413.942751:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444782 00010000:00000010:0.0:1770653413.942753:0:6530:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9556196fbac0. 00000100:00000001:3.0:1770653413.942758:0:3288:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444779 00010000:00000001:2.0:1770653413.942761:0:76382:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000010:1.0:1770653413.942761:0:12206:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a785d8. 00000100:00000001:3.0:1770653413.942762:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444782 00010000:00000001:0.0:1770653413.942762:0:6530:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.942765:0:76382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.942768:0:12206:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1770653413.942768:0:6530:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.942769:0:76382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.942770:0:3288:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444779 00010000:00000001:2.0:1770653413.942775:0:76382:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1770653413.942775:0:6530:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1770653413.942776:0:12206:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955735210e00 x1856657707204096/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.942777:0:3288:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1770653413.942779:0:76382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1770653413.942783:0:6530:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1770653413.942784:0:3288:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.942784:0:76382:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016be00 refcount=3 00010000:00010000:0.0:1770653413.942789:0:6530:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff955606de2600/0x2aed14e4e178cf3e lrc: 3/0,1 mode: --/PW res: [0x280000403:0x140e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1770653413.942790:0:76382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897460224 : -117273812091392 : ffff95571016be00) 00000100:00000001:3.0:1770653413.942792:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.942798:0:76382:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897460224 : -117273812091392 : ffff95571016be00) 00000100:00000001:3.0:1770653413.942799:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1770653413.942804:0:12206:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955735210e00 x1856657707204096/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.942806:0:76382:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:3.0:1770653413.942807:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1770653413.942811:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00010000:2.0:1770653413.942812:0:76382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95571016be00/0x2aed14e4e178cf37 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.942819:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653413.942822:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1770653413.942826:0:3288:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1770653413.942830:0:76387:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1770653413.942831:0:12206:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1770653413.942832:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95573c2dce00 x1856657707205632/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1770653413.942834:0:76387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707205248 00010000:00000001:2.0:1770653413.942836:0:76382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.942836:0:12206:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653413.942840:0:76387:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:2.0:1770653413.942841:0:76382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.942842:0:12206:0:(client.c:1568:after_reply()) Process entered 00000100:00000001:0.0:1770653413.942844:0:76387:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:2.0:1770653413.942846:0:76382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff95571016be00/0x2aed14e4e178cf37 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1770653413.942846:0:12206:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1770653413.942867:0:12206:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653413.942871:0:12206:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.942873:0:76387:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.942875:0:3288:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1770653413.942877:0:12206:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.942879:0:3288:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.942880:0:76387:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653413.942884:0:12206:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 02000000:00000001:3.0:1770653413.942886:0:3288:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1770653413.942886:0:76387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707205248 02000000:00000001:3.0:1770653413.942890:0:3288:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.942892:0:76387:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:2.0:1770653413.942895:0:76382:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00001000:1.0:1770653413.942895:0:12206:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 00000020:00000040:0.0:1770653413.942896:0:76387:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 02000000:00000001:3.0:1770653413.942897:0:3288:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.942899:0:76382:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.942901:0:76387:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1770653413.942904:0:12206:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1770653413.942906:0:3288:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95573c2dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707205632:0@lo:6:osp-syn-1-0.0 00010000:00000001:2.0:1770653413.942908:0:76382:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1770653413.942908:0:12206:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.942908:0:76387:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=38 00000100:00000001:3.0:1770653413.942915:0:3288:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00010000:00000010:2.0:1770653413.942915:0:76382:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556695e0a80. 00010000:00000001:1.0:1770653413.942915:0:12206:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1770653413.942916:0:76387:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 02000000:00000001:3.0:1770653413.942922:0:3288:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1770653413.942922:0:76382:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1770653413.942922:0:12206:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.942923:0:76387:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 02000000:00000001:3.0:1770653413.942927:0:3288:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.942929:0:12206:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.942929:0:76387:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1770653413.942930:0:3288:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:0.0:1770653413.942936:0:76387:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00010000:00010000:2.0:1770653413.942937:0:76382:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00000040:1.0:1770653413.942938:0:12206:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955735210e00 x1856657707204096/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1770653413.942941:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1770653413.942943:0:76387:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.942944:0:76382:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.942945:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.942950:0:76382:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.942952:0:76387:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00010000:00010000:3.0:1770653413.942953:0:7409:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1770653413.942956:0:76382:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1770653413.942960:0:7409:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1770653413.942961:0:76382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:0.0:1770653413.942961:0:76387:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997be00. 00000100:00000001:1.0:1770653413.942962:0:12206:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.942965:0:7409:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00000001:2.0:1770653413.942965:0:76382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1770653413.942968:0:76387:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519580. 00000100:00000001:1.0:1770653413.942969:0:12206:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00010000:3.0:1770653413.942970:0:7409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff95571016be00/0x2aed14e4e178cf37 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00002000:00000001:2.0:1770653413.942970:0:76382:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000100:00000001:1.0:1770653413.942973:0:12206:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653413.942975:0:76382:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000010:0.0:1770653413.942976:0:76387:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d7d0. 00010000:00000001:1.0:1770653413.942979:0:12206:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000100:00000001:0.0:1770653413.942983:0:76387:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00080000:00000010:2.0:1770653413.942984:0:76382:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9556248ce400. 00010000:00000001:1.0:1770653413.942984:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.942987:0:76387:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1770653413.942988:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653413.942990:0:7409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95571016be00 already unused, calling callback (ffffffffc16fe650) 00080000:00000001:2.0:1770653413.942991:0:76382:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626795945780224 : -117277763771392 : ffff9556248ce400) 00000100:00000001:0.0:1770653413.942991:0:76387:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.942992:0:12206:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.942995:0:7409:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000001:00000001:2.0:1770653413.942999:0:76382:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:3.0:1770653413.943000:0:7409:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:0.0:1770653413.943001:0:76387:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.943002:0:12206:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955735210e00 x1856657707204096/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000001:2.0:1770653413.943003:0:76382:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.943005:0:7409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff95571016be00/0x2aed14e4e178cf37 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00080000:00000002:2.0:1770653413.943010:0:76382:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x1553:0x0] not in the id map cache 00000100:00000001:0.0:1770653413.943015:0:76387:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653413.943019:0:76382:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000100:00000001:0.0:1770653413.943026:0:76387:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1770653413.943028:0:7409:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000001:2.0:1770653413.943030:0:76382:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.943030:0:76387:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1770653413.943032:0:7409:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653413.943036:0:7409:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:2.0:1770653413.943037:0:76382:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653413.943040:0:7409:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016be00 refcount=3 00000100:00100000:0.0:1770653413.943041:0:76387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136217 00080000:00000001:2.0:1770653413.943043:0:76382:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000020:00000001:3.0:1770653413.943048:0:7409:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897460224 : -117273812091392 : ffff95571016be00) 00080000:00000001:2.0:1770653413.943048:0:76382:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000040:0.0:1770653413.943049:0:76387:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 3 80000000:00000001:2.0:1770653413.943052:0:76382:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00100000:1.0:1770653413.943054:0:12206:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955735210e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12206:1856657707204096:192.168.202.60@tcp:104: 00010000:00000001:3.0:1770653413.943055:0:7409:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897460224 : -117273812091392 : ffff95571016be00) 00000100:00000001:0.0:1770653413.943055:0:76387:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800518900224 : -117273190651392 : ffff955735212a00) 80000000:00000001:2.0:1770653413.943056:0:76382:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1770653413.943060:0:76382:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.943063:0:7409:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 80000000:00000001:2.0:1770653413.943064:0:76382:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.943066:0:12206:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1770653413.943069:0:7409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff95571016be00/0x2aed14e4e178cf37 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1770653413.943069:0:76387:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955735212a00 x1856657707205248/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1770653413.943070:0:76382:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.943071:0:12206:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.943076:0:76382:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000100:00000001:1.0:1770653413.943077:0:12206:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00080000:00000001:2.0:1770653413.943081:0:76382:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000100:00000001:1.0:1770653413.943082:0:12206:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1770653413.943089:0:12206:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955735210e00 x1856657707204096/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.943094:0:7409:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000001:00000001:2.0:1770653413.943096:0:76382:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1770653413.943097:0:7409:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000001:00000001:2.0:1770653413.943100:0:76382:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1770653413.943101:0:7409:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.943103:0:76387:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000001:2.0:1770653413.943106:0:76382:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.943109:0:7409:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00080000:00000001:2.0:1770653413.943111:0:76382:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000010:0.0:1770653413.943111:0:76387:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00010000:00000001:3.0:1770653413.943113:0:7409:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000001:2.0:1770653413.943116:0:76382:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1770653413.943117:0:7409:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1770653413.943119:0:12206:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1770653413.943120:0:76387:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.943121:0:7409:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.943125:0:12206:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:3.0:1770653413.943126:0:7409:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95571016be00 with handle 0x2aed14e4e178cf37 from hash 00000020:00000010:0.0:1770653413.943128:0:76387:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00010000:00000001:3.0:1770653413.943130:0:7409:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000010:1.0:1770653413.943130:0:12206:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95562fa44200. 00000001:00000001:2.0:1770653413.943131:0:76382:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1770653413.943135:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1770653413.943135:0:76382:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.943138:0:12206:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1770653413.943139:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1770653413.943141:0:76387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955735212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+38:3288:x1856657707205248:12345-0@lo:6:osp-syn-1-0.0 00010000:00000001:3.0:1770653413.943143:0:7409:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:1.0:1770653413.943144:0:12206:0:(genops.c:1236:class_import_put()) Process entered 00080000:00000001:2.0:1770653413.943146:0:76382:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.943147:0:7409:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000040:1.0:1770653413.943149:0:12206:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=5 obd=lustre-OST0000 00000100:00000200:0.0:1770653413.943152:0:76387:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707205248 00010000:00000001:3.0:1770653413.943153:0:7409:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.943153:0:76382:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000020:00000001:1.0:1770653413.943155:0:12206:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1770653413.943160:0:7409:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000010:1.0:1770653413.943161:0:12206:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95562fa45800. 00000020:00000001:0.0:1770653413.943161:0:76387:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1770653413.943163:0:7409:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:0.0:1770653413.943166:0:76387:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1770653413.943167:0:12206:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1770653413.943168:0:7409:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00080000:00000001:2.0:1770653413.943169:0:76382:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.943170:0:76387:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.943171:0:12206:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1770653413.943172:0:7409:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653413.943177:0:76382:0:(osd_object.c:806:osd_destroy()) Process entered 00000100:00000010:1.0:1770653413.943177:0:12206:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955735210e00. 00010000:00000001:3.0:1770653413.943178:0:7409:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.943178:0:76387:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00080000:00000001:2.0:1770653413.943182:0:76382:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000020:00000001:0.0:1770653413.943183:0:76387:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00010000:00000001:3.0:1770653413.943184:0:7409:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:1.0:1770653413.943185:0:12206:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 80000000:00000001:2.0:1770653413.943186:0:76382:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:3.0:1770653413.943188:0:7409:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:1.0:1770653413.943188:0:12206:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653413.943189:0:76387:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 80000000:00000001:2.0:1770653413.943192:0:76382:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:3.0:1770653413.943195:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:1.0:1770653413.943196:0:12206:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556189e1240. 00000020:00000001:0.0:1770653413.943196:0:76387:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 80000000:00000001:2.0:1770653413.943197:0:76382:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.943200:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.943202:0:12206:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000020:00000001:0.0:1770653413.943202:0:76387:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1770653413.943204:0:7409:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1770653413.943204:0:76382:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.943206:0:12206:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.943207:0:76387:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1770653413.943211:0:7409:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.943211:0:76382:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1770653413.943212:0:12206:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9556196fb780. 00000020:00000001:0.0:1770653413.943212:0:76387:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1770653413.943217:0:76387:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00080000:00000001:2.0:1770653413.943218:0:76382:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:3.0:1770653413.943219:0:7409:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.943220:0:76387:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.943221:0:12206:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.943222:0:76382:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00010000:00010000:3.0:1770653413.943226:0:7409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff95571016be00/0x2aed14e4e178cf37 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1770653413.943227:0:76387:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:1.0:1770653413.943228:0:12206:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.943231:0:76387:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.943233:0:12206:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1770653413.943237:0:76387:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:1.0:1770653413.943241:0:12206:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000001:00000001:0.0:1770653413.943242:0:76387:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.943243:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1770653413.943246:0:12206:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff955606de2a00/0x2aed14e4e178cf22 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1770653413.943247:0:76387:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.943248:0:7409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95571016be00/0x2aed14e4e178cf37 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1770653413.943254:0:76387:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1770653413.943257:0:76387:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1770653413.943264:0:76387:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.943267:0:76382:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1770653413.943270:0:76387:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000040:3.0:1770653413.943272:0:7409:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95560d669200 count: 0 00080000:00000001:2.0:1770653413.943273:0:76382:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.943274:0:76387:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000010:3.0:1770653413.943279:0:7409:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff95562ede4540. 00080000:00000001:2.0:1770653413.943279:0:76382:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1770653413.943280:0:76387:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.943284:0:76382:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000800:00000200:1.0:1770653413.943285:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1770653413.943286:0:76387:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1770653413.943287:0:7409:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95560d669d00. 00000001:00000002:2.0:1770653413.943289:0:76382:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299217, last_committed = 8590299190 00000800:00000010:1.0:1770653413.943292:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9557353d2f00. 00000020:00000001:0.0:1770653413.943293:0:76387:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1770653413.943295:0:76382:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564ae60540. 00000100:00000001:0.0:1770653413.943297:0:76387:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1770653413.943298:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1770653413.943299:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:2.0:1770653413.943301:0:76382:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 27 02000000:00000001:0.0:1770653413.943302:0:76387:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1770653413.943303:0:7409:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000020:00000040:2.0:1770653413.943307:0:76382:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=37 00000400:00000200:1.0:1770653413.943308:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 02000000:00000010:0.0:1770653413.943308:0:76387:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95572dc88400. 00010000:00000010:3.0:1770653413.943309:0:7409:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556695e0a80. 00080000:00000001:2.0:1770653413.943313:0:76382:0:(osd_io.c:399:osd_write()) Process entered 02000000:00000001:0.0:1770653413.943316:0:76387:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.943317:0:7409:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.943318:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022088 00000100:00000001:0.0:1770653413.943320:0:76387:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.943323:0:76382:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000020:00000001:3.0:1770653413.943324:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:1.0:1770653413.943324:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022088. 00002000:00000001:0.0:1770653413.943325:0:76387:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000020:00000001:3.0:1770653413.943328:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.943330:0:76387:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000001:00000001:2.0:1770653413.943331:0:76382:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.943332:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1770653413.943333:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1770653413.943333:0:76387:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.943337:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1770653413.943337:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00002000:00080000:0.0:1770653413.943338:0:76387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5136 count 1 00000020:00000001:3.0:1770653413.943341:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.943343:0:76387:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00010000:00010000:3.0:1770653413.943346:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1770653413.943346:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:2.0:1770653413.943347:0:76382:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.943347:0:76387:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1770653413.943351:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1770653413.943352:0:76387:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1770653413.943353:0:76382:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.943353:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653413.943354:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.943359:0:76387:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795554367352 : -117278155184264 : ffff95560d386778) 00010000:00010000:3.0:1770653413.943361:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00000001:2.0:1770653413.943361:0:76382:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000800:00000001:1.0:1770653413.943361:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00002000:00000001:0.0:1770653413.943365:0:76387:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795554367264 : -117278155184352 : ffff95560d386720) 00000800:00000001:1.0:1770653413.943368:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.943369:0:76387:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1770653413.943372:0:76387:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 02000000:00000010:3.0:1770653413.943373:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955615a8f400. 00080000:00000010:2.0:1770653413.943375:0:76382:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff9556463e98f0. 00010000:00000040:0.0:1770653413.943378:0:76387:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95563f2d2600 count: 2 02000000:00000001:3.0:1770653413.943379:0:3288:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.943380:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00002000:00000001:2.0:1770653413.943381:0:76382:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00000001:0.0:1770653413.943383:0:76387:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000040:2.0:1770653413.943385:0:76382:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x1553:0x0] 00000400:00000010:3.0:1770653413.943387:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2108. 00010000:00000001:0.0:1770653413.943389:0:76387:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00002000:00000010:2.0:1770653413.943391:0:76382:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9556637e3560. 00000400:00000200:1.0:1770653413.943395:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d1b00 00000400:00000010:3.0:1770653413.943396:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78908. 00010000:00000010:0.0:1770653413.943397:0:76387:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561ae2ba00. 00002000:00000001:2.0:1770653413.943398:0:76382:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:2.0:1770653413.943402:0:76382:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.943404:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6f19 [2] + 1312 00000020:00000001:0.0:1770653413.943404:0:76387:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00002000:00000001:2.0:1770653413.943408:0:76382:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1770653413.943409:0:76387:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561ae2ba00 with handle 0x2aed14e4e178cf68 to hash 00000800:00000001:1.0:1770653413.943412:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1770653413.943413:0:3288:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707205632, portal 4 00010000:00000040:2.0:1770653413.943415:0:76382:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299217, xid 1856657707202048 00000020:00000001:0.0:1770653413.943415:0:76387:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:3.0:1770653413.943417:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000800:00000001:1.0:1770653413.943419:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.943420:0:76382:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:0.0:1770653413.943420:0:76387:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795783633408 : -117277925918208 : ffff95561ae2ba00) 00000100:00000001:3.0:1770653413.943421:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637169152 : -117273072382464 : ffff95573c2dce00) 00000400:00000200:1.0:1770653413.943426:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1770653413.943427:0:76387:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795783633408 : -117277925918208 : ffff95561ae2ba00) 00010000:00000200:2.0:1770653413.943428:0:76382:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955735210a80 x1856657707202048/t8590299217(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653413.943432:0:3288:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95573c2dce00 x1856657707205632/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653413.943434:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:0.0:1770653413.943434:0:76387:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1770653413.943438:0:76387:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.943443:0:3281:0:(events.c:286:request_in_callback()) Process entered 00010000:00010000:0.0:1770653413.943446:0:76387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ba00/0x2aed14e4e178cf68 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1410:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1770653413.943447:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1770653413.943455:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665154380. 00000100:00000040:1.0:1770653413.943460:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955665154380 x1856657966308096 msgsize 328 00010000:00000001:2.0:1770653413.943463:0:76382:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1770653413.943467:0:3288:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1770653413.943468:0:76382:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1770653413.943473:0:76382:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000100:00100000:1.0:1770653413.943478:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000040:3.0:1770653413.943479:0:3288:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1770653413.943484:0:76382:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1770653413.943487:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a785d8. 00000100:00000040:2.0:1770653413.943488:0:76382:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00010000:00000001:0.0:1770653413.943488:0:76387:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:1.0:1770653413.943490:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:0.0:1770653413.943491:0:76387:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:2.0:1770653413.943494:0:76382:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00000200:3.0:1770653413.943495:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707205632, offset 0 00010000:00000001:0.0:1770653413.943496:0:76387:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1770653413.943499:0:76387:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 02000000:00000001:2.0:1770653413.943502:0:76382:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1770653413.943503:0:76387:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 02000000:00000001:2.0:1770653413.943505:0:76382:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.943507:0:76655:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1770653413.943507:0:76387:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000400:00000200:3.0:1770653413.943508:0:3288:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1770653413.943509:0:76382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1770653413.943512:0:76655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966308096 00010000:00010000:0.0:1770653413.943515:0:76387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff95561c987200/0x2aed14e4e178a186 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x1410:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0eaf expref: 73 pid: 76416 timeout: 0 lvb_type: 1 02000000:00000001:1.0:1770653413.943517:0:76655:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1770653413.943518:0:76382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1770653413.943522:0:76655:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1770653413.943523:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1770653413.943525:0:76382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268886e8. 00000100:00000001:1.0:1770653413.943526:0:76655:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.943533:0:76382:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707202048, offset 224 02000000:00000001:1.0:1770653413.943533:0:76655:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.943534:0:76387:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000400:00000200:3.0:1770653413.943538:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b8400 00000100:00100000:1.0:1770653413.943539:0:76655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966308096 00010000:00000001:0.0:1770653413.943539:0:76387:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.943544:0:76655:0:(genops.c:811:class_conn2export()) Process entered 00010000:00010000:0.0:1770653413.943546:0:76387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000200:2.0:1770653413.943547:0:76382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1770653413.943547:0:76655:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00010000:00000001:0.0:1770653413.943552:0:76387:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.943553:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653413.943557:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=74 00010000:00000001:0.0:1770653413.943558:0:76387:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000400:00000200:3.0:1770653413.943560:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf2bd [8] + 11424 00000400:00000200:2.0:1770653413.943561:0:76382:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:0.0:1770653413.943562:0:76387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000001:1.0:1770653413.943565:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00010000:00000001:0.0:1770653413.943567:0:76387:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653413.943571:0:76655:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00010000:00000001:0.0:1770653413.943573:0:76387:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.943575:0:3288:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653413.943576:0:76382:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b7600 00000100:00000001:1.0:1770653413.943577:0:76655:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1770653413.943579:0:76387:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000020:00000010:1.0:1770653413.943585:0:76655:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cd40. 00010000:00010000:0.0:1770653413.943586:0:76387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ba00/0x2aed14e4e178cf68 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1410:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1770653413.943590:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1770653413.943590:0:76382:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda5ad [1] + 224 00000100:00000001:1.0:1770653413.943591:0:76655:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653413.943599:0:76655:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cd40. 00000400:00000200:2.0:1770653413.943602:0:76382:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653413.943603:0:3288:0:(events.c:286:request_in_callback()) Process entered 00010000:00000040:0.0:1770653413.943604:0:76387:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1410:0x0].0x0 (ffff95563f2d2600) refcount = 2 00000020:00000010:1.0:1770653413.943606:0:76655:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f6800. 00000100:00000200:3.0:1770653413.943608:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:2.0:1770653413.943612:0:76382:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:0.0:1770653413.943612:0:76387:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000020:00000010:1.0:1770653413.943613:0:76655:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d300. 00000100:00000010:3.0:1770653413.943617:0:3288:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955735212300. 00000100:00000001:2.0:1770653413.943619:0:76382:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:0.0:1770653413.943620:0:76387:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561c987200/0x2aed14e4e178a186 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1410:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0eaf expref: 74 pid: 76416 timeout: 0 lvb_type: 1 00000020:00000010:1.0:1770653413.943621:0:76655:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada3e8. 00000100:00000040:3.0:1770653413.943624:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff955735212300 x1856657707205632 msgsize 544 00000100:00000200:2.0:1770653413.943627:0:76382:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9557030df100 x1856657707202048/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653413.943628:0:76655:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1770653413.943633:0:76655:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653413.943637:0:76655:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1770653413.943640:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:1.0:1770653413.943640:0:76655:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000040:0.0:1770653413.943644:0:76387:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000001:1.0:1770653413.943646:0:76655:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.943649:0:76387:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ba00/0x2aed14e4e178cf68 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1410:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.943652:0:76655:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:3.0:1770653413.943653:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1770653413.943656:0:76655:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1770653413.943659:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1770653413.943662:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a785d8 00000100:00000040:2.0:1770653413.943663:0:76382:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff9557030df100 x1856657707202048/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1770653413.943663:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565d1f9e00 refcount=4 00000400:00000010:3.0:1770653413.943668:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a785d8. 00000020:00000001:1.0:1770653413.943669:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796894920192 : -117276814631424 : ffff95565d1f9e00) 00010000:00000010:0.0:1770653413.943670:0:76387:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a2c0. 00000100:00000001:3.0:1770653413.943674:0:3288:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:1.0:1770653413.943676:0:76655:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796894920192 : -117276814631424 : ffff95565d1f9e00) 00000100:00000001:0.0:1770653413.943677:0:76387:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000200:3.0:1770653413.943682:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95573c2dce00 x1856657707205632/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1770653413.943683:0:76387:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f362000. 00010000:00010000:1.0:1770653413.943687:0:76655:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff95565d1f9e00/0x2aed14e4e178a235 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x140e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f49 expref: 74 pid: 6530 timeout: 6877 lvb_type: 1 00000100:00000001:2.0:1770653413.943689:0:76382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1770653413.943690:0:76387:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661514240 : -117277048037376 : ffff95564f362000) 00000400:00000200:2.0:1770653413.943696:0:76382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268886e8 00000100:00000001:0.0:1770653413.943696:0:76387:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661514240 : -117277048037376 : ffff95564f362000) 00000400:00000010:2.0:1770653413.943701:0:76382:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268886e8. 00000100:00000001:0.0:1770653413.943704:0:76387:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1770653413.943707:0:76382:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653413.943708:0:76387:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000001:2.0:1770653413.943712:0:76382:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1770653413.943712:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.943713:0:76387:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:3.0:1770653413.943715:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1770653413.943717:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.943718:0:76387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.943719:0:76382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.943721:0:76655:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1770653413.943722:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2dce00 x1856657707205632/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.943722:0:76387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1770653413.943725:0:76382:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000100:00000001:1.0:1770653413.943727:0:76655:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653413.943727:0:76387:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.943732:0:76387:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1770653413.943733:0:76382:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:1.0:1770653413.943735:0:76655:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:0.0:1770653413.943736:0:76387:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000020:00000001:2.0:1770653413.943738:0:76382:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.943753:0:76387:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000020:00000001:2.0:1770653413.943756:0:76382:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1770653413.943756:0:76655:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955665154380 x1856657966308096/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1770653413.943758:0:76387:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955602b1c380. 00000100:00000001:3.0:1770653413.943761:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.943765:0:76382:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955735210a80 x1856657707202048/t8590299217(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1770653413.943765:0:76387:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=3 obd=lustre-OST0001 00000100:00000001:3.0:1770653413.943767:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1770653413.943773:0:76387:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1770653413.943776:0:3288:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.943777:0:76387:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1770653413.943781:0:76387:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.943783:0:3288:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26312 usecs (27 jiffies) 00000100:00000001:1.0:1770653413.943789:0:76655:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000010:0.0:1770653413.943789:0:76387:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95561997aa00. 00000100:00000001:3.0:1770653413.943790:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444783 00000100:00000001:1.0:1770653413.943795:0:76655:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.943796:0:76387:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.943806:0:76655:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1770653413.943806:0:76387:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff95561c987200/0x2aed14e4e178a186 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1410:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0eaf expref: 74 pid: 76416 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1770653413.943807:0:6728:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1770653413.943813:0:6728:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707205632 00000100:00100000:2.0:1770653413.943813:0:76382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955735210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+37:3290:x1856657707202048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20133us (21036us total) trans 8590299217 rc 0/0 02000000:00000001:3.0:1770653413.943818:0:6728:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1770653413.943819:0:76655:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653413.943823:0:6728:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653413.943824:0:76655:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1770653413.943828:0:6728:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.943828:0:76382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136208 00010000:00010000:0.0:1770653413.943828:0:76387:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff95561c987200/0x2aed14e4e178a186 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1410:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0eaf expref: 74 pid: 76416 timeout: 6877 lvb_type: 1 02000000:00000001:3.0:1770653413.943835:0:6728:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.943835:0:76655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161863 00000100:00000040:2.0:1770653413.943836:0:76382:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 5 00000100:00100000:3.0:1770653413.943843:0:6728:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707205632 00000100:00000001:2.0:1770653413.943844:0:76382:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1770653413.943844:0:76655:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000020:00000001:3.0:1770653413.943847:0:6728:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:0.0:1770653413.943867:0:76387:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1770653413.943870:0:76655:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028459392 : -117276681092224 : ffff955665154380) 00000100:00000001:0.0:1770653413.943870:0:76387:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1770653413.943871:0:76382:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1770653413.943876:0:76382:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300e00. 00000100:00000040:0.0:1770653413.943878:0:76387:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955602b1c380 x1856657707205888/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1770653413.943882:0:76655:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665154380 x1856657966308096/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1770653413.943883:0:6728:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00000020:00000010:2.0:1770653413.943883:0:76382:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510190. 00000020:00000001:3.0:1770653413.943888:0:6728:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1770653413.943890:0:76382:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564531c000. 00000020:00000040:3.0:1770653413.943892:0:6728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=39 00000020:00000040:2.0:1770653413.943898:0:76382:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 36 00000020:00000001:3.0:1770653413.943899:0:6728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000020:00000001:3.0:1770653413.943907:0:6728:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000001:2.0:1770653413.943908:0:76382:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.943908:0:76387:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1770653413.943910:0:76655:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1770653413.943912:0:76387:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.943916:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1770653413.943920:0:76387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955602b1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:76387:1856657707205888:192.168.202.60@tcp:104: 00000020:00000010:3.0:1770653413.943922:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fb740. 00000100:00000001:3.0:1770653413.943928:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.943928:0:76387:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000400:00000001:2.0:1770653413.943929:0:3291:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1770653413.943933:0:76387:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:3.0:1770653413.943934:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fb740. 00000400:00000001:2.0:1770653413.943934:0:3291:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1770653413.943936:0:76655:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cd40. 00000400:00000010:2.0:1770653413.943938:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602d94898. 02000000:00000001:0.0:1770653413.943938:0:76387:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.943942:0:76655:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653413.943943:0:6728:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95562fa44400. 02000000:00000001:0.0:1770653413.943943:0:76387:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1770653413.943945:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0224c8 00000020:00000010:1.0:1770653413.943946:0:76655:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cd40. 02000000:00000010:0.0:1770653413.943949:0:76387:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95561997b400. 00000400:00000010:2.0:1770653413.943950:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0224c8. 00000020:00000010:3.0:1770653413.943951:0:6728:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3980. 00000100:00100000:1.0:1770653413.943957:0:76655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665154380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_032:b31b1d82-c1d4-4680-ae7a-71292416d1f5+74:2366:x1856657966308096:12345-192.168.202.60@tcp:103:ldlm_bl.0 02000000:00000001:0.0:1770653413.943957:0:76387:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.943958:0:3291:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1770653413.943960:0:6728:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90af0. 00000400:00000010:0.0:1770653413.943965:0:76387:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e053058. 00000100:00000200:2.0:1770653413.943966:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955665155180 x1856657707201664/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1770653413.943967:0:76655:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966308096 00000100:00000001:3.0:1770653413.943968:0:6728:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:0.0:1770653413.943971:0:76387:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8550. 00000100:00000001:3.0:1770653413.943972:0:6728:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1770653413.943972:0:76655:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000100:00000001:3.0:1770653413.943977:0:6728:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000002:1.0:1770653413.943977:0:76655:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000100:00000200:0.0:1770653413.943979:0:76387:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707205888, portal 16 00010000:00000001:1.0:1770653413.943981:0:76655:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1770653413.943985:0:6728:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.943986:0:76387:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653413.943987:0:76655:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1770653413.943990:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955665155180 x1856657707201664/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.943990:0:76387:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795377771392 : -117278331780224 : ffff955602b1c380) 02000000:00000001:1.0:1770653413.943992:0:76655:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1770653413.943997:0:6728:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1770653413.943999:0:76655:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955607fce000. 00000100:00000040:0.0:1770653413.944001:0:76387:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955602b1c380 x1856657707205888/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1770653413.944005:0:76655:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.944006:0:3291:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.944010:0:3291:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.944012:0:6728:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1770653413.944012:0:76655:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.944015:0:3291:0:(client.c:1568:after_reply()) Process entered 00000100:00000001:3.0:1770653413.944016:0:6728:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1770653413.944018:0:76655:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 02000000:00000001:2.0:1770653413.944020:0:3291:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1770653413.944022:0:76387:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1770653413.944023:0:76655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1770653413.944024:0:6728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136218 00000100:00000001:2.0:1770653413.944024:0:3291:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653413.944029:0:3291:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.944030:0:76655:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:0.0:1770653413.944030:0:76387:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000040:3.0:1770653413.944031:0:6728:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 4 00000020:00000001:1.0:1770653413.944034:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1770653413.944036:0:3291:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.944037:0:6728:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800518898432 : -117273190653184 : ffff955735212300) 00000020:00000040:1.0:1770653413.944038:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565d1f9e00 refcount=4 00000400:00000010:0.0:1770653413.944038:0:76387:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8ee0. 00000100:00001000:2.0:1770653413.944044:0:3291:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00000020:00000001:1.0:1770653413.944045:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796894920192 : -117276814631424 : ffff95565d1f9e00) 00000100:00000200:0.0:1770653413.944046:0:76387:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707205888, offset 0 00000100:00000040:3.0:1770653413.944047:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955735212300 x1856657707205632/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.944053:0:76655:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796894920192 : -117276814631424 : ffff95565d1f9e00) 00000100:00001000:2.0:1770653413.944055:0:3291:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00000400:00000200:0.0:1770653413.944059:0:76387:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000040:1.0:1770653413.944061:0:76655:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955666214000 count: 3 00000100:00000001:2.0:1770653413.944064:0:3291:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1770653413.944069:0:3291:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.944070:0:76655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff95565d1f9e00/0x2aed14e4e178a235 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x140e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f49 expref: 74 pid: 6530 timeout: 6877 lvb_type: 1 00000400:00000200:0.0:1770653413.944073:0:76387:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00010000:00000001:2.0:1770653413.944076:0:3291:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1770653413.944078:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1770653413.944081:0:76387:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:2.0:1770653413.944082:0:3291:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.944084:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fb740. 00000100:00000001:2.0:1770653413.944089:0:3291:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000400:00000200:0.0:1770653413.944089:0:76387:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000100:00000001:3.0:1770653413.944090:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1770653413.944093:0:3291:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000400:00000200:0.0:1770653413.944097:0:76387:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000020:00000010:3.0:1770653413.944098:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fb740. 00000100:00000001:2.0:1770653413.944099:0:3291:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1770653413.944105:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1770653413.944105:0:76387:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00001000:1.0:1770653413.944108:0:76655:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00000100:00000001:2.0:1770653413.944110:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028462976 : -117276681088640 : ffff955665155180) 00000100:00100000:3.0:1770653413.944111:0:6728:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955735212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+39:3288:x1856657707205632:12345-0@lo:6:osp-syn-1-0.0 00000100:00000001:2.0:1770653413.944117:0:3291:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000400:00000200:0.0:1770653413.944118:0:76387:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164689:2164689:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164685:2164685:7:4294967295] 00010000:00000001:1.0:1770653413.944119:0:76655:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000200:3.0:1770653413.944120:0:6728:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707205632 00000100:00000040:2.0:1770653413.944121:0:3291:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00000020:00000001:3.0:1770653413.944125:0:6728:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1770653413.944126:0:3291:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00010000:00000001:1.0:1770653413.944126:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1770653413.944130:0:6728:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:1.0:1770653413.944131:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.944132:0:3291:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.944133:0:6728:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.944139:0:6728:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1770653413.944142:0:6728:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000100:00000040:2.0:1770653413.944142:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955665155180 x1856657707201664/t4295332636(4295332636) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1770653413.944142:0:76655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff95565d1f9e00/0x2aed14e4e178a235 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x140e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f49 expref: 74 pid: 6530 timeout: 6877 lvb_type: 1 00000020:00000001:3.0:1770653413.944150:0:6728:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1770653413.944150:0:76387:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000020:00000001:3.0:1770653413.944153:0:6728:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653413.944159:0:6728:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1770653413.944162:0:6728:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1770653413.944166:0:6728:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000800:00000200:0.0:1770653413.944171:0:76387:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000020:00000001:3.0:1770653413.944172:0:6728:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1770653413.944172:0:76655:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000001:3.0:1770653413.944177:0:6728:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.944177:0:76655:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000001:2.0:1770653413.944178:0:3291:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.944180:0:76655:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1770653413.944180:0:76387:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9100. 00000001:00000001:3.0:1770653413.944183:0:6728:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1770653413.944189:0:6728:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.944189:0:3291:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1770653413.944189:0:76655:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653413.944190:0:76387:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:2.0:1770653413.944194:0:3291:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1770653413.944196:0:6728:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:1.0:1770653413.944198:0:76655:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000001:00000001:3.0:1770653413.944200:0:6728:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00080000:2.0:1770653413.944201:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff955665155180/2, rc 0, transno 4295332636 00010000:00000001:1.0:1770653413.944202:0:76655:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000800:00000200:0.0:1770653413.944203:0:76387:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000001:00000001:3.0:1770653413.944204:0:6728:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.944208:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:0.0:1770653413.944211:0:76387:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9100 type 1, nob 424 niov 1 nkiov 1 00000001:00000001:3.0:1770653413.944212:0:6728:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000004:00001000:2.0:1770653413.944212:0:3291:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 7 in flight, 37 in progress 00010000:00000001:1.0:1770653413.944212:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:3.0:1770653413.944217:0:6728:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.944218:0:76655:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1770653413.944219:0:76387:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.944221:0:76655:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.944223:0:6728:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.944225:0:76387:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444787 00000020:00000040:1.0:1770653413.944227:0:76655:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95565d1f9e00 with handle 0x2aed14e4e178a235 from hash 00000001:00000001:3.0:1770653413.944228:0:6728:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000040:2.0:1770653413.944231:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665155180 x1856657707201664/t4295332636(4295332636) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1770653413.944232:0:6728:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.944233:0:76655:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1770653413.944233:0:76387:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4301444782 00010000:00000001:1.0:1770653413.944237:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:3.0:1770653413.944239:0:6728:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.944241:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.944242:0:76387:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444787 00000020:00000001:3.0:1770653413.944245:0:6728:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.944246:0:76655:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1770653413.944249:0:76387:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4301444782 00000020:00000001:3.0:1770653413.944252:0:6728:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.944252:0:76655:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653413.944256:0:76655:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.944257:0:76387:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444787 00000100:00000001:3.0:1770653413.944259:0:6728:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1770653413.944262:0:76655:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:3.0:1770653413.944263:0:6728:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1770653413.944264:0:3291:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955665155180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707201664:0@lo:6:osp-syn-1-0.0 00010000:00000001:1.0:1770653413.944265:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.944266:0:76387:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4301444782 02000000:00000010:3.0:1770653413.944269:0:6728:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff955615a8e800. 00010000:00010000:1.0:1770653413.944273:0:76655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95565d1f9e00/0x2aed14e4e178a235 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x140e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f49 expref: 74 pid: 6530 timeout: 6877 lvb_type: 1 00000100:00000001:0.0:1770653413.944273:0:76387:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444787 02000000:00000001:3.0:1770653413.944274:0:6728:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.944275:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.944280:0:76387:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4301444782 00000100:00000001:3.0:1770653413.944281:0:6728:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.944282:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1770653413.944287:0:76387:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1770653413.944289:0:6728:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000100:00000040:2.0:1770653413.944289:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9557030de300 x1856657707202176/t4295332635(4295332635) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.944292:0:6728:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000040:1.0:1770653413.944295:0:76655:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 68 00000100:00000001:0.0:1770653413.944295:0:76387:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.944297:0:6728:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.944302:0:76387:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.944303:0:76655:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 73 00002000:00080000:3.0:1770653413.944304:0:6728:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5139 count 1 00010000:00000001:0.0:1770653413.944310:0:76387:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653413.944311:0:6728:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000100:00000001:2.0:1770653413.944312:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.944313:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1770653413.944314:0:6728:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1770653413.944314:0:76387:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.944315:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1770653413.944319:0:76655:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:3.0:1770653413.944320:0:6728:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1770653413.944320:0:76387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1770653413.944324:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665155180 x1856657707201664/t4295332636(4295332636) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.944324:0:76655:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1770653413.944325:0:76387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1770653413.944327:0:6728:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795554369784 : -117278155181832 : ffff95560d3870f8) 00010000:00000040:1.0:1770653413.944329:0:76655:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff955606de2600 00010000:00000001:0.0:1770653413.944329:0:76387:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653413.944334:0:6728:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795554369696 : -117278155181920 : ffff95560d3870a0) 00010000:00000001:1.0:1770653413.944335:0:76655:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1770653413.944336:0:76387:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1770653413.944339:0:76655:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1770653413.944341:0:6728:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1770653413.944341:0:76387:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00010000:1.0:1770653413.944343:0:76655:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653413.944346:0:6728:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:0.0:1770653413.944347:0:76387:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.944349:0:76655:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.944351:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653413.944352:0:6728:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556110e6f00 count: 2 00000100:00000001:0.0:1770653413.944353:0:76387:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1770653413.944354:0:76655:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:2.0:1770653413.944355:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.944359:0:6728:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.944359:0:76387:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00010000:1.0:1770653413.944360:0:76655:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:2.0:1770653413.944362:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1770653413.944364:0:76655:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.944367:0:6728:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:2.0:1770653413.944367:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1770653413.944367:0:76387:0:(client.c:2680:ptlrpc_set_wait()) set ffff95564f362000 going to sleep for 11 seconds 00010000:00000001:1.0:1770653413.944368:0:76655:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1770653413.944372:0:76655:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000010:3.0:1770653413.944373:0:6728:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95570ffc3400. 00000100:00000001:2.0:1770653413.944375:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:1.0:1770653413.944376:0:76655:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff955606de2600/0x2aed14e4e178cf3e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x140e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.944376:0:76387:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1770653413.944378:0:6728:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:0.0:1770653413.944381:0:76387:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653413.944382:0:6728:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95570ffc3400 with handle 0x2aed14e4e178cf6f to hash 00000100:00000001:2.0:1770653413.944382:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1770653413.944389:0:6728:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:2.0:1770653413.944390:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:1.0:1770653413.944390:0:76655:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1770653413.944391:0:6728:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799895720960 : -117273813830656 : ffff95570ffc3400) 00000004:00000001:2.0:1770653413.944394:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.944394:0:76655:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff955606de2600/0x2aed14e4e178cf3e lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x140e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.944395:0:6728:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799895720960 : -117273813830656 : ffff95570ffc3400) 00000800:00000001:0.0:1770653413.944399:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000004:00000001:2.0:1770653413.944401:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00000001:3.0:1770653413.944403:0:6728:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000004:00000001:2.0:1770653413.944405:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:3.0:1770653413.944407:0:6728:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1770653413.944407:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1770653413.944409:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.944414:0:76655:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x140e:0x0].0x0 (ffff955666214000) refcount = 2 00000800:00000001:0.0:1770653413.944415:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:3.0:1770653413.944416:0:6728:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3400/0x2aed14e4e178cf6f lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1413:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000040:00001000:2.0:1770653413.944416:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f648140 type=0x10692404 idx=3590 00000800:00000001:0.0:1770653413.944420:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1770653413.944423:0:76655:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000040:00001000:2.0:1770653413.944424:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3590 lrh_len: 64 (7872 remains) 00010000:00000040:1.0:1770653413.944428:0:76655:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff955606de2600/0x2aed14e4e178cf3e lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x140e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00000040:00001000:2.0:1770653413.944429:0:7854:0:(llog.c:797:llog_process_thread()) index: 3590, lh_last_idx: 3602 synced_idx: 0 lgh_last_idx: 3602 00000400:00000200:0.0:1770653413.944434:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000004:00000001:2.0:1770653413.944437:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:2.0:1770653413.944443:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:3.0:1770653413.944445:0:6728:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1770653413.944447:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.944450:0:76655:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000400:00000200:0.0:1770653413.944450:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d1b80 00010000:00000001:3.0:1770653413.944451:0:6728:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000004:00000001:2.0:1770653413.944452:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00010000:00000001:1.0:1770653413.944454:0:76655:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.944457:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00010000:00000001:3.0:1770653413.944458:0:6728:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1770653413.944458:0:76655:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000004:00000001:2.0:1770653413.944461:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00010000:00000001:1.0:1770653413.944462:0:76655:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.944465:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000400:00000200:0.0:1770653413.944465:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6f19 [2] + 1640 00010000:00000001:1.0:1770653413.944466:0:76655:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1770653413.944467:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c2dd180. 00010000:00000001:3.0:1770653413.944472:0:6728:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000020:00000040:2.0:1770653413.944474:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=40 obd=lustre-OST0001-osc-MDT0000 00010000:00000010:1.0:1770653413.944474:0:76655:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9cd40. 00000800:00000001:0.0:1770653413.944474:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1770653413.944476:0:6728:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:1.0:1770653413.944481:0:76655:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:2.0:1770653413.944483:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000800:00000001:0.0:1770653413.944483:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1770653413.944485:0:76655:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa8b40. 00010000:00010000:3.0:1770653413.944487:0:6728:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9556323fda00/0x2aed14e4e178a147 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x1413:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e69 expref: 73 pid: 76573 timeout: 0 lvb_type: 1 02000000:00000001:2.0:1770653413.944487:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1770653413.944489:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653413.944490:0:76655:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540169024 : -117277169382592 : ffff955647fa8b40) 02000000:00000001:2.0:1770653413.944491:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.944497:0:76655:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540169024 : -117277169382592 : ffff955647fa8b40) 02000000:00000010:2.0:1770653413.944501:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9556248cd800. 00000400:00000200:0.0:1770653413.944501:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653413.944503:0:76655:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1770653413.944508:0:76655:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000001:2.0:1770653413.944509:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.944510:0:3282:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:1.0:1770653413.944511:0:76655:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000200:0.0:1770653413.944515:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000004:00000001:2.0:1770653413.944516:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626800637170048 : -117273072381568 : ffff95573c2dd180) 00010000:00000001:3.0:1770653413.944517:0:6728:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1770653413.944517:0:76655:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000010:0.0:1770653413.944521:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955602b1fb80. 00010000:00000001:3.0:1770653413.944523:0:6728:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.944523:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1770653413.944526:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955602b1fb80 x1856657966308224 msgsize 328 00000100:00000001:2.0:1770653413.944527:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.944530:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653413.944531:0:76655:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.944537:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.944537:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000baf018a2] to pc [ptlrpcd_00_02+2] req@ffff95573c2dd180 x1856657707206016/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.944537:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.944542:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1770653413.944542:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00010000:00000001:3.0:1770653413.944544:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1770653413.944547:0:76655:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.944548:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653413.944554:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.944554:0:76655:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:0.0:1770653413.944555:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1770653413.944558:0:76655:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1770653413.944559:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.944560:0:6728:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.944562:0:76655:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.944567:0:6728:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000100:00000001:1.0:1770653413.944567:0:76655:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:2.0:1770653413.944568:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 8 in flight, 38 in progress 00010000:00010000:0.0:1770653413.944569:0:6530:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff955606de2600/0x2aed14e4e178cf3e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x140e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.944572:0:76655:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00010000:3.0:1770653413.944573:0:6728:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3400/0x2aed14e4e178cf6f lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1413:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000004:00001000:2.0:1770653413.944574:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3590, id 1934 00000100:00000010:1.0:1770653413.944576:0:76655:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa8b40. 00000004:00000001:2.0:1770653413.944582:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000001:1.0:1770653413.944583:0:76655:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1770653413.944587:0:76655:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1770653413.944593:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:1.0:1770653413.944593:0:76655:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9cd40. 00010000:00000001:0.0:1770653413.944595:0:6530:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.944599:0:76655:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1770653413.944600:0:6728:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1413:0x0].0x0 (ffff9556110e6f00) refcount = 2 00010000:00010000:0.0:1770653413.944601:0:6530:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff955606de2600/0x2aed14e4e178cf3e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x140e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770653413.944602:0:76655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000800:00000001:2.0:1770653413.944603:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.944606:0:76655:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1770653413.944608:0:6728:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000800:00000001:2.0:1770653413.944609:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1770653413.944614:0:76655:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000800:00000001:2.0:1770653413.944615:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1770653413.944616:0:6728:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9556323fda00/0x2aed14e4e178a147 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1413:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e69 expref: 73 pid: 76573 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1770653413.944619:0:76655:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.944620:0:6530:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1770653413.944624:0:6530:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:1.0:1770653413.944626:0:76655:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00010000:00000001:0.0:1770653413.944627:0:6530:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1770653413.944629:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:0.0:1770653413.944631:0:6530:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1770653413.944635:0:6530:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1770653413.944637:0:76655:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:0.0:1770653413.944639:0:6530:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955606de2600 refcount=3 00010000:00000040:3.0:1770653413.944641:0:6728:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000020:00000001:0.0:1770653413.944644:0:6530:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795447789056 : -117278261762560 : ffff955606de2600) 00000100:00000040:1.0:1770653413.944645:0:76655:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000040:3.0:1770653413.944646:0:6728:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3400/0x2aed14e4e178cf6f lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1413:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1770653413.944647:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b7f00 00000100:00000001:1.0:1770653413.944651:0:76655:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00000001:0.0:1770653413.944652:0:6530:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795447789056 : -117278261762560 : ffff955606de2600) 02000000:00000001:1.0:1770653413.944658:0:76655:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1770653413.944659:0:6530:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:2.0:1770653413.944660:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda635 [1] + 224 02000000:00000001:1.0:1770653413.944662:0:76655:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.944665:0:6530:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff955606de2600/0x2aed14e4e178cf3e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x140e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.944667:0:76655:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000010:3.0:1770653413.944673:0:6728:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9556196fb740. 00000800:00000001:2.0:1770653413.944674:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1770653413.944677:0:76655:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:3.0:1770653413.944681:0:6728:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000800:00000001:2.0:1770653413.944681:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.944682:0:6530:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1770653413.944683:0:76655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022088. 00010000:00000001:0.0:1770653413.944686:0:6530:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1770653413.944687:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1770653413.944688:0:6728:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556189e13c0. 00000100:00000200:1.0:1770653413.944688:0:76655:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966308096, offset 224 00010000:00010000:0.0:1770653413.944689:0:6530:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff955606de2600/0x2aed14e4e178cf3e lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x140e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.944694:0:6728:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626795745579968 : -117277963971648 : ffff9556189e13c0) 00000400:00000200:2.0:1770653413.944697:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653413.944702:0:6728:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626795745579968 : -117277963971648 : ffff9556189e13c0) 00000400:00000200:1.0:1770653413.944703:0:76655:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:3.0:1770653413.944708:0:6728:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1770653413.944710:0:3283:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1770653413.944712:0:6728:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1770653413.944716:0:6728:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000400:00000200:1.0:1770653413.944717:0:76655:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000200:2.0:1770653413.944720:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955735211f80 x1856657707204352/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.944721:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.944727:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.944727:0:6530:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:3.0:1770653413.944731:0:6728:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000200:1.0:1770653413.944733:0:76655:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164690:2164690:254:4294967295] 192.168.202.60@tcp LPNI seq info [2164686:2164686:6:4294967295] 00010000:00000001:0.0:1770653413.944733:0:6530:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.944735:0:6728:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.944751:0:6728:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1770653413.944753:0:6530:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1770653413.944755:0:6728:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00010000:00000010:0.0:1770653413.944758:0:6530:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff95564f362c00. 00000100:00000040:2.0:1770653413.944761:0:3283:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955735211f80 x1856657707204352/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1770653413.944762:0:6728:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955735210700. 00010000:00000001:0.0:1770653413.944764:0:6530:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000020:00000040:3.0:1770653413.944770:0:6728:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=4 obd=lustre-OST0001 00010000:00010000:0.0:1770653413.944773:0:6530:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00000001:3.0:1770653413.944777:0:6728:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1770653413.944781:0:76655:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 02000000:00000001:3.0:1770653413.944782:0:6728:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:0.0:1770653413.944782:0:6530:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.944787:0:6728:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.944788:0:6530:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.944794:0:6530:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:2.0:1770653413.944795:0:3283:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1770653413.944795:0:76655:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 02000000:00000010:3.0:1770653413.944796:0:6728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95562fa45000. 00010000:00000001:0.0:1770653413.944797:0:6530:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.944802:0:6530:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.944803:0:6728:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1770653413.944804:0:76655:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9557353d2f00. 00002000:00000001:0.0:1770653413.944805:0:6530:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000100:00000001:2.0:1770653413.944808:0:12201:0:(client.c:1964:ptlrpc_check_set()) Process entered 00080000:00000001:0.0:1770653413.944809:0:6530:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00010000:3.0:1770653413.944811:0:6728:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9556323fda00/0x2aed14e4e178a147 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1413:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e69 expref: 73 pid: 76573 timeout: 0 lvb_type: 1 00000400:00000001:2.0:1770653413.944813:0:12201:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:1.0:1770653413.944814:0:76655:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000400:00000001:2.0:1770653413.944817:0:12201:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00080000:00000010:0.0:1770653413.944817:0:6530:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95572dc89000. 00000400:00000010:2.0:1770653413.944822:0:12201:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d28f0. 00080000:00000001:0.0:1770653413.944823:0:6530:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626800395653120 : -117273313898496 : ffff95572dc89000) 00000800:00000200:1.0:1770653413.944826:0:76655:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000400:00000200:2.0:1770653413.944828:0:12201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78198 00000001:00000001:0.0:1770653413.944831:0:6530:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000800:00000200:1.0:1770653413.944834:0:76655:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9557353d2f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1770653413.944835:0:12201:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78198. 00000001:00000001:0.0:1770653413.944835:0:6530:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.944840:0:6728:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9556323fda00/0x2aed14e4e178a147 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1413:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e69 expref: 73 pid: 76573 timeout: 6877 lvb_type: 1 00000100:00000001:1.0:1770653413.944841:0:76655:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.944843:0:12201:0:(events.c:78:reply_in_callback()) Process entered 00080000:00000002:0.0:1770653413.944843:0:6530:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x140e:0x0] not in the id map cache 00010000:00000010:1.1:1770653413.944868:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565f571600. 00000100:00000040:1.0:1770653413.944877:0:76655:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:1.0:1770653413.944880:0:76655:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.944883:0:12201:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955735211f80 x1856657707204352/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.944884:0:76655:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1770653413.944885:0:6530:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e13be00. 00000100:00000040:1.0:1770653413.944895:0:76655:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665154380 x1856657966308096/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.1:1770653413.944896:0:6530:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162e00. 00010000:00000001:3.0:1770653413.944902:0:6728:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00010000:00000010:0.1:1770653413.944906:0:6530:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163600. 00000100:00000001:3.0:1770653413.944907:0:6728:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1770653413.944915:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955735210700 x1856657707206144/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1770653413.944920:0:12201:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955735211f80 x1856657707204352/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:0.0:1770653413.944921:0:6530:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000100:00100000:1.0:1770653413.944928:0:76655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665154380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_032:b31b1d82-c1d4-4680-ae7a-71292416d1f5+73:2366:x1856657966308096:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1010us (1460us total) trans 0 rc 0/0 00080000:00000001:0.0:1770653413.944936:0:6530:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.944945:0:6728:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00080000:00000001:0.0:1770653413.944945:0:6530:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.944950:0:76655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161863 00000100:00000001:3.0:1770653413.944951:0:6728:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.944951:0:12201:0:(events.c:163:reply_in_callback()) Process leaving 00080000:00000001:0.0:1770653413.944952:0:6530:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000100:00000040:1.0:1770653413.944955:0:76655:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000100:00000001:2.0:1770653413.944956:0:12201:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1770653413.944958:0:6530:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00100000:3.0:1770653413.944961:0:6728:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955735210700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:6728:1856657707206144:192.168.202.60@tcp:104: 00000100:00000001:2.0:1770653413.944962:0:12201:0:(client.c:1568:after_reply()) Process entered 00000100:00000001:1.0:1770653413.944962:0:76655:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 80000000:00000001:0.0:1770653413.944963:0:6530:0:(fld_handler.c:192:fld_local_lookup()) Process entered 02000000:00000001:2.0:1770653413.944966:0:12201:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1770653413.944967:0:76655:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 80000000:00000001:0.0:1770653413.944969:0:6530:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00000001:2.0:1770653413.944970:0:12201:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653413.944971:0:6728:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000020:00000010:1.0:1770653413.944972:0:76655:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d300. 00000100:00000001:2.0:1770653413.944974:0:12201:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.944975:0:6728:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 80000000:00000001:0.0:1770653413.944975:0:6530:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.944977:0:76655:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada3e8. 02000000:00000001:3.0:1770653413.944979:0:6728:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.944981:0:12201:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1770653413.944983:0:6530:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.944985:0:6728:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:1.0:1770653413.944985:0:76655:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f6800. 00000100:00001000:2.0:1770653413.944987:0:12201:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 00080000:00000001:0.0:1770653413.944989:0:6530:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1770653413.944991:0:6728:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95562fa44a00. 00000020:00000040:1.0:1770653413.944992:0:76655:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 72 00080000:00000001:0.0:1770653413.944996:0:6530:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 02000000:00000001:3.0:1770653413.944997:0:6728:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1770653413.944997:0:12201:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 00000100:00000001:1.0:1770653413.944998:0:76655:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1770653413.945002:0:6530:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000400:00000010:3.0:1770653413.945005:0:6728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2630. 00000100:00000001:2.0:1770653413.945006:0:12201:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1770653413.945010:0:12201:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.945012:0:76655:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:2.0:1770653413.945013:0:12201:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1770653413.945014:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a785d8. 00000100:00100000:1.0:1770653413.945015:0:76655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966308224 00010000:00000001:2.0:1770653413.945017:0:12201:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.945020:0:76655:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:3.0:1770653413.945022:0:6728:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707206144, portal 16 00000100:00000001:2.0:1770653413.945022:0:12201:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.945023:0:76655:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000001:00000001:0.0:1770653413.945026:0:6530:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:3.0:1770653413.945028:0:6728:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653413.945028:0:76655:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.945031:0:6530:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:3.0:1770653413.945032:0:6728:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800518891264 : -117273190660352 : ffff955735210700) 00000100:00000040:2.0:1770653413.945033:0:12201:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955735211f80 x1856657707204352/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1770653413.945034:0:76655:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.945039:0:6530:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.945040:0:76655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966308224 00000100:00000040:3.0:1770653413.945044:0:6728:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955735210700 x1856657707206144/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1770653413.945046:0:76655:0:(genops.c:811:class_conn2export()) Process entered 00080000:00000001:0.0:1770653413.945048:0:6530:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000040:1.0:1770653413.945050:0:76655:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00080000:00000001:0.0:1770653413.945054:0:6530:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:1.0:1770653413.945055:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1770653413.945061:0:12201:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1770653413.945061:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=78 00000020:00000001:1.0:1770653413.945067:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:2.0:1770653413.945068:0:12201:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1770653413.945072:0:12201:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1770653413.945072:0:6530:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000001:1.0:1770653413.945074:0:76655:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00010000:00000001:2.0:1770653413.945078:0:12201:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00080000:00000001:0.0:1770653413.945078:0:6530:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.945081:0:76655:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1770653413.945082:0:12201:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.945084:0:6728:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1770653413.945086:0:12201:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:1.0:1770653413.945087:0:76655:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cd40. 00010000:00000001:2.0:1770653413.945090:0:12201:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.945091:0:6728:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:1.0:1770653413.945093:0:76655:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1770653413.945097:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a787f8. 00000020:00000010:1.0:1770653413.945097:0:76655:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cd40. 00000100:00000040:2.0:1770653413.945099:0:12201:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955735211f80 x1856657707204352/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:0.0:1770653413.945099:0:6530:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.945104:0:6728:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707206144, offset 0 00000020:00000010:1.0:1770653413.945107:0:76655:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f6800. 00080000:00000001:0.0:1770653413.945107:0:6530:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000020:00000010:1.0:1770653413.945117:0:76655:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d300. 00000400:00000200:3.0:1770653413.945118:0:6728:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00100000:2.0:1770653413.945122:0:12201:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955735211f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:12201:1856657707204352:192.168.202.60@tcp:104: 00080000:00000001:0.0:1770653413.945125:0:6530:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.945127:0:76655:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada3e8. 00000100:00000001:2.0:1770653413.945128:0:12201:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.945130:0:6728:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00080000:00000001:0.0:1770653413.945131:0:6530:0:(osd_object.c:806:osd_destroy()) Process entered 00000100:00000001:2.0:1770653413.945135:0:12201:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.945136:0:6530:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000400:00000200:3.0:1770653413.945138:0:6728:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1770653413.945139:0:12201:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000040:1.0:1770653413.945139:0:76655:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 80000000:00000001:0.0:1770653413.945141:0:6530:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000001:2.0:1770653413.945143:0:12201:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653413.945146:0:76655:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 80000000:00000001:0.0:1770653413.945146:0:6530:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000400:00000200:3.0:1770653413.945147:0:6728:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000100:00000040:2.0:1770653413.945152:0:12201:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955735211f80 x1856657707204352/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 80000000:00000001:0.0:1770653413.945152:0:6530:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.945153:0:76655:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1770653413.945156:0:6728:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00010000:00000001:1.0:1770653413.945158:0:76655:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 80000000:00000001:0.0:1770653413.945160:0:6530:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.945163:0:6728:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00010000:00000001:1.0:1770653413.945164:0:76655:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.945168:0:6530:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.945172:0:76655:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000400:00000200:3.0:1770653413.945173:0:6728:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164691:2164691:253:4294967295] 192.168.202.60@tcp LPNI seq info [2164687:2164687:5:4294967295] 00080000:00000001:0.0:1770653413.945175:0:6530:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000100:00000001:2.0:1770653413.945176:0:12201:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1770653413.945178:0:76655:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1770653413.945180:0:12201:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00080000:00000001:0.0:1770653413.945180:0:6530:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000020:00000001:1.0:1770653413.945182:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:2.0:1770653413.945184:0:12201:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95562fa45600. 02000000:00000001:2.0:1770653413.945190:0:12201:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:1.0:1770653413.945190:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95573d0ab800 refcount=4 00000400:00000200:3.0:1770653413.945193:0:6728:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000020:00000001:2.0:1770653413.945194:0:12201:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1770653413.945197:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800651646976 : -117273057904640 : ffff95573d0ab800) 00000020:00000040:2.0:1770653413.945198:0:12201:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=4 obd=lustre-OST0000 00010000:00000001:1.0:1770653413.945203:0:76655:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626800651646976 : -117273057904640 : ffff95573d0ab800) 00000020:00000001:2.0:1770653413.945204:0:12201:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000200:3.0:1770653413.945205:0:6728:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 02000000:00000010:2.0:1770653413.945210:0:12201:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95562fa44000. 00000800:00000010:3.0:1770653413.945212:0:6728:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626cd00. 00010000:00010000:1.0:1770653413.945213:0:76655:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff95573d0ab800/0x2aed14e4e178a15c lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e7e expref: 78 pid: 12198 timeout: 6877 lvb_type: 1 02000000:00000001:2.0:1770653413.945215:0:12201:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1770653413.945218:0:12201:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1770653413.945222:0:12201:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955735211f80. 00000800:00000200:3.0:1770653413.945224:0:6728:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:2.0:1770653413.945228:0:12201:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653413.945233:0:12201:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.945233:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.945237:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:3.0:1770653413.945239:0:6728:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000010:2.0:1770653413.945239:0:12201:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556189e10c0. 00010000:00000001:1.0:1770653413.945240:0:76655:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1770653413.945246:0:6728:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626cd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1770653413.945247:0:12201:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1770653413.945247:0:76655:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1770653413.945249:0:6530:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.945251:0:12201:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.945255:0:6728:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.945255:0:76655:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000010:2.0:1770653413.945257:0:12201:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9556196fb600. 00080000:00000001:0.0:1770653413.945257:0:6530:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.945260:0:6728:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444788 00000100:00000200:1.0:1770653413.945264:0:76655:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955602b1fb80 x1856657966308224/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.945265:0:12201:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.945266:0:6530:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:3.0:1770653413.945267:0:6728:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4301444787 00010000:00000001:2.0:1770653413.945272:0:12201:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.945273:0:6530:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000100:00000001:3.0:1770653413.945275:0:6728:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444788 00010000:00000001:2.0:1770653413.945278:0:12201:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000002:0.0:1770653413.945280:0:6530:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332639, last_committed = 4295332607 00000100:00000001:3.0:1770653413.945282:0:6728:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4301444787 00010000:00000001:2.0:1770653413.945285:0:12201:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000001:00000010:0.0:1770653413.945289:0:6530:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9556681b9480. 00000100:00000001:3.0:1770653413.945290:0:6728:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444788 00010000:00010000:2.0:1770653413.945290:0:12201:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff955605728800/0x2aed14e4e178cf4c lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1557:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000001:00000040:0.0:1770653413.945297:0:6530:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 32 00000100:00000001:3.0:1770653413.945298:0:6728:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4301444787 00000100:00000001:3.0:1770653413.945305:0:6728:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444788 00000020:00000040:0.0:1770653413.945307:0:6530:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=40 00000100:00000001:3.0:1770653413.945312:0:6728:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4301444787 00000100:00000001:1.0:1770653413.945315:0:76655:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00080000:00000001:0.0:1770653413.945316:0:6530:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:1.0:1770653413.945318:0:76655:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.945319:0:6728:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.945324:0:6728:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.945325:0:3291:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1770653413.945327:0:6728:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.945329:0:76655:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1770653413.945329:0:6530:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00010000:00000001:3.0:1770653413.945330:0:6728:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.945333:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95573c2ddf80 x1856657707205504/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1770653413.945337:0:6530:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.945338:0:6728:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.945343:0:76655:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1770653413.945345:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.945347:0:76655:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1770653413.945348:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.945350:0:3291:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1770653413.945352:0:6728:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.945354:0:3291:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.945355:0:76655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161864 00010000:00000001:3.0:1770653413.945358:0:6728:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00080000:00000001:0.0:1770653413.945359:0:6530:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.945360:0:3291:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1770653413.945360:0:76655:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00010000:00000001:3.0:1770653413.945361:0:6728:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 02000000:00000001:2.0:1770653413.945363:0:3291:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1770653413.945366:0:6530:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.945367:0:6728:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.945367:0:76655:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795377785728 : -117278331765888 : ffff955602b1fb80) 02000000:00000001:2.0:1770653413.945369:0:3291:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.945372:0:6530:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000100:00000001:3.0:1770653413.945374:0:6728:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1770653413.945376:0:76655:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955602b1fb80 x1856657966308224/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1770653413.945377:0:3291:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95573c2ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707205504:0@lo:6:osp-syn-1-0.0 00000100:00000001:3.0:1770653413.945378:0:6728:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1770653413.945386:0:6728:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556189e13c0 going to sleep for 11 seconds 00080000:00000010:0.0:1770653413.945386:0:6530:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955643ef0ab0. 00000100:00000001:2.0:1770653413.945387:0:3291:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1770653413.945391:0:3291:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1770653413.945393:0:6728:0:(client.c:1964:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1770653413.945394:0:3291:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.945395:0:6530:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000100:00000001:3.0:1770653413.945397:0:6728:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.945402:0:3291:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00002000:00000040:0.0:1770653413.945402:0:6530:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x140e:0x0] 00000100:00000001:1.0:1770653413.945404:0:76655:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:2.0:1770653413.945407:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9556248cd400. 00002000:00000010:0.0:1770653413.945408:0:6530:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff95560d387300. 00000020:00000010:1.0:1770653413.945410:0:76655:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cd40. 00000100:00000001:3.0:1770653413.945411:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444788 02000000:00000001:2.0:1770653413.945411:0:3291:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.945417:0:76655:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.945418:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444785 00002000:00000001:0.0:1770653413.945418:0:6530:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000400:00000010:2.0:1770653413.945419:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2318. 00000020:00000010:1.0:1770653413.945424:0:76655:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cd40. 00002000:00000001:0.0:1770653413.945424:0:6530:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.945426:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444788 00000400:00000010:2.0:1770653413.945427:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268886e8. 00000100:00000001:3.0:1770653413.945432:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444785 00000100:00000200:2.0:1770653413.945434:0:3291:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707205504, portal 4 00000100:00100000:1.0:1770653413.945434:0:76655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955602b1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_032:b31b1d82-c1d4-4680-ae7a-71292416d1f5+78:2365:x1856657966308224:12345-192.168.202.60@tcp:103:ldlm_bl.0 00002000:00000001:0.0:1770653413.945434:0:6530:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.945436:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444788 00000100:00000001:2.0:1770653413.945441:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653413.945443:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444785 00010000:00000040:0.0:1770653413.945444:0:6530:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332639, xid 1856657707203200 00000100:00000001:2.0:1770653413.945445:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637173632 : -117273072377984 : ffff95573c2ddf80) 00000100:00000200:1.0:1770653413.945445:0:76655:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966308224 00000100:00000001:3.0:1770653413.945449:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444788 00010000:00000001:1.0:1770653413.945450:0:76655:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00010000:00000001:0.0:1770653413.945452:0:6530:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000002:1.0:1770653413.945454:0:76655:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000100:00000001:3.0:1770653413.945455:0:3288:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.945459:0:3288:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.945459:0:76655:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000040:2.0:1770653413.945460:0:3291:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95573c2ddf80 x1856657707205504/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1770653413.945462:0:6530:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955735211880 x1856657707203200/t4295332639(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.945464:0:76655:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1770653413.945465:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.945468:0:76655:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1770653413.945471:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1770653413.945474:0:76655:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955607fcf400. 00000100:00000001:3.0:1770653413.945478:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1770653413.945480:0:76655:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.945482:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1770653413.945486:0:76655:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.945489:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653413.945493:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1770653413.945493:0:76655:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:2.0:1770653413.945498:0:3291:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1770653413.945498:0:76655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:3.0:1770653413.945499:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.945500:0:6530:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1770653413.945504:0:76655:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00100000:3.0:1770653413.945506:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:2.0:1770653413.945507:0:3291:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1770653413.945507:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1770653413.945507:0:6530:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.945509:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1770653413.945512:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95573d0ab800 refcount=4 00000100:00000001:3.0:1770653413.945515:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1770653413.945516:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888220. 00000020:00000001:1.0:1770653413.945516:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800651646976 : -117273057904640 : ffff95573d0ab800) 00000100:00001000:0.0:1770653413.945516:0:6530:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653413.945518:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.945524:0:76655:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626800651646976 : -117273057904640 : ffff95573d0ab800) 00000100:00000001:3.0:1770653413.945525:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1770653413.945525:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707205504, offset 0 00000100:00000001:0.0:1770653413.945527:0:6530:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1770653413.945529:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1770653413.945532:0:3288:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00000040:1.0:1770653413.945533:0:76655:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95562c678f00 count: 3 00000100:00000040:0.0:1770653413.945535:0:6530:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000400:00000200:2.0:1770653413.945538:0:3291:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1770653413.945539:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95573c2de300 x1856657707205760/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1770653413.945542:0:76655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff95573d0ab800/0x2aed14e4e178a15c lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1554:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e7e expref: 78 pid: 12198 timeout: 6877 lvb_type: 1 00000100:00000001:0.0:1770653413.945545:0:6530:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000400:00000200:2.0:1770653413.945552:0:3291:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1770653413.945554:0:6530:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1770653413.945559:0:6530:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.945566:0:6530:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1770653413.945568:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b8380 00000100:00001000:1.0:1770653413.945569:0:76655:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 00000100:00000001:3.0:1770653413.945571:0:3288:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1770653413.945575:0:3288:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.945578:0:76655:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:0.0:1770653413.945578:0:6530:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1770653413.945580:0:3288:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1770653413.945582:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf2bd [8] + 11968 02000000:00000001:3.0:1770653413.945585:0:3288:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.945585:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:0.0:1770653413.945586:0:6530:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8110. 00000400:00000200:2.0:1770653413.945589:0:3291:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1770653413.945589:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1770653413.945591:0:3288:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.945594:0:6530:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707203200, offset 224 00010000:00010000:1.0:1770653413.945596:0:76655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff95573d0ab800/0x2aed14e4e178a15c lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1554:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e7e expref: 78 pid: 12198 timeout: 6877 lvb_type: 1 00000100:00100000:3.0:1770653413.945598:0:3288:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95573c2de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707205760:0@lo:6:osp-syn-0-0.0 00000400:00000200:2.0:1770653413.945599:0:3291:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1770653413.945609:0:3288:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1770653413.945609:0:6530:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1770653413.945614:0:3288:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1770653413.945615:0:76655:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 02000000:00000001:3.0:1770653413.945616:0:3288:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.945617:0:3291:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:1.0:1770653413.945618:0:76655:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000200:2.0:1770653413.945622:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:3.0:1770653413.945623:0:3288:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1770653413.945623:0:76655:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.945626:0:6530:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1770653413.945629:0:76655:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1770653413.945630:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955615a8cc00. 00000100:00000010:2.0:1770653413.945631:0:3291:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95573c2ddc00. 00010000:00000001:1.0:1770653413.945633:0:76655:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:3.0:1770653413.945636:0:3288:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.945637:0:76655:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:2.0:1770653413.945638:0:3291:0:(events.c:337:request_in_callback()) incoming req@ffff95573c2ddc00 x1856657707205504 msgsize 544 00000400:00000200:0.0:1770653413.945639:0:6530:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b7a80 00000400:00000010:3.0:1770653413.945643:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2370. 00010000:00000001:1.0:1770653413.945643:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.945647:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.945650:0:76655:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1770653413.945652:0:6530:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda5c5 [1] + 224 00000100:00100000:2.0:1770653413.945653:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:1.0:1770653413.945654:0:76655:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.945659:0:76655:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95573d0ab800 with handle 0x2aed14e4e178a15c from hash 00000400:00000010:3.0:1770653413.945664:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78110. 00000400:00000200:0.0:1770653413.945664:0:6530:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653413.945665:0:3291:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1770653413.945665:0:76655:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1770653413.945669:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1770653413.945672:0:3288:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707205760, portal 4 00010000:00000001:1.0:1770653413.945672:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1770653413.945673:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888220 00010000:00000001:1.0:1770653413.945677:0:76655:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:0.0:1770653413.945677:0:6530:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1770653413.945678:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1770653413.945679:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888220. 00010000:00000001:1.0:1770653413.945681:0:76655:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:3.0:1770653413.945682:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637174528 : -117273072377088 : ffff95573c2de300) 00000100:00000001:2.0:1770653413.945684:0:3291:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:1.0:1770653413.945685:0:76655:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.945688:0:6530:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1770653413.945689:0:76655:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:3.0:1770653413.945692:0:3288:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95573c2de300 x1856657707205760/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1770653413.945692:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95573c2ddf80 x1856657707205504/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.945693:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:0.0:1770653413.945698:0:6530:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95573c2dc700 x1856657707203200/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1770653413.945700:0:76655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95573d0ab800/0x2aed14e4e178a15c lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1554:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e7e expref: 78 pid: 12198 timeout: 6877 lvb_type: 1 00010000:00000040:1.0:1770653413.945728:0:76655:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 72 00000100:00000001:3.0:1770653413.945729:0:3288:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1770653413.945732:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1770653413.945734:0:76655:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 77 00000100:00000040:3.0:1770653413.945737:0:3288:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1770653413.945751:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2ddf80 x1856657707205504/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1770653413.945755:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78dd0. 00010000:00000001:1.0:1770653413.945755:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.945758:0:76655:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000200:3.0:1770653413.945762:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707205760, offset 0 00010000:00000001:1.0:1770653413.945763:0:76655:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000040:0.0:1770653413.945763:0:6530:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95573c2dc700 x1856657707203200/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1770653413.945767:0:76655:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff955606de2a00 00010000:00000001:1.0:1770653413.945771:0:76655:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:2.0:1770653413.945772:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.945775:0:76655:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000400:00000200:3.0:1770653413.945776:0:3288:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1770653413.945777:0:3291:0:(events.c:68:request_out_callback()) Process leaving 00010000:00010000:1.0:1770653413.945780:0:76655:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:2.0:1770653413.945784:0:3291:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.945785:0:76655:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.945792:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1770653413.945792:0:76655:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000040:2.0:1770653413.945793:0:3291:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26312 usecs (27 jiffies) 00010000:00010000:1.0:1770653413.945795:0:76655:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:0.0:1770653413.945795:0:6530:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.945801:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444785 00010000:00000001:1.0:1770653413.945801:0:76655:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.945805:0:76655:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000200:0.0:1770653413.945806:0:6530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8110 00000100:00000001:2.0:1770653413.945807:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444788 00010000:00000001:1.0:1770653413.945808:0:76655:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000400:00000200:3.0:1770653413.945812:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b8480 00000100:00000001:2.0:1770653413.945814:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444785 00010000:00010000:1.0:1770653413.945814:0:76655:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff955606de2a00/0x2aed14e4e178cf22 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1770653413.945814:0:6530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8110. 00000100:00000001:2.0:1770653413.945820:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444788 00000100:00000001:0.0:1770653413.945822:0:6530:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:3.0:1770653413.945827:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf2bd [8] + 12512 00000100:00000001:2.0:1770653413.945828:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444785 00000100:00000001:0.0:1770653413.945828:0:6530:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1770653413.945829:0:76655:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:2.0:1770653413.945835:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444788 00010000:00010000:1.0:1770653413.945836:0:76655:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff955606de2a00/0x2aed14e4e178cf22 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1770653413.945837:0:3288:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1770653413.945837:0:6530:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.945840:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444785 00000100:00000001:2.0:1770653413.945845:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444788 00010000:00000040:1.0:1770653413.945869:0:76655:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1554:0x0].0x0 (ffff95562c678f00) refcount = 2 00010000:00000040:1.0:1770653413.945872:0:76655:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000040:0.0:1770653413.945873:0:6530:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000400:00000200:3.0:1770653413.945875:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:1.0:1770653413.945875:0:76655:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955606de2a00/0x2aed14e4e178cf22 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.945877:0:3291:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.945882:0:6530:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:2.0:1770653413.945884:0:3291:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.945885:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1770653413.945887:0:6530:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.945890:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1770653413.945891:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.945895:0:6530:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1770653413.945897:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1770653413.945899:0:3288:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955735212d80. 00010000:00000001:1.0:1770653413.945899:0:76655:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653413.945902:0:76655:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.945903:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1770653413.945904:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955735211880 x1856657707203200/t4295332639(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653413.945905:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff955735212d80 x1856657707205760 msgsize 544 00010000:00000001:1.0:1770653413.945907:0:76655:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:2.0:1770653413.945908:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:1.0:1770653413.945911:0:76655:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.945915:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1770653413.945916:0:76655:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1770653413.945918:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1770653413.945919:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653413.945924:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1770653413.945925:0:76655:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9cd40. 00000100:00100000:2.0:1770653413.945932:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00000001:1.0:1770653413.945932:0:76655:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:3.0:1770653413.945933:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.945939:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1770653413.945939:0:76655:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa8b40. 00000400:00000200:3.0:1770653413.945940:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78dd0 00000100:00100000:0.0:1770653413.945940:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955735211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+40:3290:x1856657707203200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20312us (20842us total) trans 4295332639 rc 0/0 00000400:00000010:3.0:1770653413.945947:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78dd0. 00000100:00000001:1.0:1770653413.945947:0:76655:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540169024 : -117277169382592 : ffff955647fa8b40) 00000100:00000001:2.0:1770653413.945948:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1770653413.945952:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.945955:0:76655:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540169024 : -117277169382592 : ffff955647fa8b40) 00000100:00000001:3.0:1770653413.945957:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1770653413.945957:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1770653413.945960:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136211 00000100:00000001:2.0:1770653413.945961:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1770653413.945962:0:76655:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1770653413.945964:0:3291:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1770653413.945966:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95573c2de300 x1856657707205760/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.945967:0:76655:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000040:0.0:1770653413.945969:0:6530:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 3 00010000:00000001:1.0:1770653413.945971:0:76655:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000040:2.0:1770653413.945972:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95572eb23480 x1856657707205376/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.945975:0:76655:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:0.0:1770653413.945976:0:6530:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1770653413.945982:0:6530:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1770653413.945984:0:76655:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.945989:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:0.0:1770653413.945989:0:6530:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3a80. 00010000:00000001:1.0:1770653413.945993:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.945997:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1770653413.945998:0:76655:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.945999:0:3291:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000020:00000010:0.0:1770653413.946000:0:6530:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90000. 00010000:00000001:1.0:1770653413.946003:0:76655:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:2.0:1770653413.946004:0:3291:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.946005:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2de300 x1856657707205760/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.946007:0:76655:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000010:0.0:1770653413.946008:0:6530:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bd600. 02000000:00000001:2.0:1770653413.946009:0:3291:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1770653413.946013:0:3291:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.946014:0:76655:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.946018:0:6530:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 39 02000000:00000001:2.0:1770653413.946020:0:3291:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.946020:0:76655:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.946025:0:6530:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.946027:0:76655:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1770653413.946029:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.946029:0:3291:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95572eb23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707205376:0@lo:6:osp-syn-1-0.0 00000100:00000010:1.0:1770653413.946030:0:76655:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa8b40. 00000100:00000001:3.0:1770653413.946035:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1770653413.946037:0:3291:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1770653413.946037:0:76655:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1770653413.946040:0:3288:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.946041:0:6530:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1770653413.946042:0:3291:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:1.0:1770653413.946042:0:76655:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1770653413.946047:0:3288:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26298 usecs (27 jiffies) 02000000:00000001:2.0:1770653413.946047:0:3291:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1770653413.946048:0:76655:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9cd40. 00000100:00100000:0.0:1770653413.946049:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707205504 02000000:00000001:2.0:1770653413.946051:0:3291:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1770653413.946055:0:76655:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:3.0:1770653413.946056:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444786 02000000:00000001:0.0:1770653413.946056:0:6530:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:2.0:1770653413.946058:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9556248cdc00. 00010000:00010000:1.0:1770653413.946058:0:76655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000001:0.0:1770653413.946061:0:6530:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1770653413.946063:0:76655:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.946064:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444788 02000000:00000001:2.0:1770653413.946064:0:3291:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.946065:0:6530:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.946068:0:76655:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1770653413.946071:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444786 00000400:00000010:2.0:1770653413.946072:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2898. 00010000:00000001:1.0:1770653413.946073:0:76655:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.946074:0:6530:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.946077:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444788 00000400:00000010:2.0:1770653413.946080:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888220. 00000100:00001000:1.0:1770653413.946080:0:76655:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653413.946082:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444786 00000100:00100000:0.0:1770653413.946082:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707205504 00000100:00000200:2.0:1770653413.946087:0:3291:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707205376, portal 4 00000020:00000001:0.0:1770653413.946089:0:6530:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1770653413.946090:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444788 00000100:00000001:1.0:1770653413.946090:0:76655:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1770653413.946091:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000020:00000040:0.0:1770653413.946094:0:6530:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00000100:00000001:2.0:1770653413.946095:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800410965120 : -117273298586496 : ffff95572eb23480) 00000100:00000001:3.0:1770653413.946096:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444786 00000100:00000040:1.0:1770653413.946097:0:76655:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000020:00000001:0.0:1770653413.946101:0:6530:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1770653413.946103:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444788 00000100:00000001:1.0:1770653413.946104:0:76655:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000020:00000040:0.0:1770653413.946105:0:6530:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=40 00000100:00000040:2.0:1770653413.946106:0:3291:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95572eb23480 x1856657707205376/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.946110:0:3288:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1770653413.946111:0:76655:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1770653413.946114:0:6530:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 02000000:00000001:1.0:1770653413.946115:0:76655:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.946117:0:3288:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.946123:0:76655:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1770653413.946124:0:6530:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000001:3.0:1770653413.946125:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.946127:0:3291:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1770653413.946131:0:76655:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:3.0:1770653413.946132:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.946134:0:6530:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1770653413.946136:0:3291:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1770653413.946143:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888000. 00000020:00000010:0.0:1770653413.946143:0:6530:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a680. 00000100:00000200:2.0:1770653413.946146:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707205376, offset 0 00010000:00010000:1.0:1770653413.946146:0:12206:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff955606de2a00/0x2aed14e4e178cf22 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.946149:0:6530:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1770653413.946156:0:3291:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1770653413.946158:0:6530:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a680. 00000100:00000001:3.0:1770653413.946159:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653413.946163:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1770653413.946165:0:12206:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1770653413.946169:0:3290:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:0.0:1770653413.946169:0:6530:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997b600. 00000400:00000200:2.0:1770653413.946171:0:3291:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:1.0:1770653413.946172:0:12206:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff955606de2a00/0x2aed14e4e178cf22 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000400:00000001:3.0:1770653413.946173:0:3290:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1770653413.946178:0:6530:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519900. 00000400:00000010:3.0:1770653413.946179:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2738. 00000400:00000200:3.0:1770653413.946186:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78b28 00010000:00000001:1.0:1770653413.946188:0:12206:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:00000010:0.0:1770653413.946189:0:6530:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d960. 00000400:00000200:2.0:1770653413.946190:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b8300 00000400:00000010:3.0:1770653413.946191:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78b28. 00010000:00000001:1.0:1770653413.946191:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.946195:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.946197:0:3290:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1770653413.946198:0:6530:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1770653413.946199:0:12206:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1770653413.946202:0:12206:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1770653413.946203:0:6530:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:3.0:1770653413.946204:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95573c2dc700 x1856657707203200/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1770653413.946205:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf2bd [8] + 13056 00000020:00000040:1.0:1770653413.946205:0:12206:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955606de2a00 refcount=3 00000100:00000001:0.0:1770653413.946207:0:6530:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.946211:0:12206:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795447790080 : -117278261761536 : ffff955606de2a00) 00010000:00000001:1.0:1770653413.946216:0:12206:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795447790080 : -117278261761536 : ffff955606de2a00) 00000400:00000200:2.0:1770653413.946217:0:3291:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1770653413.946218:0:6530:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.946222:0:12206:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:2.0:1770653413.946227:0:3291:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:1.0:1770653413.946228:0:12206:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff955606de2a00/0x2aed14e4e178cf22 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1770653413.946229:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95573c2dc700 x1856657707203200/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.946233:0:6530:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.946235:0:3291:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653413.946239:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:0.0:1770653413.946246:0:6530:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:2.0:1770653413.946248:0:3291:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95563f2c4700. 00010000:00000001:1.0:1770653413.946252:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:0.0:1770653413.946252:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707205760 00000100:00000040:2.0:1770653413.946254:0:3291:0:(events.c:337:request_in_callback()) incoming req@ffff95563f2c4700 x1856657707205376 msgsize 544 00010000:00000001:1.0:1770653413.946256:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1770653413.946259:0:6530:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653413.946260:0:3290:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:1.0:1770653413.946261:0:12206:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff955606de2a00/0x2aed14e4e178cf22 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.946263:0:6530:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653413.946266:0:3290:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.946268:0:6530:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.946269:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1770653413.946271:0:3290:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:3.0:1770653413.946276:0:3290:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1770653413.946277:0:6530:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.946279:0:3290:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1770653413.946279:0:12206:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1770653413.946281:0:3291:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1770653413.946284:0:12206:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.946284:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707205760 00000100:00000001:3.0:1770653413.946285:0:3290:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.946287:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888000 00000020:00000001:0.0:1770653413.946290:0:6530:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1770653413.946292:0:3290:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.946293:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888000. 00010000:00000001:1.0:1770653413.946293:0:12206:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000020:00000040:0.0:1770653413.946294:0:6530:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00010000:00000010:1.0:1770653413.946298:0:12206:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff955647fa8b40. 00000100:00001000:3.0:1770653413.946300:0:3290:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00000100:00000001:2.0:1770653413.946300:0:3291:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1770653413.946300:0:6530:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1770653413.946301:0:12206:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000100:00000200:2.0:1770653413.946308:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95572eb23480 x1856657707205376/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1770653413.946308:0:6530:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=37 00000100:00001000:3.0:1770653413.946309:0:3290:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00000020:00000001:0.0:1770653413.946315:0:6530:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00010000:00010000:1.0:1770653413.946316:0:12206:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00000001:3.0:1770653413.946320:0:3290:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1770653413.946325:0:12206:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.946326:0:3290:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.946326:0:6530:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000001:2.0:1770653413.946329:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1770653413.946330:0:12206:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.946332:0:3290:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1770653413.946335:0:12206:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:0.0:1770653413.946335:0:6530:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1770653413.946337:0:3290:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.946337:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572eb23480 x1856657707205376/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.946339:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.946342:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1770653413.946342:0:6530:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a680. 00000100:00000001:3.0:1770653413.946344:0:3290:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00002000:00000001:1.0:1770653413.946346:0:12206:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000100:00000040:3.0:1770653413.946348:0:3290:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00080000:00000001:1.0:1770653413.946351:0:12206:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:0.0:1770653413.946351:0:6530:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.946352:0:3290:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1770653413.946356:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00080000:00000010:1.0:1770653413.946359:0:12206:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff955607fccc00. 00000100:00000001:3.0:1770653413.946360:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637167360 : -117273072384256 : ffff95573c2dc700) 00000100:00000001:2.0:1770653413.946361:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.946361:0:6530:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a680. 00000100:00000001:3.0:1770653413.946366:0:3290:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00080000:00000001:1.0:1770653413.946366:0:12206:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626795466574848 : -117278242976768 : ffff955607fccc00) 00000100:00000001:2.0:1770653413.946368:0:3291:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1770653413.946370:0:3290:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00000020:00000010:0.0:1770653413.946372:0:6530:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997b000. 00000001:00000001:1.0:1770653413.946373:0:12206:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1770653413.946374:0:3290:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1770653413.946375:0:3291:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.946377:0:12206:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.946378:0:3290:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.946381:0:3291:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26312 usecs (27 jiffies) 00000020:00000010:0.0:1770653413.946381:0:6530:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519c80. 00080000:00000002:1.0:1770653413.946382:0:12206:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x1554:0x0] not in the id map cache 00000100:00000040:3.0:1770653413.946386:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95573c2dc700 x1856657707203200/t4295332639(4295332639) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.946388:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444786 00080000:00000001:1.0:1770653413.946390:0:12206:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000020:00000010:0.0:1770653413.946392:0:6530:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d320. 00000100:00000001:0.0:1770653413.946401:0:6530:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1770653413.946404:0:76386:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00080000:00000001:1.0:1770653413.946404:0:12206:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.946406:0:6530:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653413.946408:0:3290:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1770653413.946409:0:76386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707205376 00080000:00000001:1.0:1770653413.946411:0:12206:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.946412:0:6530:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.946414:0:3290:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1770653413.946414:0:76386:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00080000:00000001:1.0:1770653413.946416:0:12206:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000100:00000001:2.0:1770653413.946418:0:76386:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653413.946420:0:3290:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1770653413.946420:0:12206:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000001:2.0:1770653413.946421:0:76386:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.946422:0:6530:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1770653413.946424:0:12206:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000004:00080000:3.0:1770653413.946425:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95573c2dc700/2, rc 0, transno 4295332639 02000000:00000001:2.0:1770653413.946427:0:76386:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1770653413.946428:0:12206:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000004:00001000:3.0:1770653413.946431:0:3290:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 7 in flight, 38 in progress 00000100:00100000:2.0:1770653413.946432:0:76386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707205376 80000000:00000001:1.0:1770653413.946433:0:12206:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.946436:0:6530:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653413.946437:0:76386:0:(genops.c:811:class_conn2export()) Process entered 80000000:00000001:1.0:1770653413.946438:0:12206:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.946441:0:76386:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00000100:00000040:3.0:1770653413.946444:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c2dc700 x1856657707203200/t4295332639(4295332639) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1770653413.946444:0:76386:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:1.0:1770653413.946444:0:12206:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1770653413.946450:0:76386:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=41 00080000:00000001:1.0:1770653413.946450:0:12206:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000100:00000001:0.0:1770653413.946452:0:6530:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00080000:00000001:1.0:1770653413.946454:0:12206:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000020:00000001:2.0:1770653413.946456:0:76386:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000001:0.0:1770653413.946457:0:6530:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1770653413.946463:0:76386:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00100000:3.0:1770653413.946466:0:3290:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95573c2dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707203200:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1770653413.946468:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136219 00000100:00000001:2.0:1770653413.946469:0:76386:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000001:00000001:1.0:1770653413.946470:0:12206:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:1.0:1770653413.946474:0:12206:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000010:2.0:1770653413.946475:0:76386:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59100. 00000020:00000001:3.0:1770653413.946476:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:0.0:1770653413.946477:0:6530:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 4 00080000:00000001:1.0:1770653413.946480:0:12206:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.946481:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.946481:0:76386:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.946483:0:6530:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800637172736 : -117273072378880 : ffff95573c2ddc00) 00080000:00000001:1.0:1770653413.946484:0:12206:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:3.0:1770653413.946488:0:66075:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000020:00000010:2.0:1770653413.946489:0:76386:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59100. 00080000:00000001:1.0:1770653413.946490:0:12206:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1770653413.946492:0:66075:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1770653413.946496:0:66075:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000040:0.0:1770653413.946497:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95573c2ddc00 x1856657707205504/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1770653413.946498:0:76386:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955636fe9a00. 00010000:00010000:3.0:1770653413.946499:0:66075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff955606de2600/0x2aed14e4e178cf3e lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x140e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1770653413.946502:0:12206:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000010:2.0:1770653413.946506:0:76386:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300e00. 00080000:00000001:1.0:1770653413.946507:0:12206:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.946515:0:76386:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510190. 00080000:00000001:1.0:1770653413.946520:0:12206:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.946523:0:66075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff955606de2600 already unused, calling callback (ffffffffc16fe650) 00000100:00000001:2.0:1770653413.946524:0:76386:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00080000:00000001:1.0:1770653413.946525:0:12206:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000100:00000001:2.0:1770653413.946527:0:76386:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1770653413.946531:0:6530:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1770653413.946532:0:66075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1770653413.946532:0:76386:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.946537:0:66075:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00080000:00000001:1.0:1770653413.946538:0:12206:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.946540:0:76386:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.946541:0:66075:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff955606de2600/0x2aed14e4e178cf3e lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x140e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1770653413.946541:0:6530:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a680. 00080000:00000001:1.0:1770653413.946543:0:12206:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:1.0:1770653413.946547:0:12206:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000001:0.0:1770653413.946549:0:6530:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 80000000:00000001:1.0:1770653413.946551:0:12206:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000001:2.0:1770653413.946552:0:76386:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.946555:0:66075:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 80000000:00000001:1.0:1770653413.946556:0:12206:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000020:00000010:0.0:1770653413.946558:0:6530:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a680. 00010000:00000001:3.0:1770653413.946561:0:66075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 80000000:00000001:1.0:1770653413.946561:0:12206:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.946565:0:66075:0:(lustre_handles.c:113:class_handle2object()) Process entered 80000000:00000001:1.0:1770653413.946565:0:12206:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.946568:0:76416:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:3.0:1770653413.946569:0:66075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955606de2600 refcount=3 00000100:00100000:0.0:1770653413.946570:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95573c2ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+41:3291:x1856657707205504:12345-0@lo:6:osp-syn-1-0.0 00080000:00000001:1.0:1770653413.946571:0:12206:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.946572:0:76416:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1770653413.946574:0:66075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795447789056 : -117278261762560 : ffff955606de2600) 00080000:00000001:1.0:1770653413.946577:0:12206:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:3.0:1770653413.946580:0:66075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795447789056 : -117278261762560 : ffff955606de2600) 00000100:00100000:2.0:1770653413.946582:0:76416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136220 00080000:00000001:1.0:1770653413.946582:0:12206:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00010000:00000001:3.0:1770653413.946587:0:66075:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000200:0.0:1770653413.946587:0:6530:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707205504 00000100:00000040:2.0:1770653413.946589:0:76416:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 6 00010000:00010000:3.0:1770653413.946592:0:66075:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff955606de2600/0x2aed14e4e178cf3e lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x140e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.946594:0:76416:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800518901120 : -117273190650496 : ffff955735212d80) 00000020:00000001:0.0:1770653413.946594:0:6530:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1770653413.946600:0:6530:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:2.0:1770653413.946604:0:76416:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955735212d80 x1856657707205760/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.946606:0:66075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1770653413.946606:0:6530:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.946610:0:66075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.946615:0:66075:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.946615:0:6530:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1770653413.946617:0:76416:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1770653413.946620:0:66075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:0.0:1770653413.946621:0:6530:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00010000:00000001:3.0:1770653413.946623:0:66075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000010:2.0:1770653413.946623:0:76416:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59100. 00080000:00000001:1.0:1770653413.946626:0:12206:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.946630:0:66075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1770653413.946630:0:76416:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.946630:0:6530:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:1.0:1770653413.946631:0:12206:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.946636:0:66075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.946636:0:6530:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1770653413.946638:0:76416:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59100. 00080000:00000001:1.0:1770653413.946638:0:12206:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000001:0.0:1770653413.946643:0:6530:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000040:3.0:1770653413.946644:0:66075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff955606de2600 with handle 0x2aed14e4e178cf3e from hash 00000001:00000001:1.0:1770653413.946645:0:12206:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000020:00000001:0.0:1770653413.946647:0:6530:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000001:00000002:1.0:1770653413.946649:0:12206:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299218, last_committed = 8590299190 00000100:00100000:2.0:1770653413.946650:0:76416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955735212d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0000-mdtlov_UUID+37:3288:x1856657707205760:12345-0@lo:6:osp-syn-0-0.0 00010000:00000001:3.0:1770653413.946651:0:66075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:0.0:1770653413.946652:0:6530:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000001:00000010:1.0:1770653413.946655:0:12206:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564334a540. 00010000:00000001:3.0:1770653413.946656:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1770653413.946656:0:6530:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000100:00000200:2.0:1770653413.946659:0:76416:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707205760 00010000:00000001:3.0:1770653413.946660:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1770653413.946661:0:6530:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1770653413.946662:0:12206:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 28 00010000:00000001:3.0:1770653413.946664:0:66075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:2.0:1770653413.946665:0:76416:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000040:1.0:1770653413.946669:0:12206:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=38 00010000:00000001:3.0:1770653413.946670:0:66075:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000001:00000001:0.0:1770653413.946670:0:6530:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000020:00000001:2.0:1770653413.946671:0:76416:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:3.0:1770653413.946676:0:66075:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.946676:0:6530:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.946677:0:76416:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.946677:0:12206:0:(osd_io.c:399:osd_write()) Process entered 00000001:00000001:0.0:1770653413.946683:0:6530:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:3.0:1770653413.946685:0:66075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:2.0:1770653413.946685:0:76416:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000001:00000001:0.0:1770653413.946686:0:6530:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1770653413.946687:0:12206:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00010000:00000001:3.0:1770653413.946689:0:66075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:2.0:1770653413.946689:0:76416:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00010000:00000001:3.0:1770653413.946693:0:66075:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000001:00000001:0.0:1770653413.946693:0:6530:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.946694:0:12206:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.946695:0:76416:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:3.0:1770653413.946698:0:66075:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1770653413.946699:0:6530:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000001:2.0:1770653413.946700:0:76416:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.946702:0:66075:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.946703:0:6530:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1770653413.946704:0:76416:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00080000:00000001:1.0:1770653413.946707:0:12206:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.946708:0:66075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000001:2.0:1770653413.946708:0:76416:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000001:00000001:0.0:1770653413.946709:0:6530:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.946713:0:66075:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00002000:00000001:1.0:1770653413.946713:0:12206:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.946714:0:76416:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000001:00000001:0.0:1770653413.946714:0:6530:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1770653413.946719:0:6530:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.946720:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00002000:00000001:1.0:1770653413.946720:0:12206:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000020:00000001:2.0:1770653413.946721:0:76416:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00010000:00000001:3.0:1770653413.946725:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1770653413.946727:0:76416:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.946727:0:6530:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.946728:0:66075:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1770653413.946732:0:12206:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff9556463e8000. 00000001:00000001:2.0:1770653413.946733:0:76416:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:3.0:1770653413.946735:0:66075:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.946735:0:6530:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.946737:0:76416:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653413.946749:0:12206:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00000001:3.0:1770653413.946755:0:66075:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00002000:00000040:1.0:1770653413.946755:0:12206:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x1554:0x0] 00000001:00000001:2.0:1770653413.946756:0:76416:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000001:0.0:1770653413.946756:0:6530:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.946760:0:66075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff955606de2600/0x2aed14e4e178cf3e lrc: 1/0,0 mode: --/PW res: [0x280000403:0x140e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00000001:00000001:2.0:1770653413.946761:0:76416:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000010:1.0:1770653413.946762:0:12206:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9556637e3a20. 00000100:00000001:0.0:1770653413.946763:0:6530:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1770653413.946768:0:6530:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000001:00000001:2.0:1770653413.946769:0:76416:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653413.946770:0:12206:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 02000000:00000010:0.0:1770653413.946774:0:6530:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95572dc8a000. 00002000:00000001:1.0:1770653413.946775:0:12206:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.946776:0:76416:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:3.0:1770653413.946777:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1770653413.946778:0:6530:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.946781:0:76416:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1770653413.946782:0:66075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff955606de2600/0x2aed14e4e178cf3e lrc: 0/0,0 mode: --/PW res: [0x280000403:0x140e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00002000:00000001:1.0:1770653413.946783:0:12206:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.946783:0:6530:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.946787:0:76416:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.946791:0:12206:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299218, xid 1856657707202560 00002000:00000001:0.0:1770653413.946791:0:6530:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000001:00000001:2.0:1770653413.946793:0:76416:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:0.0:1770653413.946795:0:6530:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000001:00000001:2.0:1770653413.946797:0:76416:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.946797:0:12206:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:0.0:1770653413.946799:0:6530:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.946805:0:76416:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1770653413.946806:0:12206:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95573c2dea00 x1856657707202560/t8590299218(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00002000:00080000:0.0:1770653413.946806:0:6530:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5138 count 1 00000020:00000001:2.0:1770653413.946814:0:76416:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.946814:0:6530:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:0.0:1770653413.946818:0:6530:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1770653413.946821:0:76416:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.946822:0:6530:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000040:3.0:1770653413.946824:0:66075:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff955666214000 count: 0 00000100:00000001:2.0:1770653413.946828:0:76416:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1770653413.946829:0:6530:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795554366440 : -117278155185176 : ffff95560d3863e8) 00002000:00000010:3.0:1770653413.946831:0:66075:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955621430e80. 02000000:00000001:2.0:1770653413.946832:0:76416:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1770653413.946836:0:12206:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00002000:00000001:0.0:1770653413.946837:0:6530:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795554366352 : -117278155185264 : ffff95560d386390) 00010000:00000010:3.0:1770653413.946840:0:66075:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff955666214e00. 02000000:00000010:2.0:1770653413.946841:0:76416:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9556248cc400. 00010000:00000001:1.0:1770653413.946841:0:12206:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.946841:0:6530:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1770653413.946846:0:6530:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 02000000:00000001:2.0:1770653413.946863:0:76416:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.946867:0:76416:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653413.946867:0:12206:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00002000:00000001:2.0:1770653413.946874:0:76416:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000040:0.0:1770653413.946874:0:6530:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95563cd5c600 count: 2 00000100:00000001:1.0:1770653413.946875:0:12206:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1770653413.946876:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.946878:0:76416:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1770653413.946879:0:66075:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:1.0:1770653413.946880:0:12206:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00010000:00000001:0.0:1770653413.946881:0:6530:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.946882:0:76416:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1770653413.946884:0:66075:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff95564f362c00. 00000100:00000001:1.0:1770653413.946887:0:12206:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00010000:00000001:0.0:1770653413.946889:0:6530:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00002000:00080000:2.0:1770653413.946890:0:76416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5466 count 1 00010000:00000001:3.0:1770653413.946891:0:66075:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.946891:0:12206:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1770653413.946894:0:12206:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1770653413.946895:0:6530:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561ae2b200. 00000020:00000001:3.0:1770653413.946897:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00002000:00000001:2.0:1770653413.946898:0:76416:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000100:00000001:1.0:1770653413.946899:0:12206:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1770653413.946901:0:6530:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00002000:00000001:2.0:1770653413.946902:0:76416:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1770653413.946903:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.946906:0:12206:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1770653413.946907:0:76416:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:3.0:1770653413.946908:0:66075:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000040:0.0:1770653413.946908:0:6530:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561ae2b200 with handle 0x2aed14e4e178cf76 to hash 00000400:00000010:1.0:1770653413.946911:0:12206:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022cc0. 00000020:00000001:2.0:1770653413.946914:0:76416:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797001779064 : -117276707772552 : ffff9556637e2778) 00000020:00000001:0.0:1770653413.946914:0:6530:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1770653413.946915:0:66075:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000100:00000200:1.0:1770653413.946916:0:12206:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707202560, offset 224 00010000:00000001:3.0:1770653413.946918:0:66075:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00000001:0.0:1770653413.946918:0:6530:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795783631360 : -117277925920256 : ffff95561ae2b200) 00002000:00000001:2.0:1770653413.946921:0:76416:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797001778976 : -117276707772640 : ffff9556637e2720) 00010000:00010000:3.0:1770653413.946924:0:66075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff955606de2a00/0x2aed14e4e178cf22 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.946925:0:6530:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795783631360 : -117277925920256 : ffff95561ae2b200) 00010000:00000001:2.0:1770653413.946926:0:76416:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000400:00000200:1.0:1770653413.946929:0:12206:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1770653413.946930:0:76416:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:0.0:1770653413.946932:0:6530:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000040:2.0:1770653413.946936:0:76416:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95560e946700 count: 2 00010000:00000001:0.0:1770653413.946936:0:6530:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.946940:0:66075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff955606de2a00 already unused, calling callback (ffffffffc16fe650) 00010000:00000001:2.0:1770653413.946943:0:76416:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1770653413.946943:0:12206:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:0.0:1770653413.946944:0:6530:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b200/0x2aed14e4e178cf76 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1412:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.946945:0:66075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.946951:0:66075:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:2.0:1770653413.946952:0:76416:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00010000:3.0:1770653413.946956:0:66075:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff955606de2a00/0x2aed14e4e178cf22 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1770653413.946957:0:12206:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b7800 00010000:00000010:2.0:1770653413.946958:0:76416:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95571016ae00. 00010000:00000001:0.0:1770653413.946958:0:6530:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1770653413.946963:0:6530:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000001:2.0:1770653413.946966:0:76416:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:0.0:1770653413.946966:0:6530:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000400:00000200:1.0:1770653413.946969:0:12206:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda575 [1] + 224 00000020:00000040:2.0:1770653413.946971:0:76416:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95571016ae00 with handle 0x2aed14e4e178cf7d to hash 00010000:00000001:0.0:1770653413.946972:0:6530:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1770653413.946978:0:6530:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:3.0:1770653413.946979:0:66075:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000001:2.0:1770653413.946979:0:76416:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000400:00000200:1.0:1770653413.946980:0:12206:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1770653413.946983:0:66075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1770653413.946984:0:76416:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799897456128 : -117273812095488 : ffff95571016ae00) 00010000:00000001:0.0:1770653413.946985:0:6530:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000020:00000001:3.0:1770653413.946986:0:66075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1770653413.946988:0:12206:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:3.0:1770653413.946991:0:66075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955606de2a00 refcount=3 00010000:00000001:2.0:1770653413.946991:0:76416:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799897456128 : -117273812095488 : ffff95571016ae00) 00000100:00000001:1.0:1770653413.946993:0:12206:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:0.0:1770653413.946994:0:6530:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff955642600800/0x2aed14e4e178a116 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x1412:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e46 expref: 72 pid: 12213 timeout: 0 lvb_type: 1 00000020:00000001:3.0:1770653413.946998:0:66075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795447790080 : -117278261761536 : ffff955606de2a00) 00010000:00000001:2.0:1770653413.946999:0:76416:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:1.0:1770653413.947001:0:12206:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95573c2df800 x1856657707202560/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.947002:0:76416:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.947005:0:66075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795447790080 : -117278261761536 : ffff955606de2a00) 00010000:00010000:2.0:1770653413.947010:0:76416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178cf7d lrc: 3/0,1 mode: --/PW res: [0x240000403:0x155a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.947012:0:66075:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:0.0:1770653413.947016:0:6530:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:3.0:1770653413.947018:0:66075:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff955606de2a00/0x2aed14e4e178cf22 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.947020:0:6530:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.947026:0:6530:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653413.947030:0:6530:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.947035:0:76416:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1770653413.947036:0:6530:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000040:1.0:1770653413.947040:0:12206:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95573c2df800 x1856657707202560/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.947041:0:76416:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00010000:0.0:1770653413.947041:0:6530:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653413.947046:0:76416:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1770653413.947046:0:6530:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.947050:0:76416:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1770653413.947052:0:6530:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.947054:0:76416:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:2.0:1770653413.947058:0:76416:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:3.0:1770653413.947060:0:66075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1770653413.947060:0:6530:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00000001:3.0:1770653413.947065:0:66075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00010000:0.0:1770653413.947066:0:6530:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b200/0x2aed14e4e178cf76 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1412:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770653413.947067:0:76416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff95565d1f8e00/0x2aed14e4e178a251 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x155a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f5e expref: 77 pid: 12203 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1770653413.947068:0:66075:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.947075:0:66075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1770653413.947077:0:12206:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1770653413.947078:0:66075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653413.947082:0:66075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:1.0:1770653413.947084:0:12206:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022cc0 00010000:00000001:3.0:1770653413.947085:0:66075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.947090:0:12206:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022cc0. 00010000:00000040:0.0:1770653413.947091:0:6530:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1412:0x0].0x0 (ffff95563cd5c600) refcount = 2 00000020:00000040:3.0:1770653413.947092:0:66075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff955606de2a00 with handle 0x2aed14e4e178cf22 from hash 00010000:00000001:2.0:1770653413.947092:0:76416:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:1.0:1770653413.947094:0:12206:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1770653413.947097:0:76416:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.947100:0:12206:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000040:0.0:1770653413.947100:0:6530:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:3.0:1770653413.947101:0:66075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00010000:2.0:1770653413.947101:0:76416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653413.947105:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.947106:0:76416:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.947107:0:12206:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.947109:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1770653413.947110:0:6530:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff955642600800/0x2aed14e4e178a116 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1412:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e46 expref: 72 pid: 12213 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1770653413.947113:0:76416:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1770653413.947114:0:66075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:1.0:1770653413.947115:0:12206:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00010000:00010000:2.0:1770653413.947117:0:76416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653413.947118:0:66075:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653413.947121:0:12206:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000001:3.0:1770653413.947123:0:66075:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.947123:0:76416:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653413.947124:0:12206:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.947130:0:76416:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.947131:0:66075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:1.0:1770653413.947132:0:12206:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000040:0.0:1770653413.947133:0:6530:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000001:3.0:1770653413.947136:0:66075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1770653413.947136:0:76416:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000100:00000040:1.0:1770653413.947141:0:12206:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c2dea00 x1856657707202560/t8590299218(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1770653413.947141:0:6530:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b200/0x2aed14e4e178cf76 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1412:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.947142:0:66075:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00010000:2.0:1770653413.947142:0:76416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178cf7d lrc: 4/0,1 mode: --/PW res: [0x240000403:0x155a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.947146:0:66075:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.947153:0:66075:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.947159:0:66075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653413.947162:0:66075:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1770653413.947168:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.947172:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1770653413.947173:0:76416:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x155a:0x0].0x0 (ffff95560e946700) refcount = 2 00010000:00000001:3.0:1770653413.947174:0:66075:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1770653413.947177:0:6530:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a680. 00000100:00100000:1.0:1770653413.947179:0:12206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95573c2dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+38:3288:x1856657707202560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25916us (28807us total) trans 8590299218 rc 0/0 00010000:00000001:3.0:1770653413.947180:0:66075:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653413.947180:0:76416:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:0.0:1770653413.947181:0:6530:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00000001:3.0:1770653413.947186:0:66075:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653413.947188:0:76416:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95565d1f8e00/0x2aed14e4e178a251 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x155a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f5e expref: 77 pid: 12203 timeout: 0 lvb_type: 1 00000100:00000010:0.0:1770653413.947188:0:6530:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f362840. 00010000:00010000:3.0:1770653413.947194:0:66075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff955606de2a00/0x2aed14e4e178cf22 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.947194:0:6530:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661516352 : -117277048035264 : ffff95564f362840) 00000100:00100000:1.0:1770653413.947198:0:12206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136207 00000100:00000001:0.0:1770653413.947202:0:6530:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661516352 : -117277048035264 : ffff95564f362840) 00000100:00000040:1.0:1770653413.947205:0:12206:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 5 00000100:00000001:0.0:1770653413.947210:0:6530:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000040:2.0:1770653413.947211:0:76416:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000100:00000001:1.0:1770653413.947211:0:12206:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1770653413.947215:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.947216:0:6530:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000040:2.0:1770653413.947217:0:76416:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178cf7d lrc: 4/0,1 mode: --/PW res: [0x240000403:0x155a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.947217:0:12206:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:3.0:1770653413.947219:0:66075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff955606de2a00/0x2aed14e4e178cf22 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.947220:0:6530:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000010:1.0:1770653413.947222:0:12206:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3800. 00010000:00000001:0.0:1770653413.947225:0:6530:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.947229:0:6530:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:1.0:1770653413.947230:0:12206:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca903e8. 00000020:00000001:0.0:1770653413.947232:0:6530:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.947236:0:6530:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000020:00000010:1.0:1770653413.947238:0:12206:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564e9bcc00. 00010000:00000001:0.0:1770653413.947241:0:6530:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000010:2.0:1770653413.947243:0:76416:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f59100. 00000020:00000040:1.0:1770653413.947246:0:12206:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 37 00010000:00000001:0.0:1770653413.947247:0:6530:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000001:2.0:1770653413.947249:0:76416:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1770653413.947253:0:6530:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955602b1c700. 00000100:00000001:1.0:1770653413.947254:0:12206:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1770653413.947256:0:66075:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95562c678f00 count: 0 00000100:00000010:2.0:1770653413.947256:0:76416:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0000. 00000020:00000040:0.0:1770653413.947261:0:6530:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=5 obd=lustre-OST0001 00000100:00000001:2.0:1770653413.947262:0:76416:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100335104 : -117276609216512 : ffff9556695e0000) 00002000:00000010:3.0:1770653413.947263:0:66075:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9556196fbb40. 00000100:00000001:0.0:1770653413.947265:0:6530:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1770653413.947266:0:12206:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1770653413.947269:0:76416:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100335104 : -117276609216512 : ffff9556695e0000) 02000000:00000001:0.0:1770653413.947270:0:6530:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1770653413.947271:0:12206:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000010:3.0:1770653413.947272:0:66075:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff955607ee0e00. 00000100:00000001:2.0:1770653413.947273:0:76416:0:(client.c:2653:ptlrpc_set_wait()) Process entered 02000000:00000001:0.0:1770653413.947276:0:6530:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.947277:0:76416:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00100000:1.0:1770653413.947278:0:12206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136221 00010000:00000001:3.0:1770653413.947282:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.947282:0:76416:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000040:1.0:1770653413.947284:0:12206:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 5 02000000:00000010:0.0:1770653413.947284:0:6530:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95561997a600. 00010000:00000001:3.0:1770653413.947286:0:66075:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1770653413.947287:0:76416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.947289:0:12206:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626796392433408 : -117277317118208 : ffff95563f2c4700) 00010000:00000010:3.0:1770653413.947292:0:66075:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff955647fa8b40. 00010000:00000001:2.0:1770653413.947293:0:76416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.947293:0:6530:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.947297:0:76416:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000040:1.0:1770653413.947297:0:12206:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95563f2c4700 x1856657707205376/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.947299:0:66075:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.947300:0:76416:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00010000:0.0:1770653413.947304:0:6530:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff955642600800/0x2aed14e4e178a116 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1412:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e46 expref: 72 pid: 12213 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1770653413.947305:0:76416:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000020:00000001:3.0:1770653413.947306:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1770653413.947310:0:76416:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000020:00000001:3.0:1770653413.947311:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.947316:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:2.0:1770653413.947317:0:76416:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95563f2c7480. 00000020:00000001:3.0:1770653413.947320:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:2.0:1770653413.947323:0:76416:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=5 obd=lustre-OST0000 00000020:00000001:3.0:1770653413.947325:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.947325:0:12206:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1770653413.947330:0:76416:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00010000:00010000:3.0:1770653413.947331:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:1.0:1770653413.947333:0:12206:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cd40. 02000000:00000001:2.0:1770653413.947334:0:76416:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:3.0:1770653413.947335:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:0.0:1770653413.947337:0:6530:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff955642600800/0x2aed14e4e178a116 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1412:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e46 expref: 72 pid: 12213 timeout: 6877 lvb_type: 1 02000000:00000001:2.0:1770653413.947339:0:76416:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.947341:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.947341:0:12206:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1770653413.947348:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:2.0:1770653413.947349:0:76416:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff955636fe8800. 00000020:00000010:1.0:1770653413.947349:0:12206:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cd40. 00000400:00000001:3.0:1770653413.947357:0:3290:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1770653413.947357:0:76416:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.947358:0:6530:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00100000:1.0:1770653413.947361:0:12206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95563f2c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+41:3291:x1856657707205376:12345-0@lo:6:osp-syn-1-0.0 00000400:00000001:3.0:1770653413.947363:0:3290:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1770653413.947363:0:6530:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1770653413.947367:0:12206:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707205376 00000400:00000010:3.0:1770653413.947369:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d24d0. 00010000:00010000:2.0:1770653413.947369:0:76416:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff95565d1f8e00/0x2aed14e4e178a251 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x155a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f5e expref: 77 pid: 12203 timeout: 0 lvb_type: 1 00000020:00000001:1.0:1770653413.947371:0:12206:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1770653413.947373:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955602b1c700 x1856657707206272/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1770653413.947376:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a786e8 00000020:00000001:1.0:1770653413.947377:0:12206:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1770653413.947380:0:12206:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.947382:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a786e8. 00000020:00000001:1.0:1770653413.947386:0:12206:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1770653413.947388:0:3290:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1770653413.947390:0:12206:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000020:00000001:1.0:1770653413.947396:0:12206:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:3.0:1770653413.947397:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9557030df100 x1856657707202048/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1770653413.947400:0:76416:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff95565d1f8e00/0x2aed14e4e178a251 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x155a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f5e expref: 77 pid: 12203 timeout: 6877 lvb_type: 1 00000020:00000001:1.0:1770653413.947400:0:12206:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653413.947407:0:12206:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1770653413.947409:0:6530:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1770653413.947411:0:12206:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1770653413.947414:0:6530:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.947416:0:12206:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1770653413.947420:0:12206:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1770653413.947424:0:12206:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.947425:0:6530:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955602b1c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6530:1856657707206272:192.168.202.60@tcp:104: 00010000:00000001:2.0:1770653413.947431:0:76416:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000001:00000001:1.0:1770653413.947431:0:12206:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:0.0:1770653413.947432:0:6530:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1770653413.947433:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9557030df100 x1856657707202048/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1770653413.947436:0:12206:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.947437:0:76416:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1770653413.947437:0:6530:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000001:00000001:1.0:1770653413.947442:0:12206:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 02000000:00000001:0.0:1770653413.947442:0:6530:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.947446:0:76416:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95563f2c7480 x1856657707206400/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000001:1.0:1770653413.947447:0:12206:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1770653413.947448:0:6530:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1770653413.947449:0:3290:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1770653413.947454:0:3290:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1770653413.947454:0:12206:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1770653413.947455:0:6530:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95561997a400. 00000100:00000001:3.0:1770653413.947462:0:3290:0:(client.c:1568:after_reply()) Process entered 00000001:00000001:1.0:1770653413.947462:0:12206:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 02000000:00000001:0.0:1770653413.947462:0:6530:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.947463:0:76416:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000001:00000001:1.0:1770653413.947467:0:12206:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1770653413.947468:0:3290:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1770653413.947468:0:76416:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653413.947470:0:6530:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e053420. 00000100:00000001:3.0:1770653413.947471:0:3290:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000001:00000001:1.0:1770653413.947476:0:12206:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.947477:0:3290:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653413.947478:0:6530:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8110. 00000100:00100000:2.0:1770653413.947480:0:76416:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95563f2c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0000_UUID:76416:1856657707206400:192.168.202.60@tcp:104: 00000001:00000001:1.0:1770653413.947481:0:12206:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 02000000:00000001:3.0:1770653413.947483:0:3290:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.947485:0:12206:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1770653413.947486:0:6530:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707206272, portal 16 00000100:00000001:2.0:1770653413.947490:0:76416:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00001000:3.0:1770653413.947492:0:3290:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 00000001:00000001:1.0:1770653413.947492:0:12206:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.947493:0:6530:0:(client.c:3234:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1770653413.947494:0:76416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1770653413.947498:0:6530:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795377772288 : -117278331779328 : ffff955602b1c700) 02000000:00000001:2.0:1770653413.947499:0:76416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.947499:0:12206:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653413.947500:0:3290:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 02000000:00000001:2.0:1770653413.947507:0:76416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1770653413.947507:0:12206:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.947508:0:3290:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1770653413.947508:0:6530:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955602b1c700 x1856657707206272/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.947513:0:3290:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653413.947514:0:76416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff955636fe8400. 00000100:00000001:1.0:1770653413.947514:0:12206:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1770653413.947519:0:12206:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1770653413.947520:0:3290:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1770653413.947520:0:76416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.947524:0:12206:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff955607fce400. 00000100:00000001:0.0:1770653413.947524:0:6530:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1770653413.947525:0:3290:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.947527:0:76416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef24d0. 02000000:00000001:1.0:1770653413.947530:0:12206:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.947532:0:3290:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1770653413.947533:0:6530:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:2.0:1770653413.947535:0:76416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888000. 00000100:00000040:3.0:1770653413.947536:0:3290:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1770653413.947536:0:12206:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653413.947539:0:6530:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac82a8. 00000100:00000200:2.0:1770653413.947541:0:76416:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707206400, portal 16 00000100:00000001:3.0:1770653413.947542:0:3290:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00002000:00000001:1.0:1770653413.947543:0:12206:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000100:00000200:0.0:1770653413.947544:0:6530:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707206272, offset 0 00000100:00000001:3.0:1770653413.947547:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1770653413.947548:0:76416:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1770653413.947548:0:12206:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:3.0:1770653413.947553:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799678779648 : -117274030771968 : ffff9557030df100) 00000100:00000001:2.0:1770653413.947554:0:76416:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796392445056 : -117277317106560 : ffff95563f2c7480) 00010000:00000001:1.0:1770653413.947554:0:12206:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.947554:0:6530:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00002000:00080000:1.0:1770653413.947561:0:12206:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5137 count 1 00000100:00000001:3.0:1770653413.947562:0:3290:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000400:00000200:0.0:1770653413.947565:0:6530:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000100:00000040:2.0:1770653413.947567:0:76416:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff95563f2c7480 x1856657707206400/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1770653413.947569:0:3290:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00002000:00000001:1.0:1770653413.947569:0:12206:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000400:00000200:0.0:1770653413.947571:0:6530:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00002000:00000001:1.0:1770653413.947573:0:12206:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00000001:3.0:1770653413.947578:0:3290:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000020:00000001:1.0:1770653413.947578:0:12206:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1770653413.947580:0:6530:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000020:00000001:1.0:1770653413.947582:0:12206:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795554369480 : -117278155182136 : ffff95560d386fc8) 00000100:00000001:3.0:1770653413.947584:0:3290:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.947585:0:76416:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1770653413.947586:0:6530:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00002000:00000001:1.0:1770653413.947588:0:12206:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795554369392 : -117278155182224 : ffff95560d386f70) 00000100:00000040:2.0:1770653413.947593:0:76416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:1.0:1770653413.947595:0:12206:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000400:00000200:0.0:1770653413.947595:0:6530:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00000040:3.0:1770653413.947597:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9557030df100 x1856657707202048/t8590299217(8590299217) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1770653413.947600:0:76416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888330. 00010000:00000001:1.0:1770653413.947600:0:12206:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000200:0.0:1770653413.947604:0:6530:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164692:2164692:252:4294967295] 192.168.202.60@tcp LPNI seq info [2164688:2164688:4:4294967295] 00010000:00000040:1.0:1770653413.947606:0:12206:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955633f4c000 count: 2 00000100:00000200:2.0:1770653413.947607:0:76416:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707206400, offset 0 00010000:00000001:1.0:1770653413.947612:0:12206:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1770653413.947619:0:76416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:1.0:1770653413.947620:0:12206:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1770653413.947627:0:12206:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95566c162200. 00000400:00000200:0.0:1770653413.947631:0:6530:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:3.0:1770653413.947633:0:3290:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1770653413.947633:0:12206:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1770653413.947638:0:12206:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95566c162200 with handle 0x2aed14e4e178cf84 to hash 00000800:00000200:0.0:1770653413.947639:0:6530:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:3.0:1770653413.947640:0:3290:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1770653413.947642:0:76416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000020:00000001:1.0:1770653413.947644:0:12206:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:3.0:1770653413.947646:0:3290:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.947648:0:12206:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626797145956864 : -117276563594752 : ffff95566c162200) 00000800:00000010:0.0:1770653413.947649:0:6530:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9000. 00000400:00000200:2.0:1770653413.947650:0:76416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000004:00080000:3.0:1770653413.947651:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9557030df100/2, rc 0, transno 8590299217 00010000:00000001:1.0:1770653413.947655:0:12206:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626797145956864 : -117276563594752 : ffff95566c162200) 00000004:00001000:3.0:1770653413.947657:0:3290:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 7 in flight, 33 in progress 00000400:00000200:2.0:1770653413.947659:0:76416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00010000:00000001:1.0:1770653413.947661:0:12206:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000200:0.0:1770653413.947664:0:6530:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:1.0:1770653413.947665:0:12206:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.947668:0:76416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00010000:00010000:1.0:1770653413.947672:0:12206:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95566c162200/0x2aed14e4e178cf84 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1411:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1770653413.947673:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9557030df100 x1856657707202048/t8590299217(8590299217) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1770653413.947675:0:76416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000800:00000200:0.0:1770653413.947676:0:6530:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:0.0:1770653413.947684:0:6530:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9000 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1770653413.947685:0:76416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164693:2164693:251:4294967295] 192.168.202.60@tcp LPNI seq info [2164689:2164689:3:4294967295] 00000100:00000001:0.0:1770653413.947693:0:6530:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.947698:0:12206:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:0.0:1770653413.947700:0:6530:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444790 00010000:00000001:1.0:1770653413.947702:0:12206:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1770653413.947706:0:12206:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1770653413.947709:0:12206:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:0.0:1770653413.947711:0:6530:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4301444788 00000100:00100000:3.0:1770653413.947712:0:3290:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff9557030df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707202048:0@lo:6:osp-syn-0-0.0 00010000:00000001:1.0:1770653413.947713:0:12206:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000400:00000200:2.0:1770653413.947714:0:76416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:1.0:1770653413.947719:0:12206:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:0.0:1770653413.947720:0:6530:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444790 00000400:00000001:3.0:1770653413.947722:0:3290:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1770653413.947727:0:3290:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1770653413.947728:0:6530:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4301444788 00000800:00000200:2.0:1770653413.947729:0:76416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00010000:1.0:1770653413.947729:0:12206:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9556395a6800/0x2aed14e4e178a212 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x1411:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f34 expref: 72 pid: 12198 timeout: 0 lvb_type: 1 00000400:00000010:3.0:1770653413.947731:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2e18. 00000100:00000001:0.0:1770653413.947736:0:6530:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444790 00000400:00000200:3.0:1770653413.947751:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78330 00000800:00000010:2.0:1770653413.947752:0:76416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df200. 00000400:00000010:3.0:1770653413.947756:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78330. 00010000:00000001:1.0:1770653413.947760:0:12206:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:0.0:1770653413.947760:0:6530:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4301444788 00000100:00000001:3.0:1770653413.947762:0:3290:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1770653413.947764:0:12206:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1770653413.947767:0:76416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00010000:1.0:1770653413.947768:0:12206:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:0.0:1770653413.947769:0:6530:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444790 00000100:00000200:3.0:1770653413.947771:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95573c2dd880 x1856657707202816/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.947773:0:12206:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.947777:0:6530:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4301444788 00010000:00000001:1.0:1770653413.947780:0:12206:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000800:00000200:2.0:1770653413.947781:0:76416:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00010000:1.0:1770653413.947785:0:12206:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:0.0:1770653413.947786:0:6530:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1770653413.947789:0:76416:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df200 type 1, nob 424 niov 1 nkiov 1 00010000:00000001:1.0:1770653413.947790:0:12206:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.947792:0:6530:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.947798:0:12206:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.947799:0:6530:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.947800:0:76416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.947804:0:12206:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00000001:0.0:1770653413.947806:0:6530:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.947807:0:76416:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444790 00010000:00010000:1.0:1770653413.947809:0:12206:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95566c162200/0x2aed14e4e178cf84 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1411:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1770653413.947812:0:6530:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.947815:0:76416:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, keep current deadline 4301444790 00010000:00000001:0.0:1770653413.947818:0:6530:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.947821:0:76416:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444790 00010000:00000001:0.0:1770653413.947822:0:6530:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.947826:0:6530:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.947828:0:76416:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, keep current deadline 4301444790 00010000:00000001:0.0:1770653413.947832:0:6530:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000200:3.0:1770653413.947835:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95573c2dd880 x1856657707202816/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1770653413.947835:0:12206:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1411:0x0].0x0 (ffff955633f4c000) refcount = 2 00000100:00000001:2.0:1770653413.947836:0:76416:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444790 00010000:00000001:0.0:1770653413.947836:0:6530:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1770653413.947843:0:76416:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, keep current deadline 4301444790 00000100:00000001:0.0:1770653413.947844:0:6530:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.947845:0:12206:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:2.0:1770653413.947866:0:76416:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444791 00000100:00000001:2.0:1770653413.947869:0:76416:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444790 00000100:00000001:2.0:1770653413.947873:0:76416:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.947874:0:6530:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1770653413.947879:0:6530:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1770653413.947880:0:76416:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.947881:0:3290:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1770653413.947882:0:6530:0:(client.c:2680:ptlrpc_set_wait()) set ffff95564f362840 going to sleep for 11 seconds 00010000:00000001:2.0:1770653413.947885:0:76416:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.947885:0:12206:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9556395a6800/0x2aed14e4e178a212 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1411:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f34 expref: 72 pid: 12198 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1770653413.947886:0:3290:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.947887:0:6530:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1770653413.947894:0:3290:0:(client.c:1568:after_reply()) Process entered 00010000:00000001:2.0:1770653413.947894:0:76416:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.947897:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1770653413.947898:0:3290:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000040:1.0:1770653413.947899:0:12206:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000020:00000001:2.0:1770653413.947900:0:76416:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.947901:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.947902:0:3290:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000040:1.0:1770653413.947904:0:12206:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95566c162200/0x2aed14e4e178cf84 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1411:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.947905:0:76416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1770653413.947906:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1770653413.947907:0:3290:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.947909:0:76416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1770653413.947914:0:3290:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.947914:0:76416:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.947920:0:76416:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00001000:3.0:1770653413.947922:0:3290:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00010000:00000001:2.0:1770653413.947923:0:76416:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1770653413.947926:0:6530:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.947928:0:76416:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653413.947932:0:3290:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653413.947933:0:76416:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00000010:1.0:1770653413.947935:0:12206:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9cd40. 00000100:00000001:2.0:1770653413.947936:0:76416:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1770653413.947937:0:3290:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1770653413.947942:0:3290:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.947943:0:76416:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556695e0000 going to sleep for 11 seconds 00000100:00000001:1.0:1770653413.947943:0:12206:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000800:00000001:0.0:1770653413.947944:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1770653413.947946:0:3290:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1770653413.947949:0:76416:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1770653413.947949:0:12206:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa8540. 00010000:00000001:3.0:1770653413.947950:0:3290:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1770653413.947952:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.947954:0:76416:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.947954:0:12206:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540167488 : -117277169384128 : ffff955647fa8540) 00000100:00000001:3.0:1770653413.947955:0:3290:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000800:00000001:0.0:1770653413.947957:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1770653413.947961:0:3290:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1770653413.947962:0:12206:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540167488 : -117277169384128 : ffff955647fa8540) 00000100:00000001:3.0:1770653413.947964:0:3290:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000800:00000001:0.0:1770653413.947965:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.947966:0:12206:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1770653413.947968:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653413.947969:0:12206:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000001:3.0:1770653413.947971:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637171840 : -117273072379776 : ffff95573c2dd880) 00000004:00000001:2.0:1770653413.947971:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:1.0:1770653413.947973:0:12206:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000004:00000001:2.0:1770653413.947975:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.947978:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:3.0:1770653413.947979:0:3290:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000004:00000001:2.0:1770653413.947980:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00000001:1.0:1770653413.947980:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1770653413.947985:0:3290:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00010000:00000001:1.0:1770653413.947985:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1770653413.947986:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:3.0:1770653413.947988:0:3290:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000004:00000001:2.0:1770653413.947991:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.947991:0:12206:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:3.0:1770653413.947992:0:3290:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.947993:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b8000 00010000:00000001:1.0:1770653413.947995:0:12206:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000040:00001000:2.0:1770653413.947997:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f648180 type=0x10692404 idx=3591 00010000:00000001:1.0:1770653413.947999:0:12206:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000100:00000040:3.0:1770653413.948001:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95573c2dd880 x1856657707202816/t4295332638(4295332638) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.948003:0:12206:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000040:00001000:2.0:1770653413.948004:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3591 lrh_len: 64 (7808 remains) 00000400:00000200:0.0:1770653413.948005:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda645 [1] + 224 00000100:00000010:1.0:1770653413.948008:0:12206:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665156d80. 00000040:00001000:2.0:1770653413.948011:0:7854:0:(llog.c:797:llog_process_thread()) index: 3591, lh_last_idx: 3602 synced_idx: 0 lgh_last_idx: 3602 00000020:00000040:1.0:1770653413.948015:0:12206:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=6 obd=lustre-OST0001 00000004:00000001:2.0:1770653413.948018:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000800:00000001:0.0:1770653413.948018:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653413.948023:0:12206:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000004:00000001:2.0:1770653413.948025:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 02000000:00000001:1.0:1770653413.948026:0:12206:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000001:0.0:1770653413.948026:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.948027:0:3290:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1770653413.948029:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.948031:0:12206:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.948032:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653413.948035:0:3290:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000004:00000001:2.0:1770653413.948036:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000100:00000001:3.0:1770653413.948039:0:3290:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1770653413.948040:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 02000000:00000010:1.0:1770653413.948040:0:12206:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95563c4f6c00. 00000400:00000200:0.0:1770653413.948041:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000004:00000001:2.0:1770653413.948045:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000004:00080000:3.0:1770653413.948047:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95573c2dd880/2, rc 0, transno 4295332638 00000100:00000001:1.0:1770653413.948049:0:12206:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.948050:0:3282:0:(events.c:78:reply_in_callback()) Process entered 00000004:00001000:3.0:1770653413.948051:0:3290:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 7 in flight, 39 in progress 00000100:00000010:2.0:1770653413.948052:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95563f2c5c00. 00010000:00010000:1.0:1770653413.948057:0:12206:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9556395a6800/0x2aed14e4e178a212 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1411:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f34 expref: 72 pid: 12198 timeout: 0 lvb_type: 1 00000100:00000200:0.0:1770653413.948059:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955735213100 x1856657707204608/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:2.0:1770653413.948060:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=41 obd=lustre-OST0001-osc-MDT0000 00000100:00000040:3.0:1770653413.948061:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c2dd880 x1856657707202816/t4295332638(4295332638) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.948068:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1770653413.948072:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1770653413.948076:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653413.948084:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9556248cf400. 00010000:00010000:1.0:1770653413.948090:0:12206:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9556395a6800/0x2aed14e4e178a212 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1411:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f34 expref: 72 pid: 12198 timeout: 6877 lvb_type: 1 00000100:00000001:2.0:1770653413.948092:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.948099:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626796392438784 : -117277317112832 : ffff95563f2c5c00) 00000100:00000001:2.0:1770653413.948106:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1770653413.948106:0:3282:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955735213100 x1856657707204608/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.948112:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.948122:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3f478db] to pc [ptlrpcd_00_03+3] req@ffff95563f2c5c00 x1856657707206656/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.948122:0:12206:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00100000:3.0:1770653413.948126:0:3290:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95573c2dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707202816:0@lo:6:osp-syn-1-0.0 00000100:00000001:1.0:1770653413.948128:0:12206:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1770653413.948136:0:12206:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955665156d80 x1856657707206528/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.948139:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.948144:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653413.948151:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2dc700 x1856657707203200/t4295332639(4295332639) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.948157:0:3282:0:(events.c:163:reply_in_callback()) Process leaving 00000004:00000001:2.0:1770653413.948161:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.948169:0:12206:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000004:00001000:2.0:1770653413.948171:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 7 in flight, 39 in progress 00000100:00000001:1.0:1770653413.948172:0:12206:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.948172:0:76385:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1770653413.948177:0:76385:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000004:00001000:2.0:1770653413.948179:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3591, id 1934 00000100:00100000:1.0:1770653413.948181:0:12206:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955665156d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12206:1856657707206528:192.168.202.60@tcp:104: 00000400:00000001:0.0:1770653413.948181:0:76385:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1770653413.948186:0:76385:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d20b0. 00000004:00000001:2.0:1770653413.948187:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000400:00000200:0.0:1770653413.948193:0:76385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78000 00000004:00000001:2.0:1770653413.948194:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:1.0:1770653413.948194:0:12206:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1770653413.948196:0:76385:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78000. 02000000:00000001:1.0:1770653413.948198:0:12206:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000004:00000001:2.0:1770653413.948199:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.948201:0:12206:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.948202:0:76385:0:(events.c:78:reply_in_callback()) Process entered 00000004:00000001:2.0:1770653413.948204:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 02000000:00000001:1.0:1770653413.948206:0:12206:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000004:00000001:2.0:1770653413.948209:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000200:0.0:1770653413.948210:0:76385:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955735213100 x1856657707204608/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1770653413.948211:0:12206:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95563c4f6a00. 00000004:00000001:2.0:1770653413.948212:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.948216:0:12206:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.948221:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f6481c0 type=0x10692404 idx=3592 00000400:00000010:1.0:1770653413.948222:0:12206:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d94268. 00000040:00001000:2.0:1770653413.948228:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3592 lrh_len: 64 (7744 remains) 00000100:00000200:0.0:1770653413.948229:0:76385:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955735213100 x1856657707204608/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1770653413.948230:0:12206:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022cc0. 00000040:00001000:2.0:1770653413.948235:0:7854:0:(llog.c:797:llog_process_thread()) index: 3592, lh_last_idx: 3602 synced_idx: 0 lgh_last_idx: 3602 00000100:00000200:1.0:1770653413.948237:0:12206:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707206528, portal 16 00000100:00000001:3.0:1770653413.948242:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.948244:0:12206:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000004:00000001:2.0:1770653413.948245:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:0.0:1770653413.948245:0:76385:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1770653413.948246:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653413.948247:0:12206:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028470144 : -117276681081472 : ffff955665156d80) 00000100:00000001:0.0:1770653413.948248:0:76385:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.948253:0:76385:0:(client.c:1568:after_reply()) Process entered 00000100:00000040:3.0:1770653413.948254:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9557030df100 x1856657707202048/t8590299217(8590299217) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1770653413.948254:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 02000000:00000001:0.0:1770653413.948256:0:76385:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1770653413.948258:0:12206:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955665156d80 x1856657707206528/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:2.0:1770653413.948259:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.948260:0:76385:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653413.948263:0:76385:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.948268:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 02000000:00000001:0.0:1770653413.948269:0:76385:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.948274:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000100:00001000:0.0:1770653413.948276:0:76385:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 00000004:00000001:2.0:1770653413.948279:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000010:2.0:1770653413.948288:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95563f2c4000. 00000100:00000001:1.0:1770653413.948288:0:12206:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:0.0:1770653413.948288:0:76385:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 00000100:00000040:1.0:1770653413.948294:0:12206:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000020:00000040:2.0:1770653413.948296:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=42 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:0.0:1770653413.948297:0:76385:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1770653413.948299:0:12206:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022880. 00000100:00000001:0.0:1770653413.948300:0:76385:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.948304:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:1.0:1770653413.948304:0:12206:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707206528, offset 0 00010000:00000001:0.0:1770653413.948305:0:76385:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1770653413.948309:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:0.0:1770653413.948310:0:76385:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.948314:0:12206:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 02000000:00000001:2.0:1770653413.948315:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.948316:0:76385:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.948320:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.948323:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1770653413.948326:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9556248cec00. 00000400:00000200:1.0:1770653413.948326:0:12206:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000100:00000040:0.0:1770653413.948328:0:76385:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955735213100 x1856657707204608/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1770653413.948331:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2dd880 x1856657707202816/t4295332638(4295332638) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.948332:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.948335:0:12206:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000004:00000001:2.0:1770653413.948340:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626796392431616 : -117277317120000 : ffff95563f2c4000) 00000400:00000200:1.0:1770653413.948344:0:12206:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000100:00000001:2.0:1770653413.948348:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1770653413.948352:0:12206:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1770653413.948354:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.948361:0:12206:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00000040:2.0:1770653413.948365:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006840bf56] to pc [ptlrpcd_00_00+0] req@ffff95563f2c4000 x1856657707206784/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.948367:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.948369:0:76385:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.948373:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.948373:0:12206:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164694:2164694:250:4294967295] 192.168.202.60@tcp LPNI seq info [2164690:2164690:2:4294967295] 00000100:00000001:0.0:1770653413.948377:0:76385:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1770653413.948381:0:76385:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.948382:0:3290:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1770653413.948387:0:3290:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.948388:0:76385:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1770653413.948393:0:76385:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.948394:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:2.0:1770653413.948396:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.948397:0:76385:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:3.0:1770653413.948399:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000004:00001000:2.0:1770653413.948401:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 8 in flight, 40 in progress 00000400:00000200:1.0:1770653413.948401:0:12206:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:0.0:1770653413.948401:0:76385:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.948402:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000004:00001000:2.0:1770653413.948409:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3592, id 1934 00000100:00000001:3.0:1770653413.948411:0:3290:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1770653413.948414:0:76385:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955735213100 x1856657707204608/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.948415:0:3290:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1770653413.948416:0:12206:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000004:00000001:2.0:1770653413.948417:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000001:3.0:1770653413.948421:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653413.948424:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1770653413.948426:0:12206:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9557353d2a00. 00000100:00000001:3.0:1770653413.948428:0:3290:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000004:00000001:2.0:1770653413.948428:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1770653413.948433:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.948436:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95563f2c5c00 x1856657707206656/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1770653413.948438:0:76385:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955735213100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:76385:1856657707204608:192.168.202.60@tcp:104: 00000800:00000200:1.0:1770653413.948439:0:12206:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000004:00000001:2.0:1770653413.948440:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:2.0:1770653413.948443:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1770653413.948448:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.948450:0:76385:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1770653413.948455:0:12206:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000040:00001000:2.0:1770653413.948456:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64b780 type=0x10692404 idx=1759 00000100:00000001:3.0:1770653413.948457:0:3290:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1770653413.948457:0:76385:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653413.948460:0:12206:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9557353d2a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1770653413.948462:0:3290:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.948464:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1759 lrh_len: 64 (2176 remains) 00000100:00000001:0.0:1770653413.948465:0:76385:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1770653413.948466:0:12206:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.948469:0:3290:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1770653413.948469:0:76385:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000040:00001000:2.0:1770653413.948470:0:6724:0:(llog.c:797:llog_process_thread()) index: 1759, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00000100:00000001:1.0:1770653413.948471:0:12206:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444791 02000000:00000001:3.0:1770653413.948473:0:3290:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1770653413.948475:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:1.0:1770653413.948478:0:12206:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4301444790 00000100:00000040:0.0:1770653413.948479:0:76385:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955735213100 x1856657707204608/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1770653413.948480:0:3290:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.948481:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1770653413.948486:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.948487:0:12206:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444791 00000100:00100000:3.0:1770653413.948489:0:3290:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95563f2c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707206656:0@lo:6:osp-syn-1-0.0 00000004:00000001:2.0:1770653413.948491:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:2.0:1770653413.948496:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000100:00000001:1.0:1770653413.948496:0:12206:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4301444790 00000100:00000001:3.0:1770653413.948499:0:3290:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000004:00000001:2.0:1770653413.948500:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 02000000:00000001:3.0:1770653413.948503:0:3290:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1770653413.948505:0:12206:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444791 00000100:00000010:2.0:1770653413.948507:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95563f2c7800. 02000000:00000001:3.0:1770653413.948508:0:3290:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.948508:0:76385:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1770653413.948509:0:12206:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4301444790 02000000:00000001:0.0:1770653413.948512:0:76385:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1770653413.948514:0:3290:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1770653413.948515:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=36 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1770653413.948517:0:12206:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444791 02000000:00000010:0.0:1770653413.948518:0:76385:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95562fa44800. 00000100:00000001:2.0:1770653413.948519:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:3.0:1770653413.948520:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95564f616000. 02000000:00000001:2.0:1770653413.948523:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1770653413.948525:0:3290:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.948526:0:12206:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, keep current deadline 4301444791 02000000:00000001:0.0:1770653413.948526:0:76385:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1770653413.948527:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.948530:0:76385:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1770653413.948533:0:12206:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1770653413.948535:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2e18. 00000020:00000040:0.0:1770653413.948535:0:76385:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=4 obd=lustre-OST0000 00000100:00000001:1.0:1770653413.948536:0:12206:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653413.948537:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9556248cc800. 00000020:00000001:0.0:1770653413.948542:0:76385:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:3.0:1770653413.948543:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78330. 00010000:00000001:1.0:1770653413.948543:0:12206:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.948544:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1770653413.948546:0:76385:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95562fa45e00. 00010000:00000001:1.0:1770653413.948548:0:12206:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.948550:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626796392445952 : -117277317105664 : ffff95563f2c7800) 00000100:00000200:3.0:1770653413.948551:0:3290:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707206656, portal 4 02000000:00000001:0.0:1770653413.948552:0:76385:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1770653413.948553:0:12206:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.948556:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1770653413.948557:0:76385:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1770653413.948558:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1770653413.948558:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:0.0:1770653413.948561:0:76385:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955735213100. 00000100:00000001:2.0:1770653413.948562:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.948563:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796392438784 : -117277317112832 : ffff95563f2c5c00) 00010000:00000001:1.0:1770653413.948563:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.948565:0:76385:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1770653413.948567:0:12206:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.948570:0:76385:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.948571:0:12206:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000040:2.0:1770653413.948573:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ddfe82a] to pc [ptlrpcd_00_01+1] req@ffff95563f2c7800 x1856657707206912/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653413.948575:0:3290:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95563f2c5c00 x1856657707206656/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.948575:0:12206:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000010:0.0:1770653413.948576:0:76385:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556189e16c0. 00000100:00000001:1.0:1770653413.948583:0:12206:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.948584:0:76385:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1770653413.948588:0:76385:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.948590:0:12206:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1770653413.948594:0:12206:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000010:0.0:1770653413.948596:0:76385:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9556196fb900. 00000100:00100000:1.0:1770653413.948600:0:12206:0:(client.c:2680:ptlrpc_set_wait()) set ffff955647fa8540 going to sleep for 11 seconds 00010000:00000001:0.0:1770653413.948604:0:76385:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.948607:0:12206:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1770653413.948612:0:3290:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1770653413.948612:0:76385:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.948613:0:12206:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.948614:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.948618:0:76385:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1770653413.948620:0:3290:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000004:00001000:2.0:1770653413.948621:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 8 in flight, 34 in progress 00010000:00000001:0.0:1770653413.948624:0:76385:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000010:3.0:1770653413.948625:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a786e8. 00000004:00001000:2.0:1770653413.948626:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1759, id 1958 00000400:00000010:1.0:1770653413.948627:0:76655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022220. 00010000:00010000:0.0:1770653413.948628:0:76385:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff95571016b600/0x2aed14e4e178cf45 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1556:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1770653413.948631:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707206656, offset 0 00000004:00000001:2.0:1770653413.948633:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000200:1.0:1770653413.948634:0:76655:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966308224, offset 224 00000400:00000200:3.0:1770653413.948643:0:3290:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:2.0:1770653413.948651:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1770653413.948654:0:76655:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:3.0:1770653413.948657:0:3290:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:2.0:1770653413.948660:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.948665:0:76655:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000800:00000001:2.0:1770653413.948666:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653413.948672:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.948673:0:76655:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164695:2164695:249:4294967295] 192.168.202.60@tcp LPNI seq info [2164691:2164691:1:4294967295] 00000400:00000200:2.0:1770653413.948680:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000800:00000200:0.0:1770653413.948682:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653413.948689:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9557353d2400. 00000400:00000200:1.0:1770653413.948690:0:76655:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000400:00000200:0.0:1770653413.948695:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1770653413.948698:0:76655:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000400:00000200:3.0:1770653413.948702:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b8800 00000400:00000200:2.0:1770653413.948708:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b8080 00000800:00000010:1.0:1770653413.948708:0:76655:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9557353d2400. 00000400:00000200:0.0:1770653413.948708:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:3.0:1770653413.948714:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf2bd [8] + 13600 00000800:00000200:1.0:1770653413.948719:0:76655:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000400:00000200:3.0:1770653413.948722:0:3290:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653413.948727:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda651 [1] + 224 00000800:00000200:1.0:1770653413.948728:0:76655:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000400:00000200:3.0:1770653413.948732:0:3290:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000200:1.0:1770653413.948734:0:76655:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9557353d2400 type 1, nob 320 niov 1 nkiov 1 00000800:00000001:2.0:1770653413.948750:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653413.948751:0:76655:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.948751:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022110 00000400:00000010:0.0:1770653413.948756:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022110. 00000800:00000001:2.0:1770653413.948758:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653413.948758:0:76655:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000100:00000001:0.0:1770653413.948761:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653413.948762:0:3290:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:1.0:1770653413.948764:0:76655:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.948765:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1770653413.948766:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:0.0:1770653413.948766:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1770653413.948771:0:76655:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1770653413.948774:0:3290:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955735213100. 00000400:00000200:2.0:1770653413.948776:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000800:00000200:0.0:1770653413.948779:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1770653413.948780:0:76655:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955602b1fb80 x1856657966308224/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653413.948782:0:3290:0:(events.c:337:request_in_callback()) incoming req@ffff955735213100 x1856657707206656 msgsize 544 00000100:00000001:2.0:1770653413.948783:0:3283:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000010:0.0:1770653413.948785:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9100. 00000100:00000200:2.0:1770653413.948792:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95572eb20700 x1856657707204736/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1770653413.948792:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1770653413.948797:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1770653413.948805:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653413.948809:0:3290:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1770653413.948815:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8ee0 00000100:00100000:1.0:1770653413.948820:0:76655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955602b1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_032:b31b1d82-c1d4-4680-ae7a-71292416d1f5+77:2365:x1856657966308224:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 3410us (4288us total) trans 0 rc 0/0 00000400:00000010:0.0:1770653413.948820:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8ee0. 00000100:00000040:2.0:1770653413.948821:0:3283:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff95572eb20700 x1856657707204736/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.948827:0:3281:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1770653413.948828:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a786e8 00000400:00000010:3.0:1770653413.948834:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a786e8. 00000100:00000200:0.0:1770653413.948836:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955602b1c380 x1856657707205888/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1770653413.948840:0:76655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161864 00000100:00000001:3.0:1770653413.948842:0:3290:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1770653413.948866:0:76655:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000100:00000001:1.0:1770653413.948869:0:76655:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1770653413.948871:0:76655:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1770653413.948874:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95563f2c5c00 x1856657707206656/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1770653413.948875:0:76655:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d300. 00000100:00000001:2.0:1770653413.948881:0:3283:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1770653413.948883:0:76655:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada3e8. 00000100:00000001:3.0:1770653413.948887:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1770653413.948890:0:76655:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f6800. 00000100:00000040:3.0:1770653413.948893:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563f2c5c00 x1856657707206656/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.948895:0:12200:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1770653413.948896:0:3281:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1770653413.948897:0:76655:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 76 00000400:00000001:2.0:1770653413.948900:0:12200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1770653413.948903:0:76655:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1770653413.948905:0:12200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1770653413.948905:0:3281:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955602b1c380 x1856657707205888/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1770653413.948910:0:12200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2ec8. 00000100:00000001:3.0:1770653413.948914:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.948916:0:12200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268885d8 00000100:00000001:3.0:1770653413.948920:0:3290:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1770653413.948922:0:12200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268885d8. 00000100:00000001:3.0:1770653413.948926:0:3290:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.948927:0:3281:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.948929:0:12200:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1770653413.948933:0:3281:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1770653413.948934:0:3290:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26312 usecs (27 jiffies) 00000100:00000200:2.0:1770653413.948938:0:12200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95572eb20700 x1856657707204736/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.948939:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444789 00000800:00000001:0.0:1770653413.948941:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653413.948944:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653413.948946:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444791 00000800:00000001:0.0:1770653413.948948:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.948950:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1770653413.948953:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444789 00000100:00000001:1.0:1770653413.948956:0:3288:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000800:00000001:0.0:1770653413.948956:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653413.948959:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444791 00000100:00000001:3.0:1770653413.948964:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444789 00000800:00000001:0.0:1770653413.948964:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653413.948967:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95563f2c4000 x1856657707206784/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1770653413.948968:0:12200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95572eb20700 x1856657707204736/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.948970:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444791 00000100:00000001:3.0:1770653413.948976:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444789 00000400:00000200:0.0:1770653413.948978:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:3.0:1770653413.948982:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444791 00000100:00000001:3.0:1770653413.948989:0:3290:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.948995:0:3290:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.948997:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d1c00 00000100:00000001:3.0:1770653413.949001:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.949005:0:12200:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1770653413.949010:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.949010:0:12200:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.949010:0:3288:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1770653413.949011:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6f19 [2] + 1968 00000100:00000001:1.0:1770653413.949015:0:3288:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.949017:0:12200:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:2.0:1770653413.949021:0:12200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1770653413.949021:0:3281:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e2d1948. 00000100:00000001:2.0:1770653413.949023:0:12200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1770653413.949023:0:3288:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1770653413.949024:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1770653413.949026:0:3281:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9556678cd780 00000100:00000001:3.0:1770653413.949029:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653413.949029:0:12200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.949030:0:3288:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1770653413.949030:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653413.949033:0:3289:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1770653413.949035:0:12200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.949037:0:3288:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1770653413.949038:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1770653413.949039:0:12200:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 00000100:00000040:3.0:1770653413.949041:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95563f2c7800 x1856657707206912/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1770653413.949046:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:2.0:1770653413.949048:0:12200:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 00000100:00100000:1.0:1770653413.949050:0:3288:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95563f2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707206784:0@lo:6:osp-syn-1-0.0 00000100:00000001:2.0:1770653413.949059:0:12200:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1770653413.949059:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653413.949063:0:3288:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1770653413.949064:0:12200:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.949069:0:12200:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1770653413.949069:0:3288:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1770653413.949071:0:3289:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1770653413.949071:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556678cd780 00010000:00000001:2.0:1770653413.949075:0:12200:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.949075:0:3288:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.949076:0:3289:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653413.949078:0:3281:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9556678cd780. 02000000:00000001:1.0:1770653413.949081:0:3288:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1770653413.949082:0:12200:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.949084:0:3289:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1770653413.949087:0:3289:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.949087:0:3281:0:(events.c:286:request_in_callback()) Process entered 02000000:00000010:1.0:1770653413.949088:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95566bf9a000. 00000100:00000040:2.0:1770653413.949090:0:12200:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95572eb20700 x1856657707204736/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1770653413.949092:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000001:3.0:1770653413.949095:0:3289:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.949096:0:3288:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.949099:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff95566a647450 x1856657966308352 msgsize 328 00000100:00100000:3.0:1770653413.949104:0:3289:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95563f2c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707206912:0@lo:6:osp-syn-0-0.0 00000400:00000010:1.0:1770653413.949105:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d940b0. 00000100:00000001:3.0:1770653413.949115:0:3289:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1770653413.949115:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022b28. 00000100:00100000:0.0:1770653413.949118:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 02000000:00000001:3.0:1770653413.949119:0:3289:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1770653413.949122:0:12200:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1770653413.949124:0:3289:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.949125:0:3288:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707206784, portal 4 00000100:00000001:2.0:1770653413.949126:0:12200:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1770653413.949126:0:3281:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:3.0:1770653413.949127:0:3289:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1770653413.949130:0:12200:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.949132:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:2.0:1770653413.949133:0:12200:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 02000000:00000010:3.0:1770653413.949134:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95564f616800. 00010000:00000001:2.0:1770653413.949137:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1770653413.949138:0:3289:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.949138:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796392431616 : -117277317120000 : ffff95563f2c4000) 00010000:00000001:2.0:1770653413.949141:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.949141:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1770653413.949146:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d24d0. 00010000:00000001:2.0:1770653413.949146:0:12200:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.949153:0:3288:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95563f2c4000 x1856657707206784/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1770653413.949154:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a786e8. 00000100:00000040:2.0:1770653413.949156:0:12200:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572eb20700 x1856657707204736/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1770653413.949159:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:3.0:1770653413.949162:0:3289:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707206912, portal 4 00000800:00000010:0.0:1770653413.949167:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9557353d2f00. 00000100:00000001:3.0:1770653413.949168:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653413.949172:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796392445952 : -117277317105664 : ffff95563f2c7800) 00000400:00000200:0.0:1770653413.949175:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1770653413.949182:0:3289:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95563f2c7800 x1856657707206912/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1770653413.949186:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653413.949190:0:3288:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1770653413.949196:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022088 00000100:00000040:1.0:1770653413.949200:0:3288:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1770653413.949202:0:12200:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95572eb20700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12200:1856657707204736:192.168.202.60@tcp:104: 00000100:00000001:3.0:1770653413.949203:0:3289:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1770653413.949203:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022088. 00000400:00000010:1.0:1770653413.949206:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022bb0. 00000100:00000001:0.0:1770653413.949209:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1770653413.949210:0:3289:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1770653413.949213:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:1.0:1770653413.949216:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707206784, offset 0 00000100:00000001:2.0:1770653413.949217:0:12200:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1770653413.949218:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78b28. 00000800:00000001:0.0:1770653413.949219:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653413.949225:0:12200:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1770653413.949226:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1770653413.949227:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707206912, offset 0 00000100:00000001:2.0:1770653413.949233:0:12200:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000400:00000200:1.0:1770653413.949233:0:3288:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:0.0:1770653413.949234:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653413.949238:0:12200:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1770653413.949241:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.949245:0:3289:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1770653413.949246:0:12200:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95572eb20700 x1856657707204736/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1770653413.949252:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1770653413.949255:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:3.0:1770653413.949260:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1770653413.949271:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b8880 00000400:00000200:0.0:1770653413.949274:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b8180 00000400:00000200:3.0:1770653413.949276:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b8900 00000100:00000001:2.0:1770653413.949277:0:12200:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1770653413.949283:0:12200:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1770653413.949287:0:12200:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff955636fe8000. 00000400:00000200:1.0:1770653413.949287:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf2bd [8] + 14144 02000000:00000001:2.0:1770653413.949292:0:12200:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1770653413.949295:0:12200:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1770653413.949296:0:12200:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=3 obd=lustre-OST0000 00000400:00000200:1.0:1770653413.949297:0:3288:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653413.949300:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda659 [1] + 224 00000020:00000001:2.0:1770653413.949301:0:12200:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1770653413.949305:0:12200:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff955636fe9000. 00000400:00000200:1.0:1770653413.949309:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:0.0:1770653413.949309:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1770653413.949310:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf2bd [8] + 14688 02000000:00000001:2.0:1770653413.949311:0:12200:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1770653413.949315:0:12200:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:0.0:1770653413.949317:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1770653413.949320:0:12200:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572eb20700. 00000400:00000200:0.0:1770653413.949321:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653413.949322:0:3289:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653413.949322:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1770653413.949324:0:12200:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653413.949329:0:12200:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1770653413.949329:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:0.0:1770653413.949330:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:3.0:1770653413.949333:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1770653413.949335:0:12200:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0900. 00000100:00000010:1.0:1770653413.949340:0:3288:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665155c00. 00000100:00000001:0.0:1770653413.949340:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1770653413.949341:0:12200:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1770653413.949344:0:12200:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1770653413.949347:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff955665155c00 x1856657707206784 msgsize 544 00010000:00000010:2.0:1770653413.949349:0:12200:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f59b00. 00000100:00000200:0.0:1770653413.949350:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955735213480 x1856657707204992/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.949355:0:12200:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.949360:0:76382:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:2.0:1770653413.949362:0:12200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.949362:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1770653413.949364:0:76382:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707206656 00010000:00000001:2.0:1770653413.949368:0:12200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1770653413.949369:0:76382:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653413.949373:0:76382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1770653413.949375:0:12200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1770653413.949376:0:76382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.949378:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00010000:00010000:2.0:1770653413.949379:0:12200:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178cf53 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1558:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1770653413.949380:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955735213480 x1856657707204992/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1770653413.949381:0:76382:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.949387:0:76382:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707206656 00000020:00000001:3.0:1770653413.949391:0:76382:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1770653413.949393:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022bb0 00000020:00000040:3.0:1770653413.949395:0:76382:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00000020:00000001:3.0:1770653413.949400:0:76382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1770653413.949400:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022bb0. 00000020:00000040:3.0:1770653413.949404:0:76382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=42 00000100:00000001:1.0:1770653413.949408:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1770653413.949409:0:76382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000020:00000001:3.0:1770653413.949414:0:76382:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000001:3.0:1770653413.949417:0:76382:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1770653413.949418:0:76386:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1770653413.949420:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95563f2c4000 x1856657707206784/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.949421:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1770653413.949422:0:76386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707206784 00000020:00000010:3.0:1770653413.949423:0:76382:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbb40. 02000000:00000001:2.0:1770653413.949426:0:76386:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653413.949429:0:76382:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.949430:0:76386:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653413.949434:0:76386:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.949434:0:76384:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1770653413.949436:0:76382:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbb40. 00000400:00000001:0.0:1770653413.949439:0:76384:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1770653413.949441:0:76386:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1770653413.949443:0:76384:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1770653413.949444:0:76382:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95562fa45e00. 00000100:00100000:2.0:1770653413.949447:0:76386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707206784 00000400:00000010:0.0:1770653413.949449:0:76384:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2000. 00000020:00000010:3.0:1770653413.949451:0:76382:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3800. 00000020:00000001:2.0:1770653413.949451:0:76386:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1770653413.949451:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1770653413.949454:0:76384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78bb0 00000020:00000040:2.0:1770653413.949456:0:76386:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00000020:00000010:3.0:1770653413.949458:0:76382:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90d48. 00000100:00000040:1.0:1770653413.949458:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563f2c4000 x1856657707206784/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1770653413.949460:0:76384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78bb0. 00000020:00000001:2.0:1770653413.949461:0:76386:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653413.949465:0:76386:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=43 00000100:00000001:3.0:1770653413.949466:0:76382:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1770653413.949467:0:76384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1770653413.949470:0:76382:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1770653413.949472:0:76386:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000001:3.0:1770653413.949474:0:76382:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.949476:0:76384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955735213480 x1856657707204992/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1770653413.949479:0:76386:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000001:3.0:1770653413.949482:0:76382:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.949486:0:76386:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1770653413.949490:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.949492:0:76386:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59b00. 00000100:00000001:1.0:1770653413.949494:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1770653413.949495:0:76382:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.949497:0:76386:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1770653413.949497:0:76384:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955735213480 x1856657707204992/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.949501:0:3288:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.949504:0:76386:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59b00. 00000100:00000040:1.0:1770653413.949507:0:3288:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26312 usecs (27 jiffies) 00000100:00000001:3.0:1770653413.949508:0:76382:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1770653413.949511:0:76386:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955636fe9000. 00000100:00000001:3.0:1770653413.949514:0:76382:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1770653413.949514:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444789 00000020:00000010:2.0:1770653413.949517:0:76386:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300c00. 00000100:00000001:1.0:1770653413.949521:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444791 00000100:00100000:3.0:1770653413.949523:0:76382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136222 00000020:00000010:2.0:1770653413.949525:0:76386:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e5103e8. 00000100:00000001:0.0:1770653413.949525:0:76384:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1770653413.949527:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444789 00000100:00000001:0.0:1770653413.949529:0:76384:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1770653413.949530:0:76382:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 6 00000100:00000001:1.0:1770653413.949532:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444791 00000100:00000001:2.0:1770653413.949533:0:76386:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1770653413.949534:0:76384:0:(client.c:1568:after_reply()) Process entered 00000100:00000001:3.0:1770653413.949535:0:76382:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800518902016 : -117273190649600 : ffff955735213100) 00000100:00000001:2.0:1770653413.949537:0:76386:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1770653413.949539:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444789 02000000:00000001:0.0:1770653413.949539:0:76384:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1770653413.949541:0:76386:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.949543:0:76384:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1770653413.949545:0:76382:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955735213100 x1856657707206656/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.949545:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444791 00000100:00000001:0.0:1770653413.949547:0:76384:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.949549:0:76386:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.949551:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444789 02000000:00000001:0.0:1770653413.949554:0:76384:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.949557:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444791 00000100:00001000:0.0:1770653413.949561:0:76384:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00000100:00000001:2.0:1770653413.949562:0:76386:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.949563:0:3288:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.949570:0:3288:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653413.949572:0:76384:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00000100:00000001:3.0:1770653413.949575:0:76382:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1770653413.949578:0:76384:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000400:00000001:1.0:1770653413.949579:0:3288:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1770653413.949580:0:76382:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbb40. 00000100:00000001:2.0:1770653413.949581:0:76419:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1770653413.949581:0:76384:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1770653413.949583:0:3288:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1770653413.949586:0:76419:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1770653413.949589:0:76382:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1770653413.949589:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2738. 00010000:00000001:0.0:1770653413.949589:0:76384:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1770653413.949594:0:76384:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.949595:0:76419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136223 00000020:00000010:3.0:1770653413.949597:0:76382:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbb40. 00000400:00000200:1.0:1770653413.949598:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888110 00000100:00000001:0.0:1770653413.949598:0:76384:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.949600:0:76419:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 7 00000400:00000010:1.0:1770653413.949603:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888110. 00000100:00000001:2.0:1770653413.949605:0:76419:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028465664 : -117276681085952 : ffff955665155c00) 00000100:00000001:1.0:1770653413.949607:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1770653413.949609:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955735213480 x1856657707204992/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1770653413.949611:0:76382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955735213100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+43:3290:x1856657707206656:12345-0@lo:6:osp-syn-1-0.0 00000100:00000200:1.0:1770653413.949616:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95573c2df800 x1856657707202560/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1770653413.949617:0:76419:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665155c00 x1856657707206784/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1770653413.949622:0:76382:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707206656 00000020:00000001:3.0:1770653413.949627:0:76382:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1770653413.949631:0:76382:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1770653413.949635:0:76382:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.949642:0:76382:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1770653413.949645:0:76384:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1770653413.949646:0:76382:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000100:00000001:0.0:1770653413.949653:0:76384:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1770653413.949654:0:76382:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1770653413.949656:0:76419:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1770653413.949657:0:76384:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653413.949658:0:76382:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1770653413.949659:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95573c2df800 x1856657707202560/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.949661:0:76384:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000020:00000010:2.0:1770653413.949662:0:76419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59b00. 00000020:00000001:3.0:1770653413.949664:0:76382:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:0.0:1770653413.949666:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.949668:0:76419:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1770653413.949669:0:76382:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:0.0:1770653413.949670:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1770653413.949674:0:76382:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00010000:00000001:0.0:1770653413.949674:0:76384:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.949676:0:76419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59b00. 00000020:00000001:3.0:1770653413.949679:0:76382:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1770653413.949683:0:76382:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.949685:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1770653413.949685:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955735213480 x1856657707204992/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000001:3.0:1770653413.949686:0:76382:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00100000:2.0:1770653413.949688:0:76419:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665155c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:lustre-MDT0000-mdtlov_UUID+43:3288:x1856657707206784:12345-0@lo:6:osp-syn-1-0.0 00000001:00000001:3.0:1770653413.949691:0:76382:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.949691:0:3288:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1770653413.949698:0:76382:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:1.0:1770653413.949699:0:3288:0:(client.c:1568:after_reply()) Process entered 00000100:00000200:2.0:1770653413.949701:0:76419:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707206784 00000001:00000001:3.0:1770653413.949703:0:76382:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1770653413.949703:0:3288:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1770653413.949706:0:76419:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1770653413.949708:0:3288:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000001:00000001:3.0:1770653413.949710:0:76382:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.949712:0:3288:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.949713:0:76419:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1770653413.949714:0:76382:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00100000:0.0:1770653413.949717:0:76384:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955735213480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0001_UUID:76384:1856657707204992:192.168.202.60@tcp:104: 00000020:00000001:2.0:1770653413.949718:0:76419:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.949719:0:3288:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.949720:0:76382:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1770653413.949725:0:76419:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000001:00000001:3.0:1770653413.949727:0:76382:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.949730:0:76419:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000100:00001000:1.0:1770653413.949730:0:3288:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 00000100:00000001:0.0:1770653413.949730:0:76384:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1770653413.949731:0:76382:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1770653413.949734:0:76382:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1770653413.949737:0:76419:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1770653413.949738:0:76384:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.949753:0:76382:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653413.949753:0:3288:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 00000020:00000001:2.0:1770653413.949754:0:76419:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.949754:0:76384:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000020:00000001:3.0:1770653413.949759:0:76382:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.949760:0:76384:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1770653413.949761:0:76419:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1770653413.949762:0:3288:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1770653413.949767:0:76382:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.949768:0:76419:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1770653413.949768:0:3288:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.949768:0:76384:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955735213480 x1856657707204992/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.949770:0:76382:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1770653413.949773:0:76419:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 02000000:00000001:3.0:1770653413.949776:0:76382:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1770653413.949776:0:3288:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1770653413.949777:0:76419:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1770653413.949783:0:76419:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.949784:0:3288:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.949784:0:76384:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000010:3.0:1770653413.949785:0:76382:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95564f615000. 00000001:00000001:2.0:1770653413.949786:0:76419:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 02000000:00000001:0.0:1770653413.949790:0:76384:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1770653413.949791:0:76382:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.949791:0:76419:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.949792:0:3288:0:(client.c:1522:ptlrpc_save_versions()) Process entered 02000000:00000010:0.0:1770653413.949793:0:76384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95562fa45400. 00000100:00000040:1.0:1770653413.949796:0:3288:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000001:00000001:2.0:1770653413.949797:0:76419:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:3.0:1770653413.949798:0:76382:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.949799:0:76384:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:2.0:1770653413.949800:0:76419:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.949801:0:3288:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000020:00000001:0.0:1770653413.949803:0:76384:0:(genops.c:1236:class_import_put()) Process entered 00002000:00000001:3.0:1770653413.949804:0:76382:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000100:00000001:1.0:1770653413.949805:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000001:00000001:2.0:1770653413.949807:0:76419:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.949808:0:76384:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=5 obd=lustre-OST0001 00010000:00000001:3.0:1770653413.949809:0:76382:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:1.0:1770653413.949809:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637179904 : -117273072371712 : ffff95573c2df800) 00000001:00000001:2.0:1770653413.949810:0:76419:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:3.0:1770653413.949814:0:76382:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.949815:0:76419:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.949816:0:3288:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000020:00000001:0.0:1770653413.949816:0:76384:0:(genops.c:1249:class_import_put()) Process leaving 00002000:00080000:3.0:1770653413.949821:0:76382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5141 count 1 00000100:00000040:1.0:1770653413.949822:0:3288:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00000001:00000001:2.0:1770653413.949823:0:76419:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1770653413.949823:0:76384:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95562fa44600. 00002000:00000001:3.0:1770653413.949827:0:76382:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000100:00000001:1.0:1770653413.949827:0:3288:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000001:00000001:2.0:1770653413.949829:0:76419:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 02000000:00000001:0.0:1770653413.949830:0:76384:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00002000:00000001:3.0:1770653413.949831:0:76382:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000001:00000001:2.0:1770653413.949832:0:76419:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.949832:0:3288:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.949834:0:76384:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1770653413.949835:0:76382:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000001:00000001:2.0:1770653413.949840:0:76419:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653413.949840:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955735213480. 00000020:00000001:3.0:1770653413.949842:0:76382:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795554368264 : -117278155183352 : ffff95560d386b08) 00000100:00000040:1.0:1770653413.949843:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95573c2df800 x1856657707202560/t8590299218(8590299218) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1770653413.949846:0:76419:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1770653413.949868:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556323fc400. 00002000:00000001:3.0:1770653413.949874:0:76382:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795554368176 : -117278155183440 : ffff95560d386ab0) 00000100:00000001:0.0:1770653413.949877:0:76384:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1770653413.949880:0:76419:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.949882:0:76382:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000001:0.0:1770653413.949882:0:76384:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.949887:0:76419:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1770653413.949888:0:76382:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000010:0.0:1770653413.949889:0:76384:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556189e1b40. 02000000:00000001:2.0:1770653413.949892:0:76419:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1770653413.949893:0:3288:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1770653413.949895:0:76382:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95562721b700 count: 2 00000100:00000001:0.0:1770653413.949895:0:76384:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 02000000:00000010:2.0:1770653413.949897:0:76419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9556248cfc00. 00000100:00000001:1.0:1770653413.949897:0:3288:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1770653413.949899:0:76384:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.949902:0:76382:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.949902:0:3288:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653413.949903:0:76419:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1770653413.949904:0:76384:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9556196fb640. 00000004:00080000:1.0:1770653413.949908:0:3288:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95573c2df800/2, rc 0, transno 8590299218 00010000:00000001:3.0:1770653413.949910:0:76382:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:2.0:1770653413.949911:0:76419:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:1.0:1770653413.949912:0:3288:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 7 in flight, 34 in progress 00010000:00000001:0.0:1770653413.949913:0:76384:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1770653413.949916:0:76382:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95570ffc2000. 00002000:00000001:2.0:1770653413.949917:0:76419:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:0.0:1770653413.949919:0:76384:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.949921:0:76419:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000020:00000001:3.0:1770653413.949922:0:76382:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:0.0:1770653413.949923:0:76384:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.949924:0:76419:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.949926:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c2df800 x1856657707202560/t8590299218(8590299218) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1770653413.949928:0:76382:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95570ffc2000 with handle 0x2aed14e4e178cf8b to hash 00002000:00080000:2.0:1770653413.949930:0:76419:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5142 count 1 00010000:00000001:0.0:1770653413.949931:0:76384:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000001:3.0:1770653413.949933:0:76382:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1770653413.949938:0:76382:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799895715840 : -117273813835776 : ffff95570ffc2000) 00002000:00000001:2.0:1770653413.949938:0:76419:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00010000:00010000:0.0:1770653413.949939:0:76384:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff955605729400/0x2aed14e4e178cf5a lrc: 3/0,1 mode: --/PW res: [0x280000403:0x140f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00002000:00000001:2.0:1770653413.949943:0:76419:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:3.0:1770653413.949946:0:76382:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799895715840 : -117273813835776 : ffff95570ffc2000) 00000020:00000001:2.0:1770653413.949947:0:76419:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00100000:1.0:1770653413.949947:0:3288:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95573c2df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707202560:0@lo:6:osp-syn-0-0.0 00000020:00000001:2.0:1770653413.949952:0:76419:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795554372216 : -117278155179400 : ffff95560d387a78) 00010000:00000001:3.0:1770653413.949953:0:76382:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653413.949957:0:76382:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.949959:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653413.949960:0:76419:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795554372128 : -117278155179488 : ffff95560d387a20) 00010000:00010000:3.0:1770653413.949964:0:76382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95570ffc2000/0x2aed14e4e178cf8b lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1415:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.949964:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1770653413.949966:0:76419:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1770653413.949970:0:76419:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000040:1.0:1770653413.949972:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2df800 x1856657707202560/t8590299218(8590299218) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1770653413.949975:0:76419:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95563f2d2c00 count: 2 00000100:00000001:0.0:1770653413.949978:0:76655:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:2.0:1770653413.949982:0:76419:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1770653413.949982:0:76655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966308352 00010000:00000001:3.0:1770653413.949984:0:76382:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 02000000:00000001:0.0:1770653413.949988:0:76655:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1770653413.949989:0:76382:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1770653413.949990:0:76419:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:0.0:1770653413.949992:0:76655:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1770653413.949994:0:76382:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:0.0:1770653413.949997:0:76655:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.949998:0:76382:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000010:2.0:1770653413.949998:0:76419:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95571016a600. 00000100:00000001:1.0:1770653413.949999:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.950003:0:76382:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 02000000:00000001:0.0:1770653413.950004:0:76655:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.950005:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653413.950006:0:76419:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:3.0:1770653413.950007:0:76382:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00100000:0.0:1770653413.950009:0:76655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966308352 00000020:00000040:2.0:1770653413.950012:0:76419:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95571016a600 with handle 0x2aed14e4e178cf92 to hash 00000020:00000001:0.0:1770653413.950012:0:76655:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1770653413.950013:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:3.0:1770653413.950016:0:76382:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9556395a7000/0x2aed14e4e178a27b lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x1415:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f81 expref: 72 pid: 6728 timeout: 0 lvb_type: 1 00000020:00000040:0.0:1770653413.950017:0:76655:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:2.0:1770653413.950018:0:76419:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:1.0:1770653413.950018:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:2.0:1770653413.950023:0:76419:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799897454080 : -117273812097536 : ffff95571016a600) 00000020:00000001:0.0:1770653413.950023:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1770653413.950025:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1770653413.950028:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=77 00000100:00000001:1.0:1770653413.950029:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1770653413.950030:0:76419:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799897454080 : -117273812097536 : ffff95571016a600) 00000100:00000001:1.0:1770653413.950033:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.950034:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00010000:00000001:3.0:1770653413.950036:0:76382:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1770653413.950036:0:76419:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1770653413.950038:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.950040:0:76382:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.950040:0:76655:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00010000:00000001:2.0:1770653413.950041:0:76419:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.950046:0:76655:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00010000:3.0:1770653413.950047:0:76382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1770653413.950049:0:76419:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178cf92 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1416:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.950049:0:3289:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1770653413.950050:0:76382:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.950051:0:76655:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95af40. 00000100:00000200:1.0:1770653413.950053:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000001:3.0:1770653413.950057:0:76382:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:0.0:1770653413.950058:0:76655:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1770653413.950061:0:3289:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665154e00. 00010000:00010000:3.0:1770653413.950062:0:76382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653413.950067:0:76382:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1770653413.950067:0:76655:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95af40. 00010000:00000001:2.0:1770653413.950068:0:76419:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000040:1.0:1770653413.950068:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff955665154e00 x1856657707206912 msgsize 544 00010000:00000001:3.0:1770653413.950074:0:76382:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.950074:0:76419:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000010:0.0:1770653413.950075:0:76655:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997ba00. 00010000:00000001:2.0:1770653413.950079:0:76419:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1770653413.950081:0:76382:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000100:00100000:1.0:1770653413.950082:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:2.0:1770653413.950083:0:76419:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000010:0.0:1770653413.950084:0:76655:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519880. 00010000:00010000:3.0:1770653413.950085:0:76382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95570ffc2000/0x2aed14e4e178cf8b lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1415:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.950088:0:76419:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000020:00000010:0.0:1770653413.950090:0:76655:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3ded8. 00010000:00000001:2.0:1770653413.950091:0:76419:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:1.0:1770653413.950095:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00010000:00010000:2.0:1770653413.950100:0:76419:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff95566c163a00/0x2aed14e4e178a140 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x1416:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e62 expref: 72 pid: 76419 timeout: 0 lvb_type: 1 00000100:00000040:0.0:1770653413.950100:0:76655:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00010000:00000040:3.0:1770653413.950101:0:76382:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1415:0x0].0x0 (ffff95562721b700) refcount = 2 00000400:00000200:1.0:1770653413.950103:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78b28 00000100:00000001:0.0:1770653413.950106:0:76655:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:1.0:1770653413.950108:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78b28. 00010000:00000040:3.0:1770653413.950112:0:76382:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:0.0:1770653413.950112:0:76655:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1770653413.950115:0:3289:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:0.0:1770653413.950117:0:76655:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000040:3.0:1770653413.950120:0:76382:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9556395a7000/0x2aed14e4e178a27b lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1415:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f81 expref: 72 pid: 6728 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1770653413.950121:0:76419:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1770653413.950122:0:76655:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.950126:0:76419:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.950126:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95563f2c7800 x1856657707206912/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.950130:0:76655:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00010000:2.0:1770653413.950132:0:76419:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653413.950136:0:76655:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1770653413.950137:0:76419:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.950141:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1770653413.950144:0:76419:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000040:3.0:1770653413.950145:0:76382:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000020:00000040:0.0:1770653413.950147:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c163400 refcount=4 00010000:00010000:2.0:1770653413.950148:0:76419:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000040:3.0:1770653413.950150:0:76382:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95570ffc2000/0x2aed14e4e178cf8b lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1415:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.950153:0:76419:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653413.950155:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145961472 : -117276563590144 : ffff95566c163400) 00010000:00000001:2.0:1770653413.950160:0:76419:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.950165:0:76655:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145961472 : -117276563590144 : ffff95566c163400) 00010000:00000001:2.0:1770653413.950167:0:76419:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000100:00000001:1.0:1770653413.950167:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000010:3.0:1770653413.950169:0:76382:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9556196fbb40. 00010000:00010000:2.0:1770653413.950173:0:76419:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178cf92 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1416:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.950174:0:76382:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00010000:0.0:1770653413.950175:0:76655:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff95566c163400/0x2aed14e4e178a163 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1557:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e85 expref: 77 pid: 12214 timeout: 6877 lvb_type: 1 00000100:00000040:1.0:1770653413.950176:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563f2c7800 x1856657707206912/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1770653413.950178:0:76382:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556189e1840. 00000100:00000001:3.0:1770653413.950184:0:76382:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626795745581120 : -117277963970496 : ffff9556189e1840) 00000100:00000001:3.0:1770653413.950190:0:76382:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626795745581120 : -117277963970496 : ffff9556189e1840) 00000100:00000001:3.0:1770653413.950197:0:76382:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000040:2.0:1770653413.950199:0:76419:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1416:0x0].0x0 (ffff95563f2d2c00) refcount = 2 00000100:00000001:3.0:1770653413.950200:0:76382:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1770653413.950204:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.950205:0:76382:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1770653413.950209:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1770653413.950211:0:76419:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:3.0:1770653413.950212:0:76382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.950212:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.950213:0:76655:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.950217:0:76382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.950218:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1770653413.950219:0:76655:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653413.950221:0:76382:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000040:2.0:1770653413.950223:0:76419:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95566c163a00/0x2aed14e4e178a140 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1416:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e62 expref: 72 pid: 76419 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1770653413.950224:0:76382:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000001:1.0:1770653413.950225:0:3289:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.950225:0:76655:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:3.0:1770653413.950229:0:76382:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000100:00000040:1.0:1770653413.950232:0:3289:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26298 usecs (27 jiffies) 00010000:00000001:3.0:1770653413.950233:0:76382:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000200:0.0:1770653413.950234:0:76655:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff95566a647450 x1856657966308352/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1770653413.950238:0:76382:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955735211f80. 00000100:00000001:1.0:1770653413.950239:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444790 00000020:00000040:3.0:1770653413.950246:0:76382:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=6 obd=lustre-OST0001 00000100:00000001:1.0:1770653413.950246:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444791 00000100:00000001:3.0:1770653413.950252:0:76382:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00010000:00000040:2.0:1770653413.950252:0:76419:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000100:00000001:1.0:1770653413.950253:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444790 02000000:00000001:3.0:1770653413.950258:0:76382:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000040:2.0:1770653413.950259:0:76419:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178cf92 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1416:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.950261:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444791 00000100:00000001:0.0:1770653413.950261:0:76655:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:3.0:1770653413.950262:0:76382:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.950265:0:76655:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.950269:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444790 02000000:00000010:3.0:1770653413.950271:0:76382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95562fa44800. 00000100:00000001:0.0:1770653413.950275:0:76655:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.950277:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444791 00000100:00000001:3.0:1770653413.950278:0:76382:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.950285:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444790 00010000:00000010:2.0:1770653413.950288:0:76419:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f59b00. 00010000:00010000:3.0:1770653413.950289:0:76382:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9556395a7000/0x2aed14e4e178a27b lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1415:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f81 expref: 72 pid: 6728 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1770653413.950290:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444791 00000100:00000001:0.0:1770653413.950290:0:76389:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1770653413.950294:0:76389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707206912 00000100:00000001:2.0:1770653413.950296:0:76419:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:1.0:1770653413.950296:0:3289:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1770653413.950300:0:76389:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:2.0:1770653413.950303:0:76419:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0900. 00000100:00000001:1.0:1770653413.950304:0:3289:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.950304:0:76389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653413.950308:0:76389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.950311:0:76382:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9556395a7000/0x2aed14e4e178a27b lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1415:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f81 expref: 72 pid: 6728 timeout: 6877 lvb_type: 1 00000100:00000001:2.0:1770653413.950312:0:76419:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100337408 : -117276609214208 : ffff9556695e0900) 02000000:00000001:0.0:1770653413.950312:0:76389:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1770653413.950314:0:3289:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1770653413.950318:0:3289:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1770653413.950320:0:76389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707206912 00000100:00000001:2.0:1770653413.950321:0:76419:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100337408 : -117276609214208 : ffff9556695e0900) 00000400:00000010:1.0:1770653413.950323:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e0539f8. 00000020:00000001:0.0:1770653413.950324:0:76389:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1770653413.950330:0:76419:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000020:00000040:0.0:1770653413.950330:0:76389:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00010000:00000001:3.0:1770653413.950331:0:76382:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000400:00000200:1.0:1770653413.950332:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8e58 00000100:00000001:3.0:1770653413.950336:0:76382:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1770653413.950336:0:76419:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000020:00000001:0.0:1770653413.950336:0:76389:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1770653413.950337:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8e58. 00010000:00000001:2.0:1770653413.950341:0:76419:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000040:0.0:1770653413.950342:0:76389:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=38 00000100:00000001:1.0:1770653413.950344:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1770653413.950345:0:76419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1770653413.950346:0:76382:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955735211f80 x1856657707207040/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1770653413.950348:0:76389:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00010000:00000001:2.0:1770653413.950349:0:76419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1770653413.950354:0:76419:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000200:1.0:1770653413.950355:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95573c2dca80 x1856657707202688/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653413.950355:0:76389:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00010000:00000001:2.0:1770653413.950357:0:76419:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1770653413.950361:0:76419:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000100:00000001:0.0:1770653413.950363:0:76389:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1770653413.950366:0:76419:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000020:00000010:0.0:1770653413.950368:0:76389:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95af40. 00000100:00000010:2.0:1770653413.950372:0:76419:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95563f2c5500. 00000100:00000001:0.0:1770653413.950375:0:76389:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.950377:0:76382:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1770653413.950379:0:76419:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=7 obd=lustre-OST0001 00000100:00000001:3.0:1770653413.950381:0:76382:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.950382:0:76389:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95af40. 00000100:00000001:2.0:1770653413.950385:0:76419:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1770653413.950390:0:76419:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1770653413.950391:0:76382:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955735211f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0001_UUID:76382:1856657707207040:192.168.202.60@tcp:104: 00000020:00000010:0.0:1770653413.950392:0:76389:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95561997a200. 02000000:00000001:2.0:1770653413.950395:0:76419:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.950396:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95573c2dca80 x1856657707202688/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.950400:0:76382:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000020:00000010:0.0:1770653413.950400:0:76389:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519280. 02000000:00000010:2.0:1770653413.950403:0:76419:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff955636fe8000. 02000000:00000001:3.0:1770653413.950404:0:76382:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1770653413.950408:0:76382:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.950409:0:76389:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3da28. 00000100:00000001:2.0:1770653413.950412:0:76419:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.950413:0:76382:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1770653413.950416:0:76389:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000010:3.0:1770653413.950420:0:76382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95562fa44000. 00000100:00000001:0.0:1770653413.950421:0:76389:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1770653413.950422:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:2.0:1770653413.950423:0:76419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff95566c163a00/0x2aed14e4e178a140 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1416:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e62 expref: 72 pid: 76419 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1770653413.950424:0:76389:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.950426:0:76382:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.950427:0:3289:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.950432:0:76389:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.950433:0:3289:0:(client.c:1568:after_reply()) Process entered 00000400:00000010:3.0:1770653413.950434:0:76382:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2738. 02000000:00000001:1.0:1770653413.950438:0:3289:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:3.0:1770653413.950442:0:76382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78dd0. 00000100:00000001:1.0:1770653413.950442:0:3289:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653413.950442:0:76389:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.950446:0:3289:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.950448:0:76419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff95566c163a00/0x2aed14e4e178a140 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1416:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e62 expref: 72 pid: 76419 timeout: 6877 lvb_type: 1 00000100:00000200:3.0:1770653413.950450:0:76382:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707207040, portal 16 02000000:00000001:1.0:1770653413.950450:0:3289:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.950454:0:33123:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653413.950457:0:76382:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00001000:1.0:1770653413.950459:0:3289:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 00000100:00000001:0.0:1770653413.950459:0:33123:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1770653413.950460:0:76382:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800518897536 : -117273190654080 : ffff955735211f80) 00000100:00100000:0.0:1770653413.950468:0:33123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136224 00000100:00001000:1.0:1770653413.950470:0:3289:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 00010000:00000001:2.0:1770653413.950471:0:76419:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000040:0.0:1770653413.950473:0:33123:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 6 00000100:00000040:3.0:1770653413.950474:0:76382:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955735211f80 x1856657707207040/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.950476:0:76419:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1770653413.950478:0:3289:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1770653413.950479:0:33123:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028462080 : -117276681089536 : ffff955665154e00) 00000100:00000001:1.0:1770653413.950482:0:3289:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.950484:0:76419:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95563f2c5500 x1856657707207168/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.950489:0:3289:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1770653413.950490:0:33123:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665154e00 x1856657707206912/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.950495:0:3289:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.950502:0:3289:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00000001:3.0:1770653413.950503:0:76382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1770653413.950506:0:3289:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1770653413.950511:0:3289:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00000040:3.0:1770653413.950513:0:76382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:1.0:1770653413.950515:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1770653413.950519:0:76382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78770. 00000100:00000001:1.0:1770653413.950519:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637168256 : -117273072383360 : ffff95573c2dca80) 00000100:00000001:2.0:1770653413.950520:0:76419:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1770653413.950524:0:76419:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.950525:0:76382:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707207040, offset 0 00000100:00000001:1.0:1770653413.950527:0:3289:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1770653413.950528:0:33123:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1770653413.950532:0:76419:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95563f2c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_029:lustre-OST0001_UUID:76419:1856657707207168:192.168.202.60@tcp:104: 00000100:00000040:1.0:1770653413.950533:0:3289:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00000400:00000200:3.0:1770653413.950534:0:76382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000020:00000010:0.0:1770653413.950534:0:33123:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95af40. 00000100:00000001:1.0:1770653413.950537:0:3289:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1770653413.950542:0:33123:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.950543:0:76419:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1770653413.950543:0:3289:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.950546:0:76382:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 02000000:00000001:2.0:1770653413.950548:0:76419:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:0.0:1770653413.950550:0:33123:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95af40. 02000000:00000001:2.0:1770653413.950552:0:76419:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.950553:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95573c2dca80 x1856657707202688/t8590299216(8590299216) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1770653413.950555:0:76382:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1770653413.950558:0:76419:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1770653413.950563:0:76382:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000100:00100000:0.0:1770653413.950563:0:33123:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665154e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+38:3289:x1856657707206912:12345-0@lo:6:osp-syn-0-0.0 02000000:00000010:2.0:1770653413.950565:0:76419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff955636fe9200. 02000000:00000001:2.0:1770653413.950571:0:76419:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.950572:0:76382:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1770653413.950575:0:33123:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707206912 00000400:00000010:2.0:1770653413.950578:0:76419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2ec8. 00000400:00000200:3.0:1770653413.950580:0:76382:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000020:00000001:0.0:1770653413.950581:0:33123:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1770653413.950582:0:3289:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1770653413.950585:0:76419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268885d8. 00000020:00000001:0.0:1770653413.950586:0:33123:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1770653413.950587:0:3289:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1770653413.950591:0:76382:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164696:2164696:251:4294967295] 192.168.202.60@tcp LPNI seq info [2164692:2164692:3:4294967295] 00000100:00000001:1.0:1770653413.950592:0:3289:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653413.950592:0:33123:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.950593:0:76419:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707207168, portal 16 00000004:00080000:1.0:1770653413.950598:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95573c2dca80/2, rc 0, transno 8590299216 00000020:00000001:0.0:1770653413.950600:0:33123:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1770653413.950601:0:76419:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000004:00001000:1.0:1770653413.950604:0:3289:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 6 in flight, 34 in progress 00000100:00000001:2.0:1770653413.950605:0:76419:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796392436992 : -117277317114624 : ffff95563f2c5500) 00000020:00000001:0.0:1770653413.950605:0:33123:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000400:00000200:3.0:1770653413.950613:0:76382:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000020:00000001:0.0:1770653413.950613:0:33123:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1770653413.950619:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c2dca80 x1856657707202688/t8590299216(8590299216) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653413.950619:0:33123:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1770653413.950620:0:76419:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff95563f2c5500 x1856657707207168/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1770653413.950626:0:76382:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000020:00000001:0.0:1770653413.950626:0:33123:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1770653413.950631:0:33123:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000010:3.0:1770653413.950635:0:76382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626cb00. 00000020:00000001:0.0:1770653413.950635:0:33123:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1770653413.950640:0:33123:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1770653413.950644:0:33123:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.950648:0:76382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000001:00000001:0.0:1770653413.950650:0:33123:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1770653413.950654:0:33123:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.950657:0:76419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000001:0.0:1770653413.950660:0:33123:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000800:00000200:3.0:1770653413.950661:0:76382:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00100000:1.0:1770653413.950661:0:3289:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95573c2dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707202688:0@lo:6:osp-syn-0-0.0 00000001:00000001:0.0:1770653413.950665:0:33123:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1770653413.950667:0:76419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000800:00000200:3.0:1770653413.950669:0:76382:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626cb00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1770653413.950674:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.950674:0:33123:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.950675:0:76382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.950675:0:76419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888bb0. 00000100:00000001:1.0:1770653413.950681:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000001:00000001:0.0:1770653413.950681:0:33123:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:3.0:1770653413.950682:0:76382:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444793 00000100:00000200:2.0:1770653413.950682:0:76419:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707207168, offset 0 00000001:00000001:0.0:1770653413.950686:0:33123:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1770653413.950689:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2dca80 x1856657707202688/t8590299216(8590299216) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1770653413.950691:0:33123:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.950692:0:76382:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4301444791 00000400:00000200:2.0:1770653413.950697:0:76419:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000001:00000001:0.0:1770653413.950698:0:33123:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:3.0:1770653413.950700:0:76382:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444793 00000001:00000001:0.0:1770653413.950702:0:33123:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.950708:0:76382:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4301444791 00000400:00000200:2.0:1770653413.950709:0:76419:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000001:00000001:0.0:1770653413.950709:0:33123:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.950713:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.950716:0:76382:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444793 00000020:00000001:0.0:1770653413.950716:0:33123:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.950718:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653413.950719:0:76419:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:0.0:1770653413.950721:0:33123:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.950723:0:76382:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4301444791 00000100:00000001:1.0:1770653413.950727:0:3289:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1770653413.950727:0:33123:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1770653413.950728:0:76419:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000100:00000001:3.0:1770653413.950729:0:76382:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444793 00000100:00000001:1.0:1770653413.950731:0:3289:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1770653413.950732:0:33123:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1770653413.950736:0:76382:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4301444791 00000400:00000200:2.0:1770653413.950736:0:76419:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1770653413.950737:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653413.950751:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1770653413.950753:0:33123:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95563a7f8000. 00000100:00000001:3.0:1770653413.950757:0:76382:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1770653413.950757:0:76419:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00000001:1.0:1770653413.950757:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.950758:0:33123:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.950765:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.950766:0:76382:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.950766:0:76419:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164697:2164697:250:4294967295] 192.168.202.60@tcp LPNI seq info [2164693:2164693:2:4294967295] 00000100:00000001:0.0:1770653413.950766:0:33123:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.950774:0:76382:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.950775:0:33123:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:3.0:1770653413.950779:0:76382:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.950780:0:33123:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1770653413.950784:0:33123:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.950785:0:76419:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000020:00000001:3.0:1770653413.950786:0:76382:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:0.0:1770653413.950787:0:33123:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5467 count 1 00000100:00000001:1.0:1770653413.950789:0:76655:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1770653413.950792:0:76382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.950794:0:76655:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1770653413.950796:0:76382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:0.0:1770653413.950796:0:33123:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000800:00000200:2.0:1770653413.950801:0:76419:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:3.0:1770653413.950802:0:76382:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.950802:0:33123:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00100000:1.0:1770653413.950804:0:76655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161865 00000020:00000001:0.0:1770653413.950806:0:33123:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1770653413.950809:0:76382:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000800:00000010:2.0:1770653413.950811:0:76419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df600. 00000100:00000040:1.0:1770653413.950812:0:76655:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00010000:00000001:3.0:1770653413.950813:0:76382:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:0.0:1770653413.950813:0:33123:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797001778760 : -117276707772856 : ffff9556637e2648) 00000100:00000001:1.0:1770653413.950817:0:76655:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797117535312 : -117276592016304 : ffff95566a647450) 00002000:00000001:0.0:1770653413.950819:0:33123:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797001778672 : -117276707772944 : ffff9556637e25f0) 00000100:00000001:3.0:1770653413.950820:0:76382:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1770653413.950822:0:76419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:3.0:1770653413.950827:0:76382:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1770653413.950828:0:33123:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000040:1.0:1770653413.950829:0:76655:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95566a647450 x1856657966308352/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.950831:0:76382:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:0.0:1770653413.950832:0:33123:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000800:00000200:2.0:1770653413.950835:0:76419:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00100000:3.0:1770653413.950839:0:76382:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556189e1840 going to sleep for 11 seconds 00010000:00000040:0.0:1770653413.950839:0:33123:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556613f3500 count: 2 00000800:00000200:2.0:1770653413.950842:0:76419:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1770653413.950847:0:76382:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653413.950867:0:76419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.950870:0:76419:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444794 00010000:00000001:0.0:1770653413.950874:0:33123:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000010:3.1:1770653413.950875:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d669500. 00000100:00000001:2.0:1770653413.950876:0:76419:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4301444793 00010000:00000001:0.0:1770653413.950883:0:33123:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:2.0:1770653413.950886:0:76419:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444794 00010000:00000010:3.1:1770653413.950887:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016bc00. 00010000:00000010:0.0:1770653413.950888:0:33123:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561ae2a000. 00000100:00000001:1.0:1770653413.950891:0:76655:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1770653413.950896:0:33123:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:2.0:1770653413.950897:0:76419:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4301444793 00010000:00000010:3.1:1770653413.950898:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556373a1900. 00000020:00000010:1.0:1770653413.950898:0:76655:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cfc0. 00000020:00000040:0.0:1770653413.950901:0:33123:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561ae2a000 with handle 0x2aed14e4e178cf99 to hash 00000100:00000001:1.0:1770653413.950905:0:76655:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.950906:0:76419:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444794 00010000:00000010:3.1:1770653413.950907:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162800. 00000020:00000001:0.0:1770653413.950907:0:33123:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000010:1.0:1770653413.950910:0:76655:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cfc0. 00010000:00000001:0.0:1770653413.950912:0:33123:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795783626752 : -117277925924864 : ffff95561ae2a000) 00000100:00000001:2.0:1770653413.950915:0:76419:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4301444793 00010000:00000001:0.0:1770653413.950916:0:33123:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795783626752 : -117277925924864 : ffff95561ae2a000) 00010000:00000010:3.1:1770653413.950917:0:76382:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d669200. 00000100:00000001:2.0:1770653413.950919:0:76419:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444794 00000100:00100000:1.0:1770653413.950921:0:76655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95566a647450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_032:b31b1d82-c1d4-4680-ae7a-71292416d1f5+77:2365:x1856657966308352:12345-192.168.202.60@tcp:103:ldlm_bl.0 00010000:00000001:0.0:1770653413.950924:0:33123:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000010:3.1:1770653413.950927:0:76382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016be00. 00000100:00000001:2.0:1770653413.950927:0:76419:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4301444793 00000100:00000200:1.0:1770653413.950928:0:76655:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966308352 00010000:00000001:0.0:1770653413.950929:0:33123:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.950934:0:76655:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000100:00000001:2.0:1770653413.950936:0:76419:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.950937:0:76382:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.950937:0:33123:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cf99 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x155b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00010000:00000002:1.0:1770653413.950938:0:76655:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1770653413.950941:0:76655:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1770653413.950943:0:76419:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.950947:0:76655:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1770653413.950948:0:76419:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.950951:0:76655:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1770653413.950953:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444794 00010000:00000001:2.0:1770653413.950955:0:76419:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.950955:0:33123:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 02000000:00000010:1.0:1770653413.950957:0:76655:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95566bf9a400. 00000100:00000001:3.0:1770653413.950959:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444791 00000020:00000001:2.0:1770653413.950961:0:76419:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.950961:0:33123:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 02000000:00000001:1.0:1770653413.950962:0:76655:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.950965:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444794 00010000:00000001:0.0:1770653413.950966:0:33123:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1770653413.950967:0:76419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.950968:0:76655:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.950970:0:33123:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:3.0:1770653413.950972:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444791 00010000:00000001:2.0:1770653413.950972:0:76419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.950973:0:76655:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1770653413.950974:0:33123:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:2.0:1770653413.950976:0:76419:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.950978:0:76655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:3.0:1770653413.950979:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444794 00010000:00000001:0.0:1770653413.950979:0:33123:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:2.0:1770653413.950982:0:76419:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1770653413.950985:0:76655:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1770653413.950987:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444791 00010000:00000001:2.0:1770653413.950987:0:76419:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:1.0:1770653413.950989:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:0.0:1770653413.950989:0:33123:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff95571016aa00/0x2aed14e4e1789f9c lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x155b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d12 expref: 77 pid: 12206 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1770653413.950994:0:76419:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.950994:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c163400 refcount=4 00000100:00000001:3.0:1770653413.950995:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444794 00000020:00000001:1.0:1770653413.951000:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145961472 : -117276563590144 : ffff95566c163400) 00000100:00000001:2.0:1770653413.951002:0:76419:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1770653413.951003:0:3291:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.951006:0:76655:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145961472 : -117276563590144 : ffff95566c163400) 00000100:00000001:2.0:1770653413.951007:0:76419:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1770653413.951008:0:3291:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.951008:0:33123:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000040:1.0:1770653413.951011:0:76655:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95563f2d2100 count: 3 00010000:00000001:0.0:1770653413.951012:0:33123:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.951015:0:76419:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556695e0900 going to sleep for 11 seconds 00000100:00000001:3.0:1770653413.951016:0:3291:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00010000:0.0:1770653413.951017:0:33123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1770653413.951021:0:76655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff95566c163400/0x2aed14e4e178a163 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1557:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e85 expref: 77 pid: 12214 timeout: 6877 lvb_type: 1 00000100:00000001:2.0:1770653413.951022:0:76419:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1770653413.951022:0:33123:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.951023:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95573c2dd180 x1856657707206016/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.951027:0:76419:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.951028:0:33123:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653413.951032:0:33123:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653413.951036:0:33123:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1770653413.951041:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:0.0:1770653413.951042:0:33123:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1770653413.951045:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.951048:0:33123:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000100:00001000:1.0:1770653413.951049:0:76655:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 00000004:00000001:2.0:1770653413.951052:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:3.0:1770653413.951053:0:3291:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00010000:00010000:0.0:1770653413.951054:0:33123:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cf99 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x155b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.951055:0:76655:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1770653413.951057:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:3.0:1770653413.951058:0:3291:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.951061:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.951061:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1770653413.951064:0:3291:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:1.0:1770653413.951066:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1770653413.951068:0:3291:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000040:00001000:2.0:1770653413.951068:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64b7c0 type=0x10692404 idx=1760 00010000:00010000:1.0:1770653413.951073:0:76655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff95566c163400/0x2aed14e4e178a163 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1557:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e85 expref: 77 pid: 12214 timeout: 6877 lvb_type: 1 00010000:00000040:0.0:1770653413.951074:0:33123:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x155b:0x0].0x0 (ffff9556613f3500) refcount = 2 02000000:00000001:3.0:1770653413.951076:0:3291:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.951076:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1760 lrh_len: 64 (2112 remains) 00000040:00001000:2.0:1770653413.951085:0:6724:0:(llog.c:797:llog_process_thread()) index: 1760, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00010000:00000040:0.0:1770653413.951086:0:33123:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00100000:3.0:1770653413.951087:0:3291:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95573c2dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707206016:0@lo:6:osp-syn-1-0.0 00000004:00000001:2.0:1770653413.951093:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00000040:0.0:1770653413.951094:0:33123:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95571016aa00/0x2aed14e4e1789f9c lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x155b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d12 expref: 77 pid: 12206 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1770653413.951098:0:3291:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000004:00000001:2.0:1770653413.951101:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 02000000:00000001:3.0:1770653413.951102:0:3291:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000004:00000001:2.0:1770653413.951105:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.951106:0:3291:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.951111:0:76655:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 02000000:00000001:3.0:1770653413.951112:0:3291:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000004:00000001:2.0:1770653413.951112:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:2.0:1770653413.951117:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00010000:00000001:1.0:1770653413.951118:0:76655:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000040:0.0:1770653413.951119:0:33123:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 02000000:00000010:3.0:1770653413.951120:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95564f615400. 00000004:00000001:2.0:1770653413.951120:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00010000:00000001:1.0:1770653413.951123:0:76655:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.951125:0:3291:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1770653413.951126:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95563f2c7100. 00010000:00000040:0.0:1770653413.951126:0:33123:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cf99 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x155b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1770653413.951131:0:76655:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.951132:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2bb0. 00000020:00000040:2.0:1770653413.951133:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=37 obd=lustre-OST0000-osc-MDT0000 00010000:00000001:1.0:1770653413.951139:0:76655:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000010:3.0:1770653413.951140:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78cc0. 00000100:00000001:2.0:1770653413.951141:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:1.0:1770653413.951145:0:76655:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:2.0:1770653413.951146:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:3.0:1770653413.951147:0:3291:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707206016, portal 4 00010000:00000010:0.0:1770653413.951151:0:33123:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95af40. 00000100:00000001:3.0:1770653413.951152:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1770653413.951152:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.951153:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.951155:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637170048 : -117273072381568 : ffff95573c2dd180) 00010000:00000001:1.0:1770653413.951159:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.951160:0:33123:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000040:3.0:1770653413.951163:0:3291:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95573c2dd180 x1856657707206016/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1770653413.951163:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9556248ce800. 00010000:00000001:1.0:1770653413.951165:0:76655:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000010:0.0:1770653413.951168:0:33123:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f362900. 00010000:00000001:1.0:1770653413.951169:0:76655:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.951170:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.951176:0:33123:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661516544 : -117277048035072 : ffff95564f362900) 00000004:00000001:2.0:1770653413.951178:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626796392444160 : -117277317107456 : ffff95563f2c7100) 00000020:00000040:1.0:1770653413.951178:0:76655:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95566c163400 with handle 0x2aed14e4e178a163 from hash 00000100:00000001:3.0:1770653413.951182:0:3291:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1770653413.951184:0:33123:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661516544 : -117277048035072 : ffff95564f362900) 00010000:00000001:1.0:1770653413.951185:0:76655:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1770653413.951187:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1770653413.951190:0:3291:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1770653413.951190:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.951190:0:33123:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1770653413.951193:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.951194:0:33123:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1770653413.951195:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1770653413.951197:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78f68. 00010000:00000001:1.0:1770653413.951199:0:76655:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1770653413.951199:0:33123:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000200:3.0:1770653413.951201:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707206016, offset 0 00000100:00000040:2.0:1770653413.951203:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e5fd74b] to pc [ptlrpcd_00_02+2] req@ffff95563f2c7100 x1856657707207296/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.951205:0:76655:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653413.951205:0:33123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.951208:0:33123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1770653413.951210:0:3291:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1770653413.951210:0:76655:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.951213:0:33123:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1770653413.951217:0:76655:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1770653413.951218:0:33123:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1770653413.951222:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.951223:0:33123:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000400:00000200:3.0:1770653413.951224:0:3291:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1770653413.951227:0:33123:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00010000:00010000:1.0:1770653413.951229:0:76655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95566c163400/0x2aed14e4e178a163 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1557:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e85 expref: 77 pid: 12214 timeout: 6877 lvb_type: 1 00000004:00000001:2.0:1770653413.951231:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653413.951232:0:33123:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955602b1ed80. 00000400:00000200:3.0:1770653413.951234:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b8580 00000004:00001000:2.0:1770653413.951239:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 7 in flight, 35 in progress 00000020:00000040:0.0:1770653413.951240:0:33123:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=4 obd=lustre-OST0000 00000004:00001000:2.0:1770653413.951246:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1760, id 1958 00000400:00000200:3.0:1770653413.951247:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf2bd [8] + 15232 00000100:00000001:0.0:1770653413.951248:0:33123:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00010000:00000040:1.0:1770653413.951249:0:76655:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 71 02000000:00000001:0.0:1770653413.951252:0:33123:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000004:00000001:2.0:1770653413.951253:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000020:00000040:1.0:1770653413.951256:0:76655:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 76 02000000:00000001:0.0:1770653413.951257:0:33123:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.951258:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef25d8. 00000004:00000001:2.0:1770653413.951259:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:1.0:1770653413.951262:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1770653413.951263:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.951265:0:3291:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff95572ea71800 00010000:00000001:1.0:1770653413.951266:0:76655:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 02000000:00000010:0.0:1770653413.951266:0:33123:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff955705563600. 00000004:00000001:2.0:1770653413.951267:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000400:00000200:3.0:1770653413.951271:0:3291:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1770653413.951272:0:76655:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000004:00000001:2.0:1770653413.951273:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:0.0:1770653413.951274:0:33123:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.951279:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.951279:0:76655:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff955605728800 00000400:00000200:3.0:1770653413.951282:0:3291:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:0.0:1770653413.951284:0:33123:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff95571016aa00/0x2aed14e4e1789f9c lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x155b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d12 expref: 76 pid: 12206 timeout: 0 lvb_type: 1 00000040:00001000:2.0:1770653413.951285:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64b800 type=0x10692404 idx=1761 00010000:00000001:1.0:1770653413.951285:0:76655:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000400:00000200:3.0:1770653413.951287:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95572ea71800 00010000:00000001:1.0:1770653413.951289:0:76655:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000040:00001000:2.0:1770653413.951291:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1761 lrh_len: 64 (2048 remains) 00010000:00010000:1.0:1770653413.951293:0:76655:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000010:3.0:1770653413.951294:0:3291:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff95572ea71800. 00000040:00001000:2.0:1770653413.951295:0:6724:0:(llog.c:797:llog_process_thread()) index: 1761, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00010000:00000001:1.0:1770653413.951298:0:76655:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.951302:0:3291:0:(events.c:286:request_in_callback()) Process entered 00000004:00000001:2.0:1770653413.951302:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00000001:1.0:1770653413.951304:0:76655:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000200:3.0:1770653413.951307:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000004:00000001:2.0:1770653413.951309:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00010000:1.0:1770653413.951309:0:76655:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000040:3.0:1770653413.951312:0:3291:0:(events.c:337:request_in_callback()) incoming req@ffff95573d383c50 x1856657707206016 msgsize 544 00000004:00000001:2.0:1770653413.951313:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.951314:0:76655:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1770653413.951315:0:33123:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff95571016aa00/0x2aed14e4e1789f9c lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x155b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d12 expref: 76 pid: 12206 timeout: 6877 lvb_type: 1 00000004:00000001:2.0:1770653413.951320:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00010000:00000001:1.0:1770653413.951322:0:76655:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00100000:3.0:1770653413.951324:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000001:2.0:1770653413.951325:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00010000:00000001:1.0:1770653413.951325:0:76655:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000004:00000001:2.0:1770653413.951329:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000040:3.0:1770653413.951331:0:3291:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00010000:00010000:1.0:1770653413.951331:0:76655:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff955605728800/0x2aed14e4e178cf4c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1557:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000100:00000010:2.0:1770653413.951335:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95563f2c4e00. 00010000:00000001:0.0:1770653413.951339:0:33123:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000020:00000040:2.0:1770653413.951341:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=38 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1770653413.951342:0:3291:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1770653413.951343:0:33123:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1770653413.951348:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78f68 00000100:00000001:2.0:1770653413.951349:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:1.0:1770653413.951349:0:76655:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000040:0.0:1770653413.951353:0:33123:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955602b1ed80 x1856657707207424/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1770653413.951354:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78f68. 02000000:00000001:2.0:1770653413.951354:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00010000:1.0:1770653413.951356:0:76655:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff955605728800/0x2aed14e4e178cf4c lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1557:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1770653413.951360:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.951361:0:3291:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1770653413.951369:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95573c2dd180 x1856657707206016/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1770653413.951369:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9556248cd000. 00000100:00000001:2.0:1770653413.951376:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.951382:0:76655:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1557:0x0].0x0 (ffff95563f2d2100) refcount = 2 00000004:00000001:2.0:1770653413.951383:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626796392435200 : -117277317116416 : ffff95563f2c4e00) 00000100:00000001:2.0:1770653413.951390:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000040:1.0:1770653413.951392:0:76655:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:2.0:1770653413.951396:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.951397:0:76655:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955605728800/0x2aed14e4e178cf4c lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1557:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.951402:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1770653413.951406:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020b0cecc] to pc [ptlrpcd_00_03+3] req@ffff95563f2c4e00 x1856657707207552/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653413.951410:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2dd180 x1856657707206016/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.951424:0:33123:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1770653413.951425:0:76655:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:0.0:1770653413.951429:0:33123:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.951430:0:76655:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.951437:0:76655:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00100000:0.0:1770653413.951440:0:33123:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955602b1ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:33123:1856657707207424:192.168.202.60@tcp:104: 00010000:00000001:1.0:1770653413.951441:0:76655:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1770653413.951446:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.951448:0:76655:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.951451:0:33123:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000004:00001000:2.0:1770653413.951452:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 8 in flight, 36 in progress 00010000:00000010:1.0:1770653413.951457:0:76655:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9cfc0. 02000000:00000001:0.0:1770653413.951457:0:33123:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000004:00001000:2.0:1770653413.951459:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1761, id 1958 02000000:00000001:0.0:1770653413.951461:0:33123:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.951463:0:76655:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000004:00000001:2.0:1770653413.951465:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 02000000:00000001:0.0:1770653413.951467:0:33123:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1770653413.951469:0:76655:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa89c0. 00000100:00000001:3.0:1770653413.951473:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.951474:0:76655:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540168640 : -117277169382976 : ffff955647fa89c0) 02000000:00000010:0.0:1770653413.951475:0:33123:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95571a5ce000. 00000100:00000001:3.0:1770653413.951478:0:3291:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1770653413.951478:0:76386:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1770653413.951480:0:33123:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.951481:0:76655:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540168640 : -117277169382976 : ffff955647fa89c0) 00000100:00100000:2.0:1770653413.951483:0:76386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707206016 00000100:00000001:3.0:1770653413.951485:0:3291:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653413.951486:0:33123:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e053000. 00000100:00000001:1.0:1770653413.951487:0:76655:0:(client.c:2653:ptlrpc_set_wait()) Process entered 02000000:00000001:2.0:1770653413.951488:0:76386:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1770653413.951490:0:3291:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26312 usecs (27 jiffies) 00000100:00000001:1.0:1770653413.951491:0:76655:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000001:2.0:1770653413.951492:0:76386:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653413.951494:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444791 00010000:00000001:1.0:1770653413.951495:0:76655:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000400:00000010:0.0:1770653413.951495:0:33123:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8ee0. 00000100:00000001:2.0:1770653413.951496:0:76386:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.951501:0:76655:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000001:2.0:1770653413.951502:0:76386:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.951503:0:33123:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707207424, portal 16 00000100:00100000:2.0:1770653413.951506:0:76386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707206016 00000100:00000001:0.0:1770653413.951507:0:33123:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653413.951510:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444794 00000020:00000001:2.0:1770653413.951510:0:76386:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1770653413.951511:0:76655:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.951511:0:33123:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795377782144 : -117278331769472 : ffff955602b1ed80) 00000020:00000040:2.0:1770653413.951515:0:76386:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00000100:00000001:3.0:1770653413.951518:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444791 00010000:00000001:1.0:1770653413.951518:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1770653413.951519:0:76386:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1770653413.951522:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1770653413.951523:0:33123:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955602b1ed80 x1856657707207424/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.951525:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444794 00000020:00000040:2.0:1770653413.951525:0:76386:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=44 00010000:00000001:1.0:1770653413.951525:0:76655:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.951533:0:76386:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00010000:00000001:1.0:1770653413.951533:0:76655:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:3.0:1770653413.951534:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444791 00010000:00000001:1.0:1770653413.951538:0:76655:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1770653413.951540:0:76386:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000001:0.0:1770653413.951540:0:33123:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1770653413.951541:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444794 00000100:00000001:1.0:1770653413.951543:0:76655:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.951546:0:76386:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1770653413.951550:0:76655:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.951550:0:33123:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:3.0:1770653413.951551:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444791 00000020:00000010:2.0:1770653413.951552:0:76386:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f595c0. 00000100:00000001:1.0:1770653413.951555:0:76655:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000400:00000010:0.0:1770653413.951556:0:33123:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8660. 00000100:00000001:3.0:1770653413.951559:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444794 00000100:00000001:2.0:1770653413.951559:0:76386:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1770653413.951560:0:76655:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa89c0. 00000100:00000200:0.0:1770653413.951561:0:33123:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707207424, offset 0 00000100:00000001:1.0:1770653413.951566:0:76655:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1770653413.951568:0:3291:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653413.951568:0:76386:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f595c0. 00010000:00000001:1.0:1770653413.951569:0:76655:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1770653413.951574:0:33123:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000010:1.0:1770653413.951578:0:76655:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9cfc0. 00000100:00000001:3.0:1770653413.951579:0:3291:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.951579:0:76386:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955636fe8c00. 00000400:00000200:0.0:1770653413.951583:0:33123:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00010000:00000001:1.0:1770653413.951584:0:76655:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000010:2.0:1770653413.951586:0:76386:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300280. 00010000:00010000:1.0:1770653413.951588:0:76655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000001:3.0:1770653413.951589:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.951590:0:33123:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:1.0:1770653413.951592:0:76655:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1770653413.951593:0:76386:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510d48. 00000100:00000001:3.0:1770653413.951596:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653413.951597:0:33123:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00010000:00000001:1.0:1770653413.951598:0:76655:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1770653413.951600:0:76386:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1770653413.951605:0:76386:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1770653413.951605:0:76655:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.951605:0:33123:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1770653413.951607:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1770653413.951610:0:76386:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653413.951610:0:76655:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653413.951612:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1770653413.951614:0:33123:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00000001:2.0:1770653413.951619:0:76386:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.951621:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653413.951621:0:76655:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1770653413.951622:0:33123:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164698:2164698:249:4294967295] 192.168.202.60@tcp LPNI seq info [2164694:2164694:1:4294967295] 00000100:00000001:3.0:1770653413.951627:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1770653413.951628:0:76655:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:1.0:1770653413.951632:0:76655:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000001:3.0:1770653413.951634:0:3291:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1770653413.951635:0:76386:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653413.951637:0:76655:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1770653413.951642:0:76655:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.951644:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95563f2c4e00 x1856657707207552/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1770653413.951644:0:33123:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:1.0:1770653413.951646:0:76655:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1770653413.951647:0:76386:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1770653413.951651:0:76386:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1770653413.951655:0:76655:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00100000:2.0:1770653413.951661:0:76386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136225 00000400:00000010:1.0:1770653413.951662:0:76655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022bb0. 00000800:00000200:0.0:1770653413.951663:0:33123:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000040:2.0:1770653413.951669:0:76386:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 8 00000100:00000200:1.0:1770653413.951670:0:76655:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966308352, offset 224 00000800:00000010:0.0:1770653413.951672:0:33123:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9100. 00000100:00000001:3.0:1770653413.951673:0:3291:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1770653413.951674:0:76386:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800654629968 : -117273054921648 : ffff95573d383c50) 00000100:00000001:3.0:1770653413.951677:0:3291:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.951683:0:3291:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1770653413.951683:0:76386:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95573d383c50 x1856657707206016/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653413.951683:0:76655:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000800:00000200:0.0:1770653413.951684:0:33123:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 02000000:00000001:3.0:1770653413.951689:0:3291:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1770653413.951696:0:3291:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.951699:0:76655:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000800:00000200:0.0:1770653413.951699:0:33123:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00100000:3.0:1770653413.951704:0:3291:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95563f2c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707207552:0@lo:6:osp-syn-0-0.0 00000800:00000200:0.0:1770653413.951707:0:33123:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9100 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1770653413.951715:0:76655:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164699:2164699:248:4294967295] 192.168.202.60@tcp LPNI seq info [2164695:2164695:0:4294967295] 00000100:00000001:3.0:1770653413.951716:0:3291:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1770653413.951718:0:76386:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1770653413.951718:0:33123:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.951722:0:3291:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:2.0:1770653413.951724:0:76386:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f595c0. 00000100:00000001:0.0:1770653413.951724:0:33123:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444794 02000000:00000001:3.0:1770653413.951725:0:3291:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.951727:0:76655:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.951730:0:76386:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1770653413.951732:0:3291:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1770653413.951732:0:33123:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, keep current deadline 4301444794 00000100:00000040:1.0:1770653413.951735:0:76655:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000020:00000010:2.0:1770653413.951736:0:76386:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f595c0. 00000100:00000001:0.0:1770653413.951737:0:33123:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444794 00010000:00000001:1.0:1770653413.951755:0:76655:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.951756:0:33123:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, keep current deadline 4301444794 02000000:00000010:3.0:1770653413.951757:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955602ab4400. 00010000:00000001:1.0:1770653413.951761:0:76655:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.951762:0:76386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95573d383c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+44:3291:x1856657707206016:12345-0@lo:6:osp-syn-1-0.0 02000000:00000001:3.0:1770653413.951763:0:3291:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.951764:0:33123:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444794 00000400:00000010:3.0:1770653413.951771:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2840. 00000100:00000001:0.0:1770653413.951771:0:33123:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, keep current deadline 4301444794 00000100:00000200:2.0:1770653413.951772:0:76386:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707206016 00000100:00000040:1.0:1770653413.951772:0:76655:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95566a647450 x1856657966308352/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1770653413.951778:0:76386:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1770653413.951779:0:33123:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444794 00000400:00000010:3.0:1770653413.951780:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78f68. 00000020:00000001:2.0:1770653413.951782:0:76386:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1770653413.951787:0:33123:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, keep current deadline 4301444794 00000020:00000001:2.0:1770653413.951788:0:76386:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.951789:0:3291:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707207552, portal 4 00000100:00000001:0.0:1770653413.951793:0:33123:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1770653413.951795:0:76386:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1770653413.951796:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1770653413.951800:0:76386:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000100:00000001:3.0:1770653413.951801:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796392435200 : -117277317116416 : ffff95563f2c4e00) 00000100:00000001:0.0:1770653413.951801:0:33123:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.951808:0:76386:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:0.0:1770653413.951809:0:33123:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.951812:0:76386:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.951814:0:33123:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.951815:0:3291:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95563f2c4e00 x1856657707207552/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770653413.951816:0:76655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95566a647450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_032:b31b1d82-c1d4-4680-ae7a-71292416d1f5+76:2365:x1856657966308352:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 919us (2711us total) trans 0 rc 0/0 00000020:00000001:2.0:1770653413.951817:0:76386:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1770653413.951819:0:33123:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.951821:0:76386:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:0.0:1770653413.951826:0:33123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1770653413.951827:0:76386:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00010000:00000001:0.0:1770653413.951832:0:33123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1770653413.951833:0:76386:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00010000:00000001:0.0:1770653413.951836:0:33123:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.951838:0:76655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161865 00000100:00000001:3.0:1770653413.951839:0:3291:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1770653413.951840:0:76386:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.951840:0:33123:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1770653413.951845:0:33123:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000001:00000001:2.0:1770653413.951846:0:76386:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000040:1.0:1770653413.951846:0:76655:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000100:00000040:3.0:1770653413.951847:0:3291:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000001:00000001:2.0:1770653413.951868:0:76386:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.951872:0:76386:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:1.0:1770653413.951872:0:76655:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1770653413.951873:0:33123:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.951875:0:76655:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000001:00000001:2.0:1770653413.951877:0:76386:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.951877:0:33123:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1770653413.951880:0:76655:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519880. 00000100:00000001:0.0:1770653413.951882:0:33123:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000001:00000001:2.0:1770653413.951883:0:76386:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.951884:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78c38. 00000020:00000010:1.0:1770653413.951886:0:76655:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3ded8. 00000001:00000001:2.0:1770653413.951889:0:76386:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00100000:0.0:1770653413.951889:0:33123:0:(client.c:2680:ptlrpc_set_wait()) set ffff95564f362900 going to sleep for 11 seconds 00000100:00000200:3.0:1770653413.951891:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707207552, offset 0 00000001:00000001:2.0:1770653413.951893:0:76386:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653413.951893:0:76655:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997ba00. 00000100:00000001:0.0:1770653413.951894:0:33123:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1770653413.951898:0:33123:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.951900:0:76386:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.951901:0:3291:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1770653413.951901:0:76655:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 75 00000001:00000001:2.0:1770653413.951906:0:76386:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000010:1.0:1770653413.951909:0:76655:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955602b1fb80. 00000001:00000001:2.0:1770653413.951910:0:76386:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1770653413.951915:0:3291:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000001:2.0:1770653413.951916:0:76386:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.951917:0:76655:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:2.0:1770653413.951922:0:76386:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.951922:0:76655:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955607fce000. 00000400:00000200:3.0:1770653413.951928:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b8b80 00000020:00000001:2.0:1770653413.951929:0:76386:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.951929:0:76655:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000800:00000200:0.0:1770653413.951931:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1770653413.951934:0:76655:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665154380. 00000100:00000001:2.0:1770653413.951936:0:76386:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000010:0.0:1770653413.951937:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626cd00. 00000400:00000200:3.0:1770653413.951939:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf6c5 [8] + 0 02000000:00000001:2.0:1770653413.951941:0:76386:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1770653413.951941:0:76655:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:0.0:1770653413.951943:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1770653413.951946:0:76655:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955607fcf800. 02000000:00000010:2.0:1770653413.951947:0:76386:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9556248ce000. 00000400:00000200:3.0:1770653413.951948:0:3291:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1770653413.951953:0:76655:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:0.0:1770653413.951953:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 02000000:00000001:2.0:1770653413.951954:0:76386:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1770653413.951958:0:76655:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665157b80. 00000400:00000200:3.0:1770653413.951959:0:3291:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1770653413.951960:0:76386:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.951963:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a787f8 02000000:00000001:1.0:1770653413.951964:0:76655:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00002000:00000001:2.0:1770653413.951967:0:76386:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 02000000:00000010:1.0:1770653413.951969:0:76655:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955607fcec00. 00000400:00000010:0.0:1770653413.951969:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a787f8. 00010000:00000001:2.0:1770653413.951971:0:76386:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 02000000:00000001:1.0:1770653413.951973:0:76655:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1770653413.951975:0:76386:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1770653413.951976:0:76655:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665154000. 00000100:00000001:0.0:1770653413.951977:0:3281:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1770653413.951979:0:3291:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653413.951984:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00002000:00080000:2.0:1770653413.951984:0:76386:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5140 count 1 02000000:00000001:1.0:1770653413.951985:0:76655:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:0.0:1770653413.951988:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955735210700 x1856657707206144/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1770653413.951989:0:76655:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95572dc89800. 00002000:00000001:2.0:1770653413.951991:0:76386:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000100:00000010:3.0:1770653413.951992:0:3291:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955735210e00. 00002000:00000001:2.0:1770653413.951995:0:76386:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00000040:3.0:1770653413.951998:0:3291:0:(events.c:337:request_in_callback()) incoming req@ffff955735210e00 x1856657707207552 msgsize 544 00000020:00000001:2.0:1770653413.951999:0:76386:0:(lu_object.c:808:lu_object_find_at()) Process entered 02000000:00000001:1.0:1770653413.951999:0:76655:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1770653413.952003:0:76655:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665155500. 00000020:00000001:2.0:1770653413.952006:0:76386:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795554368568 : -117278155183048 : ffff95560d386c38) 02000000:00000001:1.0:1770653413.952009:0:76655:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1770653413.952013:0:76655:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95572dc89c00. 00000100:00100000:3.0:1770653413.952014:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1770653413.952014:0:3281:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00002000:00000001:2.0:1770653413.952015:0:76386:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795554368480 : -117278155183136 : ffff95560d386be0) 02000000:00000001:1.0:1770653413.952017:0:76655:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1770653413.952021:0:76655:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665155f80. 00000100:00000040:0.0:1770653413.952022:0:3281:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955735210700 x1856657707206144/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.952023:0:76386:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000001:1.0:1770653413.952025:0:76655:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.952028:0:3291:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1770653413.952028:0:76386:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000200:1.0:1770653413.952032:0:76655:0:(niobuf.c:1189:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:3.0:1770653413.952035:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78c38 00010000:00000040:2.0:1770653413.952036:0:76386:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95562df25700 count: 2 00000100:00000001:0.0:1770653413.952039:0:3281:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.952040:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78c38. 00000100:00000001:0.0:1770653413.952043:0:3281:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1770653413.952044:0:76386:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.952045:0:3291:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:2.0:1770653413.952051:0:76386:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000200:3.0:1770653413.952054:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95563f2c4e00 x1856657707207552/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1770653413.952055:0:3281:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000400:00000010:1.0:1770653413.952057:0:76655:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d94d10. 00010000:00000010:2.0:1770653413.952058:0:76386:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95571016b000. 00000400:00000010:1.0:1770653413.952065:0:76655:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff955647fa89c0. 00000020:00000001:2.0:1770653413.952066:0:76386:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:3.0:1770653413.952069:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1770653413.952070:0:76389:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:2.0:1770653413.952072:0:76386:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95571016b000 with handle 0x2aed14e4e178cfa0 to hash 00000100:00100000:0.0:1770653413.952074:0:76389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707207552 00000100:00000040:3.0:1770653413.952075:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563f2c4e00 x1856657707207552/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1770653413.952077:0:76386:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 02000000:00000001:0.0:1770653413.952078:0:76389:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:2.0:1770653413.952080:0:76386:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799897456640 : -117273812094976 : ffff95571016b000) 00000100:00000001:0.0:1770653413.952082:0:76389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653413.952086:0:76389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.952087:0:76386:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799897456640 : -117273812094976 : ffff95571016b000) 00000800:00000010:1.0:1770653413.952090:0:3281:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9557353d2f00. 02000000:00000001:0.0:1770653413.952091:0:76389:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.952092:0:76386:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1770653413.952098:0:76386:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.952098:0:76389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707207552 00000100:00000001:3.0:1770653413.952101:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653413.952103:0:3281:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000020:00000001:0.0:1770653413.952104:0:76389:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1770653413.952105:0:3291:0:(events.c:68:request_out_callback()) Process leaving 00010000:00010000:2.0:1770653413.952106:0:76386:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178cfa0 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1414:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00000020:00000040:0.0:1770653413.952108:0:76389:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00000100:00000001:3.0:1770653413.952112:0:3291:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.952114:0:76389:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:1.0:1770653413.952118:0:3281:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000040:3.0:1770653413.952120:0:3291:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26298 usecs (27 jiffies) 00000020:00000040:0.0:1770653413.952120:0:76389:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=39 00010000:00000001:2.0:1770653413.952123:0:76386:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000800:00000200:1.0:1770653413.952127:0:3281:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9557353d2f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1770653413.952128:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444792 00010000:00000001:2.0:1770653413.952129:0:76386:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000001:0.0:1770653413.952130:0:76389:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00010000:00000001:2.0:1770653413.952132:0:76386:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:3.0:1770653413.952136:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444794 00010000:00000001:2.0:1770653413.952136:0:76386:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000001:0.0:1770653413.952138:0:76389:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00010000:00000001:2.0:1770653413.952140:0:76386:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000100:00000001:3.0:1770653413.952141:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444792 00000800:00000001:1.0:1770653413.952142:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653413.952146:0:76386:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:0.0:1770653413.952146:0:76389:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1770653413.952147:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444794 00000800:00000001:1.0:1770653413.952152:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.952153:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444792 00000020:00000010:0.0:1770653413.952154:0:76389:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95ac00. 00010000:00010000:2.0:1770653413.952155:0:76386:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff955620464400/0x2aed14e4e1789fb8 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x1414:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ce8 expref: 72 pid: 12200 timeout: 0 lvb_type: 1 00000800:00000001:1.0:1770653413.952159:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653413.952160:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444794 00000100:00000001:0.0:1770653413.952162:0:76389:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.952167:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444792 00000800:00000001:1.0:1770653413.952167:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1770653413.952169:0:76389:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95ac00. 00000100:00000001:3.0:1770653413.952174:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444794 00000020:00000010:0.0:1770653413.952178:0:76389:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955626008000. 00000100:00000001:3.0:1770653413.952179:0:3291:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1770653413.952181:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:2.0:1770653413.952182:0:76386:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:3.0:1770653413.952186:0:3291:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.952187:0:76389:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519080. 00010000:00000001:2.0:1770653413.952189:0:76386:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.952194:0:76386:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:3.0:1770653413.952195:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.952195:0:76389:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d190. 00000400:00000200:1.0:1770653413.952196:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d1c80 00010000:00000001:2.0:1770653413.952201:0:76386:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.952202:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.952204:0:76389:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1770653413.952210:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6fbd [2] + 0 00000100:00000001:3.0:1770653413.952211:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1770653413.952211:0:76386:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:0.0:1770653413.952211:0:76389:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653413.952218:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00010000:2.0:1770653413.952219:0:76386:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000800:00000001:1.0:1770653413.952219:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653413.952219:0:76389:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.952226:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1770653413.952226:0:76386:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.952228:0:76389:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.952229:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1770653413.952229:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.952231:0:76386:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.952233:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.952235:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1770653413.952237:0:76386:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000100:00100000:3.0:1770653413.952239:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1770653413.952241:0:76389:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.952243:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653413.952244:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1770653413.952244:0:76386:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178cfa0 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1414:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.952250:0:76389:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653413.952251:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1770653413.952252:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1770653413.952254:0:76389:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1770653413.952256:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1770653413.952256:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000040:2.0:1770653413.952261:0:76386:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1414:0x0].0x0 (ffff95562df25700) refcount = 2 00000100:00100000:0.0:1770653413.952262:0:76389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136226 00000100:00000001:3.0:1770653413.952263:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1770653413.952265:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665155f80. 00010000:00000040:2.0:1770653413.952266:0:76386:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:3.0:1770653413.952267:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1770653413.952269:0:76389:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 7 00000100:00000001:3.0:1770653413.952271:0:3291:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1770653413.952272:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955665155f80 x1856657966308480 msgsize 328 00010000:00000040:2.0:1770653413.952273:0:76386:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff955620464400/0x2aed14e4e1789fb8 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1414:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ce8 expref: 72 pid: 12200 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1770653413.952274:0:76389:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800518893056 : -117273190658560 : ffff955735210e00) 00000100:00000040:3.0:1770653413.952278:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95563f2c7100 x1856657707207296/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1770653413.952285:0:76389:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955735210e00 x1856657707207552/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770653413.952289:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00010000:00000040:2.0:1770653413.952299:0:76386:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000100:00000001:1.0:1770653413.952301:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000040:2.0:1770653413.952304:0:76386:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178cfa0 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1414:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.952308:0:3291:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1770653413.952312:0:3291:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653413.952314:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1770653413.952317:0:76389:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1770653413.952318:0:3291:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:1.0:1770653413.952320:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9000. 02000000:00000001:3.0:1770653413.952323:0:3291:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653413.952324:0:76389:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95ac00. 00000400:00000200:1.0:1770653413.952326:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1770653413.952330:0:3291:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1770653413.952330:0:76386:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f595c0. 00000100:00000001:0.0:1770653413.952331:0:76389:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1770653413.952336:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653413.952337:0:76386:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000020:00000010:0.0:1770653413.952338:0:76389:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95ac00. 00000100:00100000:3.0:1770653413.952340:0:3291:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95563f2c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707207296:0@lo:6:osp-syn-0-0.0 00000100:00000010:2.0:1770653413.952343:0:76386:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0840. 00000400:00000200:1.0:1770653413.952345:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac82a8 00000100:00000001:3.0:1770653413.952348:0:3291:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1770653413.952350:0:76386:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100337216 : -117276609214400 : ffff9556695e0840) 00000400:00000010:1.0:1770653413.952350:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac82a8. 00000100:00100000:0.0:1770653413.952350:0:76389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955735210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+39:3291:x1856657707207552:12345-0@lo:6:osp-syn-0-0.0 02000000:00000001:3.0:1770653413.952352:0:3291:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1770653413.952356:0:3291:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.952357:0:76386:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100337216 : -117276609214400 : ffff9556695e0840) 00000100:00000001:1.0:1770653413.952358:0:3281:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1770653413.952359:0:76389:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707207552 02000000:00000001:3.0:1770653413.952361:0:3291:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1770653413.952363:0:76386:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000020:00000001:0.0:1770653413.952364:0:76389:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:1.0:1770653413.952366:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955602b1c700 x1856657707206272/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1770653413.952367:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955602ab5400. 00000100:00000001:2.0:1770653413.952368:0:76386:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000020:00000001:0.0:1770653413.952368:0:76389:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:2.0:1770653413.952372:0:76386:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 02000000:00000001:3.0:1770653413.952374:0:3291:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.952374:0:76389:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.952376:0:76386:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1770653413.952381:0:76389:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:2.0:1770653413.952382:0:76386:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1770653413.952383:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2cb8. 00000020:00000001:0.0:1770653413.952386:0:76389:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000020:00000001:2.0:1770653413.952387:0:76386:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:1.0:1770653413.952388:0:3281:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1770653413.952389:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78c38. 00010000:00000001:2.0:1770653413.952390:0:76386:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000020:00000001:0.0:1770653413.952391:0:76389:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:2.0:1770653413.952394:0:76386:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000100:00000040:1.0:1770653413.952396:0:3281:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955602b1c700 x1856657707206272/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1770653413.952397:0:3291:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707207296, portal 4 00010000:00000001:2.0:1770653413.952397:0:76386:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000020:00000001:0.0:1770653413.952397:0:76389:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1770653413.952404:0:76386:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95563f2c4a80. 00000100:00000001:3.0:1770653413.952405:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1770653413.952405:0:76389:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1770653413.952412:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796392444160 : -117277317107456 : ffff95563f2c7100) 00000020:00000040:2.0:1770653413.952412:0:76386:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=8 obd=lustre-OST0001 00000020:00000001:0.0:1770653413.952412:0:76389:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1770653413.952413:0:3281:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.952417:0:76389:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000100:00000001:2.0:1770653413.952418:0:76386:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1770653413.952419:0:3281:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1770653413.952422:0:76386:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1770653413.952422:0:76389:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000100:00000040:3.0:1770653413.952423:0:3291:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95563f2c7100 x1856657707207296/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1770653413.952425:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1770653413.952427:0:76386:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.952428:0:76389:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.952431:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1770653413.952435:0:76389:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 02000000:00000010:2.0:1770653413.952437:0:76386:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff955706121c00. 00000800:00000001:1.0:1770653413.952438:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000001:00000001:0.0:1770653413.952439:0:76389:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.952444:0:76386:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.952444:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1770653413.952445:0:76389:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:3.0:1770653413.952446:0:3291:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000001:0.0:1770653413.952452:0:76389:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1770653413.952457:0:3291:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:2.0:1770653413.952457:0:76386:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff955620464400/0x2aed14e4e1789fb8 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1414:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ce8 expref: 72 pid: 12200 timeout: 0 lvb_type: 1 00000400:00000200:1.0:1770653413.952457:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000001:00000001:0.0:1770653413.952458:0:76389:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.952465:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78a18. 00000001:00000001:0.0:1770653413.952465:0:76389:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1770653413.952469:0:76389:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1770653413.952471:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707207296, offset 0 00000400:00000200:1.0:1770653413.952475:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d1d80 00000001:00000001:0.0:1770653413.952476:0:76389:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.952484:0:3291:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:2.0:1770653413.952484:0:76386:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff955620464400/0x2aed14e4e1789fb8 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1414:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ce8 expref: 72 pid: 12200 timeout: 6877 lvb_type: 1 00000001:00000001:0.0:1770653413.952484:0:76389:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1770653413.952489:0:76389:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1770653413.952495:0:76389:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.952496:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6fbd [2] + 328 00000400:00000200:3.0:1770653413.952499:0:3291:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1770653413.952501:0:76389:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.952508:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1770653413.952508:0:76389:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.952510:0:76386:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000400:00000200:3.0:1770653413.952513:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b8a80 00000100:00000001:0.0:1770653413.952514:0:76389:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1770653413.952515:0:76386:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000800:00000001:1.0:1770653413.952516:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653413.952518:0:76389:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1770653413.952521:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653413.952523:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf6c5 [8] + 544 00000100:00000040:2.0:1770653413.952525:0:76386:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95563f2c4a80 x1856657707207680/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1770653413.952525:0:76389:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95563a7f9000. 00000400:00000200:1.0:1770653413.952531:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:3.0:1770653413.952532:0:3291:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1770653413.952532:0:76389:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.952540:0:76389:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.952542:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1770653413.952545:0:3291:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1770653413.952546:0:76386:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1770653413.952547:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00002000:00000001:0.0:1770653413.952548:0:76389:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000100:00000001:2.0:1770653413.952550:0:76386:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.952551:0:3291:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:0.0:1770653413.952552:0:76389:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000200:3.0:1770653413.952555:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1770653413.952555:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665155500. 00010000:00000001:0.0:1770653413.952556:0:76389:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.952559:0:76386:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95563f2c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:76386:1856657707207680:192.168.202.60@tcp:104: 00000100:00000040:1.0:1770653413.952562:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955665155500 x1856657966308736 msgsize 328 00000100:00000010:3.0:1770653413.952563:0:3291:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955735211c00. 00002000:00080000:0.0:1770653413.952563:0:76389:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5469 count 1 00000100:00000001:2.0:1770653413.952565:0:76386:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00002000:00000001:0.0:1770653413.952571:0:76389:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000100:00000040:3.0:1770653413.952572:0:3291:0:(events.c:337:request_in_callback()) incoming req@ffff955735211c00 x1856657707207296 msgsize 544 02000000:00000001:2.0:1770653413.952572:0:76386:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1770653413.952573:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00002000:00000001:0.0:1770653413.952575:0:76389:0:(ofd_objects.c:87:ofd_object_find()) Process entered 02000000:00000001:2.0:1770653413.952576:0:76386:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.952580:0:76386:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1770653413.952580:0:76389:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:1.0:1770653413.952584:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1770653413.952586:0:76389:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797001780584 : -117276707771032 : ffff9556637e2d68) 02000000:00000010:2.0:1770653413.952587:0:76386:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff955706120800. 00000100:00100000:3.0:1770653413.952588:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1770653413.952594:0:76386:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.952594:0:76389:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797001780496 : -117276707771120 : ffff9556637e2d10) 00000800:00000200:1.0:1770653413.952595:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1770653413.952601:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df200. 00010000:00000001:0.0:1770653413.952601:0:76389:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000400:00000010:2.0:1770653413.952603:0:76386:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef20b0. 00010000:00000001:0.0:1770653413.952604:0:76389:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:3.0:1770653413.952605:0:3291:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000040:0.0:1770653413.952610:0:76389:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955633f4c100 count: 2 00000400:00000200:1.0:1770653413.952611:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1770653413.952612:0:76386:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888b28. 00000400:00000200:3.0:1770653413.952614:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78a18 00010000:00000001:0.0:1770653413.952615:0:76389:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1770653413.952619:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78a18. 00000400:00000200:1.0:1770653413.952620:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:0.0:1770653413.952621:0:76389:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:3.0:1770653413.952626:0:3291:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1770653413.952628:0:76386:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707207680, portal 16 00010000:00000010:0.0:1770653413.952628:0:76389:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561ae2ae00. 00000400:00000200:1.0:1770653413.952629:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888330 00000100:00000200:3.0:1770653413.952633:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95563f2c7100 x1856657707207296/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.952635:0:76386:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1770653413.952635:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888330. 00000020:00000001:0.0:1770653413.952635:0:76389:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:2.0:1770653413.952639:0:76386:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796392434304 : -117277317117312 : ffff95563f2c4a80) 00000020:00000040:0.0:1770653413.952641:0:76389:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561ae2ae00 with handle 0x2aed14e4e178cfa7 to hash 00000100:00000001:1.0:1770653413.952643:0:3281:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1770653413.952648:0:76389:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:3.0:1770653413.952651:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1770653413.952653:0:76386:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff95563f2c4a80 x1856657707207680/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.952653:0:76389:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795783630336 : -117277925921280 : ffff95561ae2ae00) 00000100:00000200:1.0:1770653413.952654:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95563f2c7480 x1856657707206400/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1770653413.952658:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563f2c7100 x1856657707207296/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.952660:0:76389:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795783630336 : -117277925921280 : ffff95561ae2ae00) 00010000:00000001:0.0:1770653413.952667:0:76389:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1770653413.952670:0:76389:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.952678:0:76389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178cfa7 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x155d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.952695:0:76386:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1770653413.952698:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.952698:0:3281:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1770653413.952703:0:76386:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:3.0:1770653413.952705:0:3291:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1770653413.952707:0:3281:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563f2c7480 x1856657707206400/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1770653413.952709:0:76386:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888990. 00000100:00000001:3.0:1770653413.952712:0:3291:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.952716:0:76386:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707207680, offset 0 00000100:00000040:3.0:1770653413.952718:0:3291:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26298 usecs (27 jiffies) 00000100:00000001:3.0:1770653413.952726:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444792 00010000:00000001:0.0:1770653413.952726:0:76389:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000200:2.0:1770653413.952730:0:76386:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.952732:0:76389:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:3.0:1770653413.952734:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444794 00010000:00000001:0.0:1770653413.952737:0:76389:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:3.0:1770653413.952753:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444792 00000400:00000200:2.0:1770653413.952754:0:76386:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00010000:00000001:0.0:1770653413.952754:0:76389:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:3.0:1770653413.952760:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444794 00010000:00000001:0.0:1770653413.952761:0:76389:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000100:00000001:1.0:1770653413.952762:0:3281:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.952763:0:76386:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1770653413.952766:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444792 00010000:00000001:0.0:1770653413.952767:0:76389:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:1.0:1770653413.952768:0:3281:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1770653413.952771:0:76386:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000100:00000001:3.0:1770653413.952772:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444794 00000400:00000200:2.0:1770653413.952776:0:76386:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1770653413.952778:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444792 00010000:00010000:0.0:1770653413.952778:0:76389:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9556395a6600/0x2aed14e4e178a1e8 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x155d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f0a expref: 75 pid: 76385 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1770653413.952781:0:76386:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00000001:3.0:1770653413.952783:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444794 00000100:00000001:3.0:1770653413.952789:0:3291:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1770653413.952790:0:76386:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164700:2164700:249:4294967295] 192.168.202.60@tcp LPNI seq info [2164696:2164696:1:4294967295] 00000100:00000001:3.0:1770653413.952795:0:3291:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.952802:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.952803:0:76389:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:3.0:1770653413.952808:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.952809:0:76389:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.952811:0:76386:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00010000:0.0:1770653413.952815:0:76389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653413.952819:0:76389:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1770653413.952820:0:76386:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:2.0:1770653413.952825:0:76386:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df200. 00010000:00000001:0.0:1770653413.952826:0:76389:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:1.0:1770653413.952830:0:51197:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00010000:0.0:1770653413.952831:0:76389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000800:00000200:2.0:1770653413.952834:0:76386:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00100000:1.0:1770653413.952835:0:51197:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707207296 00010000:00000001:0.0:1770653413.952837:0:76389:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653413.952840:0:51197:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:3.0:1770653413.952842:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653413.952842:0:76389:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.952843:0:51197:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000200:2.0:1770653413.952845:0:76386:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:2.0:1770653413.952872:0:76386:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1770653413.952876:0:76386:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.952878:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1770653413.952878:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d1f9e00. 00000100:00000001:2.0:1770653413.952880:0:76386:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444796 00000800:00000001:3.0:1770653413.952885:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653413.952886:0:76389:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000100:00000001:2.0:1770653413.952889:0:76386:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4301444794 00010000:00000010:1.1:1770653413.952890:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab800. 00000800:00000001:3.0:1770653413.952891:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1770653413.952892:0:76389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178cfa7 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x155d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.952899:0:76386:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444796 00000100:00000001:1.0:1770653413.952899:0:51197:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.952905:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 02000000:00000001:1.0:1770653413.952907:0:51197:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.952908:0:76386:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4301444794 00000100:00100000:1.0:1770653413.952914:0:51197:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707207296 00000100:00000001:2.0:1770653413.952916:0:76386:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444796 00010000:00000040:0.0:1770653413.952918:0:76389:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x155d:0x0].0x0 (ffff955633f4c100) refcount = 2 00000020:00000001:1.0:1770653413.952919:0:51197:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1770653413.952920:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d1d00 00000020:00000040:1.0:1770653413.952923:0:51197:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00000100:00000001:2.0:1770653413.952924:0:76386:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4301444794 00000020:00000001:1.0:1770653413.952929:0:51197:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000040:0.0:1770653413.952930:0:76389:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:2.0:1770653413.952931:0:76386:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444796 00000400:00000200:3.0:1770653413.952934:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6fbd [2] + 656 00000020:00000040:1.0:1770653413.952934:0:51197:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=40 00000100:00000001:2.0:1770653413.952937:0:76386:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4301444794 00000020:00000001:1.0:1770653413.952940:0:51197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00010000:00000040:0.0:1770653413.952942:0:76389:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9556395a6600/0x2aed14e4e178a1e8 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x155d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f0a expref: 75 pid: 76385 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1770653413.952943:0:76386:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1770653413.952946:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1770653413.952946:0:51197:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000001:2.0:1770653413.952951:0:76386:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.952953:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.952953:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1770653413.952957:0:76386:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.952959:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cfc0. 00000400:00000200:3.0:1770653413.952960:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1770653413.952961:0:76386:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.952967:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1770653413.952968:0:76386:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.952969:0:76389:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000400:00000200:3.0:1770653413.952972:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:2.0:1770653413.952975:0:76386:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:1.0:1770653413.952975:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cfc0. 00000100:00000001:3.0:1770653413.952977:0:3283:0:(events.c:286:request_in_callback()) Process entered 00010000:00000040:0.0:1770653413.952977:0:76389:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178cfa7 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x155d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.952978:0:76386:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1770653413.952982:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000001:2.0:1770653413.952982:0:76386:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.952982:0:51197:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f6800. 00000020:00000010:1.0:1770653413.952989:0:51197:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d300. 00010000:00000001:2.0:1770653413.952990:0:76386:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000010:3.0:1770653413.952991:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955735211180. 00010000:00000001:2.0:1770653413.952994:0:76386:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1770653413.952998:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955735211180 x1856657966308608 msgsize 328 00000020:00000010:1.0:1770653413.952998:0:51197:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada3e8. 00000100:00000001:2.0:1770653413.952999:0:76386:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1770653413.953002:0:76389:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95ac00. 00000100:00000001:2.0:1770653413.953005:0:76386:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1770653413.953007:0:51197:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1770653413.953009:0:76386:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1770653413.953009:0:76389:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:1.0:1770653413.953011:0:51197:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1770653413.953015:0:76386:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556695e0840 going to sleep for 11 seconds 00000100:00100000:3.0:1770653413.953016:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:1.0:1770653413.953016:0:51197:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653413.953018:0:76389:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f362780. 00000100:00000001:2.0:1770653413.953019:0:76386:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653413.953024:0:76386:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.953025:0:51197:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.953025:0:76389:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661516160 : -117277048035456 : ffff95564f362780) 00000100:00000001:3.0:1770653413.953028:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1770653413.953033:0:76389:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661516160 : -117277048035456 : ffff95564f362780) 00000100:00000001:1.0:1770653413.953037:0:51197:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.953038:0:76389:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00010000:2.0:1770653413.953041:0:12201:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff955605728800/0x2aed14e4e178cf4c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.953043:0:76389:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000800:00000200:3.0:1770653413.953044:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1770653413.953048:0:76389:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:1.0:1770653413.953049:0:51197:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000010:3.0:1770653413.953050:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9557353d2a00. 00000100:00000001:1.0:1770653413.953053:0:51197:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1770653413.953054:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1770653413.953059:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1770653413.953060:0:12201:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.953060:0:51197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136227 00010000:00000001:0.0:1770653413.953060:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1770653413.953066:0:76389:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000040:1.0:1770653413.953068:0:51197:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 8 00010000:00010000:2.0:1770653413.953070:0:12201:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff955605728800/0x2aed14e4e178cf4c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1770653413.953071:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:0.0:1770653413.953072:0:76389:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000001:1.0:1770653413.953073:0:51197:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800518896640 : -117273190654976 : ffff955735211c00) 00010000:00000001:0.0:1770653413.953077:0:76389:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000400:00000200:3.0:1770653413.953081:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022880 00000100:00000040:1.0:1770653413.953082:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955735211c00 x1856657707207296/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.953082:0:76389:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000400:00000010:3.0:1770653413.953085:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022880. 00000100:00000010:0.0:1770653413.953090:0:76389:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955602b1fb80. 00000100:00000001:3.0:1770653413.953092:0:3283:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:0.0:1770653413.953098:0:76389:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=5 obd=lustre-OST0000 00000100:00000200:3.0:1770653413.953101:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955665156d80 x1856657707206528/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.953101:0:12201:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1770653413.953106:0:12201:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.953107:0:76389:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1770653413.953110:0:51197:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1770653413.953112:0:12201:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1770653413.953113:0:76389:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000010:1.0:1770653413.953117:0:51197:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cfc0. 00010000:00000001:2.0:1770653413.953118:0:12201:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:0.0:1770653413.953119:0:76389:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.953122:0:3283:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1770653413.953124:0:12201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1770653413.953125:0:51197:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1770653413.953129:0:3283:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665156d80 x1856657707206528/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:2.0:1770653413.953129:0:12201:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955605728800 refcount=3 02000000:00000010:0.0:1770653413.953130:0:76389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff955626008800. 00000020:00000010:1.0:1770653413.953132:0:51197:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cfc0. 00000020:00000001:2.0:1770653413.953139:0:12201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795423959040 : -117278285592576 : ffff955605728800) 00000100:00000001:0.0:1770653413.953140:0:76389:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.953142:0:3283:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.953147:0:51197:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955735211c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+40:3291:x1856657707207296:12345-0@lo:6:osp-syn-0-0.0 00000100:00000001:3.0:1770653413.953149:0:3283:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1770653413.953149:0:12201:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795423959040 : -117278285592576 : ffff955605728800) 00000800:00000001:3.0:1770653413.953154:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:0.0:1770653413.953155:0:76389:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9556395a6600/0x2aed14e4e178a1e8 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x155d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f0a expref: 75 pid: 76385 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1770653413.953157:0:12201:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000200:1.0:1770653413.953160:0:51197:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707207296 00000800:00000001:3.0:1770653413.953161:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1770653413.953164:0:12201:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff955605728800/0x2aed14e4e178cf4c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1770653413.953166:0:51197:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000001:3.0:1770653413.953167:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1770653413.953171:0:51197:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000001:3.0:1770653413.953173:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653413.953176:0:51197:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.953182:0:51197:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1770653413.953186:0:51197:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000400:00000200:3.0:1770653413.953188:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00010000:0.0:1770653413.953190:0:76389:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9556395a6600/0x2aed14e4e178a1e8 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x155d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f0a expref: 75 pid: 76385 timeout: 6877 lvb_type: 1 00000020:00000001:1.0:1770653413.953191:0:51197:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:2.0:1770653413.953193:0:12201:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1770653413.953196:0:51197:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.953199:0:12201:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1770653413.953201:0:51197:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1770653413.953203:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b8200 00000020:00000001:1.0:1770653413.953205:0:51197:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00010000:2.0:1770653413.953206:0:12201:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff955605728800/0x2aed14e4e178cf4c lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1770653413.953209:0:51197:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1770653413.953213:0:51197:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000400:00000200:3.0:1770653413.953215:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda671 [1] + 224 00000020:00000001:1.0:1770653413.953217:0:51197:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.953221:0:76389:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000001:00000001:1.0:1770653413.953223:0:51197:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000800:00000001:3.0:1770653413.953227:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000001:00000001:1.0:1770653413.953228:0:51197:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.953228:0:76389:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1770653413.953232:0:12201:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000001:3.0:1770653413.953234:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1770653413.953234:0:51197:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:2.0:1770653413.953235:0:12201:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.953239:0:51197:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1770653413.953240:0:76389:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955602b1fb80 x1856657707207808/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1770653413.953241:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1770653413.953241:0:12201:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000001:00000001:1.0:1770653413.953243:0:51197:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1770653413.953247:0:12201:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556695e00c0. 00000001:00000001:1.0:1770653413.953248:0:51197:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000400:00000200:3.0:1770653413.953251:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000001:00000001:1.0:1770653413.953252:0:51197:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.953253:0:12201:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1770653413.953258:0:3283:0:(events.c:78:reply_in_callback()) Process entered 00000001:00000001:1.0:1770653413.953259:0:51197:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.953264:0:51197:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000200:3.0:1770653413.953266:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95572eb21180 x1856657707205120/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1770653413.953266:0:12201:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000001:00000001:1.0:1770653413.953268:0:51197:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.953272:0:76389:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1770653413.953273:0:12201:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.953275:0:51197:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.953277:0:76389:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.953280:0:12201:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.953282:0:51197:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.953287:0:12201:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000001:1.0:1770653413.953288:0:51197:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.953289:0:76389:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955602b1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:76389:1856657707207808:192.168.202.60@tcp:104: 00010000:00000001:2.0:1770653413.953291:0:12201:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.953295:0:51197:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1770653413.953296:0:12201:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1770653413.953298:0:51197:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1770653413.953300:0:3283:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff95572eb21180 x1856657707205120/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00002000:00000001:2.0:1770653413.953301:0:12201:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 02000000:00000010:1.0:1770653413.953305:0:51197:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95572dc89c00. 00080000:00000001:2.0:1770653413.953306:0:12201:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:0.0:1770653413.953308:0:76389:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1770653413.953311:0:51197:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.953313:0:76389:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1770653413.953314:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1770653413.953318:0:51197:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.953319:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.953320:0:76389:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653413.953322:0:51197:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000100:00000001:3.0:1770653413.953326:0:3283:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1770653413.953327:0:51197:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1770653413.953328:0:5744:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 02000000:00000001:0.0:1770653413.953328:0:76389:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1770653413.953330:0:51197:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.953333:0:5744:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00002000:00080000:1.0:1770653413.953334:0:51197:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5468 count 1 02000000:00000010:0.0:1770653413.953335:0:76389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff955626009600. 00000800:00000200:3.0:1770653413.953336:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:2.0:1770653413.953337:0:5744:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00002000:00000001:1.0:1770653413.953341:0:51197:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000800:00000010:3.0:1770653413.953343:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9557353d2400. 00010000:00010000:2.0:1770653413.953344:0:5744:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff955605728800/0x2aed14e4e178cf4c lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1770653413.953344:0:76389:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653413.953345:0:51197:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1770653413.953349:0:51197:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1770653413.953350:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1770653413.953354:0:76389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e053790. 00000020:00000001:1.0:1770653413.953355:0:51197:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797001784840 : -117276707766776 : ffff9556637e3e08) 00000400:00000200:3.0:1770653413.953361:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00002000:00000001:1.0:1770653413.953362:0:51197:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797001784752 : -117276707766864 : ffff9556637e3db0) 00010000:00010000:2.0:1770653413.953364:0:5744:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff955605728800 already unused, calling callback (ffffffffc16fe650) 00000400:00000010:0.0:1770653413.953365:0:76389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac83b8. 00010000:00000001:1.0:1770653413.953369:0:51197:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000400:00000200:3.0:1770653413.953370:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022220 00010000:00000001:2.0:1770653413.953370:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1770653413.953372:0:51197:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000010:3.0:1770653413.953375:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022220. 00010000:00000001:2.0:1770653413.953375:0:5744:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000040:1.0:1770653413.953378:0:51197:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95563cd5c300 count: 2 00000100:00000001:3.0:1770653413.953380:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:2.0:1770653413.953380:0:5744:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff955605728800/0x2aed14e4e178cf4c lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.953382:0:51197:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1770653413.953382:0:76389:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707207808, portal 16 02000000:00000001:3.0:1770653413.953384:0:3283:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653413.953390:0:3283:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955607fcf400. 00010000:00000001:1.0:1770653413.953390:0:51197:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:0.0:1770653413.953390:0:76389:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000010:1.0:1770653413.953396:0:51197:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95566c162400. 00000100:00000001:0.0:1770653413.953396:0:76389:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795377785728 : -117278331765888 : ffff955602b1fb80) 02000000:00000001:3.0:1770653413.953397:0:3283:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1770653413.953397:0:5744:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:3.0:1770653413.953401:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1770653413.953403:0:5744:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1770653413.953403:0:51197:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000800:00000001:3.0:1770653413.953406:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1770653413.953407:0:5744:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653413.953408:0:51197:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95566c162400 with handle 0x2aed14e4e178cfae to hash 00000100:00000040:0.0:1770653413.953410:0:76389:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955602b1fb80 x1856657707207808/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:2.0:1770653413.953411:0:5744:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955605728800 refcount=3 00000800:00000001:3.0:1770653413.953412:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653413.953412:0:51197:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1770653413.953416:0:51197:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626797145957376 : -117276563594240 : ffff95566c162400) 00000800:00000001:3.0:1770653413.953418:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1770653413.953418:0:5744:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795423959040 : -117278285592576 : ffff955605728800) 00000800:00000001:3.0:1770653413.953423:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.953423:0:51197:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626797145957376 : -117276563594240 : ffff95566c162400) 00010000:00000001:2.0:1770653413.953424:0:5744:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795423959040 : -117278285592576 : ffff955605728800) 00010000:00000001:1.0:1770653413.953430:0:51197:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1770653413.953432:0:5744:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:1.0:1770653413.953436:0:51197:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.953437:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00010000:2.0:1770653413.953437:0:5744:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff955605728800/0x2aed14e4e178cf4c lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770653413.953443:0:51197:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95566c162400/0x2aed14e4e178cfae lrc: 3/0,1 mode: --/PW res: [0x240000403:0x155c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.953446:0:76389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1770653413.953452:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d1e00 00000100:00000040:0.0:1770653413.953457:0:76389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653413.953464:0:5744:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:3.0:1770653413.953465:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6fbd [2] + 984 00000400:00000010:0.0:1770653413.953465:0:76389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac82a8. 00010000:00000001:1.0:1770653413.953467:0:51197:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1770653413.953468:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1770653413.953472:0:51197:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1770653413.953473:0:5744:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.953474:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1770653413.953475:0:76389:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707207808, offset 0 00010000:00000001:1.0:1770653413.953476:0:51197:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1770653413.953480:0:5744:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1770653413.953480:0:51197:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000800:00000001:3.0:1770653413.953482:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.953484:0:5744:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1770653413.953485:0:51197:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000400:00000200:3.0:1770653413.953486:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1770653413.953490:0:51197:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:2.0:1770653413.953491:0:5744:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1770653413.953491:0:76389:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653413.953495:0:5744:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.953496:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00010000:1.0:1770653413.953499:0:51197:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff955642601400/0x2aed14e4e178a0f3 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x155c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e1c expref: 75 pid: 76383 timeout: 0 lvb_type: 1 00000020:00000040:2.0:1770653413.953501:0:5744:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff955605728800 with handle 0x2aed14e4e178cf4c from hash 00000400:00000200:0.0:1770653413.953506:0:76389:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00010000:00000001:2.0:1770653413.953507:0:5744:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1770653413.953510:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.953513:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.953515:0:51197:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1770653413.953516:0:5744:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:0.0:1770653413.953518:0:76389:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:1.0:1770653413.953519:0:51197:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.953520:0:5744:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653413.953524:0:5744:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.953524:0:51197:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000200:0.0:1770653413.953525:0:76389:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00010000:00000001:1.0:1770653413.953528:0:51197:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.953530:0:5744:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1770653413.953531:0:51197:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000400:00000200:0.0:1770653413.953533:0:76389:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00010000:00000001:2.0:1770653413.953534:0:5744:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:1.0:1770653413.953534:0:51197:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653413.953538:0:5744:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1770653413.953539:0:51197:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.953542:0:5744:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653413.953543:0:76389:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00010000:00000001:1.0:1770653413.953544:0:51197:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.953546:0:5744:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.953548:0:51197:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00000001:2.0:1770653413.953549:0:5744:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1770653413.953553:0:5744:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00010000:1.0:1770653413.953553:0:51197:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95566c162400/0x2aed14e4e178cfae lrc: 4/0,1 mode: --/PW res: [0x240000403:0x155c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1770653413.953555:0:76389:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164701:2164701:251:4294967295] 192.168.202.60@tcp LPNI seq info [2164697:2164697:3:4294967295] 00010000:00000001:2.0:1770653413.953558:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.953561:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.953563:0:5744:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.953569:0:5744:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.953571:0:51197:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x155c:0x0].0x0 (ffff95563cd5c300) refcount = 2 00010000:00000001:2.0:1770653413.953572:0:5744:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.953577:0:51197:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00010000:2.0:1770653413.953578:0:5744:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff955605728800/0x2aed14e4e178cf4c lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1770653413.953585:0:51197:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955642601400/0x2aed14e4e178a0f3 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x155c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e1c expref: 75 pid: 76383 timeout: 0 lvb_type: 1 00000400:00000200:0.0:1770653413.953587:0:76389:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:3.0:1770653413.953601:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653413.953606:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000040:1.0:1770653413.953607:0:51197:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000800:00000200:0.0:1770653413.953607:0:76389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000010:3.0:1770653413.953613:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955735213480. 00010000:00000001:2.0:1770653413.953614:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:1.0:1770653413.953614:0:51197:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95566c162400/0x2aed14e4e178cfae lrc: 4/0,1 mode: --/PW res: [0x240000403:0x155c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00000800:00000010:0.0:1770653413.953616:0:76389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9000. 00010000:00010000:2.0:1770653413.953619:0:5744:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff955605728800/0x2aed14e4e178cf4c lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1557:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1770653413.953620:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955735213480 x1856657966308864 msgsize 328 00000800:00000200:0.0:1770653413.953632:0:76389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00100000:3.0:1770653413.953636:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00010000:00000010:1.0:1770653413.953639:0:51197:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9cfc0. 00010000:00000040:2.0:1770653413.953643:0:5744:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95563f2d2100 count: 0 00000100:00000001:1.0:1770653413.953644:0:51197:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1770653413.953649:0:51197:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa8300. 00002000:00000010:2.0:1770653413.953650:0:5744:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955630aa3080. 00000100:00000001:3.0:1770653413.953651:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:0.0:1770653413.953651:0:76389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:1.0:1770653413.953653:0:51197:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540166912 : -117277169384704 : ffff955647fa8300) 00010000:00000010:2.0:1770653413.953658:0:5744:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95563f2d2d00. 00000100:00000001:1.0:1770653413.953658:0:51197:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540166912 : -117277169384704 : ffff955647fa8300) 00000800:00000200:0.0:1770653413.953660:0:76389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1770653413.953664:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1770653413.953664:0:51197:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1770653413.953668:0:51197:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000001:0.0:1770653413.953669:0:76389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1770653413.953670:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626cb00. 00010000:00000001:2.0:1770653413.953670:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.953671:0:51197:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1770653413.953673:0:5744:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1770653413.953676:0:51197:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1770653413.953678:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1770653413.953679:0:5744:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556695e00c0. 00000100:00000001:0.0:1770653413.953679:0:76389:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444796 00010000:00000001:1.0:1770653413.953680:0:51197:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1770653413.953683:0:51197:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1770653413.953686:0:5744:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.953687:0:51197:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1770653413.953690:0:51197:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000400:00000200:3.0:1770653413.953693:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000001:2.0:1770653413.953693:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1770653413.953694:0:51197:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000020:00000001:2.0:1770653413.953698:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.953699:0:73797:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:1.0:1770653413.953700:0:51197:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665154000. 00000400:00000200:3.0:1770653413.953701:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78770 00010000:00010000:2.0:1770653413.953701:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1770653413.953704:0:73797:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966308480 00000020:00000001:2.0:1770653413.953706:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:1.0:1770653413.953707:0:51197:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=6 obd=lustre-OST0000 00000400:00000010:3.0:1770653413.953708:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78770. 02000000:00000001:0.0:1770653413.953709:0:73797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1770653413.953711:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.953712:0:51197:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1770653413.953714:0:73797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653413.953717:0:3283:0:(events.c:34:request_out_callback()) Process entered 00010000:00010000:2.0:1770653413.953717:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1770653413.953717:0:51197:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1770653413.953719:0:73797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.953723:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1770653413.953723:0:51197:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.953725:0:73797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.953727:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.953728:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955735211f80 x1856657707207040/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1770653413.953730:0:51197:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95563c4f7e00. 00000100:00100000:0.0:1770653413.953731:0:73797:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966308480 00010000:00010000:2.0:1770653413.953732:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1770653413.953737:0:73797:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1770653413.953748:0:51197:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.953753:0:12204:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1770653413.953756:0:73797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000400:00000001:2.0:1770653413.953758:0:12204:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00010000:1.0:1770653413.953759:0:51197:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff955642601400/0x2aed14e4e178a0f3 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x155c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e1c expref: 75 pid: 76383 timeout: 0 lvb_type: 1 00000020:00000001:0.0:1770653413.953761:0:73797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000001:2.0:1770653413.953762:0:12204:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1770653413.953765:0:3283:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1770653413.953767:0:12204:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2790. 00000020:00000040:0.0:1770653413.953768:0:73797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=76 00000400:00000200:2.0:1770653413.953774:0:12204:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888440 00000100:00000040:3.0:1770653413.953775:0:3283:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955735211f80 x1856657707207040/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1770653413.953776:0:73797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000400:00000010:2.0:1770653413.953778:0:12204:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888440. 00010000:00010000:1.0:1770653413.953781:0:51197:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff955642601400/0x2aed14e4e178a0f3 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x155c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e1c expref: 76 pid: 76383 timeout: 6877 lvb_type: 1 00000020:00000001:0.0:1770653413.953784:0:73797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:2.0:1770653413.953785:0:12204:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1770653413.953793:0:12204:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95572eb21180 x1856657707205120/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.953794:0:73797:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1770653413.953801:0:73797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95ad00. 00000100:00000001:0.0:1770653413.953808:0:73797:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.953809:0:51197:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1770653413.953812:0:3283:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.953814:0:51197:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000020:00000010:0.0:1770653413.953815:0:73797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95ad00. 00000100:00000001:3.0:1770653413.953818:0:3283:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1770653413.953823:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955665154000 x1856657707207936/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1770653413.953825:0:73797:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955626009a00. 00000800:00000001:3.0:1770653413.953827:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1770653413.953828:0:12204:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95572eb21180 x1856657707205120/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:3.0:1770653413.953834:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1770653413.953834:0:73797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519780. 00000020:00000010:0.0:1770653413.953843:0:73797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d0c8. 00000800:00000200:3.0:1770653413.953846:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1770653413.953865:0:51197:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1770653413.953867:0:51197:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1770653413.953871:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df600. 00000100:00100000:1.0:1770653413.953876:0:51197:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955665154000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:51197:1856657707207936:192.168.202.60@tcp:104: 00000100:00000001:2.0:1770653413.953878:0:12204:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1770653413.953879:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653413.953880:0:51197:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1770653413.953880:0:73797:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1770653413.953882:0:12204:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653413.953886:0:51197:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1770653413.953887:0:12204:0:(client.c:1568:after_reply()) Process entered 00000100:00000001:0.0:1770653413.953888:0:73797:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1770653413.953890:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 02000000:00000001:1.0:1770653413.953890:0:51197:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.953892:0:12204:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1770653413.953892:0:73797:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1770653413.953897:0:12204:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1770653413.953897:0:51197:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1770653413.953898:0:73797:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000400:00000200:3.0:1770653413.953899:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888bb0 00000100:00000001:2.0:1770653413.953902:0:12204:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.953903:0:51197:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95563c4f7400. 00000400:00000010:3.0:1770653413.953904:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888bb0. 00010000:00000001:0.0:1770653413.953904:0:73797:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.953906:0:12204:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.953908:0:51197:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.953911:0:3283:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:0.0:1770653413.953912:0:73797:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000100:00001000:2.0:1770653413.953913:0:12204:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 00000400:00000010:1.0:1770653413.953914:0:51197:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d947e8. 00010000:00000001:0.0:1770653413.953917:0:73797:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000200:3.0:1770653413.953919:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95563f2c5500 x1856657707207168/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1770653413.953922:0:51197:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022908. 00000100:00001000:2.0:1770653413.953923:0:12204:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 00000020:00000001:0.0:1770653413.953923:0:73797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653413.953929:0:73797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c987600 refcount=4 00000100:00000200:1.0:1770653413.953930:0:51197:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707207936, portal 16 00000100:00000001:2.0:1770653413.953933:0:12204:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1770653413.953937:0:51197:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1770653413.953938:0:12204:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.953939:0:73797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812320768 : -117277897230848 : ffff95561c987600) 00000100:00000001:1.0:1770653413.953941:0:51197:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028458496 : -117276681093120 : ffff955665154000) 00000100:00000001:3.0:1770653413.953944:0:3283:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1770653413.953945:0:12204:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1770653413.953947:0:73797:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812320768 : -117277897230848 : ffff95561c987600) 00010000:00000001:2.0:1770653413.953949:0:12204:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.953952:0:51197:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955665154000 x1856657707207936/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1770653413.953953:0:3283:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563f2c5500 x1856657707207168/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.953955:0:12204:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.953960:0:73797:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff95561c987600/0x2aed14e4e178a26d lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1556:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f73 expref: 76 pid: 6530 timeout: 6877 lvb_type: 1 00000100:00000040:2.0:1770653413.953964:0:12204:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95572eb21180 x1856657707205120/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.953987:0:51197:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1770653413.953996:0:51197:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:2.0:1770653413.953999:0:12204:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1770653413.954001:0:51197:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022000. 00000100:00000001:2.0:1770653413.954007:0:12204:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1770653413.954008:0:51197:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707207936, offset 0 00000100:00000001:2.0:1770653413.954011:0:12204:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.954017:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.954018:0:12204:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000100:00000001:3.0:1770653413.954020:0:3283:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.954020:0:51197:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653413.954022:0:12204:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.954023:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.954026:0:3283:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1770653413.954027:0:12204:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.954028:0:73797:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.954030:0:51197:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00010000:00000001:2.0:1770653413.954031:0:12204:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.954034:0:73797:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.954039:0:51197:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1770653413.954040:0:12204:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572eb21180 x1856657707205120/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.954042:0:73797:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:1.0:1770653413.954045:0:51197:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000400:00000200:1.0:1770653413.954052:0:51197:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1770653413.954053:0:73797:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955665155f80 x1856657966308480/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653413.954057:0:51197:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00100000:2.0:1770653413.954060:0:12204:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95572eb21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12204:1856657707205120:192.168.202.60@tcp:104: 00000400:00000200:1.0:1770653413.954065:0:51197:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164702:2164702:251:4294967295] 192.168.202.60@tcp LPNI seq info [2164698:2164698:3:4294967295] 00000100:00000001:2.0:1770653413.954071:0:12204:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.954077:0:12204:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.954081:0:73797:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1770653413.954082:0:12204:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1770653413.954085:0:73797:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.954086:0:12204:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1770653413.954086:0:51197:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000040:2.0:1770653413.954093:0:12204:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95572eb21180 x1856657707205120/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.954099:0:73797:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1770653413.954100:0:51197:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000200:3.0:1770653413.954102:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1770653413.954107:0:51197:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9557353d2400. 00000800:00000010:3.0:1770653413.954108:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9100. 00000100:00000001:2.0:1770653413.954114:0:12204:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1770653413.954115:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1770653413.954115:0:73797:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1770653413.954118:0:12204:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:0.0:1770653413.954121:0:73797:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966308736 02000000:00000010:2.0:1770653413.954122:0:12204:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff955636fe8a00. 00000800:00000200:1.0:1770653413.954122:0:51197:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000400:00000200:3.0:1770653413.954127:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 02000000:00000001:0.0:1770653413.954128:0:73797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1770653413.954131:0:12204:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1770653413.954133:0:73797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1770653413.954134:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8660 00000020:00000001:2.0:1770653413.954134:0:12204:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000200:1.0:1770653413.954137:0:51197:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000400:00000010:3.0:1770653413.954139:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8660. 00000020:00000040:2.0:1770653413.954139:0:12204:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=5 obd=lustre-OST0000 00000100:00000001:0.0:1770653413.954140:0:73797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.954146:0:12204:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000200:1.0:1770653413.954147:0:51197:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9557353d2400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1770653413.954148:0:3283:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1770653413.954148:0:73797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653413.954149:0:12204:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff955636fe8e00. 00000100:00000200:3.0:1770653413.954157:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955602b1ed80 x1856657707207424/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1770653413.954158:0:12204:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:0.0:1770653413.954158:0:73797:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966308736 00000100:00000001:1.0:1770653413.954159:0:51197:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.954162:0:12204:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1770653413.954165:0:73797:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:2.0:1770653413.954166:0:12204:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572eb21180. 00000100:00000001:1.0:1770653413.954167:0:51197:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444797 00000020:00000040:0.0:1770653413.954170:0:73797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000100:00000001:2.0:1770653413.954173:0:12204:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1770653413.954176:0:73797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1770653413.954177:0:3283:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1770653413.954177:0:12204:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.954179:0:51197:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444796 00000100:00000010:2.0:1770653413.954182:0:12204:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0b40. 00000020:00000040:0.0:1770653413.954182:0:73797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=73 00000100:00000040:3.0:1770653413.954184:0:3283:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955602b1ed80 x1856657707207424/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.954188:0:12204:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1770653413.954191:0:51197:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444797 00000020:00000001:0.0:1770653413.954191:0:73797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00010000:00000001:2.0:1770653413.954192:0:12204:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.954200:0:3283:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1770653413.954202:0:12204:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f59b80. 00000100:00000001:1.0:1770653413.954203:0:51197:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444796 00000020:00000001:0.0:1770653413.954203:0:73797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:3.0:1770653413.954204:0:3283:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1770653413.954212:0:12204:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.954213:0:73797:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1770653413.954214:0:51197:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444797 00000800:00000200:3.0:1770653413.954215:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:2.0:1770653413.954219:0:12204:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1770653413.954220:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9557353d2f00. 00000020:00000010:0.0:1770653413.954220:0:73797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95ad00. 00000100:00000001:1.0:1770653413.954223:0:51197:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444796 00010000:00000001:2.0:1770653413.954227:0:12204:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1770653413.954228:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1770653413.954229:0:73797:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.954230:0:51197:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444797 00010000:00000001:2.0:1770653413.954236:0:12204:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000010:0.0:1770653413.954237:0:73797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95ad00. 00000400:00000200:3.0:1770653413.954238:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653413.954240:0:51197:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444796 00010000:00010000:2.0:1770653413.954244:0:12204:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff95571016b400/0x2aed14e4e178cf61 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1770653413.954245:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022bb0 00000100:00000001:1.0:1770653413.954247:0:51197:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653413.954247:0:73797:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955626008200. 00000400:00000010:3.0:1770653413.954249:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022bb0. 00000100:00000001:3.0:1770653413.954256:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653413.954256:0:51197:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.954256:0:73797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519e00. 02000000:00000001:3.0:1770653413.954260:0:3283:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1770653413.954263:0:51197:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1770653413.954264:0:3283:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95566bf9a400. 00000020:00000010:0.0:1770653413.954265:0:73797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d898. 00010000:00000001:1.0:1770653413.954270:0:51197:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.954272:0:3283:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:1.0:1770653413.954273:0:51197:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.954274:0:73797:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653413.954275:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000010:2.0:1770653413.954277:0:12201:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff955643981400. 00010000:00000001:1.0:1770653413.954277:0:51197:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.954280:0:51197:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.954280:0:73797:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00080000:00000001:2.0:1770653413.954282:0:12201:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796466607104 : -117277242944512 : ffff955643981400) 00010000:00000001:1.0:1770653413.954284:0:51197:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.954285:0:73797:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000800:00000200:3.0:1770653413.954286:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000001:00000001:2.0:1770653413.954287:0:12201:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:1.0:1770653413.954289:0:51197:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000800:00000010:3.0:1770653413.954291:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df200. 00010000:00000001:0.0:1770653413.954291:0:73797:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.954292:0:12201:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.954292:0:51197:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000200:3.0:1770653413.954298:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653413.954300:0:51197:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.954300:0:73797:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00080000:00000002:2.0:1770653413.954301:0:12201:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x1557:0x0] not in the id map cache 00000100:00000001:1.0:1770653413.954307:0:51197:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1770653413.954308:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00080000:00000001:2.0:1770653413.954308:0:12201:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00010000:00000001:0.0:1770653413.954308:0:73797:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1770653413.954313:0:51197:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1770653413.954314:0:73797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1770653413.954316:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888990 00000100:00100000:1.0:1770653413.954317:0:51197:0:(client.c:2680:ptlrpc_set_wait()) set ffff955647fa8300 going to sleep for 11 seconds 00000400:00000010:3.0:1770653413.954320:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888990. 00000020:00000040:0.0:1770653413.954320:0:73797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016a000 refcount=4 00080000:00000001:2.0:1770653413.954322:0:12201:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.954322:0:51197:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1770653413.954326:0:51197:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.954328:0:73797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897452544 : -117273812099072 : ffff95571016a000) 00000100:00000001:3.0:1770653413.954329:0:3283:0:(events.c:34:request_out_callback()) Process entered 00080000:00000001:2.0:1770653413.954329:0:12201:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.954335:0:12201:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000100:00000200:3.0:1770653413.954336:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95563f2c4a80 x1856657707207680/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.954337:0:73797:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897452544 : -117273812099072 : ffff95571016a000) 00080000:00000001:2.0:1770653413.954338:0:12201:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1770653413.954341:0:12201:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000001:1.0:1770653413.954344:0:76655:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 80000000:00000001:2.0:1770653413.954345:0:12201:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00100000:1.0:1770653413.954348:0:76655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966308608 80000000:00000001:2.0:1770653413.954350:0:12201:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.954352:0:3283:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00010000:0.0:1770653413.954352:0:73797:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff95571016a000/0x2aed14e4e178a07c lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x140f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dc1 expref: 73 pid: 12199 timeout: 6877 lvb_type: 1 02000000:00000001:1.0:1770653413.954353:0:76655:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 80000000:00000001:2.0:1770653413.954354:0:12201:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.954357:0:76655:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1770653413.954360:0:3283:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563f2c4a80 x1856657707207680/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:2.0:1770653413.954360:0:12201:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.954361:0:76655:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.954367:0:12201:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 02000000:00000001:1.0:1770653413.954369:0:76655:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.954371:0:12201:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000100:00100000:1.0:1770653413.954375:0:76655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966308608 00000020:00000001:1.0:1770653413.954380:0:76655:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:0.0:1770653413.954382:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:1.0:1770653413.954384:0:76655:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000100:00000001:3.0:1770653413.954386:0:3283:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.954386:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1770653413.954388:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1770653413.954390:0:3283:0:(events.c:68:request_out_callback()) Process leaving 00000001:00000001:2.0:1770653413.954390:0:12201:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000040:1.0:1770653413.954392:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=77 00010000:00000001:0.0:1770653413.954392:0:73797:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1770653413.954394:0:12201:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000001:1.0:1770653413.954398:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000800:00000200:3.0:1770653413.954399:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1770653413.954399:0:73797:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653413.954402:0:12201:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.954404:0:76655:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000800:00000010:3.0:1770653413.954405:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9000. 00080000:00000001:2.0:1770653413.954407:0:12201:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:0.0:1770653413.954409:0:73797:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:3.0:1770653413.954412:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:2.0:1770653413.954412:0:12201:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000001:1.0:1770653413.954412:0:76655:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653413.954419:0:76655:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9c400. 00000100:00000200:0.0:1770653413.954419:0:73797:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955665155500 x1856657966308736/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1770653413.954421:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653413.954425:0:76655:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1770653413.954428:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac82a8 00000001:00000001:2.0:1770653413.954428:0:12201:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000010:1.0:1770653413.954432:0:76655:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9c400. 00080000:00000001:2.0:1770653413.954433:0:12201:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.954434:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac82a8. 00000100:00000001:3.0:1770653413.954441:0:3283:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:1.0:1770653413.954442:0:76655:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f7600. 00000100:00000001:0.0:1770653413.954444:0:73797:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:3.0:1770653413.954448:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955602b1fb80 x1856657707207808/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.954449:0:73797:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.954450:0:12201:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.954450:0:76655:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d200. 00080000:00000001:2.0:1770653413.954458:0:12201:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000020:00000010:1.0:1770653413.954458:0:76655:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada4b0. 00000100:00000001:3.0:1770653413.954460:0:3283:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1770653413.954465:0:73797:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.954466:0:76655:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1770653413.954467:0:3283:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955602b1fb80 x1856657707207808/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.954470:0:76655:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00080000:00000001:2.0:1770653413.954474:0:12201:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.954474:0:76655:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000100:00000001:3.0:1770653413.954476:0:3283:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.954479:0:76655:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.954480:0:3283:0:(events.c:68:request_out_callback()) Process leaving 00080000:00000001:2.0:1770653413.954480:0:12201:0:(osd_object.c:806:osd_destroy()) Process entered 00000100:00000001:0.0:1770653413.954481:0:73797:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00080000:00000001:2.0:1770653413.954485:0:12201:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:1.0:1770653413.954486:0:76655:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000100:00100000:0.0:1770653413.954487:0:73797:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966308864 80000000:00000001:2.0:1770653413.954489:0:12201:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:1.0:1770653413.954490:0:76655:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:0.0:1770653413.954491:0:73797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 80000000:00000001:2.0:1770653413.954492:0:12201:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000020:00000001:1.0:1770653413.954494:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1770653413.954495:0:73797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 80000000:00000001:2.0:1770653413.954496:0:12201:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.954498:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556323fd200 refcount=4 00000100:00000001:0.0:1770653413.954499:0:73797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1770653413.954500:0:12201:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.954502:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796175610368 : -117277533941248 : ffff9556323fd200) 00080000:00000001:2.0:1770653413.954506:0:12201:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.954507:0:76655:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796175610368 : -117277533941248 : ffff9556323fd200) 02000000:00000001:0.0:1770653413.954508:0:73797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.954511:0:12201:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000100:00100000:0.0:1770653413.954514:0:73797:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966308864 00080000:00000001:2.0:1770653413.954515:0:12201:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000800:00000200:3.0:1770653413.954516:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:1.0:1770653413.954516:0:76655:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9556323fd200/0x2aed14e4e178a16a lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1558:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e8c expref: 77 pid: 12203 timeout: 6877 lvb_type: 1 00000020:00000001:0.0:1770653413.954517:0:73797:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000010:3.0:1770653413.954523:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9557353d2400. 00000020:00000040:0.0:1770653413.954523:0:73797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:0.0:1770653413.954529:0:73797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1770653413.954530:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1770653413.954531:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1770653413.954532:0:73797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=78 00010000:00000001:1.0:1770653413.954533:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.954536:0:76655:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653413.954538:0:73797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:1.0:1770653413.954541:0:76655:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.954542:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000001:0.0:1770653413.954544:0:73797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:1.0:1770653413.954549:0:76655:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:3.0:1770653413.954551:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022000 00000100:00000001:0.0:1770653413.954551:0:73797:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1770653413.954555:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022000. 00000100:00000200:1.0:1770653413.954557:0:76655:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955735211180 x1856657966308608/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1770653413.954557:0:73797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95ad00. 00000100:00000001:3.0:1770653413.954560:0:3283:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1770653413.954563:0:73797:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653413.954568:0:12201:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1770653413.954569:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955665154000 x1856657707207936/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1770653413.954571:0:73797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95ad00. 00080000:00000001:2.0:1770653413.954575:0:12201:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.954580:0:73797:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955626008c00. 00000100:00000001:1.0:1770653413.954581:0:76655:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00080000:00000001:2.0:1770653413.954582:0:12201:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:1.0:1770653413.954586:0:76655:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.954587:0:12201:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000020:00000010:0.0:1770653413.954588:0:73797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519380. 00000100:00000001:3.0:1770653413.954589:0:3283:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000001:00000002:2.0:1770653413.954592:0:12201:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299219, last_committed = 8590299190 00000020:00000010:0.0:1770653413.954595:0:73797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d640. 00000100:00000040:3.0:1770653413.954596:0:3283:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665154000 x1856657707207936/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000010:2.0:1770653413.954597:0:12201:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564ae60240. 00000100:00000001:1.0:1770653413.954597:0:76655:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.954600:0:73797:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000001:00000040:2.0:1770653413.954603:0:12201:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 29 00000100:00000001:0.0:1770653413.954605:0:73797:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1770653413.954609:0:73797:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000020:00000040:2.0:1770653413.954610:0:12201:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=41 00010000:00000001:0.0:1770653413.954611:0:73797:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.954615:0:12201:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:1.0:1770653413.954615:0:76647:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1770653413.954616:0:73797:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:1.0:1770653413.954620:0:76647:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1770653413.954621:0:73797:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1770653413.954624:0:73797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:2.0:1770653413.954626:0:12201:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000100:00100000:1.0:1770653413.954628:0:76647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161866 00000020:00000040:0.0:1770653413.954629:0:73797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556323fce00 refcount=4 00000001:00000001:2.0:1770653413.954630:0:12201:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.954636:0:73797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796175609344 : -117277533942272 : ffff9556323fce00) 00000100:00000040:1.0:1770653413.954637:0:76647:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00010000:00000001:0.0:1770653413.954640:0:73797:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796175609344 : -117277533942272 : ffff9556323fce00) 00000100:00000001:1.0:1770653413.954641:0:76647:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028466560 : -117276681085056 : ffff955665155f80) 00080000:00000001:2.0:1770653413.954647:0:12201:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.954648:0:73797:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9556323fce00/0x2aed14e4e178a0e5 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e0e expref: 78 pid: 76573 timeout: 6877 lvb_type: 1 00000100:00000040:1.0:1770653413.954650:0:76647:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665155f80 x1856657966308480/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00002000:00000001:2.0:1770653413.954654:0:12201:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653413.954661:0:12201:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00080000:00000010:2.0:1770653413.954670:0:12201:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955610677008. 00000100:00000001:3.0:1770653413.954673:0:3283:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.954674:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00002000:00000001:2.0:1770653413.954677:0:12201:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00000001:0.0:1770653413.954678:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.954679:0:3283:0:(events.c:68:request_out_callback()) Process leaving 00002000:00000040:2.0:1770653413.954681:0:12201:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x1557:0x0] 00010000:00000001:0.0:1770653413.954684:0:73797:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00002000:00000010:2.0:1770653413.954687:0:12201:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9556637e2be0. 00000100:00000001:0.0:1770653413.954690:0:73797:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1770653413.954694:0:12201:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:2.0:1770653413.954698:0:12201:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.954699:0:73797:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1770653413.954703:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653413.954703:0:76647:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000001:2.0:1770653413.954705:0:12201:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.954708:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1770653413.954708:0:76647:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9c400. 00000100:00000200:0.0:1770653413.954709:0:73797:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955735213480 x1856657966308864/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1770653413.954710:0:12201:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299219, xid 1856657707203968 00000100:00000001:3.0:1770653413.954712:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.954714:0:76647:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.954716:0:12201:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:3.0:1770653413.954718:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.954721:0:76647:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9c400. 00010000:00000200:2.0:1770653413.954724:0:12201:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955735210000 x1856657707203968/t8590299219(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770653413.954733:0:76647:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665155f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_025:b31b1d82-c1d4-4680-ae7a-71292416d1f5+78:2366:x1856657966308480:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1770653413.954753:0:73806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1770653413.954755:0:73797:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:1.0:1770653413.954757:0:76647:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966308480 00000100:00000001:3.0:1770653413.954758:0:73806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1770653413.954759:0:73797:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.954761:0:12201:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1770653413.954762:0:76647:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00010000:00000001:2.0:1770653413.954765:0:12201:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000002:1.0:1770653413.954766:0:76647:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000100:00100000:3.0:1770653413.954769:0:73806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161867 00010000:00000001:1.0:1770653413.954770:0:76647:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00001000:2.0:1770653413.954771:0:12201:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1770653413.954771:0:73797:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1770653413.954775:0:73806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:1.0:1770653413.954776:0:76647:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1770653413.954778:0:12201:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1770653413.954780:0:76647:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1770653413.954781:0:73806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028463872 : -117276681087744 : ffff955665155500) 00000100:00000040:2.0:1770653413.954785:0:12201:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 02000000:00000010:1.0:1770653413.954785:0:76647:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95572dc89800. 00000100:00000001:0.0:1770653413.954786:0:73797:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1770653413.954791:0:73797:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1770653413.954792:0:73806:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665155500 x1856657966308736/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.954792:0:12201:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 02000000:00000001:1.0:1770653413.954793:0:76647:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.954799:0:76647:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.954800:0:12201:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1770653413.954801:0:73797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161868 02000000:00000001:2.0:1770653413.954805:0:12201:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.954806:0:76647:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000040:0.0:1770653413.954809:0:73797:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 2 00000100:00000001:2.0:1770653413.954812:0:12201:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1770653413.954812:0:76647:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:0.0:1770653413.954814:0:73797:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800518893952 : -117273190657664 : ffff955735211180) 00010000:00000001:1.0:1770653413.954818:0:76647:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:2.0:1770653413.954821:0:12201:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1770653413.954822:0:73806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1770653413.954823:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1770653413.954827:0:73797:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955735211180 x1856657966308608/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1770653413.954828:0:12201:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888440. 00000020:00000040:1.0:1770653413.954828:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c987600 refcount=4 00000020:00000010:3.0:1770653413.954829:0:73806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fb3c0. 00000020:00000001:1.0:1770653413.954836:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812320768 : -117277897230848 : ffff95561c987600) 00000100:00000001:3.0:1770653413.954837:0:73806:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1770653413.954837:0:12201:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707203968, offset 224 00000100:00000001:0.0:1770653413.954840:0:73797:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1770653413.954841:0:76647:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812320768 : -117277897230848 : ffff95561c987600) 00000020:00000010:3.0:1770653413.954846:0:73806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fb3c0. 00010000:00000040:1.0:1770653413.954847:0:76647:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95565f6eda00 count: 3 00000400:00000200:2.0:1770653413.954869:0:12201:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1770653413.954869:0:73797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95ad00. 00010000:00010000:1.0:1770653413.954873:0:76647:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff95561c987600/0x2aed14e4e178a26d lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1556:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f73 expref: 78 pid: 6530 timeout: 6877 lvb_type: 1 00000100:00000001:0.0:1770653413.954875:0:73797:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1770653413.954883:0:12201:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1770653413.954883:0:73797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95ad00. 00000100:00001000:1.0:1770653413.954892:0:76647:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 00000100:00100000:0.0:1770653413.954894:0:73797:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955735211180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b31b1d82-c1d4-4680-ae7a-71292416d1f5+78:2365:x1856657966308608:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000400:00000200:2.0:1770653413.954898:0:12201:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b7d80 00010000:00000001:1.0:1770653413.954899:0:76647:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1770653413.954905:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:0.0:1770653413.954905:0:73797:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966308608 00010000:00000001:1.0:1770653413.954909:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1770653413.954910:0:12201:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda605 [1] + 224 00010000:00000001:0.0:1770653413.954911:0:73797:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00010000:00010000:1.0:1770653413.954916:0:76647:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff95561c987600/0x2aed14e4e178a26d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1556:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f73 expref: 78 pid: 6530 timeout: 6877 lvb_type: 1 00010000:00000002:0.0:1770653413.954916:0:73797:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000400:00000200:2.0:1770653413.954918:0:12201:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1770653413.954920:0:73797:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1770653413.954926:0:73797:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1770653413.954927:0:12201:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1770653413.954929:0:73797:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1770653413.954935:0:12201:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:0.0:1770653413.954936:0:73797:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95563a7fa400. 00000020:00000001:1.0:1770653413.954939:0:76647:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 02000000:00000001:0.0:1770653413.954941:0:73797:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.954943:0:12201:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95572eb22a00 x1856657707203968/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.954944:0:76647:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000001:0.0:1770653413.954945:0:73797:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.954947:0:76647:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.954951:0:73797:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000020:00000001:1.0:1770653413.954953:0:76647:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.954956:0:73797:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1770653413.954959:0:76647:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1770653413.954961:0:73797:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1770653413.954962:0:76647:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:0.0:1770653413.954964:0:73797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1770653413.954967:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:0.0:1770653413.954968:0:73797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556323fd200 refcount=4 00010000:00000001:1.0:1770653413.954971:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1770653413.954972:0:12201:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95572eb22a00 x1856657707203968/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653413.954972:0:73797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796175610368 : -117277533941248 : ffff9556323fd200) 00010000:00000001:1.0:1770653413.954974:0:76647:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1770653413.954978:0:73797:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796175610368 : -117277533941248 : ffff9556323fd200) 00010000:00000001:1.0:1770653413.954979:0:76647:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.954985:0:73806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665155500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_019:b31b1d82-c1d4-4680-ae7a-71292416d1f5+73:2364:x1856657966308736:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000020:00000040:1.0:1770653413.954986:0:76647:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561c987600 with handle 0x2aed14e4e178a26d from hash 00010000:00000040:0.0:1770653413.954986:0:73797:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556110e6900 count: 3 00010000:00000001:1.0:1770653413.954993:0:76647:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00010000:0.0:1770653413.954997:0:73797:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9556323fd200/0x2aed14e4e178a16a lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1558:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e8c expref: 78 pid: 12203 timeout: 6877 lvb_type: 1 00000100:00000200:3.0:1770653413.954998:0:73806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966308736 00010000:00000001:1.0:1770653413.954998:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.955003:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.955005:0:73806:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00010000:00000001:1.0:1770653413.955006:0:76647:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000002:3.0:1770653413.955009:0:73806:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1770653413.955010:0:76647:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653413.955013:0:73806:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1770653413.955014:0:12201:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1770653413.955014:0:76647:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.955018:0:73806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1770653413.955020:0:76647:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:3.0:1770653413.955021:0:73806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1770653413.955023:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1770653413.955025:0:12201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888440 02000000:00000010:3.0:1770653413.955027:0:73806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955602ab7800. 00000400:00000010:2.0:1770653413.955030:0:12201:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888440. 00010000:00010000:1.0:1770653413.955030:0:76647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95561c987600/0x2aed14e4e178a26d lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1556:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f73 expref: 78 pid: 6530 timeout: 6877 lvb_type: 1 00000100:00001000:0.0:1770653413.955031:0:73797:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 02000000:00000001:3.0:1770653413.955032:0:73806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.955035:0:12201:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653413.955039:0:73806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.955040:0:12201:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1770653413.955041:0:73797:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1770653413.955045:0:12201:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.955046:0:73806:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1770653413.955048:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:1.0:1770653413.955050:0:76647:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 70 00010000:00010000:3.0:1770653413.955051:0:73806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1770653413.955052:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1770653413.955055:0:12201:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00010000:00000001:3.0:1770653413.955058:0:73806:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:1.0:1770653413.955058:0:76647:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 77 00010000:00000001:2.0:1770653413.955059:0:12201:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00010000:0.0:1770653413.955061:0:73797:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9556323fd200/0x2aed14e4e178a16a lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1558:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e8c expref: 78 pid: 12203 timeout: 6877 lvb_type: 1 00000020:00000001:3.0:1770653413.955062:0:73806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1770653413.955063:0:12201:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.955065:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1770653413.955067:0:73806:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016a000 refcount=4 00000020:00000001:2.0:1770653413.955068:0:12201:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1770653413.955070:0:76647:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:3.0:1770653413.955075:0:73806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897452544 : -117273812099072 : ffff95571016a000) 00010000:00000001:1.0:1770653413.955075:0:76647:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000040:2.0:1770653413.955076:0:12201:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955735210000 x1856657707203968/t8590299219(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1770653413.955080:0:76647:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95571016b600 00010000:00000001:3.0:1770653413.955082:0:73806:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897452544 : -117273812099072 : ffff95571016a000) 00010000:00000001:1.0:1770653413.955085:0:76647:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000020:00000001:0.0:1770653413.955085:0:73797:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000040:3.0:1770653413.955088:0:73806:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556613f3800 count: 3 00010000:00000001:1.0:1770653413.955090:0:76647:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1770653413.955090:0:73797:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.955094:0:73797:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.955095:0:76647:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770653413.955098:0:73806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff95571016a000/0x2aed14e4e178a07c lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x140f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dc1 expref: 73 pid: 12199 timeout: 6877 lvb_type: 1 00010000:00000001:1.0:1770653413.955100:0:76647:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653413.955101:0:73797:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.955108:0:76647:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00100000:2.0:1770653413.955110:0:12201:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955735210000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+41:3289:x1856657707203968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25383us (26779us total) trans 8590299219 rc 0/0 00010000:00000001:0.0:1770653413.955110:0:73797:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00010000:1.0:1770653413.955114:0:76647:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653413.955116:0:73797:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00001000:3.0:1770653413.955119:0:73806:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00010000:00000001:1.0:1770653413.955120:0:76647:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.955124:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:2.0:1770653413.955127:0:12201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136213 00010000:00000001:3.0:1770653413.955129:0:73806:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1770653413.955129:0:76647:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1770653413.955130:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1770653413.955131:0:12201:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 7 00010000:00000001:1.0:1770653413.955134:0:76647:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:0.0:1770653413.955135:0:73797:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653413.955136:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.955136:0:12201:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653413.955143:0:12201:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:1.0:1770653413.955143:0:76647:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff95571016b600/0x2aed14e4e178cf45 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1556:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.955143:0:73797:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.955144:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1770653413.955149:0:12201:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300d80. 00010000:00010000:3.0:1770653413.955151:0:73806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff95571016a000/0x2aed14e4e178a07c lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x140f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dc1 expref: 73 pid: 12199 timeout: 6877 lvb_type: 1 00000020:00000040:0.0:1770653413.955152:0:73797:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9556323fd200 with handle 0x2aed14e4e178a16a from hash 00000020:00000010:2.0:1770653413.955156:0:12201:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510af0. 00010000:00000001:0.0:1770653413.955161:0:73797:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000010:2.0:1770653413.955164:0:12201:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955636fe9e00. 00010000:00000001:0.0:1770653413.955167:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.955173:0:76647:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1770653413.955173:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1770653413.955174:0:73806:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000040:2.0:1770653413.955175:0:12201:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 40 00010000:00000001:0.0:1770653413.955177:0:73797:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653413.955179:0:73806:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00010000:1.0:1770653413.955179:0:76647:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95571016b600/0x2aed14e4e178cf45 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1556:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.955182:0:73797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653413.955183:0:73806:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.955183:0:12201:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.955186:0:73797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.955192:0:73806:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.955193:0:73797:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:1.0:1770653413.955198:0:76647:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1556:0x0].0x0 (ffff95565f6eda00) refcount = 2 00010000:00000001:0.0:1770653413.955198:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.955200:0:73806:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653413.955203:0:73806:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1770653413.955206:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:1.0:1770653413.955206:0:76647:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00010000:0.0:1770653413.955206:0:73797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9556323fd200/0x2aed14e4e178a16a lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1558:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e8c expref: 77 pid: 12203 timeout: 6877 lvb_type: 1 00010000:00000001:3.0:1770653413.955207:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.955211:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1770653413.955212:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:1.0:1770653413.955212:0:76647:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95571016b600/0x2aed14e4e178cf45 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1556:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.955216:0:73806:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000001:2.0:1770653413.955218:0:3289:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1770653413.955220:0:73806:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1770653413.955222:0:3289:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000040:0.0:1770653413.955228:0:73797:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 69 00000020:00000040:3.0:1770653413.955229:0:73806:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95571016a000 with handle 0x2aed14e4e178a07c from hash 00000400:00000010:2.0:1770653413.955229:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2790. 00010000:00000001:1.0:1770653413.955230:0:76647:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653413.955235:0:76647:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.955235:0:73797:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 76 00010000:00000001:3.0:1770653413.955236:0:73806:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:2.0:1770653413.955237:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78440 00010000:00000001:3.0:1770653413.955241:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.955242:0:76647:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000400:00000010:2.0:1770653413.955243:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78440. 00010000:00000001:3.0:1770653413.955244:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.955245:0:76647:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.955245:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.955248:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1770653413.955249:0:73806:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1770653413.955250:0:76647:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.955250:0:73797:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653413.955255:0:73806:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653413.955256:0:73797:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000200:2.0:1770653413.955257:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95572eb22a00 x1856657707203968/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.955260:0:73806:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.955260:0:73797:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95571016b200 00010000:00000001:0.0:1770653413.955266:0:73797:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1770653413.955267:0:73806:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1770653413.955269:0:73797:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1770653413.955271:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:1.0:1770653413.955272:0:76647:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9c400. 00010000:00010000:0.0:1770653413.955272:0:73797:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000200:2.0:1770653413.955274:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95572eb22a00 x1856657707203968/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.955278:0:76647:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00000001:0.0:1770653413.955278:0:73797:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1770653413.955279:0:73806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95571016a000/0x2aed14e4e178a07c lrc: 0/0,0 mode: --/PR res: [0x280000403:0x140f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dc1 expref: 73 pid: 12199 timeout: 6877 lvb_type: 1 00000100:00000010:1.0:1770653413.955283:0:76647:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa83c0. 00010000:00000001:0.0:1770653413.955285:0:73797:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653413.955288:0:73797:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:1.0:1770653413.955290:0:76647:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540167104 : -117277169384512 : ffff955647fa83c0) 00010000:00000001:0.0:1770653413.955293:0:73797:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.955298:0:76647:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540167104 : -117277169384512 : ffff955647fa83c0) 00010000:00000001:0.0:1770653413.955299:0:73797:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1770653413.955303:0:73797:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:1.0:1770653413.955305:0:76647:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1770653413.955308:0:76647:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00010000:0.0:1770653413.955309:0:73797:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178cf53 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1558:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.955312:0:76647:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1770653413.955316:0:76647:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1770653413.955324:0:76647:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.955329:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:3.0:1770653413.955331:0:73806:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 67 00010000:00000001:1.0:1770653413.955333:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.955335:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1770653413.955336:0:73797:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000020:00000040:3.0:1770653413.955338:0:73806:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 72 00010000:00000001:1.0:1770653413.955339:0:76647:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.955340:0:3289:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1770653413.955341:0:73797:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178cf53 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1558:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.955346:0:3289:0:(client.c:1568:after_reply()) Process entered 00010000:00000001:1.0:1770653413.955346:0:76647:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1770653413.955347:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.955351:0:76647:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 02000000:00000001:2.0:1770653413.955352:0:3289:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1770653413.955353:0:73806:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000040:0.0:1770653413.955354:0:73797:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1558:0x0].0x0 (ffff9556110e6900) refcount = 2 00010000:00000001:3.0:1770653413.955357:0:73806:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1770653413.955357:0:3289:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653413.955358:0:76647:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.955359:0:73797:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:2.0:1770653413.955360:0:3289:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653413.955362:0:73806:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff955605729400 00000100:00000001:1.0:1770653413.955363:0:76647:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.955364:0:73797:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178cf53 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1558:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1770653413.955365:0:3289:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.955366:0:73806:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:1.0:1770653413.955368:0:76647:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:3.0:1770653413.955370:0:73806:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000010:1.0:1770653413.955372:0:76647:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa83c0. 00010000:00010000:3.0:1770653413.955374:0:73806:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00001000:2.0:1770653413.955374:0:3289:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 00010000:00000001:3.0:1770653413.955379:0:73806:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.955379:0:76647:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1770653413.955383:0:76647:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1770653413.955384:0:3289:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 00010000:00000001:3.0:1770653413.955386:0:73806:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1770653413.955387:0:73797:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000010:1.0:1770653413.955389:0:76647:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9c400. 00010000:00010000:3.0:1770653413.955390:0:73806:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:2.0:1770653413.955392:0:3289:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1770653413.955392:0:73797:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.955395:0:76647:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653413.955396:0:73806:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.955396:0:3289:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.955397:0:73797:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00010000:1.0:1770653413.955399:0:76647:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1770653413.955401:0:73797:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.955402:0:73806:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1770653413.955403:0:76647:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.955404:0:3289:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1770653413.955405:0:73806:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:0.0:1770653413.955405:0:73797:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.955409:0:3289:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.955411:0:76647:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00010000:3.0:1770653413.955412:0:73806:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff955605729400/0x2aed14e4e178cf5a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x140f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.955412:0:3289:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00010000:00000010:0.0:1770653413.955413:0:73797:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95ad00. 00010000:00000001:1.0:1770653413.955415:0:76647:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.955416:0:3289:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1770653413.955418:0:73797:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:2.0:1770653413.955422:0:3289:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00001000:1.0:1770653413.955423:0:76647:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000100:00000010:0.0:1770653413.955424:0:73797:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f362240. 00000100:00000001:2.0:1770653413.955426:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1770653413.955428:0:73806:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:2.0:1770653413.955432:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800410962432 : -117273298589184 : ffff95572eb22a00) 00000100:00000001:0.0:1770653413.955432:0:73797:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661514816 : -117277048036800 : ffff95564f362240) 00000100:00000001:1.0:1770653413.955433:0:76647:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:3.0:1770653413.955434:0:73806:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff955605729400/0x2aed14e4e178cf5a lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x140f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.955439:0:3289:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1770653413.955440:0:76647:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:0.0:1770653413.955440:0:73797:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661514816 : -117277048036800 : ffff95564f362240) 00000100:00000040:2.0:1770653413.955443:0:3289:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00000100:00000001:1.0:1770653413.955447:0:76647:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000001:0.0:1770653413.955448:0:73797:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1770653413.955449:0:3289:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1770653413.955453:0:73797:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000001:2.0:1770653413.955454:0:3289:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.955455:0:76647:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:3.0:1770653413.955456:0:73806:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x140f:0x0].0x0 (ffff9556613f3800) refcount = 2 00010000:00000001:0.0:1770653413.955458:0:73797:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 02000000:00000001:1.0:1770653413.955459:0:76647:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.955462:0:73797:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000040:3.0:1770653413.955464:0:73806:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000040:2.0:1770653413.955464:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95572eb22a00 x1856657707203968/t8590299219(8590299219) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.955465:0:76647:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:3.0:1770653413.955470:0:73806:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff955605729400/0x2aed14e4e178cf5a lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x140f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1770653413.955472:0:76647:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.955477:0:73797:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.955479:0:76647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022440. 00010000:00000001:0.0:1770653413.955483:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:1.0:1770653413.955486:0:76647:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966308480, offset 224 00010000:00000001:0.0:1770653413.955487:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.955490:0:73797:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.955495:0:73806:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:2.0:1770653413.955496:0:3289:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.955496:0:73797:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1770653413.955498:0:73806:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.955500:0:76647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.955501:0:73797:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1770653413.955502:0:3289:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1770653413.955504:0:73806:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:2.0:1770653413.955507:0:3289:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.955507:0:73797:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.955508:0:73806:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:2.0:1770653413.955514:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95572eb22a00/2, rc 0, transno 8590299219 00000400:00000200:1.0:1770653413.955514:0:76647:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000001:3.0:1770653413.955515:0:73806:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.955515:0:73797:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.955522:0:73797:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000004:00001000:2.0:1770653413.955524:0:3289:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 7 in flight, 36 in progress 00010000:00000010:3.0:1770653413.955526:0:73806:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9556196fb3c0. 00000100:00000010:0.0:1770653413.955526:0:73797:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f362240. 00000400:00000200:1.0:1770653413.955527:0:76647:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164703:2164703:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164699:2164699:8:4294967295] 00000100:00000001:3.0:1770653413.955532:0:73806:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:0.0:1770653413.955533:0:73797:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1770653413.955536:0:73797:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1770653413.955537:0:73806:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556189e1cc0. 00000100:00000040:2.0:1770653413.955539:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572eb22a00 x1856657707203968/t8590299219(8590299219) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.955544:0:73806:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626795745582272 : -117277963969344 : ffff9556189e1cc0) 00010000:00000010:0.0:1770653413.955545:0:73797:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95ad00. 00000400:00000200:1.0:1770653413.955551:0:76647:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:0.0:1770653413.955552:0:73797:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:3.0:1770653413.955553:0:73806:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626795745582272 : -117277963969344 : ffff9556189e1cc0) 00010000:00010000:0.0:1770653413.955556:0:73797:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000001:3.0:1770653413.955561:0:73806:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000001:0.0:1770653413.955561:0:73797:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.955566:0:73806:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000800:00000200:1.0:1770653413.955569:0:76647:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.955569:0:73797:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653413.955572:0:73806:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00100000:2.0:1770653413.955574:0:3289:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95572eb22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707203968:0@lo:6:osp-syn-0-0.0 00010000:00000001:0.0:1770653413.955575:0:73797:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1770653413.955576:0:76647:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9557353d2a00. 00010000:00000001:3.0:1770653413.955577:0:73806:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00001000:0.0:1770653413.955581:0:73797:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653413.955586:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.955587:0:73797:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.0:1770653413.955588:0:76647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:2.0:1770653413.955589:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1770653413.955590:0:73806:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.955595:0:73797:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000100:00000040:2.0:1770653413.955596:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572eb22a00 x1856657707203968/t8590299219(8590299219) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.955597:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.955603:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:1.0:1770653413.955603:0:76647:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:0.0:1770653413.955603:0:73797:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00000001:3.0:1770653413.955609:0:73806:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653413.955610:0:76647:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9557353d2a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1770653413.955611:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.955611:0:73797:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1770653413.955615:0:73797:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.955617:0:73806:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:2.0:1770653413.955618:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.955620:0:73797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1770653413.955621:0:73806:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1770653413.955622:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653413.955624:0:76647:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.955625:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1770653413.955628:0:73797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:3.0:1770653413.955629:0:73806:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.955632:0:76647:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000400:00000010:0.0:1770653413.955633:0:73797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8e58. 00000100:00000001:3.0:1770653413.955635:0:73806:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.955637:0:76647:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.955638:0:12200:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178cf53 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1770653413.955640:0:73797:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966308608, offset 224 00000100:00000001:3.0:1770653413.955641:0:73806:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:1.0:1770653413.955643:0:76647:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1770653413.955646:0:73806:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556189e1cc0. 00000400:00000200:0.0:1770653413.955653:0:73797:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:3.0:1770653413.955654:0:73806:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000040:1.0:1770653413.955654:0:76647:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665155f80 x1856657966308480/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.955659:0:73806:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.955661:0:12200:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1770653413.955667:0:73806:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9556196fb3c0. 00000400:00000200:0.0:1770653413.955668:0:73797:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00010000:2.0:1770653413.955669:0:12200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178cf53 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.955673:0:73806:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1770653413.955679:0:73806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1770653413.955683:0:73806:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653413.955684:0:73797:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164704:2164704:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164700:2164700:7:4294967295] 00010000:00000001:3.0:1770653413.955689:0:73806:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653413.955694:0:73806:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.955695:0:76647:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665155f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_025:b31b1d82-c1d4-4680-ae7a-71292416d1f5+76:2366:x1856657966308480:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 985us (3416us total) trans 0 rc 0/0 00010000:00000001:2.0:1770653413.955696:0:12200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1770653413.955701:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:3.0:1770653413.955702:0:73806:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00010000:00000001:2.0:1770653413.955706:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.955710:0:12200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1770653413.955713:0:73806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1770653413.955713:0:12200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1770653413.955717:0:76647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161866 00000020:00000040:2.0:1770653413.955718:0:12200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016b200 refcount=3 00000100:00000040:3.0:1770653413.955721:0:73806:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000100:00000040:1.0:1770653413.955725:0:76647:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 1 00000020:00000001:2.0:1770653413.955726:0:12200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897457152 : -117273812094464 : ffff95571016b200) 00000400:00000200:0.0:1770653413.955726:0:73797:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:1.0:1770653413.955731:0:76647:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1770653413.955732:0:12200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897457152 : -117273812094464 : ffff95571016b200) 00000100:00000001:1.0:1770653413.955736:0:76647:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1770653413.955751:0:12200:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000800:00000200:0.0:1770653413.955752:0:73797:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000020:00000010:1.0:1770653413.955753:0:76647:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519780. 00010000:00010000:2.0:1770653413.955755:0:12200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178cf53 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1770653413.955761:0:76647:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d0c8. 00000800:00000010:0.0:1770653413.955762:0:73797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9e00. 00010000:00000001:2.0:1770653413.955765:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.955769:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:1.0:1770653413.955769:0:76647:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955626009a00. 00000800:00000200:0.0:1770653413.955771:0:73797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00010000:2.0:1770653413.955775:0:12200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178cf53 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000020:00000040:1.0:1770653413.955777:0:76647:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 75 00000800:00000200:0.0:1770653413.955780:0:73797:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:1.0:1770653413.955783:0:76647:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653413.955786:0:73797:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1770653413.955789:0:73806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000001:0.0:1770653413.955794:0:73797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.955795:0:76647:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1770653413.955796:0:73806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1770653413.955801:0:76647:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1770653413.955802:0:73806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.955804:0:73797:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:3.0:1770653413.955809:0:73806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1770653413.955810:0:76647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161869 00010000:00000001:0.0:1770653413.955811:0:73797:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.955813:0:12200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:1.0:1770653413.955817:0:76647:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 2 00010000:00000001:0.0:1770653413.955818:0:73797:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.955819:0:73806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653413.955819:0:12200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.955821:0:76647:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800518902912 : -117273190648704 : ffff955735213480) 00010000:00000001:2.0:1770653413.955826:0:12200:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000400:00000010:3.0:1770653413.955827:0:73806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78770. 00000100:00000040:0.0:1770653413.955828:0:73797:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955735211180 x1856657966308608/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653413.955831:0:76647:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955735213480 x1856657966308864/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.0:1770653413.955832:0:12200:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556695e0b40. 00000100:00000200:3.0:1770653413.955833:0:73806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966308736, offset 224 00010000:00000001:2.0:1770653413.955838:0:12200:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00000010:3.1:1770653413.955868:0:73806:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666214000. 00010000:00010000:2.0:1770653413.955870:0:12200:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1770653413.955875:0:12200:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1770653413.955876:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955606de2600. 00010000:00000010:1.1:1770653413.955877:0:76647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163400. 00010000:00000001:2.0:1770653413.955881:0:12200:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.955886:0:12200:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000010:3.1:1770653413.955887:0:73806:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c678f00. 00000100:00100000:0.0:1770653413.955887:0:73797:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955735211180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b31b1d82-c1d4-4680-ae7a-71292416d1f5+75:2365:x1856657966308608:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1040us (2882us total) trans 0 rc 0/0 00010000:00000001:2.0:1770653413.955891:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.955896:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.955896:0:76647:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000010:3.1:1770653413.955897:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955606de2a00. 00002000:00000001:2.0:1770653413.955899:0:12200:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000020:00000010:1.0:1770653413.955902:0:76647:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9c400. 00080000:00000001:2.0:1770653413.955903:0:12200:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00100000:0.0:1770653413.955903:0:73797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161868 00000400:00000200:3.0:1770653413.955905:0:73806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:1.0:1770653413.955908:0:76647:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1770653413.955912:0:73797:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 1 00000020:00000001:2.0:1770653413.955913:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:1.0:1770653413.955913:0:76647:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9c400. 00000020:00000001:2.0:1770653413.955917:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.955919:0:73806:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000001:0.0:1770653413.955919:0:73797:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:2.0:1770653413.955921:0:7410:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:0.0:1770653413.955923:0:73797:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1770653413.955926:0:76647:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955735213480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_025:b31b1d82-c1d4-4680-ae7a-71292416d1f5+75:2365:x1856657966308864:12345-192.168.202.60@tcp:103:ldlm_bl.0 00010000:00000001:2.0:1770653413.955928:0:7410:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000020:00000010:0.0:1770653413.955929:0:73797:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d200. 00010000:00000001:2.0:1770653413.955932:0:7410:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:3.0:1770653413.955935:0:73806:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164705:2164705:254:4294967295] 192.168.202.60@tcp LPNI seq info [2164701:2164701:6:4294967295] 00010000:00010000:2.0:1770653413.955939:0:7410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178cf53 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1770653413.955939:0:73797:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada4b0. 00000100:00000200:1.0:1770653413.955943:0:76647:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966308864 00000020:00000010:0.0:1770653413.955946:0:73797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f7600. 00010000:00000001:1.0:1770653413.955948:0:76647:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1770653413.955953:0:76647:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000020:00000040:0.0:1770653413.955955:0:73797:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 74 00010000:00000001:1.0:1770653413.955956:0:76647:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1770653413.955961:0:76647:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00010000:2.0:1770653413.955963:0:7410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95571016b200 already unused, calling callback (ffffffffc16fe650) 00000400:00000200:3.0:1770653413.955964:0:73806:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:0.0:1770653413.955964:0:73797:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653413.955965:0:76647:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1770653413.955970:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 02000000:00000010:1.0:1770653413.955972:0:76647:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95572dc88000. 00010000:00000001:2.0:1770653413.955975:0:7410:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 02000000:00000001:1.0:1770653413.955976:0:76647:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.955980:0:73806:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00010000:2.0:1770653413.955981:0:7410:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178cf53 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.955981:0:76647:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.955987:0:76647:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000800:00000010:3.0:1770653413.955988:0:73806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626cb00. 00010000:00010000:1.0:1770653413.955990:0:76647:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1770653413.955992:0:76385:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff95571016b600/0x2aed14e4e178cf45 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.955996:0:76647:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1770653413.955997:0:7410:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000800:00000200:3.0:1770653413.955999:0:73806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000020:00000001:1.0:1770653413.956000:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1770653413.956001:0:7410:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:1.0:1770653413.956005:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556323fce00 refcount=4 00000020:00000001:2.0:1770653413.956006:0:7410:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653413.956011:0:7410:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016b200 refcount=3 00000800:00000200:3.0:1770653413.956012:0:73806:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000020:00000001:1.0:1770653413.956012:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796175609344 : -117277533942272 : ffff9556323fce00) 00010000:00000001:0.0:1770653413.956014:0:76385:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.956017:0:7410:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897457152 : -117273812094464 : ffff95571016b200) 00010000:00000001:1.0:1770653413.956018:0:76647:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796175609344 : -117277533942272 : ffff9556323fce00) 00000800:00000200:3.0:1770653413.956020:0:73806:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626cb00 type 1, nob 320 niov 1 nkiov 1 00010000:00010000:0.0:1770653413.956021:0:76385:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95571016b600/0x2aed14e4e178cf45 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.956023:0:7410:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897457152 : -117273812094464 : ffff95571016b200) 00010000:00000040:1.0:1770653413.956025:0:76647:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556110e6400 count: 3 00000100:00000001:3.0:1770653413.956028:0:73806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.956030:0:7410:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1770653413.956036:0:7410:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178cf53 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770653413.956036:0:76647:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9556323fce00/0x2aed14e4e178a0e5 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1559:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e0e expref: 74 pid: 76573 timeout: 6877 lvb_type: 1 00000100:00000040:3.0:1770653413.956037:0:73806:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:3.0:1770653413.956044:0:73806:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.956050:0:73806:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.956059:0:73806:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665155500 x1856657966308736/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.956066:0:7410:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00001000:1.0:1770653413.956066:0:76647:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 00010000:00000001:0.0:1770653413.956067:0:76385:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1770653413.956070:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.956071:0:76385:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.956075:0:7410:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.956076:0:76647:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1770653413.956076:0:76385:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.956080:0:76385:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00100000:3.0:1770653413.956081:0:73806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665155500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_019:b31b1d82-c1d4-4680-ae7a-71292416d1f5+72:2364:x1856657966308736:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1256us (3516us total) trans 0 rc 0/0 00010000:00000001:2.0:1770653413.956081:0:7410:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1770653413.956083:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.956085:0:7410:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1770653413.956086:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1770653413.956086:0:76385:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1770653413.956090:0:7410:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000040:0.0:1770653413.956091:0:76385:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016b600 refcount=3 00010000:00000001:2.0:1770653413.956095:0:7410:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.956095:0:76647:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9556323fce00/0x2aed14e4e178a0e5 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1559:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e0e expref: 74 pid: 76573 timeout: 6877 lvb_type: 1 00000020:00000001:0.0:1770653413.956096:0:76385:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897458176 : -117273812093440 : ffff95571016b600) 00000020:00000040:2.0:1770653413.956100:0:7410:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95571016b200 with handle 0x2aed14e4e178cf53 from hash 00000100:00100000:3.0:1770653413.956102:0:73806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161867 00010000:00000001:0.0:1770653413.956104:0:76385:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897458176 : -117273812093440 : ffff95571016b600) 00010000:00000001:2.0:1770653413.956105:0:7410:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:3.0:1770653413.956110:0:73806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00010000:00000001:2.0:1770653413.956110:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.956111:0:76385:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:2.0:1770653413.956112:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.956116:0:7410:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1770653413.956117:0:73806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:0.0:1770653413.956118:0:76385:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95571016b600/0x2aed14e4e178cf45 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.956122:0:73806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1770653413.956122:0:7410:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000001:1.0:1770653413.956122:0:76647:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1770653413.956127:0:7410:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.956128:0:76647:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000020:00000010:3.0:1770653413.956129:0:73806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519e00. 00010000:00000001:2.0:1770653413.956134:0:7410:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1770653413.956135:0:76647:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.956136:0:76385:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1770653413.956137:0:73806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d898. 00010000:00000001:2.0:1770653413.956137:0:7410:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1770653413.956141:0:76385:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1770653413.956143:0:76647:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.956144:0:73806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955626008200. 00010000:00000001:2.0:1770653413.956144:0:7410:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00010000:0.0:1770653413.956147:0:76385:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff95571016b600/0x2aed14e4e178cf45 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.956148:0:7410:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1770653413.956152:0:73806:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 71 00010000:00000001:2.0:1770653413.956153:0:7410:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.956154:0:76647:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1770653413.956158:0:73806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.956159:0:76647:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1770653413.956160:0:7410:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1770653413.956166:0:7410:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1770653413.956168:0:76385:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1770653413.956169:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.956171:0:76385:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.956173:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.956174:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.956175:0:76385:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1770653413.956178:0:76647:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1770653413.956180:0:76389:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, keep current deadline 4301444797 00010000:00000001:2.0:1770653413.956180:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.956181:0:76647:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1770653413.956182:0:76385:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff95564f362240. 00010000:00000001:2.0:1770653413.956184:0:7410:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.956187:0:76389:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444799 00000020:00000040:1.0:1770653413.956189:0:76647:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9556323fce00 with handle 0x2aed14e4e178a0e5 from hash 00010000:00000001:0.0:1770653413.956189:0:76385:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1770653413.956191:0:7410:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.956194:0:76389:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444797 00010000:00000001:1.0:1770653413.956195:0:76647:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1770653413.956197:0:7410:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.956198:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.956201:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.956202:0:76389:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444799 00010000:00000001:1.0:1770653413.956204:0:76647:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00010000:0.0:1770653413.956204:0:76385:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1770653413.956205:0:7410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178cf53 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.956210:0:76647:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653413.956210:0:76385:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.956211:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1770653413.956214:0:76647:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.956215:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.956216:0:76385:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.956220:0:76647:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00010000:3.0:1770653413.956224:0:7409:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1770653413.956225:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.956225:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.956225:0:76385:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1770653413.956231:0:76385:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.956232:0:7409:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00010000:00010000:2.0:1770653413.956235:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178cf53 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770653413.956235:0:76647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9556323fce00/0x2aed14e4e178a0e5 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1559:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e0e expref: 74 pid: 76573 timeout: 6877 lvb_type: 1 00010000:00000001:0.0:1770653413.956235:0:76385:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.956236:0:7409:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00002000:00000001:0.0:1770653413.956240:0:76385:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00010000:00010000:3.0:1770653413.956243:0:7409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff95571016b600/0x2aed14e4e178cf45 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1770653413.956244:0:76385:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1770653413.956250:0:76385:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95563a7f8400. 00080000:00000001:0.0:1770653413.956255:0:76385:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796314002432 : -117277395549184 : ffff95563a7f8400) 00010000:00000040:2.0:1770653413.956265:0:7410:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9556110e6900 count: 0 00010000:00000040:1.0:1770653413.956266:0:76647:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 68 00000001:00000001:0.0:1770653413.956266:0:76385:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00010000:3.0:1770653413.956268:0:7409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95571016b600 already unused, calling callback (ffffffffc16fe650) 00000001:00000001:0.0:1770653413.956271:0:76385:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.956272:0:76647:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 73 00010000:00000001:3.0:1770653413.956273:0:7409:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00002000:00000010:2.0:1770653413.956273:0:7410:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff95562ede4180. 00080000:00000002:0.0:1770653413.956275:0:76385:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x1556:0x0] not in the id map cache 00010000:00000001:3.0:1770653413.956277:0:7409:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00080000:00000001:0.0:1770653413.956282:0:76385:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00010000:00010000:3.0:1770653413.956283:0:7409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff95571016b600/0x2aed14e4e178cf45 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1770653413.956283:0:7410:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9556110e6800. 00010000:00000001:1.0:1770653413.956283:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.956287:0:76647:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1770653413.956291:0:76647:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00080000:00000001:0.0:1770653413.956292:0:76385:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.956294:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:1.0:1770653413.956294:0:76647:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95571016b400 00010000:00000001:3.0:1770653413.956296:0:7409:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1770653413.956298:0:7410:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00080000:00000001:0.0:1770653413.956299:0:76385:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.956300:0:76647:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1770653413.956301:0:7409:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000010:2.0:1770653413.956301:0:7410:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556695e0b40. 00010000:00000001:1.0:1770653413.956304:0:76647:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00080000:00000001:0.0:1770653413.956304:0:76385:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000020:00000001:3.0:1770653413.956305:0:7409:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1770653413.956306:0:7410:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.956308:0:76385:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00010000:1.0:1770653413.956309:0:76647:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000040:3.0:1770653413.956310:0:7409:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016b600 refcount=3 00000020:00000001:2.0:1770653413.956311:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 80000000:00000001:0.0:1770653413.956311:0:76385:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:1.0:1770653413.956313:0:76647:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653413.956316:0:7409:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897458176 : -117273812093440 : ffff95571016b600) 80000000:00000001:0.0:1770653413.956317:0:76385:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000020:00000001:2.0:1770653413.956318:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.956318:0:76647:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1770653413.956320:0:7409:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897458176 : -117273812093440 : ffff95571016b600) 00010000:00010000:1.0:1770653413.956324:0:76647:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 80000000:00000001:0.0:1770653413.956324:0:76385:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.956325:0:7409:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1770653413.956325:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1770653413.956329:0:76647:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653413.956330:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 80000000:00000001:0.0:1770653413.956331:0:76385:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.956332:0:7409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff95571016b600/0x2aed14e4e178cf45 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.956333:0:76647:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000001:2.0:1770653413.956334:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.956336:0:76385:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.956337:0:76647:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1770653413.956340:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770653413.956343:0:76647:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff95571016b400/0x2aed14e4e178cf61 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1770653413.956343:0:76385:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000020:00000001:2.0:1770653413.956344:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000001:0.0:1770653413.956347:0:76385:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000020:00000001:2.0:1770653413.956349:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.956355:0:7409:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00010000:2.0:1770653413.956356:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1770653413.956358:0:76647:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1770653413.956360:0:7409:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.956363:0:7409:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.956363:0:76647:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95571016b400/0x2aed14e4e178cf61 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1770653413.956365:0:76385:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000004:00000001:2.0:1770653413.956366:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:3.0:1770653413.956367:0:7409:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000004:00000001:2.0:1770653413.956370:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.956370:0:76385:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1770653413.956371:0:7409:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000001:0.0:1770653413.956376:0:76385:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.956377:0:7409:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000004:00000001:2.0:1770653413.956378:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00000040:1.0:1770653413.956378:0:76647:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1559:0x0].0x0 (ffff9556110e6400) refcount = 2 00010000:00000001:3.0:1770653413.956380:0:7409:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.956383:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00080000:00000001:0.0:1770653413.956383:0:76385:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000040:1.0:1770653413.956386:0:76647:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000004:00000001:2.0:1770653413.956387:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653413.956388:0:7409:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95571016b600 with handle 0x2aed14e4e178cf45 from hash 00080000:00000001:0.0:1770653413.956389:0:76385:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000040:1.0:1770653413.956390:0:76647:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95571016b400/0x2aed14e4e178cf61 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000040:00001000:2.0:1770653413.956392:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64b840 type=0x10692404 idx=1762 00010000:00000001:3.0:1770653413.956394:0:7409:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1770653413.956399:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000040:00001000:2.0:1770653413.956399:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1762 lrh_len: 64 (1984 remains) 00010000:00000001:3.0:1770653413.956402:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:0.0:1770653413.956402:0:76385:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000040:00001000:2.0:1770653413.956405:0:6724:0:(llog.c:797:llog_process_thread()) index: 1762, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00010000:00000001:3.0:1770653413.956408:0:7409:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000001:0.0:1770653413.956408:0:76385:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.956409:0:76647:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000004:00000001:2.0:1770653413.956410:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00000001:3.0:1770653413.956414:0:7409:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653413.956414:0:76647:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.956417:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:3.0:1770653413.956418:0:7409:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.956418:0:76647:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000004:00000001:2.0:1770653413.956420:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.956421:0:76385:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.956422:0:76647:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.956423:0:7409:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000004:00000001:2.0:1770653413.956425:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00080000:00000001:0.0:1770653413.956429:0:76385:0:(osd_object.c:2094:osd_ref_del()) Process entered 00010000:00000001:3.0:1770653413.956431:0:7409:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000004:00000001:2.0:1770653413.956431:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00010000:00000001:1.0:1770653413.956431:0:76647:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1770653413.956436:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00010000:00000001:3.0:1770653413.956437:0:7409:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000010:1.0:1770653413.956439:0:76647:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9c400. 00010000:00000001:3.0:1770653413.956440:0:7409:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1770653413.956441:0:76385:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1770653413.956442:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95563f2c6a00. 00000100:00000001:1.0:1770653413.956443:0:76647:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00000001:3.0:1770653413.956448:0:7409:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.956448:0:76385:0:(osd_object.c:806:osd_destroy()) Process entered 00000020:00000040:2.0:1770653413.956449:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=39 obd=lustre-OST0000-osc-MDT0000 00000100:00000010:1.0:1770653413.956451:0:76647:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa83c0. 00080000:00000001:0.0:1770653413.956452:0:76385:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:3.0:1770653413.956453:0:7409:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:2.0:1770653413.956457:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 80000000:00000001:0.0:1770653413.956458:0:76385:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:3.0:1770653413.956459:0:7409:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:1.0:1770653413.956459:0:76647:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540167104 : -117277169384512 : ffff955647fa83c0) 80000000:00000001:0.0:1770653413.956461:0:76385:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 02000000:00000001:2.0:1770653413.956462:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:3.0:1770653413.956465:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 80000000:00000001:0.0:1770653413.956466:0:76385:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.956468:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.956468:0:76647:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540167104 : -117277169384512 : ffff955647fa83c0) 00010000:00000001:3.0:1770653413.956469:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 80000000:00000001:0.0:1770653413.956470:0:76385:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.956473:0:7409:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.956475:0:76647:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000001:3.0:1770653413.956476:0:7409:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.956476:0:76385:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1770653413.956477:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff955643981800. 00000100:00000001:1.0:1770653413.956480:0:76647:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00080000:00000001:0.0:1770653413.956482:0:76385:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:3.0:1770653413.956483:0:7409:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.956484:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.956485:0:76647:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00080000:00000001:0.0:1770653413.956486:0:76385:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00010000:00010000:3.0:1770653413.956487:0:7409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff95571016b600/0x2aed14e4e178cf45 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000004:00000001:2.0:1770653413.956491:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626796392442368 : -117277317109248 : ffff95563f2c6a00) 00010000:00000001:1.0:1770653413.956491:0:76647:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:2.0:1770653413.956498:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:3.0:1770653413.956499:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653413.956503:0:7409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95571016b600/0x2aed14e4e178cf45 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1556:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.956503:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.956504:0:76647:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.956511:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1770653413.956513:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bb381254] to pc [ptlrpcd_00_00+0] req@ffff95563f2c6a00 x1856657707208064/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.956515:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1770653413.956519:0:7409:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95565f6eda00 count: 0 00010000:00000001:1.0:1770653413.956520:0:76647:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1770653413.956528:0:7409:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955630aa34c0. 00010000:00000001:1.0:1770653413.956528:0:76647:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00080000:00000001:0.0:1770653413.956531:0:76385:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.956534:0:76647:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1770653413.956535:0:76385:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1770653413.956536:0:7409:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95565f6ed200. 00000004:00000001:2.0:1770653413.956537:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.956542:0:76385:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:1.0:1770653413.956543:0:76647:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:2.0:1770653413.956544:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 8 in flight, 37 in progress 00010000:00000001:3.0:1770653413.956547:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:0.0:1770653413.956547:0:76385:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00001000:2.0:1770653413.956550:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1762, id 1958 00000100:00000001:1.0:1770653413.956550:0:76647:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.956552:0:7409:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000001:00000002:0.0:1770653413.956552:0:76385:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299220, last_committed = 8590299190 00010000:00000010:3.0:1770653413.956556:0:7409:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff95564f362240. 00000100:00000001:1.0:1770653413.956557:0:76647:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000004:00000001:2.0:1770653413.956558:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000001:00000010:0.0:1770653413.956559:0:76385:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9556681b9540. 00010000:00000001:3.0:1770653413.956564:0:7409:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1770653413.956564:0:76647:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa83c0. 00000001:00000040:0.0:1770653413.956564:0:76385:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 30 00010000:00010000:2.0:1770653413.956570:0:12204:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff95571016b400/0x2aed14e4e178cf61 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1770653413.956572:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1770653413.956573:0:76647:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000020:00000040:0.0:1770653413.956573:0:76385:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=41 00000020:00000001:3.0:1770653413.956577:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.956578:0:76647:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1770653413.956583:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1770653413.956583:0:76385:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000010:1.0:1770653413.956586:0:76647:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9c400. 00000020:00000001:3.0:1770653413.956588:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1770653413.956588:0:12204:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.956592:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.956594:0:12204:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95571016b400/0x2aed14e4e178cf61 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.956594:0:76647:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1770653413.956596:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1770653413.956596:0:76385:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00010000:00010000:1.0:1770653413.956599:0:76647:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000001:3.0:1770653413.956600:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1770653413.956605:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.956605:0:76385:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.956606:0:76647:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.956607:0:12204:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1770653413.956611:0:12204:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653413.956614:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1770653413.956614:0:12204:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.956615:0:76647:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1770653413.956618:0:12204:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1770653413.956621:0:12204:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1770653413.956621:0:76647:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.956624:0:12204:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016b400 refcount=3 00000100:00000001:3.0:1770653413.956626:0:76389:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444797 00000100:00001000:1.0:1770653413.956628:0:76647:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00080000:00000001:0.0:1770653413.956628:0:76385:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.956629:0:12204:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897457664 : -117273812093952 : ffff95571016b400) 00000100:00000001:3.0:1770653413.956630:0:76389:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444799 00002000:00000001:0.0:1770653413.956635:0:76385:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.956636:0:12204:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897457664 : -117273812093952 : ffff95571016b400) 00000100:00000001:3.0:1770653413.956639:0:76389:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444797 00000100:00000001:1.0:1770653413.956640:0:76647:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1770653413.956641:0:12204:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00002000:00000001:0.0:1770653413.956641:0:76385:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000100:00000001:3.0:1770653413.956646:0:76389:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1770653413.956648:0:12204:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95571016b400/0x2aed14e4e178cf61 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1770653413.956650:0:76647:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:3.0:1770653413.956652:0:76389:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1770653413.956654:0:76385:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955610676ab0. 00000100:00000001:1.0:1770653413.956657:0:76647:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00000001:3.0:1770653413.956658:0:76389:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.956661:0:76385:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00000001:3.0:1770653413.956666:0:76389:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.956667:0:76647:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00002000:00000040:0.0:1770653413.956667:0:76385:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x1556:0x0] 00000020:00000001:3.0:1770653413.956674:0:76389:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.956674:0:76647:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:0.0:1770653413.956674:0:76385:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9556637e30a0. 00010000:00000001:2.0:1770653413.956680:0:12204:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.956682:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.956683:0:76647:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1770653413.956684:0:12204:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:0.0:1770653413.956684:0:76385:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00010000:00000001:3.0:1770653413.956685:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.956691:0:76389:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.956691:0:12204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff95571016b400/0x2aed14e4e178cf61 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00002000:00000001:0.0:1770653413.956691:0:76385:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.956692:0:76647:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:3.0:1770653413.956698:0:76389:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00002000:00000001:0.0:1770653413.956698:0:76385:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1770653413.956701:0:76647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022dd0. 00010000:00000001:3.0:1770653413.956702:0:76389:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:0.0:1770653413.956706:0:76385:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299220, xid 1856657707203840 00010000:00000001:2.0:1770653413.956708:0:12204:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1770653413.956709:0:76389:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.956710:0:76385:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000200:1.0:1770653413.956711:0:76647:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966308864, offset 224 00010000:00000001:2.0:1770653413.956712:0:12204:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.956714:0:76389:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1770653413.956719:0:76389:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:2.0:1770653413.956720:0:12204:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000200:0.0:1770653413.956720:0:76385:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95572eb20e00 x1856657707203840/t8590299220(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1770653413.956722:0:76389:0:(client.c:2680:ptlrpc_set_wait()) set ffff95564f362780 going to sleep for 11 seconds 00010000:00000010:2.0:1770653413.956726:0:12204:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556695e0b40. 00000400:00000200:1.0:1770653413.956727:0:76647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:3.0:1770653413.956728:0:76389:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1770653413.956732:0:12204:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1770653413.956733:0:76389:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.956755:0:76385:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1770653413.956756:0:76647:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00010000:2.0:1770653413.956759:0:12204:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1770653413.956759:0:76385:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.956762:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1770653413.956765:0:12204:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.956766:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653413.956766:0:76385:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000400:00000200:1.0:1770653413.956768:0:76647:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164706:2164706:253:4294967295] 192.168.202.60@tcp LPNI seq info [2164702:2164702:5:4294967295] 00010000:00000001:2.0:1770653413.956772:0:12204:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.956773:0:66075:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:0.0:1770653413.956775:0:76385:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1770653413.956780:0:12204:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1770653413.956781:0:66075:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000100:00000040:0.0:1770653413.956783:0:76385:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00010000:00000001:3.0:1770653413.956786:0:66075:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00000001:2.0:1770653413.956786:0:12204:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.956789:0:76385:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00010000:00000001:2.0:1770653413.956791:0:12204:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653413.956792:0:66075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff95571016b400/0x2aed14e4e178cf61 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1770653413.956795:0:76385:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00002000:00000001:2.0:1770653413.956797:0:12204:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 02000000:00000001:0.0:1770653413.956799:0:76385:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.956803:0:12204:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:1.0:1770653413.956803:0:76647:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:0.0:1770653413.956804:0:76385:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1770653413.956813:0:76385:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00080000:00000010:2.0:1770653413.956814:0:12204:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff955643981c00. 00000400:00000010:0.0:1770653413.956820:0:76385:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8880. 00080000:00000001:2.0:1770653413.956822:0:12204:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796466609152 : -117277242942464 : ffff955643981c00) 00000800:00000200:1.0:1770653413.956823:0:76647:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000200:0.0:1770653413.956827:0:76385:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707203840, offset 224 00010000:00010000:3.0:1770653413.956829:0:66075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95571016b400 already unused, calling callback (ffffffffc16fe650) 00000001:00000001:2.0:1770653413.956830:0:12204:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000800:00000010:1.0:1770653413.956833:0:76647:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9557353d2400. 00010000:00000001:3.0:1770653413.956834:0:66075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000001:00000001:2.0:1770653413.956835:0:12204:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.956837:0:76385:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1770653413.956838:0:66075:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00080000:00000002:2.0:1770653413.956843:0:12204:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x1559:0x0] not in the id map cache 00010000:00010000:3.0:1770653413.956844:0:66075:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff95571016b400/0x2aed14e4e178cf61 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000800:00000200:1.0:1770653413.956845:0:76647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:3.0:1770653413.956867:0:66075:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1770653413.956869:0:66075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653413.956872:0:66075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653413.956875:0:66075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016b400 refcount=3 00000400:00000200:0.0:1770653413.956878:0:76385:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1770653413.956880:0:66075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897457664 : -117273812093952 : ffff95571016b400) 00000800:00000200:1.0:1770653413.956884:0:76647:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:3.0:1770653413.956885:0:66075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897457664 : -117273812093952 : ffff95571016b400) 00080000:00000001:2.0:1770653413.956891:0:12204:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000400:00000200:0.0:1770653413.956892:0:76385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b7d00 00010000:00000001:3.0:1770653413.956893:0:66075:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000800:00000200:1.0:1770653413.956893:0:76647:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9557353d2400 type 1, nob 320 niov 1 nkiov 1 00010000:00010000:3.0:1770653413.956898:0:66075:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff95571016b400/0x2aed14e4e178cf61 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.956904:0:76647:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.956904:0:76385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda5fd [1] + 224 00080000:00000001:2.0:1770653413.956905:0:12204:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.956907:0:66075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1770653413.956912:0:66075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:2.0:1770653413.956913:0:12204:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.956915:0:76647:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:3.0:1770653413.956916:0:66075:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.956916:0:12204:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000400:00000200:0.0:1770653413.956916:0:76385:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:2.0:1770653413.956921:0:12204:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:3.0:1770653413.956926:0:66075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 80000000:00000001:2.0:1770653413.956926:0:12204:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:1.0:1770653413.956926:0:76647:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.956927:0:76385:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 80000000:00000001:2.0:1770653413.956930:0:12204:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:3.0:1770653413.956931:0:66075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1770653413.956933:0:76647:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1770653413.956935:0:12204:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.956936:0:66075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1770653413.956937:0:76385:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1770653413.956941:0:66075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1770653413.956942:0:12204:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.956944:0:76647:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955735213480 x1856657966308864/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1770653413.956946:0:66075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95571016b400 with handle 0x2aed14e4e178cf61 from hash 00000100:00000200:0.0:1770653413.956946:0:76385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95573c2df100 x1856657707203840/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1770653413.956947:0:12204:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.956953:0:66075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00080000:00000001:2.0:1770653413.956955:0:12204:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:3.0:1770653413.956957:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1770653413.956959:0:12204:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00010000:00000001:3.0:1770653413.956961:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.956964:0:66075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653413.956968:0:66075:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653413.956972:0:66075:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.956975:0:12204:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1770653413.956977:0:66075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000001:00000001:2.0:1770653413.956979:0:12204:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1770653413.956981:0:66075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653413.956985:0:66075:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00080000:00000001:2.0:1770653413.956988:0:12204:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.956990:0:66075:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653413.956990:0:76385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95573c2df100 x1856657707203840/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770653413.956991:0:76647:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955735213480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_025:b31b1d82-c1d4-4680-ae7a-71292416d1f5+73:2365:x1856657966308864:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1089us (3364us total) trans 0 rc 0/0 00080000:00000001:2.0:1770653413.956992:0:12204:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1770653413.956997:0:66075:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.956997:0:12204:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1770653413.957003:0:66075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653413.957006:0:66075:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000001:00000001:2.0:1770653413.957010:0:12204:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1770653413.957011:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1770653413.957013:0:12204:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.957015:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:1.0:1770653413.957017:0:76647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161869 00010000:00000001:3.0:1770653413.957020:0:66075:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.957020:0:76385:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1770653413.957023:0:76647:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00010000:00000001:3.0:1770653413.957024:0:66075:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.957027:0:76385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8880 00080000:00000001:2.0:1770653413.957028:0:12204:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.957031:0:66075:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.957031:0:76647:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00080000:00000001:2.0:1770653413.957032:0:12204:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000400:00000010:0.0:1770653413.957032:0:76385:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8880. 00000100:00000001:1.0:1770653413.957037:0:76647:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1770653413.957038:0:76385:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:3.0:1770653413.957039:0:66075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff95571016b400/0x2aed14e4e178cf61 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.957042:0:76385:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1770653413.957043:0:76647:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519380. 00080000:00000001:2.0:1770653413.957045:0:12204:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.957047:0:76385:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.957051:0:12204:0:(osd_object.c:806:osd_destroy()) Process entered 00000020:00000010:1.0:1770653413.957053:0:76647:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d640. 00010000:00000001:3.0:1770653413.957054:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1770653413.957055:0:12204:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000040:0.0:1770653413.957056:0:76385:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00010000:00010000:3.0:1770653413.957059:0:66075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95571016b400/0x2aed14e4e178cf61 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 80000000:00000001:2.0:1770653413.957060:0:12204:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000020:00000010:1.0:1770653413.957060:0:76647:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955626008c00. 00010000:00000001:0.0:1770653413.957061:0:76385:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 80000000:00000001:2.0:1770653413.957064:0:12204:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000020:00000001:0.0:1770653413.957065:0:76385:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.957067:0:76647:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 72 80000000:00000001:2.0:1770653413.957068:0:12204:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.957071:0:76385:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 80000000:00000001:2.0:1770653413.957075:0:12204:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.957075:0:76647:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1770653413.957078:0:66075:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9556110e6400 count: 0 00000100:00000040:0.0:1770653413.957079:0:76385:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572eb20e00 x1856657707203840/t8590299220(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1770653413.957082:0:12204:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00002000:00000010:3.0:1770653413.957084:0:66075:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff95562ede4f40. 00080000:00000001:2.0:1770653413.957088:0:12204:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000010:3.0:1770653413.957092:0:66075:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9556110e6600. 00080000:00000001:2.0:1770653413.957092:0:12204:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000100:00100000:0.0:1770653413.957099:0:76385:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95572eb20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+41:3288:x1856657707203840:12345-0@lo:6:osp-syn-0-0.0 Request processed in 28663us (29048us total) trans 8590299220 rc 0/0 00010000:00000001:3.0:1770653413.957109:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1770653413.957109:0:76385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136212 00000800:00000001:1.0:1770653413.957110:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1770653413.957112:0:66075:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1770653413.957116:0:66075:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556695e0b40. 00000100:00000040:0.0:1770653413.957118:0:76385:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 6 00010000:00000001:3.0:1770653413.957121:0:66075:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.957121:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.957124:0:76385:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1770653413.957126:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000001:1.0:1770653413.957128:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653413.957130:0:76385:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1770653413.957131:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.957135:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1770653413.957137:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:0.0:1770653413.957138:0:76385:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300180. 00000020:00000001:3.0:1770653413.957141:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1770653413.957146:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.957146:0:12204:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653413.957148:0:76385:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510578. 00010000:00010000:3.0:1770653413.957150:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1770653413.957151:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00080000:00000001:2.0:1770653413.957153:0:12204:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.957157:0:76385:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955636fe9c00. 00080000:00000001:2.0:1770653413.957158:0:12204:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1770653413.957161:0:12204:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1770653413.957164:0:12204:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299221, last_committed = 8590299190 00000020:00000040:0.0:1770653413.957166:0:76385:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 40 00000400:00000200:1.0:1770653413.957168:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b8500 00000001:00000010:2.0:1770653413.957172:0:12204:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564ae60b40. 00000100:00000001:0.0:1770653413.957172:0:76385:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.957177:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda6bd [1] + 224 00000001:00000040:2.0:1770653413.957179:0:12204:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 31 00000020:00000040:2.0:1770653413.957185:0:12204:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=41 00000800:00000001:1.0:1770653413.957185:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:2.0:1770653413.957189:0:12204:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:0.0:1770653413.957192:0:76384:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff955605729400/0x2aed14e4e178cf5a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x140f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000800:00000001:1.0:1770653413.957194:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653413.957198:0:12204:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000400:00000200:1.0:1770653413.957200:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1770653413.957201:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000001:2.0:1770653413.957204:0:12204:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.957206:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.957211:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00010000:3.0:1770653413.957213:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1770653413.957216:0:76384:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.957217:0:12204:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.957219:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00002000:00000001:2.0:1770653413.957221:0:12204:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.957221:0:76384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff955605729400/0x2aed14e4e178cf5a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x140f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1770653413.957226:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955602b1c380 x1856657707205888/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00002000:00000001:2.0:1770653413.957227:0:12204:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00010000:00000001:0.0:1770653413.957236:0:76384:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000800:00000200:3.0:1770653413.957237:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000010:2.0:1770653413.957240:0:12204:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955610677560. 00010000:00000001:0.0:1770653413.957240:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:3.0:1770653413.957244:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9557353d2a00. 00010000:00000001:0.0:1770653413.957245:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1770653413.957246:0:12204:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000100:00000040:1.0:1770653413.957247:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955602b1c380 x1856657707205888/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00002000:00000040:2.0:1770653413.957250:0:12204:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x1559:0x0] 00010000:00000001:0.0:1770653413.957250:0:76384:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1770653413.957252:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1770653413.957254:0:76384:0:(lustre_handles.c:113:class_handle2object()) Process entered 00002000:00000010:2.0:1770653413.957257:0:12204:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9556637e2e40. 00000020:00000040:0.0:1770653413.957258:0:76384:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955605729400 refcount=3 00000400:00000200:3.0:1770653413.957264:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00002000:00000001:2.0:1770653413.957266:0:12204:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000020:00000001:0.0:1770653413.957266:0:76384:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795423962112 : -117278285589504 : ffff955605729400) 00000400:00000200:3.0:1770653413.957270:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022440 00002000:00000001:2.0:1770653413.957270:0:12204:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.957271:0:76384:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795423962112 : -117278285589504 : ffff955605729400) 00000400:00000010:3.0:1770653413.957274:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022440. 00000100:00000001:1.0:1770653413.957276:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 00002000:00000001:2.0:1770653413.957277:0:12204:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.957277:0:76384:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:3.0:1770653413.957283:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000040:2.0:1770653413.957283:0:12204:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299221, xid 1856657707204864 00010000:00010000:0.0:1770653413.957284:0:76384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff955605729400/0x2aed14e4e178cf5a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x140f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.957287:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1770653413.957287:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653413.957289:0:12204:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000800:00000001:1.0:1770653413.957295:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.957296:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000200:2.0:1770653413.957297:0:12204:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95572eb21c00 x1856657707204864/t8590299221(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1770653413.957300:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1770653413.957301:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1770653413.957301:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:1.0:1770653413.957306:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1770653413.957307:0:76384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff955605729400/0x2aed14e4e178cf5a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x140f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000800:00000010:3.0:1770653413.957308:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9e00. 00010000:00000001:2.0:1770653413.957312:0:12204:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1770653413.957315:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1770653413.957316:0:12204:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.957322:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00001000:2.0:1770653413.957323:0:12204:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00010000:00000001:0.0:1770653413.957325:0:76384:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1770653413.957328:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:0.0:1770653413.957330:0:76384:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.957333:0:12204:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1770653413.957335:0:76384:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000400:00000200:3.0:1770653413.957337:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8e58 00000400:00000200:1.0:1770653413.957339:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b8600 00000100:00000040:2.0:1770653413.957340:0:12204:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000400:00000010:3.0:1770653413.957341:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8e58. 00000100:00000001:0.0:1770653413.957344:0:76387:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653413.957346:0:12204:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00000001:3.0:1770653413.957348:0:3283:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1770653413.957350:0:12204:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1770653413.957351:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1770653413.957353:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda6c9 [1] + 224 02000000:00000001:2.0:1770653413.957354:0:12204:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.957359:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1770653413.957360:0:12204:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:1.0:1770653413.957361:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1770653413.957361:0:76387:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000010:3.0:1770653413.957363:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626cb00. 00000400:00000001:0.0:1770653413.957366:0:76387:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1770653413.957368:0:12204:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:1.0:1770653413.957369:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.957370:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1770653413.957371:0:76387:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e053058. 00000400:00000200:1.0:1770653413.957373:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1770653413.957374:0:12204:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888440. 00000400:00000200:0.0:1770653413.957378:0:76387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8550 00000400:00000200:3.0:1770653413.957383:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000010:0.0:1770653413.957384:0:76387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8550. 00000400:00000200:1.0:1770653413.957386:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653413.957391:0:76387:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1770653413.957393:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78770 00000100:00000200:2.0:1770653413.957393:0:12204:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707204864, offset 224 00000400:00000010:3.0:1770653413.957398:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78770. 00000100:00000200:0.0:1770653413.957399:0:76387:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955602b1c380 x1856657707205888/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.957403:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653413.957404:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1770653413.957407:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1770653413.957410:0:12204:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1770653413.957412:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955735210700 x1856657707206144/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1770653413.957428:0:12204:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1770653413.957429:0:76387:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955602b1c380 x1856657707205888/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1770653413.957439:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1770653413.957441:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955735210700 x1856657707206144/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.957443:0:76387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000010:3.0:1770653413.957444:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9557353d2400. 00000400:00000200:2.0:1770653413.957446:0:12204:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b8100 00000100:00000001:0.0:1770653413.957446:0:76387:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.957450:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1770653413.957454:0:76387:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:0.0:1770653413.957457:0:76387:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1770653413.957461:0:76387:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1770653413.957462:0:12204:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda661 [1] + 224 00000400:00000200:3.0:1770653413.957463:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653413.957464:0:76387:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.957471:0:76387:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.957475:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022dd0 00000100:00001000:0.0:1770653413.957476:0:76387:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00000400:00000200:2.0:1770653413.957477:0:12204:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653413.957478:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1770653413.957479:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022dd0. 00000100:00001000:0.0:1770653413.957486:0:76387:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00000100:00000001:3.0:1770653413.957487:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:2.0:1770653413.957488:0:12204:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1770653413.957491:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1770653413.957492:0:76387:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1770653413.957496:0:76387:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.957498:0:6728:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1770653413.957498:0:76387:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1770653413.957500:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653413.957502:0:12204:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1770653413.957502:0:76387:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1770653413.957503:0:6728:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1770653413.957507:0:6728:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1770653413.957508:0:76387:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.957512:0:12204:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95572eb21500 x1856657707204864/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1770653413.957512:0:6728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2630. 00000100:00000040:0.0:1770653413.957516:0:76387:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955602b1c380 x1856657707205888/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1770653413.957520:0:6728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a785d8 00000400:00000010:1.0:1770653413.957524:0:6728:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a785d8. 00000100:00000001:1.0:1770653413.957529:0:6728:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1770653413.957536:0:6728:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955735210700 x1856657707206144/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1770653413.957544:0:12204:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95572eb21500 x1856657707204864/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.957547:0:76387:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.957553:0:76387:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:3.0:1770653413.957557:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.957557:0:76387:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.957563:0:76387:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000800:00000001:3.0:1770653413.957564:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653413.957568:0:76387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:3.0:1770653413.957569:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1770653413.957571:0:6728:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955735210700 x1856657707206144/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.957572:0:76387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.957576:0:76387:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.957578:0:12204:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1770653413.957585:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:1.0:1770653413.957586:0:6728:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1770653413.957587:0:76387:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955602b1c380 x1856657707205888/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1770653413.957588:0:12204:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888440 00000100:00000001:1.0:1770653413.957590:0:6728:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1770653413.957594:0:12204:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888440. 00000100:00000001:1.0:1770653413.957595:0:6728:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:1.0:1770653413.957598:0:6728:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1770653413.957601:0:12204:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:3.0:1770653413.957602:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b8700 00000100:00000001:1.0:1770653413.957602:0:6728:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653413.957606:0:12204:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1770653413.957607:0:6728:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.957613:0:12204:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.957613:0:6728:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.957613:0:76387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955602b1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:76387:1856657707205888:192.168.202.60@tcp:104: 00000400:00000200:3.0:1770653413.957614:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda6f5 [1] + 224 00000100:00001000:1.0:1770653413.957621:0:6728:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00000100:00000040:2.0:1770653413.957622:0:12204:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000800:00000001:3.0:1770653413.957627:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653413.957627:0:76387:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.957629:0:12204:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00001000:1.0:1770653413.957630:0:6728:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00000800:00000001:3.0:1770653413.957632:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653413.957633:0:12204:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.957634:0:76387:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.957638:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1770653413.957640:0:12204:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1770653413.957640:0:6728:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1770653413.957641:0:76387:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1770653413.957645:0:6728:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.957647:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653413.957647:0:76387:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1770653413.957650:0:12204:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572eb21c00 x1856657707204864/t8590299221(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.957652:0:6728:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1770653413.957656:0:3283:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1770653413.957658:0:6728:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.957658:0:76387:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955602b1c380 x1856657707205888/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1770653413.957664:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95563f2c7480 x1856657707206400/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.957665:0:6728:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.957675:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955735210700 x1856657707206144/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1770653413.957682:0:12204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95572eb21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+41:3289:x1856657707204864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22209us (22546us total) trans 8590299221 rc 0/0 00000100:00000001:0.0:1770653413.957697:0:76387:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1770653413.957701:0:76387:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:2.0:1770653413.957704:0:12204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136216 02000000:00000010:0.0:1770653413.957706:0:76387:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95561997b400. 00000100:00000001:1.0:1770653413.957707:0:6728:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1770653413.957709:0:3283:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff95563f2c7480 x1856657707206400/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1770653413.957711:0:12204:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 5 00000100:00000001:1.0:1770653413.957713:0:6728:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1770653413.957713:0:76387:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1770653413.957716:0:12204:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1770653413.957717:0:6728:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653413.957718:0:76387:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1770653413.957720:0:12204:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:0.0:1770653413.957722:0:76387:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=7 obd=lustre-OST0001 00010000:00000001:1.0:1770653413.957723:0:6728:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000020:00000010:2.0:1770653413.957725:0:12204:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300700. 00010000:00000001:1.0:1770653413.957728:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1770653413.957729:0:76387:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:2.0:1770653413.957733:0:12204:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e5107d0. 00010000:00000001:1.0:1770653413.957733:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:0.0:1770653413.957734:0:76387:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95561997aa00. 00010000:00000001:1.0:1770653413.957737:0:6728:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.957752:0:12204:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955636fe8200. 00000100:00000001:3.0:1770653413.957754:0:3283:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1770653413.957754:0:76387:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:2.0:1770653413.957758:0:12204:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 40 02000000:00000001:0.0:1770653413.957759:0:76387:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1770653413.957760:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955735210700 x1856657707206144/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.957763:0:12204:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653413.957764:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:0.0:1770653413.957764:0:76387:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955602b1c380. 00000800:00000001:3.0:1770653413.957770:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.957773:0:76387:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000800:00000001:3.0:1770653413.957776:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653413.957777:0:76387:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1770653413.957779:0:6728:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955735210700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:6728:1856657707206144:192.168.202.60@tcp:104: 00000100:00000010:0.0:1770653413.957781:0:76387:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f362000. 00000800:00000001:3.0:1770653413.957782:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.957783:0:76416:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1770653413.957785:0:6728:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.957788:0:76387:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000400:00000001:2.0:1770653413.957791:0:76416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1770653413.957791:0:6728:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.957792:0:76387:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1770653413.957794:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000001:2.0:1770653413.957796:0:76416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1770653413.957797:0:6728:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000010:0.0:1770653413.957799:0:76387:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a2c0. 00000400:00000010:2.0:1770653413.957801:0:76416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef24d0. 00000100:00000001:1.0:1770653413.957802:0:6728:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1770653413.957804:0:76387:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.957807:0:76416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888000 00000400:00000200:3.0:1770653413.957809:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d1e80 00000100:00000040:1.0:1770653413.957809:0:6728:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955735210700 x1856657707206144/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.957810:0:76387:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.957811:0:76416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888000. 00010000:00000001:0.0:1770653413.957817:0:76387:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.957819:0:76416:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1770653413.957826:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6fbd [2] + 1312 00010000:00000001:0.0:1770653413.957826:0:76387:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000200:2.0:1770653413.957829:0:76416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95563f2c7480 x1856657707206400/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.957832:0:6728:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00010000:00010000:0.0:1770653413.957833:0:76387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ba00/0x2aed14e4e178cf68 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1410:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00000800:00000001:3.0:1770653413.957837:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1770653413.957837:0:6728:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1770653413.957842:0:6728:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95562fa44a00. 00000800:00000001:3.0:1770653413.957844:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.957868:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653413.957873:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000010:1.1:1770653413.957874:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c987600. 00000100:00000001:3.0:1770653413.957882:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653413.957886:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:2.0:1770653413.957887:0:76416:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95563f2c7480 x1856657707206400/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1770653413.957887:0:6728:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1770653413.957890:0:6728:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1770653413.957894:0:6728:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=6 obd=lustre-OST0001 00000100:00000010:3.0:1770653413.957895:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955617529500. 00010000:00000010:0.0:1770653413.957895:0:76384:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff95564f362000. 00000020:00000001:1.0:1770653413.957899:0:6728:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1770653413.957902:0:76384:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000100:00000040:3.0:1770653413.957903:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955617529500 x1856657966308992 msgsize 328 02000000:00000010:1.0:1770653413.957904:0:6728:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95562fa45000. 00010000:00010000:0.0:1770653413.957910:0:76384:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 02000000:00000001:1.0:1770653413.957912:0:6728:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1770653413.957913:0:76416:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1770653413.957915:0:76384:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.957917:0:6728:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1770653413.957918:0:76416:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.957919:0:76384:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1770653413.957921:0:6728:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955735210700. 00000100:00100000:3.0:1770653413.957922:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:2.0:1770653413.957925:0:76416:0:(client.c:1568:after_reply()) Process entered 00010000:00000001:0.0:1770653413.957926:0:76384:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:1.0:1770653413.957928:0:6728:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1770653413.957929:0:76416:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1770653413.957930:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.957934:0:76416:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653413.957934:0:6728:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.957934:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.957935:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.957939:0:76416:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.957939:0:76384:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000100:00000010:1.0:1770653413.957940:0:6728:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556189e13c0. 00000800:00000001:3.0:1770653413.957942:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:0.0:1770653413.957944:0:76384:0:(osd_handler.c:352:osd_trans_create()) Process entered 02000000:00000001:2.0:1770653413.957945:0:76416:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.957947:0:6728:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000800:00000001:3.0:1770653413.957949:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1770653413.957950:0:76416:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 00010000:00000001:1.0:1770653413.957950:0:6728:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.957951:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000001:3.0:1770653413.957957:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1770653413.957957:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1770653413.957958:0:6728:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9556196fb740. 00000100:00001000:2.0:1770653413.957959:0:76416:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 00000800:00000001:3.0:1770653413.957962:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1770653413.957964:0:5745:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1770653413.957966:0:6728:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.957970:0:76416:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1770653413.957971:0:6728:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.957971:0:5745:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:2.0:1770653413.957973:0:76416:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.957975:0:5745:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:3.0:1770653413.957976:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:1.0:1770653413.957977:0:6728:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.957978:0:76416:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00010000:0.0:1770653413.957980:0:5745:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff955605729400/0x2aed14e4e178cf5a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x140f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.957983:0:76416:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.957985:0:6728:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:2.0:1770653413.957990:0:76416:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.957992:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b8680 00010000:00010000:1.0:1770653413.957992:0:6728:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3400/0x2aed14e4e178cf6f lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1413:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1770653413.958000:0:76416:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95563f2c7480 x1856657707206400/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1770653413.958006:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda6f1 [1] + 224 00010000:00010000:0.0:1770653413.958008:0:5745:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff955605729400 already unused, calling callback (ffffffffc16fe650) 00010000:00000001:0.0:1770653413.958014:0:5745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000800:00000001:3.0:1770653413.958019:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653413.958019:0:5745:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:2.0:1770653413.958021:0:76416:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.958024:0:76416:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00010000:0.0:1770653413.958025:0:5745:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff955605729400/0x2aed14e4e178cf5a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x140f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.958026:0:76416:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653413.958028:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.958032:0:76416:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000100:00000001:1.0:1770653413.958033:0:76655:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1770653413.958034:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1770653413.958035:0:76416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:1.0:1770653413.958037:0:76655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966308992 00010000:00000001:2.0:1770653413.958039:0:76416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.958044:0:76416:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.958044:0:76655:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1770653413.958045:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:0.0:1770653413.958046:0:5745:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:1.0:1770653413.958048:0:76655:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1770653413.958050:0:5745:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1770653413.958053:0:76655:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.958054:0:3283:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1770653413.958054:0:76416:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95563f2c7480 x1856657707206400/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1770653413.958055:0:5745:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1770653413.958056:0:76655:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.958059:0:5745:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955605729400 refcount=3 00000100:00000200:3.0:1770653413.958062:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955602b1c700 x1856657707206272/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1770653413.958064:0:76655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966308992 00000020:00000001:0.0:1770653413.958065:0:5745:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795423962112 : -117278285589504 : ffff955605729400) 00000020:00000001:1.0:1770653413.958068:0:76655:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1770653413.958073:0:76655:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00010000:00000001:0.0:1770653413.958073:0:5745:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795423962112 : -117278285589504 : ffff955605729400) 00000020:00000001:1.0:1770653413.958077:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1770653413.958081:0:5745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000040:1.0:1770653413.958082:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=72 00010000:00010000:0.0:1770653413.958087:0:5745:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff955605729400/0x2aed14e4e178cf5a lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x140f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1770653413.958089:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00100000:2.0:1770653413.958090:0:76416:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95563f2c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0000_UUID:76416:1856657707206400:192.168.202.60@tcp:104: 00000020:00000001:1.0:1770653413.958097:0:76655:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000040:3.0:1770653413.958102:0:3283:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955602b1c700 x1856657707206272/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.958102:0:76416:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.958103:0:76655:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1770653413.958108:0:76416:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.958109:0:76655:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9c400. 00010000:00000001:0.0:1770653413.958111:0:5745:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1770653413.958114:0:76416:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1770653413.958117:0:76655:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.958117:0:5745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1770653413.958118:0:76416:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1770653413.958122:0:5745:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.958125:0:76655:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9c400. 00000100:00000040:2.0:1770653413.958126:0:76416:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95563f2c7480 x1856657707206400/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.958127:0:3283:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1770653413.958129:0:5745:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000800:00000001:3.0:1770653413.958134:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653413.958134:0:5745:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000010:1.0:1770653413.958136:0:76655:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f7000. 00000100:00000001:2.0:1770653413.958137:0:76416:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000800:00000001:3.0:1770653413.958140:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.958140:0:5745:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:2.0:1770653413.958142:0:76416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:1.0:1770653413.958144:0:76655:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d580. 02000000:00000010:2.0:1770653413.958149:0:76416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff955636fe8400. 00010000:00000001:0.0:1770653413.958149:0:5745:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.958151:0:76655:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662adaa28. 00000020:00000040:0.0:1770653413.958158:0:5745:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff955605729400 with handle 0x2aed14e4e178cf5a from hash 02000000:00000001:2.0:1770653413.958160:0:76416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1770653413.958161:0:76655:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00080000:00000010:3.0:1770653413.958163:0:12200:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff955602ab5800. 00010000:00000001:0.0:1770653413.958165:0:5745:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:2.0:1770653413.958166:0:76416:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1770653413.958167:0:76655:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00080000:00000001:3.0:1770653413.958169:0:12200:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626795377350656 : -117278332200960 : ffff955602ab5800) 00010000:00000001:0.0:1770653413.958170:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:2.0:1770653413.958172:0:76416:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=4 obd=lustre-OST0000 00000100:00000001:1.0:1770653413.958172:0:76655:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1770653413.958174:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:3.0:1770653413.958177:0:12200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:1.0:1770653413.958178:0:76655:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1770653413.958178:0:5745:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:2.0:1770653413.958179:0:76416:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:3.0:1770653413.958184:0:12200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.958184:0:76655:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653413.958185:0:76416:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff955636fe8800. 00010000:00000001:0.0:1770653413.958185:0:5745:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653413.958191:0:76655:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1770653413.958191:0:5745:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1770653413.958192:0:12200:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x1558:0x0] not in the id map cache 02000000:00000001:2.0:1770653413.958193:0:76416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1770653413.958196:0:76655:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1770653413.958197:0:5745:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:2.0:1770653413.958199:0:76416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00080000:00000001:3.0:1770653413.958200:0:12200:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000020:00000001:1.0:1770653413.958200:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1770653413.958201:0:5745:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000010:2.0:1770653413.958205:0:76416:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95563f2c7480. 00000020:00000040:1.0:1770653413.958205:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c987200 refcount=4 00010000:00000001:0.0:1770653413.958206:0:5745:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1770653413.958210:0:5745:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653413.958211:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812319744 : -117277897231872 : ffff95561c987200) 00080000:00000001:3.0:1770653413.958213:0:12200:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.958214:0:76416:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1770653413.958214:0:5745:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.958215:0:76655:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812319744 : -117277897231872 : ffff95561c987200) 00000100:00000001:2.0:1770653413.958220:0:76416:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.958220:0:5745:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00080000:00000001:3.0:1770653413.958221:0:12200:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.958225:0:76655:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff95561c987200/0x2aed14e4e178a186 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1410:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0eaf expref: 72 pid: 76416 timeout: 6877 lvb_type: 1 00010000:00000001:0.0:1770653413.958225:0:5745:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00080000:00000001:3.0:1770653413.958227:0:12200:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000100:00000010:2.0:1770653413.958229:0:76416:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0000. 00010000:00000001:0.0:1770653413.958231:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:3.0:1770653413.958232:0:12200:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:0.0:1770653413.958235:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 80000000:00000001:3.0:1770653413.958236:0:12200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000001:2.0:1770653413.958236:0:76416:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 80000000:00000001:3.0:1770653413.958241:0:12200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:2.0:1770653413.958243:0:76416:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.958243:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.958243:0:5745:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1770653413.958244:0:12200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.958248:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.958250:0:5745:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1770653413.958251:0:12200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1770653413.958252:0:76416:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f59100. 00010000:00000001:1.0:1770653413.958253:0:76655:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1770653413.958258:0:12200:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.958258:0:5745:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.958259:0:76655:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.958260:0:76416:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.958265:0:12200:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:2.0:1770653413.958267:0:76416:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.958268:0:76655:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00010000:0.0:1770653413.958268:0:5745:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff955605729400/0x2aed14e4e178cf5a lrc: 1/0,0 mode: --/PW res: [0x280000403:0x140f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1770653413.958269:0:12200:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00010000:00000001:2.0:1770653413.958274:0:76416:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1770653413.958277:0:76655:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955617529500 x1856657966308992/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.958280:0:76416:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000001:00000001:3.0:1770653413.958284:0:12200:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:2.0:1770653413.958285:0:76416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178cf7d lrc: 3/0,1 mode: --/PW res: [0x240000403:0x155a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000001:00000001:3.0:1770653413.958288:0:12200:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1770653413.958292:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:3.0:1770653413.958294:0:12200:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.958297:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff955605729400/0x2aed14e4e178cf5a lrc: 0/0,0 mode: --/PW res: [0x280000403:0x140f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1770653413.958300:0:12200:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1770653413.958305:0:12200:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000001:1.0:1770653413.958307:0:76655:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1770653413.958311:0:76655:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.958316:0:5745:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9556613f3800 count: 0 00002000:00000010:0.0:1770653413.958321:0:5745:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955621430e00. 00000001:00000001:3.0:1770653413.958322:0:12200:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:1.0:1770653413.958322:0:76655:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1770653413.958326:0:5745:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9556613f3d00. 00080000:00000001:3.0:1770653413.958327:0:12200:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.958327:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1770653413.958332:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653413.958335:0:3288:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1770653413.958341:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1770653413.958342:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95563f2c6a00 x1856657707208064/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.958343:0:76647:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00080000:00000001:3.0:1770653413.958344:0:12200:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.958344:0:5745:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:1.0:1770653413.958346:0:76647:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000010:0.0:1770653413.958348:0:5745:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff95564f362000. 00080000:00000001:3.0:1770653413.958351:0:12200:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000100:00100000:1.0:1770653413.958356:0:76647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161870 00010000:00000001:0.0:1770653413.958356:0:5745:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.958362:0:12200:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.958363:0:3288:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1770653413.958364:0:76647:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000020:00000001:0.0:1770653413.958364:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1770653413.958367:0:3288:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.958369:0:12200:0:(osd_object.c:806:osd_destroy()) Process entered 00000100:00000001:1.0:1770653413.958370:0:76647:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795723855104 : -117277985696512 : ffff955617529500) 00000020:00000001:0.0:1770653413.958370:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.958371:0:3288:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00080000:00000001:3.0:1770653413.958373:0:12200:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 02000000:00000001:2.0:1770653413.958376:0:3288:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 80000000:00000001:3.0:1770653413.958378:0:12200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00010000:0.0:1770653413.958378:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1770653413.958380:0:3288:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.958381:0:76647:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955617529500 x1856657966308992/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 80000000:00000001:3.0:1770653413.958383:0:12200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000020:00000001:0.0:1770653413.958383:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1770653413.958387:0:3288:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95563f2c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707208064:0@lo:6:osp-syn-0-0.0 80000000:00000001:3.0:1770653413.958388:0:12200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.958389:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1770653413.958395:0:12200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.958396:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1770653413.958400:0:3288:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1770653413.958401:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000001:3.0:1770653413.958402:0:12200:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653413.958404:0:3288:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1770653413.958406:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.958407:0:12200:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000100:00000001:1.0:1770653413.958407:0:76647:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1770653413.958408:0:3288:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.958412:0:12200:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 02000000:00000001:2.0:1770653413.958414:0:3288:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:1.0:1770653413.958414:0:76647:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9c400. 00010000:00010000:0.0:1770653413.958414:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1770653413.958420:0:76647:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1770653413.958421:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955643983400. 02000000:00000001:2.0:1770653413.958427:0:3288:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.958427:0:76647:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9c400. 00000100:00000001:0.0:1770653413.958427:0:6530:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1770653413.958431:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef24d0. 00000400:00000001:0.0:1770653413.958434:0:6530:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1770653413.958438:0:76647:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955617529500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_025:b31b1d82-c1d4-4680-ae7a-71292416d1f5+72:2366:x1856657966308992:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000400:00000001:0.0:1770653413.958438:0:6530:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1770653413.958443:0:6530:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e053420. 00000100:00000200:1.0:1770653413.958444:0:76647:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966308992 00010000:00000001:1.0:1770653413.958447:0:76647:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000400:00000200:0.0:1770653413.958448:0:6530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8110 00010000:00000002:1.0:1770653413.958449:0:76647:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1770653413.958453:0:76647:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000400:00000010:0.0:1770653413.958454:0:6530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8110. 00000100:00000001:1.0:1770653413.958458:0:76647:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1770653413.958460:0:6530:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1770653413.958462:0:76647:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:2.0:1770653413.958463:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888000. 00080000:00000001:3.0:1770653413.958467:0:12200:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1770653413.958468:0:6530:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955602b1c700 x1856657707206272/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1770653413.958470:0:76647:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955606129400. 00000100:00000200:2.0:1770653413.958471:0:3288:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707208064, portal 4 00080000:00000001:3.0:1770653413.958472:0:12200:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.958476:0:76647:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.958479:0:12200:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:2.0:1770653413.958479:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653413.958481:0:76647:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.958485:0:12200:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000100:00000001:2.0:1770653413.958485:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796392442368 : -117277317109248 : ffff95563f2c6a00) 00010000:00000001:1.0:1770653413.958486:0:76647:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000001:00000002:3.0:1770653413.958489:0:12200:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299222, last_committed = 8590299190 00010000:00010000:1.0:1770653413.958490:0:76647:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1770653413.958496:0:76647:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000200:0.0:1770653413.958496:0:6530:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955602b1c700 x1856657707206272/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000010:3.0:1770653413.958497:0:12200:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff955662d81360. 00000020:00000001:1.0:1770653413.958498:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653413.958501:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c987200 refcount=4 00000001:00000040:3.0:1770653413.958504:0:12200:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 32 00000020:00000001:1.0:1770653413.958506:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812319744 : -117277897231872 : ffff95561c987200) 00000020:00000040:3.0:1770653413.958509:0:12200:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=41 00010000:00000001:1.0:1770653413.958513:0:76647:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812319744 : -117277897231872 : ffff95561c987200) 00080000:00000001:3.0:1770653413.958515:0:12200:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000040:2.0:1770653413.958518:0:3288:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95563f2c6a00 x1856657707208064/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1770653413.958519:0:76647:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95563f2d2600 count: 3 00080000:00000001:3.0:1770653413.958524:0:12200:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000100:00000001:0.0:1770653413.958526:0:6530:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:1.0:1770653413.958528:0:76647:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff95561c987200/0x2aed14e4e178a186 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1410:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0eaf expref: 72 pid: 76416 timeout: 6877 lvb_type: 1 00000100:00000001:0.0:1770653413.958529:0:6530:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1770653413.958530:0:12200:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.958537:0:6530:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:0.0:1770653413.958540:0:6530:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1770653413.958543:0:6530:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00080000:00000001:3.0:1770653413.958545:0:12200:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.958546:0:6530:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653413.958551:0:76647:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00002000:00000001:3.0:1770653413.958553:0:12200:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.958554:0:3288:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1770653413.958554:0:6530:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.958559:0:76647:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00002000:00000001:3.0:1770653413.958560:0:12200:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000100:00001000:0.0:1770653413.958561:0:6530:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00000100:00000040:2.0:1770653413.958565:0:3288:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1770653413.958566:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:0.0:1770653413.958568:0:6530:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00010000:00000001:1.0:1770653413.958569:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000010:3.0:1770653413.958573:0:12200:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955610676e40. 00000100:00000001:0.0:1770653413.958573:0:6530:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00010000:1.0:1770653413.958575:0:76647:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff95561c987200/0x2aed14e4e178a186 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1410:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0eaf expref: 72 pid: 76416 timeout: 6877 lvb_type: 1 00000100:00000001:0.0:1770653413.958577:0:6530:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653413.958579:0:12200:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00000001:0.0:1770653413.958581:0:6530:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00002000:00000040:3.0:1770653413.958584:0:12200:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x1558:0x0] 00010000:00000001:0.0:1770653413.958586:0:6530:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1770653413.958590:0:12200:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9556637e3300. 00000100:00000001:0.0:1770653413.958592:0:6530:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.958598:0:76647:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000010:2.0:1770653413.958600:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888440. 00002000:00000001:3.0:1770653413.958601:0:12200:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00010000:00000001:1.0:1770653413.958602:0:76647:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000040:0.0:1770653413.958602:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955602b1c700 x1856657707206272/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00002000:00000001:3.0:1770653413.958605:0:12200:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.958606:0:76647:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.958607:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707208064, offset 0 00000020:00000001:1.0:1770653413.958613:0:76647:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653413.958614:0:12200:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1770653413.958620:0:3288:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000040:3.0:1770653413.958622:0:12200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299222, xid 1856657707204480 00010000:00000001:1.0:1770653413.958622:0:76647:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1770653413.958626:0:76647:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653413.958630:0:12200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:1.0:1770653413.958632:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1770653413.958633:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1770653413.958636:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000200:3.0:1770653413.958638:0:12200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95572eb22300 x1856657707204480/t8590299222(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.958640:0:76647:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1770653413.958642:0:6530:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.958643:0:76647:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.958648:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b8d80 00000100:00000001:0.0:1770653413.958650:0:6530:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:1.0:1770653413.958652:0:76647:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561c987200 with handle 0x2aed14e4e178a186 from hash 00000100:00000001:0.0:1770653413.958655:0:6530:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.958657:0:76647:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:2.0:1770653413.958662:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf6c5 [8] + 1088 00010000:00000001:1.0:1770653413.958662:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.958663:0:6530:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1770653413.958664:0:12200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1770653413.958667:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.958668:0:12200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.958668:0:6530:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1770653413.958670:0:3288:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1770653413.958671:0:76647:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1770653413.958672:0:6530:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:3.0:1770653413.958673:0:12200:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00010000:00000001:1.0:1770653413.958675:0:76647:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653413.958676:0:6530:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.958680:0:12200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1770653413.958681:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1770653413.958681:0:76647:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.958686:0:12200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000040:0.0:1770653413.958686:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955602b1c700 x1856657707206272/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.958688:0:76647:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1770653413.958689:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1770653413.958692:0:12200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00010000:00000001:1.0:1770653413.958692:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1770653413.958693:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:3.0:1770653413.958699:0:12200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:1.0:1770653413.958701:0:76647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95561c987200/0x2aed14e4e178a186 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1410:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0eaf expref: 72 pid: 76416 timeout: 6877 lvb_type: 1 00000100:00000010:2.0:1770653413.958702:0:3288:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95563f2c7480. 02000000:00000001:3.0:1770653413.958703:0:12200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.958708:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff95563f2c7480 x1856657707208064 msgsize 544 00000100:00000001:3.0:1770653413.958709:0:12200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1770653413.958717:0:12200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1770653413.958720:0:6530:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955602b1c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6530:1856657707206272:192.168.202.60@tcp:104: 00000400:00000010:3.0:1770653413.958723:0:12200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78770. 00000100:00100000:2.0:1770653413.958727:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000040:1.0:1770653413.958727:0:76647:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 66 00000100:00000200:3.0:1770653413.958730:0:12200:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707204480, offset 224 00000100:00000001:0.0:1770653413.958732:0:6530:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1770653413.958733:0:76647:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 71 00000100:00000001:2.0:1770653413.958751:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1770653413.958752:0:6530:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.958753:0:12200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1770653413.958754:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.958757:0:6530:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:1.0:1770653413.958758:0:76647:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1770653413.958762:0:76647:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:0.0:1770653413.958762:0:6530:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1770653413.958765:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888440 00010000:00000040:1.0:1770653413.958767:0:76647:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95561ae2ba00 00000400:00000200:3.0:1770653413.958768:0:12200:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1770653413.958769:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888440. 00000100:00000040:0.0:1770653413.958771:0:6530:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955602b1c700 x1856657707206272/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.958772:0:76647:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:2.0:1770653413.958776:0:3288:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:1.0:1770653413.958777:0:76647:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653413.958781:0:76647:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000200:3.0:1770653413.958783:0:12200:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b7f80 00000100:00000200:2.0:1770653413.958785:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95563f2c6a00 x1856657707208064/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.958786:0:76647:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.958792:0:76647:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000400:00000200:3.0:1770653413.958795:0:12200:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda63d [1] + 224 00010000:00010000:1.0:1770653413.958796:0:76647:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:0.0:1770653413.958799:0:6530:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1770653413.958800:0:76647:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653413.958803:0:6530:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1770653413.958807:0:12200:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1770653413.958807:0:76647:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 02000000:00000010:0.0:1770653413.958808:0:6530:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95561997a400. 00010000:00000001:1.0:1770653413.958812:0:76647:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:2.0:1770653413.958815:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1770653413.958816:0:12200:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:1.0:1770653413.958817:0:76647:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ba00/0x2aed14e4e178cf68 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1410:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1770653413.958817:0:6530:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653413.958821:0:6530:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1770653413.958822:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563f2c6a00 x1856657707208064/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.958824:0:12200:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1770653413.958825:0:6530:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=5 obd=lustre-OST0001 00000100:00000200:3.0:1770653413.958833:0:12200:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95572eb20380 x1856657707204480/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653413.958833:0:6530:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1770653413.958837:0:6530:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95561997a600. 02000000:00000001:0.0:1770653413.958844:0:6530:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1770653413.958869:0:76647:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:1.0:1770653413.958872:0:76647:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ba00/0x2aed14e4e178cf68 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1410:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00010000:00000010:2.1:1770653413.958873:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f2d2100. 02000000:00000001:0.0:1770653413.958874:0:6530:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1770653413.958879:0:6530:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955602b1c700. 00010000:00000010:2.1:1770653413.958882:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955605728800. 00000100:00000001:0.0:1770653413.958887:0:6530:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00010000:00000040:1.0:1770653413.958888:0:76647:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1410:0x0].0x0 (ffff95563f2d2600) refcount = 2 00000100:00000001:0.0:1770653413.958891:0:6530:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1770653413.958897:0:12200:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95572eb20380 x1856657707204480/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1770653413.958897:0:76647:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000010:0.0:1770653413.958898:0:6530:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f362840. 00000100:00000001:2.0:1770653413.958899:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.958901:0:76647:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ba00/0x2aed14e4e178cf68 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1410:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.958906:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1770653413.958906:0:6530:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1770653413.958911:0:6530:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.958913:0:3288:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1770653413.958919:0:6530:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a680. 00000100:00000040:2.0:1770653413.958921:0:3288:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26298 usecs (27 jiffies) 00010000:00000001:1.0:1770653413.958924:0:76647:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653413.958927:0:6530:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.958929:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444799 00010000:00000001:1.0:1770653413.958929:0:76647:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.958932:0:6530:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.958934:0:12200:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1770653413.958936:0:76647:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1770653413.958937:0:6530:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.958938:0:3288:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444797 00010000:00000001:1.0:1770653413.958939:0:76647:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.958941:0:12200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78770 00010000:00000001:0.0:1770653413.958942:0:6530:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1770653413.958946:0:76647:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1770653413.958947:0:12200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78770. 00000100:00000001:2.0:1770653413.958947:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444799 00010000:00010000:0.0:1770653413.958948:0:6530:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b200/0x2aed14e4e178cf76 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1412:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.958955:0:12200:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653413.958955:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444799 00010000:00000010:1.0:1770653413.958956:0:76647:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9c400. 00000100:00000001:3.0:1770653413.958960:0:12200:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1770653413.958961:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444799 00000100:00000001:1.0:1770653413.958962:0:76647:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:3.0:1770653413.958967:0:12200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.958967:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444799 00000100:00000010:1.0:1770653413.958968:0:76647:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa83c0. 00000100:00000001:2.0:1770653413.958973:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444799 00000100:00000001:1.0:1770653413.958974:0:76647:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540167104 : -117277169384512 : ffff955647fa83c0) 00000100:00000040:3.0:1770653413.958975:0:12200:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00080000:00000010:0.0:1770653413.958977:0:76384:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95563a7fb400. 00000100:00000001:2.0:1770653413.958978:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444799 00000100:00000001:1.0:1770653413.958981:0:76647:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540167104 : -117277169384512 : ffff955647fa83c0) 00010000:00000001:3.0:1770653413.958983:0:12200:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:2.0:1770653413.958984:0:3288:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1770653413.958984:0:76384:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796314014720 : -117277395536896 : ffff95563a7fb400) 00000020:00000001:3.0:1770653413.958986:0:12200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.958987:0:76647:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1770653413.958991:0:76647:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000001:2.0:1770653413.958992:0:3288:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.958993:0:12200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000001:00000001:0.0:1770653413.958993:0:76384:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:1.0:1770653413.958994:0:76647:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000001:00000001:0.0:1770653413.958997:0:76384:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.959000:0:76647:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000040:3.0:1770653413.959003:0:12200:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572eb22300 x1856657707204480/t8590299222(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1770653413.959003:0:3288:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00080000:00000002:0.0:1770653413.959003:0:76384:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x140f:0x0] not in the id map cache 00000400:00000001:2.0:1770653413.959007:0:3288:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1770653413.959011:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2840. 00080000:00000001:0.0:1770653413.959011:0:76384:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00010000:00000001:1.0:1770653413.959012:0:76647:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.959019:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888770 00010000:00000001:1.0:1770653413.959019:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.959024:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1770653413.959024:0:76387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ba00/0x2aed14e4e178cf68 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1410:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1770653413.959025:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888770. 00000100:00100000:3.0:1770653413.959026:0:12200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95572eb22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+41:3291:x1856657707204480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26387us (26782us total) trans 8590299222 rc 0/0 00010000:00000001:1.0:1770653413.959027:0:76647:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.959031:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1770653413.959034:0:76647:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1770653413.959037:0:76647:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000200:2.0:1770653413.959039:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95573c2df100 x1856657707203840/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.959044:0:76647:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.959047:0:12200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136214 00000100:00000001:1.0:1770653413.959052:0:76647:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.959052:0:76387:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.959055:0:12200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 4 00000100:00000001:1.0:1770653413.959058:0:76647:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00010000:0.0:1770653413.959060:0:76387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ba00/0x2aed14e4e178cf68 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1410:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.959061:0:12200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000010:1.0:1770653413.959062:0:76647:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa83c0. 00000100:00000001:3.0:1770653413.959065:0:12200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1770653413.959070:0:12200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300400. 00000100:00000001:1.0:1770653413.959070:0:76647:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1770653413.959073:0:76647:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1770653413.959074:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95573c2df100 x1856657707203840/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1770653413.959078:0:12200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510960. 00010000:00000010:1.0:1770653413.959080:0:76647:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9c400. 00010000:00000001:0.0:1770653413.959083:0:76387:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:00000010:3.0:1770653413.959085:0:12200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955636fe9400. 00010000:00000001:1.0:1770653413.959086:0:76647:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1770653413.959086:0:76387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1770653413.959090:0:76647:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1770653413.959091:0:76387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1770653413.959093:0:12200:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 40 00010000:00000001:1.0:1770653413.959094:0:76647:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.959095:0:76387:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1770653413.959097:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1770653413.959101:0:76387:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1770653413.959102:0:76647:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1770653413.959103:0:12200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.959103:0:3288:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.959106:0:76647:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.959106:0:76387:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2ba00 refcount=3 00000100:00000001:2.0:1770653413.959109:0:3288:0:(client.c:1568:after_reply()) Process entered 00000020:00000001:0.0:1770653413.959114:0:76387:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783633408 : -117277925918208 : ffff95561ae2ba00) 02000000:00000001:2.0:1770653413.959115:0:3288:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00001000:1.0:1770653413.959115:0:76647:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653413.959116:0:12200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1770653413.959118:0:3288:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1770653413.959120:0:12200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707208064 00010000:00000001:0.0:1770653413.959121:0:76387:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783633408 : -117277925918208 : ffff95561ae2ba00) 00000100:00000001:2.0:1770653413.959122:0:3288:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.959125:0:12200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1770653413.959126:0:76647:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1770653413.959128:0:3288:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.959129:0:12200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1770653413.959130:0:76387:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:3.0:1770653413.959133:0:12200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.959135:0:76647:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00001000:2.0:1770653413.959136:0:3288:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 02000000:00000001:3.0:1770653413.959137:0:12200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.959138:0:76387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ba00/0x2aed14e4e178cf68 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1410:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.959143:0:76647:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00100000:3.0:1770653413.959144:0:12200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707208064 00000100:00001000:2.0:1770653413.959145:0:3288:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 00000020:00000001:3.0:1770653413.959149:0:12200:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1770653413.959151:0:76647:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:3.0:1770653413.959153:0:12200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00000100:00000001:2.0:1770653413.959153:0:3288:0:(client.c:1470:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1770653413.959156:0:76647:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.959157:0:3288:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.959158:0:12200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653413.959162:0:12200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=41 00010000:00000001:2.0:1770653413.959165:0:3288:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1770653413.959165:0:76647:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1770653413.959167:0:12200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00010000:00000001:2.0:1770653413.959171:0:3288:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.959172:0:12200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000040:1.0:1770653413.959176:0:76647:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:3.0:1770653413.959179:0:12200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1770653413.959180:0:3288:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000400:00000010:1.0:1770653413.959182:0:76647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022198. 00000020:00000010:3.0:1770653413.959184:0:12200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fb3c0. 00000100:00000040:2.0:1770653413.959185:0:3288:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000200:1.0:1770653413.959189:0:76647:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966308992, offset 224 00000100:00000001:3.0:1770653413.959190:0:12200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.959190:0:76387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.959191:0:3288:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00010000:00000001:0.0:1770653413.959195:0:76387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:3.0:1770653413.959197:0:12200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fb3c0. 00000100:00000001:2.0:1770653413.959197:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00010000:0.0:1770653413.959200:0:76387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ba00/0x2aed14e4e178cf68 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1410:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1770653413.959201:0:76647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:2.0:1770653413.959203:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637178112 : -117273072373504 : ffff95573c2df100) 00000020:00000010:3.0:1770653413.959206:0:12200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95562fa45600. 00000100:00000001:2.0:1770653413.959211:0:3288:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000020:00000010:3.0:1770653413.959213:0:12200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3a80. 00000400:00000200:1.0:1770653413.959213:0:76647:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000040:2.0:1770653413.959215:0:3288:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00000020:00000010:3.0:1770653413.959222:0:12200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90640. 00000100:00000001:2.0:1770653413.959222:0:3288:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00010000:00000001:0.0:1770653413.959223:0:76387:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1770653413.959226:0:3288:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.959227:0:76647:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164707:2164707:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164703:2164703:8:4294967295] 00010000:00000001:0.0:1770653413.959229:0:76387:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.959230:0:12200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653413.959235:0:12200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1770653413.959235:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95573c2df100 x1856657707203840/t8590299220(8590299220) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.959236:0:76387:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1770653413.959238:0:12200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1770653413.959242:0:76387:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff95564f362000. 00000100:00000001:3.0:1770653413.959246:0:12200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.959248:0:76387:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000400:00000200:1.0:1770653413.959252:0:76647:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:2.0:1770653413.959258:0:3288:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.959259:0:12200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1770653413.959263:0:76387:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000800:00000200:1.0:1770653413.959264:0:76647:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:2.0:1770653413.959266:0:3288:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1770653413.959270:0:12200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1770653413.959270:0:76387:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.959271:0:3288:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1770653413.959272:0:76647:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9557353d2f00. 00000100:00000001:3.0:1770653413.959275:0:12200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1770653413.959276:0:76387:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:2.0:1770653413.959278:0:3288:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95573c2df100/2, rc 0, transno 8590299220 00010000:00000001:0.0:1770653413.959281:0:76387:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000800:00000200:1.0:1770653413.959285:0:76647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00100000:3.0:1770653413.959286:0:12200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136228 00000004:00001000:2.0:1770653413.959286:0:3288:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 7 in flight, 37 in progress 00010000:00000001:0.0:1770653413.959286:0:76387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.959290:0:76387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1770653413.959295:0:12200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 5 00002000:00000001:0.0:1770653413.959295:0:76387:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000800:00000200:1.0:1770653413.959297:0:76647:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00080000:00000001:0.0:1770653413.959298:0:76387:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:3.0:1770653413.959300:0:12200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626796392445056 : -117277317106560 : ffff95563f2c7480) 00000800:00000200:1.0:1770653413.959304:0:76647:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9557353d2f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1770653413.959305:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c2df100 x1856657707203840/t8590299220(8590299220) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000010:0.0:1770653413.959306:0:76387:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95563a7f9800. 00000100:00000040:3.0:1770653413.959309:0:12200:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95563f2c7480 x1856657707208064/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1770653413.959313:0:76387:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796314007552 : -117277395544064 : ffff95563a7f9800) 00000100:00000001:1.0:1770653413.959318:0:76647:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.959320:0:76387:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1770653413.959325:0:76387:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.959328:0:76647:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00080000:00000002:0.0:1770653413.959332:0:76387:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x1410:0x0] not in the id map cache 00010000:00000001:1.0:1770653413.959336:0:76647:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.959339:0:76387:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000100:00100000:2.0:1770653413.959341:0:3288:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95573c2df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707203840:0@lo:6:osp-syn-0-0.0 00010000:00000001:1.0:1770653413.959344:0:76647:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.959345:0:12200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1770653413.959349:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.959351:0:12200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fb3c0. 00000100:00000001:2.0:1770653413.959353:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1770653413.959354:0:76647:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955617529500 x1856657966308992/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1770653413.959354:0:76387:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.959356:0:12200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1770653413.959361:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2df100 x1856657707203840/t8590299220(8590299220) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1770653413.959362:0:76387:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.959364:0:12200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fb3c0. 00080000:00000001:0.0:1770653413.959368:0:76387:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:0.0:1770653413.959372:0:76387:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00100000:3.0:1770653413.959376:0:12200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95563f2c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+41:3288:x1856657707208064:12345-0@lo:6:osp-syn-0-0.0 80000000:00000001:0.0:1770653413.959377:0:76387:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1770653413.959380:0:76387:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1770653413.959384:0:76387:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.959389:0:12200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707208064 80000000:00000001:0.0:1770653413.959391:0:76387:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.959394:0:12200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:1.0:1770653413.959398:0:76647:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955617529500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_025:b31b1d82-c1d4-4680-ae7a-71292416d1f5+71:2366:x1856657966308992:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 984us (1488us total) trans 0 rc 0/0 00000100:00000001:2.0:1770653413.959399:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.959399:0:76387:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653413.959400:0:12200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1770653413.959404:0:12200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.959406:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1770653413.959407:0:76387:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000020:00000001:3.0:1770653413.959409:0:12200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00080000:00000001:0.0:1770653413.959412:0:76387:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000020:00000001:3.0:1770653413.959413:0:12200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000100:00000001:2.0:1770653413.959415:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1770653413.959417:0:76647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161870 00000100:00000001:2.0:1770653413.959420:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1770653413.959421:0:12200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1770653413.959423:0:76647:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000100:00000001:2.0:1770653413.959425:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1770653413.959426:0:12200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.959427:0:76647:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000001:00000001:0.0:1770653413.959428:0:76387:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:2.0:1770653413.959429:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1770653413.959432:0:12200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1770653413.959432:0:76647:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000001:00000001:0.0:1770653413.959433:0:76387:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000001:3.0:1770653413.959435:0:12200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1770653413.959436:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1770653413.959439:0:12200:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000010:1.0:1770653413.959439:0:76647:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d580. 00080000:00000001:0.0:1770653413.959440:0:76387:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.959441:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.959444:0:12200:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000010:1.0:1770653413.959446:0:76647:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662adaa28. 00080000:00000001:0.0:1770653413.959446:0:76387:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000001:3.0:1770653413.959448:0:12200:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.959448:0:5744:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00080000:00000001:0.0:1770653413.959450:0:76387:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000010:1.0:1770653413.959452:0:76647:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f7000. 00000001:00000001:3.0:1770653413.959453:0:12200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:2.0:1770653413.959456:0:5744:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000001:00000001:3.0:1770653413.959458:0:12200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.959460:0:76647:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 70 00010000:00000001:2.0:1770653413.959461:0:5744:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000001:00000001:3.0:1770653413.959462:0:12200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1770653413.959464:0:76387:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:1.0:1770653413.959465:0:76647:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1770653413.959466:0:12200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1770653413.959469:0:76387:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.959470:0:5744:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ba00/0x2aed14e4e178cf68 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1410:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00000001:00000001:3.0:1770653413.959471:0:12200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.959476:0:12200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1770653413.959479:0:12200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1770653413.959483:0:76387:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.959484:0:12200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.959491:0:12200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00080000:00000001:0.0:1770653413.959491:0:76387:0:(osd_object.c:2094:osd_ref_del()) Process entered 00010000:00010000:2.0:1770653413.959493:0:5744:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95561ae2ba00 already unused, calling callback (ffffffffc16fe650) 00000001:00000001:3.0:1770653413.959495:0:12200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1770653413.959499:0:12200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.959499:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:0.0:1770653413.959503:0:76387:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.959505:0:12200:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.959505:0:5744:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00080000:00000001:0.0:1770653413.959507:0:76387:0:(osd_object.c:806:osd_destroy()) Process entered 00000020:00000001:3.0:1770653413.959511:0:12200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.959511:0:76387:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00010000:2.0:1770653413.959512:0:5744:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ba00/0x2aed14e4e178cf68 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1410:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 80000000:00000001:0.0:1770653413.959514:0:76387:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000001:3.0:1770653413.959517:0:12200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000200:1.0:1770653413.959517:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 80000000:00000001:0.0:1770653413.959518:0:76387:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 02000000:00000001:3.0:1770653413.959521:0:12200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 80000000:00000001:0.0:1770653413.959522:0:76387:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1770653413.959523:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9557353d2f00. 02000000:00000010:3.0:1770653413.959527:0:12200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95566bf9a400. 80000000:00000001:0.0:1770653413.959529:0:76387:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.959530:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1770653413.959532:0:12200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.959535:0:76387:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.959537:0:5744:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:3.0:1770653413.959538:0:12200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.959539:0:76387:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000400:00000200:1.0:1770653413.959542:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:2.0:1770653413.959543:0:5744:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00002000:00000001:3.0:1770653413.959544:0:12200:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00080000:00000001:0.0:1770653413.959544:0:76387:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000400:00000200:1.0:1770653413.959546:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022198 00000020:00000001:2.0:1770653413.959549:0:5744:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1770653413.959550:0:12200:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000400:00000010:1.0:1770653413.959551:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022198. 00000020:00000040:2.0:1770653413.959554:0:5744:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2ba00 refcount=3 00010000:00000001:3.0:1770653413.959555:0:12200:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.959556:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653413.959559:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1770653413.959562:0:5744:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783633408 : -117277925918208 : ffff95561ae2ba00) 00002000:00080000:3.0:1770653413.959563:0:12200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5470 count 1 00010000:00000001:2.0:1770653413.959567:0:5744:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783633408 : -117277925918208 : ffff95561ae2ba00) 00002000:00000001:3.0:1770653413.959570:0:12200:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00010000:00000001:2.0:1770653413.959572:0:5744:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00002000:00000001:3.0:1770653413.959574:0:12200:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00010000:2.0:1770653413.959575:0:5744:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ba00/0x2aed14e4e178cf68 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x1410:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1770653413.959578:0:76387:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1770653413.959580:0:12200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00080000:00000001:0.0:1770653413.959584:0:76387:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.959587:0:5744:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000001:0.0:1770653413.959588:0:76387:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:2.0:1770653413.959590:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000001:00000001:0.0:1770653413.959591:0:76387:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00000001:2.0:1770653413.959593:0:5744:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.959594:0:76384:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000001:00000002:0.0:1770653413.959595:0:76387:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332640, last_committed = 4295332607 00010000:00000001:2.0:1770653413.959598:0:5744:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00080000:00000001:1.0:1770653413.959601:0:76384:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.959602:0:5744:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000001:00000010:0.0:1770653413.959603:0:76387:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9556681b9360. 00010000:00000001:2.0:1770653413.959606:0:5744:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1770653413.959607:0:76384:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000001:00000040:0.0:1770653413.959607:0:76387:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 33 00010000:00000001:2.0:1770653413.959612:0:5744:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.959612:0:76384:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000020:00000040:0.0:1770653413.959612:0:76387:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=45 80000000:00000001:1.0:1770653413.959615:0:76384:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000020:00000040:2.0:1770653413.959617:0:5744:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561ae2ba00 with handle 0x2aed14e4e178cf68 from hash 80000000:00000001:1.0:1770653413.959618:0:76384:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00080000:00000001:0.0:1770653413.959619:0:76387:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1770653413.959621:0:5744:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 80000000:00000001:1.0:1770653413.959624:0:76384:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.959625:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.959628:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 80000000:00000001:1.0:1770653413.959629:0:76384:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.959630:0:5744:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000001:0.0:1770653413.959631:0:76387:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00080000:00000001:1.0:1770653413.959633:0:76384:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.959636:0:5744:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000001:00000001:0.0:1770653413.959636:0:76387:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.959637:0:12200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797101940232 : -117276607611384 : ffff955669767e08) 00080000:00000001:1.0:1770653413.959637:0:76384:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:2.0:1770653413.959640:0:5744:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.959642:0:76384:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00002000:00000001:3.0:1770653413.959644:0:12200:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797101940144 : -117276607611472 : ffff955669767db0) 00010000:00000001:2.0:1770653413.959646:0:5744:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653413.959651:0:12200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1770653413.959651:0:5744:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1770653413.959654:0:5744:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1770653413.959655:0:12200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:2.0:1770653413.959658:0:5744:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1770653413.959658:0:76387:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.959660:0:76384:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000040:3.0:1770653413.959662:0:12200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556613f3100 count: 2 00010000:00000001:2.0:1770653413.959664:0:5744:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.959665:0:76384:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00002000:00000001:0.0:1770653413.959665:0:76387:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.959666:0:12200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.959669:0:5744:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00002000:00000001:0.0:1770653413.959671:0:76387:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00010000:00000001:2.0:1770653413.959673:0:5744:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00080000:00000001:1.0:1770653413.959673:0:76384:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.959674:0:12200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:2.0:1770653413.959678:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:1.0:1770653413.959679:0:76384:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000010:3.0:1770653413.959681:0:12200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95570ffc2800. 00010000:00000001:2.0:1770653413.959681:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000010:0.0:1770653413.959682:0:76387:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955643ef0e40. 00080000:00000001:1.0:1770653413.959683:0:76384:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1770653413.959685:0:5744:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.959687:0:12200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:2.0:1770653413.959689:0:5744:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.959689:0:76387:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000020:00000040:3.0:1770653413.959692:0:12200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95570ffc2800 with handle 0x2aed14e4e178cfb5 to hash 00002000:00000040:0.0:1770653413.959694:0:76387:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x1410:0x0] 00000020:00000001:3.0:1770653413.959695:0:12200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1770653413.959695:0:5744:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.959698:0:76384:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1770653413.959699:0:12200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799895717888 : -117273813833728 : ffff95570ffc2800) 00080000:00000001:1.0:1770653413.959702:0:76384:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:0.0:1770653413.959702:0:76387:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff95560d386720. 00010000:00010000:2.0:1770653413.959703:0:5744:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ba00/0x2aed14e4e178cf68 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x1410:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.959704:0:12200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799895717888 : -117273813833728 : ffff95570ffc2800) 00010000:00000001:3.0:1770653413.959710:0:12200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00002000:00000001:0.0:1770653413.959711:0:76387:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00010000:00000001:3.0:1770653413.959713:0:12200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.959716:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00002000:00000001:0.0:1770653413.959716:0:76387:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.959717:0:76384:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.959718:0:12200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95570ffc2800/0x2aed14e4e178cfb5 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x155e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770653413.959721:0:5744:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ba00/0x2aed14e4e178cf68 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x1410:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1770653413.959724:0:76384:0:(osd_object.c:2094:osd_ref_del()) Process entered 00002000:00000001:0.0:1770653413.959724:0:76387:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1770653413.959732:0:76387:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332640, xid 1856657707205248 00080000:00000001:1.0:1770653413.959736:0:76384:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.959751:0:76387:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00080000:00000001:1.0:1770653413.959754:0:76384:0:(osd_object.c:806:osd_destroy()) Process entered 00010000:00000040:2.0:1770653413.959757:0:5744:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95563f2d2600 count: 0 00080000:00000001:1.0:1770653413.959758:0:76384:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000200:0.0:1770653413.959759:0:76387:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955735212a00 x1856657707205248/t4295332640(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 80000000:00000001:1.0:1770653413.959761:0:76384:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00002000:00000010:2.0:1770653413.959763:0:5744:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955630aa32c0. 80000000:00000001:1.0:1770653413.959764:0:76384:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1770653413.959768:0:76384:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1770653413.959770:0:5744:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95563f2d2000. 80000000:00000001:1.0:1770653413.959772:0:76384:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.959778:0:76384:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.959780:0:76387:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00080000:00000001:1.0:1770653413.959781:0:76384:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:2.0:1770653413.959782:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.959783:0:76387:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.959784:0:76384:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00010000:00000001:2.0:1770653413.959786:0:5744:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00001000:0.0:1770653413.959787:0:76387:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00010000:00000010:2.0:1770653413.959790:0:5744:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff95564f362000. 00000100:00000001:0.0:1770653413.959793:0:76387:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1770653413.959794:0:5744:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.959798:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:0.0:1770653413.959798:0:76387:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000001:0.0:1770653413.959802:0:76387:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000020:00000001:2.0:1770653413.959803:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.959806:0:76387:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:2.0:1770653413.959808:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1770653413.959809:0:76387:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.959811:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1770653413.959813:0:76387:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1770653413.959815:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.959816:0:12200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:1.0:1770653413.959819:0:76384:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.959822:0:12200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00010000:2.0:1770653413.959822:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1770653413.959822:0:76387:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00080000:00000001:1.0:1770653413.959823:0:76384:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.959827:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1770653413.959828:0:12200:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00080000:00000001:1.0:1770653413.959828:0:76384:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000010:0.0:1770653413.959829:0:76387:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8110. 00000020:00000001:2.0:1770653413.959830:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.959832:0:12200:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000001:00000001:1.0:1770653413.959833:0:76384:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00010000:2.0:1770653413.959838:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000002:1.0:1770653413.959839:0:76384:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332641, last_committed = 4295332607 00000100:00000200:0.0:1770653413.959839:0:76387:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707205248, offset 224 00010000:00000001:3.0:1770653413.959840:0:12200:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:3.0:1770653413.959843:0:12200:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000004:00000001:2.0:1770653413.959846:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000001:00000010:1.0:1770653413.959847:0:76384:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564334a300. 00000001:00000040:1.0:1770653413.959872:0:76384:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 34 00000004:00000001:2.0:1770653413.959874:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.959875:0:12200:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff95571016a400/0x2aed14e4e178a02f lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x155e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d7b expref: 72 pid: 76390 timeout: 0 lvb_type: 1 00000020:00000040:1.0:1770653413.959877:0:76384:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=46 00000004:00000001:2.0:1770653413.959880:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:2.0:1770653413.959884:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000400:00000200:0.0:1770653413.959887:0:76387:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000001:2.0:1770653413.959888:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.959892:0:12200:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000040:00001000:2.0:1770653413.959895:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64b880 type=0x10692404 idx=1763 00010000:00000001:3.0:1770653413.959896:0:12200:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.959899:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1763 lrh_len: 64 (1920 remains) 00010000:00010000:3.0:1770653413.959901:0:12200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00080000:00000001:1.0:1770653413.959902:0:76384:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1770653413.959903:0:76387:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000040:00001000:2.0:1770653413.959904:0:6724:0:(llog.c:797:llog_process_thread()) index: 1763, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00010000:00000001:3.0:1770653413.959907:0:12200:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.959911:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00000001:3.0:1770653413.959912:0:12200:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00080000:00000001:1.0:1770653413.959913:0:76384:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00010000:00010000:3.0:1770653413.959916:0:12200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000200:0.0:1770653413.959917:0:76387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b8280 00000004:00000001:2.0:1770653413.959918:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000001:00000001:1.0:1770653413.959918:0:76384:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.959920:0:12200:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1770653413.959922:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.959927:0:12200:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1770653413.959927:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000400:00000200:0.0:1770653413.959928:0:76387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda6a9 [1] + 224 00000004:00000001:2.0:1770653413.959932:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00080000:00000001:1.0:1770653413.959932:0:76384:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.959933:0:12200:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000004:00000001:2.0:1770653413.959937:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00002000:00000001:1.0:1770653413.959938:0:76384:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.959939:0:12200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95570ffc2800/0x2aed14e4e178cfb5 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x155e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1770653413.959940:0:76387:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1770653413.959943:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95563f2c6680. 00002000:00000001:1.0:1770653413.959944:0:76384:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000400:00000200:0.0:1770653413.959949:0:76387:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1770653413.959951:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=40 obd=lustre-OST0000-osc-MDT0000 00010000:00000040:3.0:1770653413.959955:0:12200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x155e:0x0].0x0 (ffff9556613f3100) refcount = 2 00080000:00000010:1.0:1770653413.959956:0:76384:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955643ef1008. 00000100:00000001:2.0:1770653413.959957:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1770653413.959957:0:76387:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1770653413.959961:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000040:3.0:1770653413.959963:0:12200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00002000:00000001:1.0:1770653413.959964:0:76384:0:(ofd_dev.c:460:ofd_object_free()) Process entered 02000000:00000001:2.0:1770653413.959965:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.959966:0:76387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95572eb23b80 x1856657707205248/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00002000:00000040:1.0:1770653413.959968:0:76384:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x140f:0x0] 00010000:00000040:3.0:1770653413.959970:0:12200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95571016a400/0x2aed14e4e178a02f lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x155e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d7b expref: 72 pid: 76390 timeout: 0 lvb_type: 1 02000000:00000010:2.0:1770653413.959974:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff955643983c00. 00002000:00000010:1.0:1770653413.959975:0:76384:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff95560d387db0. 00000100:00000001:2.0:1770653413.959982:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653413.959983:0:76384:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:1.0:1770653413.959987:0:76384:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.959988:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626796392441472 : -117277317110144 : ffff95563f2c6680) 00002000:00000001:1.0:1770653413.959995:0:76384:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.959996:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000040:3.0:1770653413.959997:0:12200:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000100:00000001:2.0:1770653413.960002:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.960003:0:76384:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332641, xid 1856657707204224 00010000:00000040:3.0:1770653413.960004:0:12200:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95570ffc2800/0x2aed14e4e178cfb5 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x155e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1770653413.960004:0:76387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95572eb23b80 x1856657707205248/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.960009:0:76384:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000040:2.0:1770653413.960011:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb027403] to pc [ptlrpcd_00_01+1] req@ffff95563f2c6680 x1856657707208192/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1770653413.960017:0:76384:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95572eb22680 x1856657707204224/t4295332641(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:3.0:1770653413.960033:0:12200:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9556196fb3c0. 00000100:00000001:3.0:1770653413.960040:0:12200:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1770653413.960045:0:12200:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556189e1cc0. 00000100:00000001:0.0:1770653413.960049:0:76387:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1770653413.960051:0:12200:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626795745582272 : -117277963969344 : ffff9556189e1cc0) 00010000:00000001:1.0:1770653413.960052:0:76384:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000004:00000001:2.0:1770653413.960054:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.960056:0:76387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8110 00000100:00000001:3.0:1770653413.960057:0:12200:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626795745582272 : -117277963969344 : ffff9556189e1cc0) 00010000:00000001:1.0:1770653413.960057:0:76384:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:2.0:1770653413.960059:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 8 in flight, 38 in progress 00000400:00000010:0.0:1770653413.960061:0:76387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8110. 00000100:00000001:3.0:1770653413.960066:0:12200:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000004:00001000:2.0:1770653413.960066:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1763, id 1958 00000100:00001000:1.0:1770653413.960066:0:76384:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1770653413.960067:0:76387:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653413.960070:0:12200:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000001:0.0:1770653413.960071:0:76387:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000001:2.0:1770653413.960073:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00010000:00000001:3.0:1770653413.960074:0:12200:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:1.0:1770653413.960077:0:76384:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1770653413.960078:0:76387:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.960079:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.960082:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1770653413.960083:0:76384:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 32 to 0@lo 00000020:00000001:3.0:1770653413.960086:0:12200:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000040:0.0:1770653413.960086:0:76387:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000001:1.0:1770653413.960087:0:76384:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000400:00000001:2.0:1770653413.960089:0:3288:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1770653413.960090:0:12200:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.960091:0:76387:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000400:00000001:2.0:1770653413.960094:0:3288:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1770653413.960094:0:76384:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1770653413.960095:0:12200:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000020:00000001:0.0:1770653413.960096:0:76387:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.960098:0:76384:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.960099:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2ec8. 00010000:00000001:3.0:1770653413.960100:0:12200:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000020:00000001:0.0:1770653413.960100:0:76387:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1770653413.960102:0:76384:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1770653413.960106:0:12200:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955617529f80. 00000400:00000200:2.0:1770653413.960108:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78660 00000100:00000040:0.0:1770653413.960111:0:76387:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955735212a00 x1856657707205248/t4295332640(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653413.960112:0:76384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1770653413.960114:0:12200:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=5 obd=lustre-OST0000 00000400:00000010:2.0:1770653413.960114:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78660. 00000400:00000010:1.0:1770653413.960118:0:76384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022198. 00000100:00000001:2.0:1770653413.960120:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1770653413.960121:0:12200:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1770653413.960126:0:12200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:1.0:1770653413.960127:0:76384:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707204224, offset 224 00000100:00000200:2.0:1770653413.960129:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95572eb23b80 x1856657707205248/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1770653413.960130:0:12200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1770653413.960139:0:12200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95562fa45800. 00000400:00000200:1.0:1770653413.960142:0:76384:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1770653413.960147:0:12200:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.960148:0:76387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955735212a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+46:3288:x1856657707205248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17037us (17585us total) trans 4295332640 rc 0/0 00010000:00010000:3.0:1770653413.960157:0:12200:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff95571016a400/0x2aed14e4e178a02f lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x155e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d7b expref: 72 pid: 76390 timeout: 0 lvb_type: 1 00000100:00000200:2.0:1770653413.960158:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95572eb23b80 x1856657707205248/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653413.960159:0:76384:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1770653413.960170:0:76387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136217 00000400:00000200:1.0:1770653413.960177:0:76384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b7e80 00000100:00000040:0.0:1770653413.960178:0:76387:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 7 00000100:00000001:0.0:1770653413.960187:0:76387:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653413.960189:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1770653413.960191:0:76384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda629 [1] + 224 00000100:00000001:0.0:1770653413.960191:0:76387:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:3.0:1770653413.960193:0:12200:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff95571016a400/0x2aed14e4e178a02f lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x155e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d7b expref: 72 pid: 76390 timeout: 6877 lvb_type: 1 00000100:00000001:2.0:1770653413.960193:0:3288:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1770653413.960197:0:76387:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519580. 00000100:00000001:2.0:1770653413.960200:0:3288:0:(client.c:1568:after_reply()) Process entered 00000400:00000200:1.0:1770653413.960202:0:76384:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1770653413.960204:0:3288:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1770653413.960205:0:76387:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d7d0. 00000100:00000001:2.0:1770653413.960208:0:3288:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653413.960212:0:3288:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.960212:0:76387:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997be00. 00000400:00000200:1.0:1770653413.960213:0:76384:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1770653413.960220:0:3288:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.960222:0:76384:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1770653413.960222:0:76387:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 45 00000100:00001000:2.0:1770653413.960227:0:3288:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00000100:00000001:0.0:1770653413.960228:0:76387:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1770653413.960230:0:76384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95572eb22d80 x1856657707204224/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.960237:0:12200:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00001000:2.0:1770653413.960238:0:3288:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653413.960241:0:12200:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1770653413.960248:0:3288:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1770653413.960249:0:12200:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955617529f80 x1856657707208320/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.960252:0:3288:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.960253:0:76384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95572eb22d80 x1856657707204224/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1770653413.960257:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653413.960258:0:3288:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1770653413.960262:0:3288:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1770653413.960265:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.960268:0:3288:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000800:00000001:0.0:1770653413.960272:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1770653413.960273:0:3288:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1770653413.960278:0:3288:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000800:00000001:0.0:1770653413.960279:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.960282:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1770653413.960285:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800410966912 : -117273298584704 : ffff95572eb23b80) 00000100:00000001:3.0:1770653413.960287:0:12200:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1770653413.960289:0:3288:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1770653413.960290:0:76384:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1770653413.960291:0:12200:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.960292:0:3288:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00000400:00000200:0.0:1770653413.960296:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:2.0:1770653413.960297:0:3288:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1770653413.960297:0:76384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022198 00000100:00100000:3.0:1770653413.960301:0:12200:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955617529f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12200:1856657707208320:192.168.202.60@tcp:104: 00000100:00000001:2.0:1770653413.960303:0:3288:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.960303:0:76384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022198. 00000100:00000001:3.0:1770653413.960308:0:12200:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1770653413.960311:0:76384:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:0.0:1770653413.960311:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b8780 02000000:00000001:3.0:1770653413.960313:0:12200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1770653413.960313:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95572eb23b80 x1856657707205248/t4295332640(4295332640) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.960315:0:76384:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:3.0:1770653413.960317:0:12200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.960321:0:76384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.960323:0:12200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1770653413.960324:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda701 [1] + 224 02000000:00000010:3.0:1770653413.960328:0:12200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95562fa44200. 00000100:00000040:1.0:1770653413.960330:0:76384:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 02000000:00000001:3.0:1770653413.960334:0:12200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.960337:0:76384:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000800:00000001:0.0:1770653413.960337:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1770653413.960341:0:76384:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.960342:0:12200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d25d8. 00000100:00000001:2.0:1770653413.960344:0:3288:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1770653413.960344:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653413.960347:0:76384:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1770653413.960350:0:12200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78770. 00000100:00000001:2.0:1770653413.960351:0:3288:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1770653413.960352:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1770653413.960355:0:12200:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707208320, portal 16 00000100:00000040:1.0:1770653413.960355:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572eb22680 x1856657707204224/t4295332641(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.960356:0:3288:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653413.960362:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653413.960363:0:12200:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000004:00080000:2.0:1770653413.960363:0:3288:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95572eb23b80/2, rc 0, transno 4295332640 00000100:00000001:3.0:1770653413.960367:0:12200:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795723857792 : -117277985693824 : ffff955617529f80) 00000004:00001000:2.0:1770653413.960371:0:3288:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 7 in flight, 40 in progress 00000100:00000001:0.0:1770653413.960373:0:3282:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1770653413.960378:0:12200:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955617529f80 x1856657707208320/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1770653413.960385:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955665156d80 x1856657707206528/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1770653413.960386:0:76384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95572eb22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+45:3291:x1856657707204224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26860us (28996us total) trans 4295332641 rc 0/0 00000100:00000040:2.0:1770653413.960387:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572eb23b80 x1856657707205248/t4295332640(4295332640) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770653413.960409:0:76384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136215 00000100:00000001:3.0:1770653413.960410:0:12200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1770653413.960417:0:76384:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 6 00000100:00000040:3.0:1770653413.960420:0:12200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:1.0:1770653413.960424:0:76384:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:3.0:1770653413.960426:0:12200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78a18. 00000100:00000001:1.0:1770653413.960429:0:76384:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1770653413.960431:0:3288:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95572eb23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707205248:0@lo:6:osp-syn-1-0.0 00000100:00000200:3.0:1770653413.960432:0:12200:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707208320, offset 0 00000100:00000040:0.0:1770653413.960434:0:3282:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955665156d80 x1856657707206528/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:1.0:1770653413.960435:0:76384:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3f80. 00000100:00000001:2.0:1770653413.960443:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.960444:0:76384:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90708. 00000400:00000200:3.0:1770653413.960447:0:12200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:2.0:1770653413.960450:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1770653413.960451:0:76384:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95562fa44c00. 00000100:00000040:2.0:1770653413.960457:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572eb23b80 x1856657707205248/t4295332640(4295332640) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1770653413.960458:0:76384:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 44 00000400:00000200:3.0:1770653413.960459:0:12200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000100:00000001:0.0:1770653413.960460:0:3282:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1770653413.960465:0:76384:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.960469:0:12200:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1770653413.960475:0:12200:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000100:00000001:2.0:1770653413.960479:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.960481:0:12200:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000100:00100000:2.0:1770653413.960483:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000200:3.0:1770653413.960485:0:12200:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00000001:2.0:1770653413.960487:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.960492:0:12200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164708:2164708:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164704:2164704:8:4294967295] 00000100:00000001:2.0:1770653413.960493:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1770653413.960495:0:12206:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653413.960496:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.960501:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:1.0:1770653413.960501:0:12206:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1770653413.960506:0:12206:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1770653413.960507:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1770653413.960511:0:12200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000400:00000010:1.0:1770653413.960512:0:12206:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602d94268. 00000004:00000001:2.0:1770653413.960515:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000400:00000200:1.0:1770653413.960517:0:12206:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022cc0 00000004:00000001:2.0:1770653413.960519:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.960522:0:12206:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022cc0. 00000800:00000200:3.0:1770653413.960523:0:12200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000001:0.0:1770653413.960524:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000004:00000001:2.0:1770653413.960525:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:1.0:1770653413.960527:0:12206:0:(events.c:78:reply_in_callback()) Process entered 00000004:00000001:2.0:1770653413.960529:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000800:00000001:0.0:1770653413.960531:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1770653413.960532:0:12200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626cb00. 00000004:00000001:2.0:1770653413.960533:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.960535:0:12206:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955665156d80 x1856657707206528/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:0.0:1770653413.960538:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000040:00001000:2.0:1770653413.960540:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f648200 type=0x10692404 idx=3593 00000800:00000200:3.0:1770653413.960544:0:12200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000001:0.0:1770653413.960544:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:2.0:1770653413.960547:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3593 lrh_len: 64 (7680 remains) 00000040:00001000:2.0:1770653413.960553:0:7854:0:(llog.c:797:llog_process_thread()) index: 3593, lh_last_idx: 3602 synced_idx: 0 lgh_last_idx: 3602 00000800:00000200:3.0:1770653413.960558:0:12200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000400:00000200:0.0:1770653413.960559:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000004:00000001:2.0:1770653413.960561:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000800:00000200:3.0:1770653413.960566:0:12200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626cb00 type 1, nob 424 niov 1 nkiov 1 00000004:00000001:2.0:1770653413.960569:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000200:1.0:1770653413.960571:0:12206:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955665156d80 x1856657707206528/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:2.0:1770653413.960572:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.960574:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d1f00 00000100:00000001:3.0:1770653413.960579:0:12200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.960579:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:2.0:1770653413.960583:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000100:00000001:3.0:1770653413.960587:0:12200:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444803 00000400:00000200:0.0:1770653413.960587:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6fbd [2] + 1640 00000004:00000001:2.0:1770653413.960588:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000010:2.0:1770653413.960594:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95563f2c7b80. 00000100:00000001:3.0:1770653413.960597:0:12200:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444799 00000100:00000001:1.0:1770653413.960597:0:12206:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1770653413.960598:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:2.0:1770653413.960599:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=43 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:1.0:1770653413.960601:0:12206:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653413.960604:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.960606:0:12200:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444803 00000100:00000001:2.0:1770653413.960606:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1770653413.960607:0:12206:0:(client.c:1568:after_reply()) Process entered 00000400:00000200:0.0:1770653413.960607:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1770653413.960611:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1770653413.960611:0:12206:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1770653413.960615:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.960616:0:12200:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444799 00000100:00000001:1.0:1770653413.960616:0:12206:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1770653413.960617:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653413.960620:0:12206:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653413.960623:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff955643982c00. 00000100:00000001:3.0:1770653413.960624:0:12200:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444803 02000000:00000001:1.0:1770653413.960626:0:12206:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.960626:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1770653413.960630:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.960631:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:3.0:1770653413.960632:0:12200:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444799 00000100:00001000:1.0:1770653413.960633:0:12206:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00000004:00000001:2.0:1770653413.960636:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626796392446848 : -117277317104768 : ffff95563f2c7b80) 00000100:00000010:0.0:1770653413.960639:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955602b1c700. 00000100:00000001:3.0:1770653413.960640:0:12200:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444803 00000100:00000001:2.0:1770653413.960643:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00001000:1.0:1770653413.960643:0:12206:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00000100:00000040:0.0:1770653413.960645:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955602b1c700 x1856657966309120 msgsize 328 00000100:00000001:3.0:1770653413.960646:0:12200:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444799 00000100:00000001:2.0:1770653413.960649:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.960651:0:12206:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1770653413.960654:0:12200:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.960656:0:12206:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.960658:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000705ae1c1] to pc [ptlrpcd_00_02+2] req@ffff95563f2c7b80 x1856657707208448/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.960660:0:12200:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.960661:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00010000:00000001:1.0:1770653413.960662:0:12206:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1770653413.960667:0:12200:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.960667:0:12206:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.960673:0:12200:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.960674:0:12206:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.960674:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1770653413.960681:0:12200:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.960684:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1770653413.960685:0:12206:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955665156d80 x1856657707206528/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.960686:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1770653413.960689:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.960690:0:12200:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.960696:0:12200:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000004:00001000:2.0:1770653413.960696:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 8 in flight, 41 in progress 00010000:00000001:3.0:1770653413.960700:0:12200:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1770653413.960701:0:12206:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000004:00001000:2.0:1770653413.960702:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3593, id 1934 00000100:00000001:3.0:1770653413.960704:0:12200:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.960708:0:12206:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000004:00000001:2.0:1770653413.960709:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000001:3.0:1770653413.960710:0:12200:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1770653413.960711:0:12206:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.960714:0:12200:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:1.0:1770653413.960715:0:12206:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000100:00000001:2.0:1770653413.960718:0:3288:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1770653413.960718:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1770653413.960719:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:3.0:1770653413.960720:0:12200:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556189e1cc0 going to sleep for 11 seconds 00010000:00000001:1.0:1770653413.960723:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:0.0:1770653413.960724:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626cb00. 00000100:00000001:3.0:1770653413.960725:0:12200:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1770653413.960726:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95563f2c6680 x1856657707208192/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.960727:0:12206:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.960730:0:12200:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.960731:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1770653413.960736:0:12206:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665156d80 x1856657707206528/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1770653413.960755:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653413.960759:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1770653413.960764:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78a18 00000100:00000001:3.0:1770653413.960765:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653413.960769:0:3288:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1770653413.960771:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78a18. 00000100:00000001:2.0:1770653413.960773:0:3288:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1770653413.960778:0:3291:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1770653413.960778:0:3282:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1770653413.960779:0:3288:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1770653413.960780:0:12206:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955665156d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12206:1856657707206528:192.168.202.60@tcp:104: 00000400:00000001:3.0:1770653413.960783:0:3291:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1770653413.960784:0:3288:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.960786:0:12206:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1770653413.960788:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2058. 00000100:00000200:0.0:1770653413.960788:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955617529f80 x1856657707208320/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1770653413.960789:0:3288:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.960791:0:12206:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.960794:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888660 00000100:00000001:1.0:1770653413.960797:0:12206:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00100000:2.0:1770653413.960798:0:3288:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95563f2c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707208192:0@lo:6:osp-syn-0-0.0 00000100:00000001:1.0:1770653413.960802:0:12206:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1770653413.960807:0:3288:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1770653413.960810:0:12206:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955665156d80 x1856657707206528/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1770653413.960811:0:3288:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1770653413.960816:0:3288:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.960817:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1770653413.960822:0:3288:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1770653413.960823:0:12206:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1770653413.960826:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955617529f80 x1856657707208320/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1770653413.960827:0:12206:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1770653413.960828:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955643983000. 02000000:00000010:1.0:1770653413.960830:0:12206:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95563c4f6a00. 02000000:00000001:2.0:1770653413.960834:0:3288:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.960836:0:12206:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1770653413.960840:0:12206:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:2.0:1770653413.960842:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2840. 00000020:00000040:1.0:1770653413.960844:0:12206:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=4 obd=lustre-OST0001 00000100:00000001:0.0:1770653413.960844:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1770653413.960870:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556110e6900. 00000100:00000001:0.0:1770653413.960876:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1770653413.960877:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556323fce00. 00010000:00000010:3.1:1770653413.960879:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016a000. 00010000:00000010:2.1:1770653413.960880:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016b200. 00000800:00000001:0.0:1770653413.960883:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1770653413.960887:0:12206:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000010:3.1:1770653413.960890:0:3291:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565f6eda00. 02000000:00000010:1.0:1770653413.960890:0:12206:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95563c4f6c00. 00000800:00000001:0.0:1770653413.960891:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653413.960897:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1770653413.960898:0:12206:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000010:3.1:1770653413.960900:0:3291:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016b600. 02000000:00000001:1.0:1770653413.960901:0:12206:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:0.0:1770653413.960901:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1770653413.960905:0:12206:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665156d80. 00000400:00000010:3.0:1770653413.960908:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888660. 00000100:00000001:1.0:1770653413.960911:0:12206:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1770653413.960913:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:1.0:1770653413.960914:0:12206:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.960915:0:3291:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:2.0:1770653413.960917:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888770. 00000100:00000010:1.0:1770653413.960920:0:12206:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa8540. 00000100:00000200:3.0:1770653413.960923:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95572eb20380 x1856657707204480/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1770653413.960923:0:3288:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707208192, portal 4 00000400:00000200:0.0:1770653413.960925:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b8980 00000100:00000001:1.0:1770653413.960926:0:12206:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1770653413.960929:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1770653413.960931:0:12206:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.960934:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796392441472 : -117277317110144 : ffff95563f2c6680) 00010000:00000010:1.0:1770653413.960938:0:12206:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9cd40. 00000400:00000200:0.0:1770653413.960941:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda725 [1] + 224 00010000:00000001:1.0:1770653413.960944:0:12206:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.960948:0:3288:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95563f2c6680 x1856657707208192/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.960951:0:12206:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1770653413.960952:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1770653413.960958:0:12206:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1770653413.960961:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.960965:0:12206:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:2.0:1770653413.960966:0:3288:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1770653413.960966:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:1.0:1770653413.960970:0:12206:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95566c162200/0x2aed14e4e178cf84 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1411:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1770653413.960971:0:3288:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1770653413.960975:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000010:2.0:1770653413.960977:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888440. 00000100:00000200:2.0:1770653413.960983:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707208192, offset 0 00000100:00000001:0.0:1770653413.960984:0:3282:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1770653413.960992:0:3288:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1770653413.960992:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955735211f80 x1856657707207040/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1770653413.961005:0:3282:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955735211f80 x1856657707207040/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1770653413.961006:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1770653413.961007:0:76655:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1770653413.961011:0:76655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966309120 02000000:00000001:1.0:1770653413.961014:0:76655:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1770653413.961018:0:76655:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1770653413.961019:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b8e00 00000100:00000001:1.0:1770653413.961020:0:76655:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.961027:0:76655:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.961029:0:3282:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1770653413.961032:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf6c5 [8] + 1632 00000100:00100000:1.0:1770653413.961033:0:76655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966309120 00000020:00000001:1.0:1770653413.961037:0:76655:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1770653413.961038:0:3288:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1770653413.961039:0:76655:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000800:00000001:0.0:1770653413.961040:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1770653413.961044:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1770653413.961044:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653413.961048:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=71 00000100:00000001:2.0:1770653413.961050:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1770653413.961052:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000200:2.0:1770653413.961053:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000001:1.0:1770653413.961058:0:76655:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000800:00000001:0.0:1770653413.961059:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1770653413.961060:0:3288:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95563f2c5180. 00000100:00000001:1.0:1770653413.961062:0:76655:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1770653413.961066:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff95563f2c5180 x1856657707208192 msgsize 544 00000800:00000001:0.0:1770653413.961066:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:1.0:1770653413.961068:0:76655:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cd40. 00000100:00000200:3.0:1770653413.961073:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95572eb20380 x1856657707204480/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1770653413.961073:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.961074:0:76655:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653413.961082:0:76655:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cd40. 00000100:00100000:2.0:1770653413.961083:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1770653413.961086:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000020:00000010:1.0:1770653413.961090:0:76655:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f6c00. 00000020:00000010:1.0:1770653413.961097:0:76655:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d580. 00000100:00000001:2.0:1770653413.961098:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1770653413.961100:0:3291:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1770653413.961103:0:76655:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662adaa28. 00000400:00000200:0.0:1770653413.961104:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b8a00 00000100:00000001:3.0:1770653413.961105:0:3291:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653413.961109:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888440 00000100:00000001:3.0:1770653413.961111:0:3291:0:(client.c:1568:after_reply()) Process entered 00000100:00000040:1.0:1770653413.961112:0:76655:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000400:00000010:2.0:1770653413.961114:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888440. 02000000:00000001:3.0:1770653413.961115:0:3291:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1770653413.961118:0:76655:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653413.961119:0:3291:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653413.961121:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1770653413.961123:0:76655:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653413.961124:0:3291:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.961127:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda72d [1] + 224 02000000:00000001:3.0:1770653413.961129:0:3291:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.961129:0:76655:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000100:00000200:2.0:1770653413.961131:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95563f2c6680 x1856657707208192/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.961134:0:76655:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653413.961136:0:3291:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 00000800:00000001:0.0:1770653413.961141:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1770653413.961142:0:76655:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000100:00001000:3.0:1770653413.961147:0:3291:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 00010000:00000001:1.0:1770653413.961148:0:76655:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000001:0.0:1770653413.961150:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653413.961153:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1770653413.961157:0:3291:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1770653413.961158:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1770653413.961159:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653413.961160:0:3291:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.961160:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556323fda00 refcount=4 00000100:00000040:2.0:1770653413.961166:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563f2c6680 x1856657707208192/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.961168:0:3291:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1770653413.961168:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796175612416 : -117277533939200 : ffff9556323fda00) 00000400:00000200:0.0:1770653413.961172:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:3.0:1770653413.961173:0:3291:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.961174:0:76655:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796175612416 : -117277533939200 : ffff9556323fda00) 00000100:00000001:3.0:1770653413.961181:0:3291:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1770653413.961182:0:3282:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1770653413.961185:0:3291:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00010000:00010000:1.0:1770653413.961185:0:76655:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9556323fda00/0x2aed14e4e178a147 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1413:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e69 expref: 71 pid: 76573 timeout: 6877 lvb_type: 1 00000100:00000001:3.0:1770653413.961190:0:3291:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00000200:0.0:1770653413.961191:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95563f2c5500 x1856657707207168/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.961194:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1770653413.961197:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.961198:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800410952576 : -117273298599040 : ffff95572eb20380) 00000100:00000001:3.0:1770653413.961205:0:3291:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1770653413.961205:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1770653413.961210:0:3291:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00010000:00000001:1.0:1770653413.961211:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.961214:0:3291:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1770653413.961215:0:3288:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.961216:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.961219:0:3291:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.961220:0:76655:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1770653413.961224:0:3288:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26298 usecs (27 jiffies) 00000100:00000001:1.0:1770653413.961226:0:76655:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653413.961226:0:3282:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff95563f2c5500 x1856657707207168/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1770653413.961230:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95572eb20380 x1856657707204480/t8590299222(8590299222) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.961232:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444801 00000100:00000001:1.0:1770653413.961233:0:76655:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1770653413.961242:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444803 00000100:00000200:1.0:1770653413.961242:0:76655:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955602b1c700 x1856657966309120/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.961251:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444801 00000100:00000001:2.0:1770653413.961260:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444803 00000100:00000001:3.0:1770653413.961264:0:3291:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.961269:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444801 00000100:00000001:3.0:1770653413.961270:0:3291:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1770653413.961273:0:76655:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1770653413.961273:0:3282:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1770653413.961274:0:3291:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.961276:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444803 00000100:00000001:1.0:1770653413.961278:0:76655:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:3.0:1770653413.961279:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95572eb20380/2, rc 0, transno 8590299222 00000100:00000001:2.0:1770653413.961284:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444801 00000004:00001000:3.0:1770653413.961286:0:3291:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 7 in flight, 38 in progress 00000100:00000001:2.0:1770653413.961288:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444803 00000100:00000001:0.0:1770653413.961288:0:76419:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1770653413.961291:0:76655:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1770653413.961293:0:76419:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1770653413.961294:0:3288:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1770653413.961297:0:76419:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1770653413.961298:0:3288:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653413.961300:0:76419:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2ec8. 00000100:00000001:1.0:1770653413.961301:0:76655:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1770653413.961306:0:76655:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1770653413.961307:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572eb20380 x1856657707204480/t8590299222(8590299222) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1770653413.961308:0:76419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268885d8 00000100:00100000:1.0:1770653413.961313:0:76655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161871 00000400:00000010:0.0:1770653413.961313:0:76419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268885d8. 00000004:00000001:2.0:1770653413.961314:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1770653413.961320:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.961320:0:76419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1770653413.961321:0:76655:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00100000:3.0:1770653413.961328:0:3291:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95572eb20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707204480:0@lo:6:osp-syn-0-0.0 00000100:00000001:1.0:1770653413.961328:0:76655:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795377772288 : -117278331779328 : ffff955602b1c700) 00000004:00000001:2.0:1770653413.961330:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000200:0.0:1770653413.961330:0:76419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95563f2c5500 x1856657707207168/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:2.0:1770653413.961337:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000040:1.0:1770653413.961339:0:76655:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955602b1c700 x1856657966309120/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1770653413.961340:0:3291:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000004:00000001:2.0:1770653413.961341:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1770653413.961345:0:3291:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1770653413.961349:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2420. 00000040:00001000:2.0:1770653413.961351:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64b8c0 type=0x10692404 idx=1764 00000400:00000200:3.0:1770653413.961357:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888a18 00000040:00001000:2.0:1770653413.961359:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1764 lrh_len: 64 (1856 remains) 00000100:00000200:0.0:1770653413.961360:0:76419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95563f2c5500 x1856657707207168/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1770653413.961362:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888a18. 00000040:00001000:2.0:1770653413.961367:0:6724:0:(llog.c:797:llog_process_thread()) index: 1764, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00000100:00000001:3.0:1770653413.961368:0:3291:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1770653413.961371:0:76655:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000004:00000001:2.0:1770653413.961376:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000200:3.0:1770653413.961377:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95572eb22d80 x1856657707204224/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1770653413.961377:0:76655:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cd40. 00000100:00000001:0.0:1770653413.961379:0:76419:0:(events.c:163:reply_in_callback()) Process leaving 00000004:00000001:2.0:1770653413.961382:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:0.0:1770653413.961384:0:76419:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.961385:0:76655:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1770653413.961386:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.961392:0:76419:0:(client.c:1568:after_reply()) Process entered 00000004:00000001:2.0:1770653413.961395:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000020:00000010:1.0:1770653413.961395:0:76655:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cd40. 02000000:00000001:0.0:1770653413.961397:0:76419:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000004:00000001:2.0:1770653413.961400:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000100:00000001:0.0:1770653413.961401:0:76419:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1770653413.961402:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95572eb22d80 x1856657707204224/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1770653413.961403:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000001:0.0:1770653413.961405:0:76419:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.961407:0:76655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955602b1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_032:b31b1d82-c1d4-4680-ae7a-71292416d1f5+71:2365:x1856657966309120:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000100:00000010:2.0:1770653413.961410:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95563f2c4380. 02000000:00000001:0.0:1770653413.961411:0:76419:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.961417:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=41 obd=lustre-OST0000-osc-MDT0000 00000100:00001000:0.0:1770653413.961419:0:76419:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00000100:00000200:1.0:1770653413.961420:0:76655:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966309120 00000100:00000001:2.0:1770653413.961424:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:1.0:1770653413.961425:0:76655:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 02000000:00000001:2.0:1770653413.961428:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000002:1.0:1770653413.961430:0:76655:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000100:00001000:0.0:1770653413.961430:0:76419:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00000100:00000001:3.0:1770653413.961432:0:3291:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1770653413.961432:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.961434:0:76655:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1770653413.961435:0:3291:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.961440:0:76655:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1770653413.961441:0:3291:0:(client.c:1568:after_reply()) Process entered 00000100:00000001:0.0:1770653413.961441:0:76419:0:(client.c:1470:ptlrpc_check_status()) Process entered 02000000:00000010:2.0:1770653413.961442:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff955643982000. 02000000:00000001:1.0:1770653413.961443:0:76655:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1770653413.961445:0:3291:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1770653413.961446:0:76419:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.961449:0:3291:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653413.961450:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.961450:0:76419:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:1.0:1770653413.961451:0:76655:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955606128000. 00000100:00000001:3.0:1770653413.961454:0:3291:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.961455:0:76419:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.961456:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626796392432512 : -117277317119104 : ffff95563f2c4380) 02000000:00000001:1.0:1770653413.961457:0:76655:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.961458:0:3291:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.961461:0:76419:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.961464:0:76655:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.961465:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00001000:3.0:1770653413.961467:0:3291:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00010000:00000001:1.0:1770653413.961469:0:76655:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000040:0.0:1770653413.961470:0:76419:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95563f2c5500 x1856657707207168/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.961472:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653413.961475:0:3291:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00010000:00010000:1.0:1770653413.961475:0:76655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000040:2.0:1770653413.961481:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094e468d5] to pc [ptlrpcd_00_03+3] req@ffff95563f2c4380 x1856657707208576/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.961481:0:76655:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1770653413.961485:0:3291:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1770653413.961486:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1770653413.961490:0:3291:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.961491:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556323fda00 refcount=4 00010000:00000001:3.0:1770653413.961497:0:3291:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1770653413.961498:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796175612416 : -117277533939200 : ffff9556323fda00) 00010000:00000001:3.0:1770653413.961503:0:3291:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.961504:0:76655:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796175612416 : -117277533939200 : ffff9556323fda00) 00000100:00000001:3.0:1770653413.961510:0:3291:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00010000:00000040:1.0:1770653413.961511:0:76655:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556110e6f00 count: 3 00000100:00000040:3.0:1770653413.961514:0:3291:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000004:00000001:2.0:1770653413.961515:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.961520:0:3291:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00010000:00010000:1.0:1770653413.961521:0:76655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9556323fda00/0x2aed14e4e178a147 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1413:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e69 expref: 71 pid: 76573 timeout: 6877 lvb_type: 1 00000004:00001000:2.0:1770653413.961522:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 8 in flight, 39 in progress 00000100:00000001:3.0:1770653413.961524:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000004:00001000:2.0:1770653413.961528:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1764, id 1958 00000100:00000001:3.0:1770653413.961529:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800410963328 : -117273298588288 : ffff95572eb22d80) 00000100:00000001:0.0:1770653413.961529:0:76419:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1770653413.961535:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000001:3.0:1770653413.961537:0:3291:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1770653413.961537:0:76419:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:1.0:1770653413.961538:0:76655:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00000100:00000040:3.0:1770653413.961541:0:3291:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00000100:00000001:0.0:1770653413.961541:0:76419:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.961543:0:76655:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1770653413.961547:0:3291:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1770653413.961548:0:76384:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1770653413.961548:0:76419:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000100:00000001:3.0:1770653413.961551:0:3291:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.961551:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.961551:0:76419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:2.0:1770653413.961552:0:76384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707208192 00010000:00000001:1.0:1770653413.961556:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1770653413.961557:0:76384:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:0.0:1770653413.961557:0:76419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1770653413.961561:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95572eb22d80 x1856657707204224/t4295332641(4295332641) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.961562:0:76384:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1770653413.961562:0:76419:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.961563:0:76655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9556323fda00/0x2aed14e4e178a147 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1413:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e69 expref: 71 pid: 76573 timeout: 6877 lvb_type: 1 00000100:00000001:2.0:1770653413.961567:0:76384:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.961572:0:76419:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95563f2c5500 x1856657707207168/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1770653413.961574:0:76384:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.961581:0:76384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707208192 00000020:00000001:2.0:1770653413.961586:0:76384:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1770653413.961590:0:76384:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00000020:00000001:2.0:1770653413.961594:0:76384:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653413.961598:0:76384:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=42 00000100:00000001:3.0:1770653413.961601:0:3291:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1770653413.961605:0:76384:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000001:3.0:1770653413.961608:0:3291:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1770653413.961612:0:76384:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000001:3.0:1770653413.961613:0:3291:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653413.961613:0:76655:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00100000:0.0:1770653413.961613:0:76419:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95563f2c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_029:lustre-OST0001_UUID:76419:1856657707207168:192.168.202.60@tcp:104: 00010000:00000001:1.0:1770653413.961617:0:76655:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000004:00080000:3.0:1770653413.961620:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95572eb22d80/2, rc 0, transno 4295332641 00000100:00000001:2.0:1770653413.961620:0:76384:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1770653413.961621:0:76655:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.961623:0:76419:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1770653413.961626:0:76384:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59100. 00000004:00001000:3.0:1770653413.961627:0:3291:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 7 in flight, 41 in progress 00000020:00000001:1.0:1770653413.961627:0:76655:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.961628:0:76419:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.961633:0:76384:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.961634:0:76419:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:1.0:1770653413.961635:0:76655:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000010:2.0:1770653413.961640:0:76384:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59100. 00010000:00000001:1.0:1770653413.961640:0:76655:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1770653413.961640:0:76419:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653413.961645:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572eb22d80 x1856657707204224/t4295332641(4295332641) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.961646:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1770653413.961647:0:76419:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95563f2c5500 x1856657707207168/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.961649:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1770653413.961650:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:1.0:1770653413.961653:0:76655:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000004:00000001:2.0:1770653413.961654:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.961657:0:76655:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.961661:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000020:00000040:1.0:1770653413.961664:0:76655:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9556323fda00 with handle 0x2aed14e4e178a147 from hash 00000004:00000001:2.0:1770653413.961666:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:1.0:1770653413.961670:0:76655:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000004:00000001:2.0:1770653413.961671:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.961674:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:3.0:1770653413.961678:0:3291:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95572eb22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707204224:0@lo:6:osp-syn-1-0.0 00000040:00001000:2.0:1770653413.961678:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f648240 type=0x10692404 idx=3594 00010000:00000001:1.0:1770653413.961678:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.961681:0:76655:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1770653413.961681:0:76419:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1770653413.961685:0:76419:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000040:00001000:2.0:1770653413.961686:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3594 lrh_len: 64 (7616 remains) 00010000:00000001:1.0:1770653413.961687:0:76655:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:3.0:1770653413.961689:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1770653413.961689:0:76419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff955636fe9200. 00010000:00000001:1.0:1770653413.961691:0:76655:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.961693:0:7854:0:(llog.c:797:llog_process_thread()) index: 3594, lh_last_idx: 3602 synced_idx: 0 lgh_last_idx: 3602 00000100:00000001:3.0:1770653413.961695:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1770653413.961697:0:76655:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:0.0:1770653413.961698:0:76419:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000004:00000001:2.0:1770653413.961699:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00000001:1.0:1770653413.961701:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1770653413.961702:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572eb20380 x1856657707204480/t8590299222(8590299222) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653413.961702:0:76419:0:(genops.c:1236:class_import_put()) Process entered 00000004:00000001:2.0:1770653413.961704:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000020:00000040:0.0:1770653413.961706:0:76419:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=3 obd=lustre-OST0001 00000004:00000001:2.0:1770653413.961707:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.961709:0:76655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9556323fda00/0x2aed14e4e178a147 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1413:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e69 expref: 71 pid: 76573 timeout: 6877 lvb_type: 1 00000020:00000001:0.0:1770653413.961713:0:76419:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000001:2.0:1770653413.961714:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:2.0:1770653413.961719:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 02000000:00000010:0.0:1770653413.961719:0:76419:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff955636fe8000. 00000004:00000001:2.0:1770653413.961722:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 02000000:00000001:0.0:1770653413.961726:0:76419:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:2.0:1770653413.961727:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95563f2c6d80. 02000000:00000001:0.0:1770653413.961730:0:76419:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1770653413.961733:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.961734:0:76655:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 65 00000020:00000040:2.0:1770653413.961735:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=44 obd=lustre-OST0001-osc-MDT0000 00000100:00000010:0.0:1770653413.961735:0:76419:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95563f2c5500. 00000100:00000001:3.0:1770653413.961736:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1770653413.961753:0:76655:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 70 00000100:00000001:2.0:1770653413.961754:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1770653413.961756:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572eb22d80 x1856657707204224/t4295332641(4295332641) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.961756:0:76419:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1770653413.961759:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1770653413.961760:0:76419:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.961761:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1770653413.961762:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.961767:0:76655:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000010:0.0:1770653413.961767:0:76419:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0900. 02000000:00000010:2.0:1770653413.961770:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff955643980000. 00010000:00000001:1.0:1770653413.961771:0:76655:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:0.0:1770653413.961773:0:76419:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000040:1.0:1770653413.961776:0:76655:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95570ffc3400 00010000:00000001:0.0:1770653413.961777:0:76419:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.961778:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.961781:0:76655:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:3.0:1770653413.961782:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.961785:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626796392443264 : -117277317108352 : ffff95563f2c6d80) 00010000:00000010:0.0:1770653413.961785:0:76419:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f59b00. 00000100:00000001:3.0:1770653413.961786:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.961786:0:76655:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653413.961790:0:76655:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:2.0:1770653413.961794:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1770653413.961795:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1770653413.961795:0:76655:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.961795:0:76419:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.961799:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.961800:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:1.0:1770653413.961801:0:76655:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1770653413.961802:0:76419:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.961806:0:76655:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000040:2.0:1770653413.961807:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d49145d9] to pc [ptlrpcd_00_00+0] req@ffff95563f2c6d80 x1856657707208704/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.961808:0:76419:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.961809:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1770653413.961810:0:76655:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.961813:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1770653413.961817:0:76419:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1770653413.961818:0:3291:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1770653413.961818:0:76655:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1770653413.961822:0:76655:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1770653413.961824:0:76419:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178cf92 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1416:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1770653413.961826:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95563f2c4380 x1856657707208576/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1770653413.961828:0:76655:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3400/0x2aed14e4e178cf6f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1413:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000004:00000001:2.0:1770653413.961829:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:2.0:1770653413.961836:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 8 in flight, 42 in progress 00000004:00001000:2.0:1770653413.961841:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3594, id 1934 00000100:00000001:3.0:1770653413.961866:0:3291:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1770653413.961868:0:3291:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.961870:0:3291:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1770653413.961873:0:3291:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1770653413.961875:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00010000:00000001:1.0:1770653413.961879:0:76655:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000800:00000001:0.0:1770653413.961879:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1770653413.961880:0:3291:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.961884:0:76655:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3400/0x2aed14e4e178cf6f lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1413:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770653413.961885:0:3291:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95563f2c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707208576:0@lo:6:osp-syn-0-0.0 00000020:00000010:2.0:1770653413.961887:0:76384:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955636fe8800. 00000800:00000001:0.0:1770653413.961887:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653413.961895:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1770653413.961896:0:76384:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300700. 00000100:00000001:3.0:1770653413.961897:0:3291:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000800:00000001:0.0:1770653413.961900:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1770653413.961901:0:3291:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:2.0:1770653413.961903:0:76384:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e5107d0. 00010000:00000040:1.0:1770653413.961904:0:76655:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1413:0x0].0x0 (ffff9556110e6f00) refcount = 2 02000000:00000001:3.0:1770653413.961905:0:3291:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.961909:0:76384:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1770653413.961912:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 02000000:00000001:3.0:1770653413.961914:0:3291:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1770653413.961914:0:76384:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000040:1.0:1770653413.961914:0:76655:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:2.0:1770653413.961920:0:76384:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.961920:0:76655:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3400/0x2aed14e4e178cf6f lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1413:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 02000000:00000010:3.0:1770653413.961922:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955602ab6000. 00000400:00000200:0.0:1770653413.961924:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d1f80 00000100:00000001:2.0:1770653413.961927:0:76384:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.961929:0:3291:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.961936:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2d68. 00000400:00000200:0.0:1770653413.961938:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed6fbd [2] + 1968 00000100:00000001:2.0:1770653413.961942:0:76384:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.961944:0:76655:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000400:00000010:0.0:1770653413.961945:0:3282:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564ec5aec8. 00010000:00000001:1.0:1770653413.961948:0:76655:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.961951:0:3282:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff955602b70900 00010000:00000001:1.0:1770653413.961952:0:76655:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:2.0:1770653413.961954:0:76384:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1770653413.961955:0:76655:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653413.961957:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653413.961958:0:76384:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1770653413.961959:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a782a8. 00010000:00000001:1.0:1770653413.961959:0:76655:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1770653413.961966:0:76384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136229 00000100:00000200:3.0:1770653413.961967:0:3291:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707208576, portal 4 00010000:00000010:1.0:1770653413.961968:0:76655:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9cd40. 00000100:00000040:2.0:1770653413.961970:0:76384:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 6 00000100:00000001:3.0:1770653413.961975:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1770653413.961975:0:76384:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626796392436096 : -117277317115520 : ffff95563f2c5180) 00000100:00000001:1.0:1770653413.961975:0:76655:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:3.0:1770653413.961979:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796392432512 : -117277317119104 : ffff95563f2c4380) 00000100:00000010:1.0:1770653413.961981:0:76655:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa8540. 00000100:00000040:2.0:1770653413.961983:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95563f2c5180 x1856657707208192/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.961986:0:76655:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540167488 : -117277169384128 : ffff955647fa8540) 00000100:00000040:3.0:1770653413.961989:0:3291:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95563f2c4380 x1856657707208576/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.961991:0:76655:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540167488 : -117277169384128 : ffff955647fa8540) 00000100:00000001:1.0:1770653413.961998:0:76655:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000800:00000001:0.0:1770653413.961999:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.962001:0:76655:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1770653413.962006:0:76655:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000400:00000200:0.0:1770653413.962007:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1770653413.962010:0:76655:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:2.0:1770653413.962011:0:76384:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1770653413.962017:0:3291:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1770653413.962018:0:76384:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59100. 00000400:00000200:0.0:1770653413.962018:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:1.0:1770653413.962019:0:76655:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.962026:0:3291:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1770653413.962026:0:76384:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.962026:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1770653413.962028:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955602b70900 00010000:00000001:1.0:1770653413.962031:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1770653413.962033:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78220. 00000020:00000010:2.0:1770653413.962033:0:76384:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59100. 00010000:00000001:1.0:1770653413.962034:0:76655:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653413.962034:0:3282:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff955602b70900. 00010000:00000001:1.0:1770653413.962041:0:76655:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1770653413.962042:0:76655:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1770653413.962044:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:2.0:1770653413.962047:0:76384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95563f2c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+42:3288:x1856657707208192:12345-0@lo:6:osp-syn-0-0.0 00000100:00000001:1.0:1770653413.962047:0:76655:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.962048:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:1.0:1770653413.962054:0:76655:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.962055:0:76384:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707208192 00000100:00000040:0.0:1770653413.962056:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955619b66050 x1856657966309248 msgsize 328 00000100:00000001:1.0:1770653413.962058:0:76655:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000020:00000001:2.0:1770653413.962059:0:76384:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000010:1.0:1770653413.962063:0:76655:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa8540. 00000020:00000001:2.0:1770653413.962064:0:76384:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1770653413.962068:0:76384:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.962069:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000020:00000001:2.0:1770653413.962071:0:76384:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1770653413.962071:0:76655:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000040:0.0:1770653413.962072:0:3282:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00010000:00000001:1.0:1770653413.962075:0:76655:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1770653413.962076:0:76384:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000020:00000001:2.0:1770653413.962081:0:76384:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000010:1.0:1770653413.962081:0:76655:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9cd40. 00000100:00000001:0.0:1770653413.962082:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1770653413.962086:0:76384:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.962087:0:76655:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000001:2.0:1770653413.962090:0:76384:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00010000:1.0:1770653413.962091:0:76655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000001:2.0:1770653413.962095:0:76384:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:1.0:1770653413.962095:0:76655:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.962095:0:73799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1770653413.962098:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707208576, offset 0 00000020:00000001:2.0:1770653413.962099:0:76384:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000100:00100000:0.0:1770653413.962100:0:73799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966309248 00010000:00000001:1.0:1770653413.962101:0:76655:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1770653413.962103:0:76384:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00010000:00000001:1.0:1770653413.962106:0:76655:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.962106:0:73799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1770653413.962108:0:3291:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1770653413.962108:0:76384:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.962110:0:73799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00001000:1.0:1770653413.962113:0:76655:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000001:00000001:2.0:1770653413.962114:0:76384:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:0.0:1770653413.962115:0:73799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.962117:0:76384:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.962121:0:3291:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000001:2.0:1770653413.962125:0:76384:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:1.0:1770653413.962125:0:76655:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1770653413.962125:0:73799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.962128:0:76384:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1770653413.962131:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b8f80 00000100:00100000:0.0:1770653413.962134:0:73799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966309248 00000001:00000001:2.0:1770653413.962135:0:76384:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.962135:0:76655:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000400:00000200:3.0:1770653413.962140:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf6c5 [8] + 2176 00000020:00000001:0.0:1770653413.962140:0:73799:0:(genops.c:811:class_conn2export()) Process entered 00000001:00000001:2.0:1770653413.962141:0:76384:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:1.0:1770653413.962143:0:76655:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000001:00000001:2.0:1770653413.962146:0:76384:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1770653413.962146:0:73799:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000400:00000200:3.0:1770653413.962149:0:3291:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1770653413.962152:0:76655:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000001:00000001:2.0:1770653413.962153:0:76384:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.962153:0:73799:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1770653413.962157:0:76655:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.962158:0:3291:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000001:00000001:2.0:1770653413.962159:0:76384:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000040:0.0:1770653413.962160:0:73799:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=73 00000100:00000001:1.0:1770653413.962164:0:76655:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000001:2.0:1770653413.962165:0:76384:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.962166:0:3291:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1770653413.962166:0:73799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000200:3.0:1770653413.962169:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:1.0:1770653413.962174:0:76655:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000001:00000001:2.0:1770653413.962175:0:76384:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.962175:0:73799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000010:3.0:1770653413.962176:0:3291:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95561752a300. 00000100:00000040:3.0:1770653413.962185:0:3291:0:(events.c:337:request_in_callback()) incoming req@ffff95561752a300 x1856657707208576 msgsize 544 00000020:00000001:2.0:1770653413.962185:0:76384:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.962185:0:6728:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3400/0x2aed14e4e178cf6f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.962185:0:73799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1770653413.962192:0:73799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a680. 00000020:00000001:2.0:1770653413.962193:0:76384:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.962198:0:73799:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1770653413.962201:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1770653413.962202:0:76384:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1770653413.962205:0:6728:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.962207:0:73799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a680. 02000000:00000001:2.0:1770653413.962208:0:76384:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00010000:1.0:1770653413.962210:0:6728:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3400/0x2aed14e4e178cf6f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.962211:0:3291:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:0.0:1770653413.962213:0:73799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955626008e00. 02000000:00000010:2.0:1770653413.962215:0:76384:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff955643980400. 00000400:00000200:3.0:1770653413.962217:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78220 02000000:00000001:2.0:1770653413.962221:0:76384:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.962221:0:73799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519580. 00000400:00000010:3.0:1770653413.962222:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78220. 00000100:00000001:2.0:1770653413.962228:0:76384:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.962229:0:6728:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:00000010:0.0:1770653413.962230:0:73799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d7d0. 00010000:00000001:1.0:1770653413.962232:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00002000:00000001:2.0:1770653413.962234:0:76384:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:1.0:1770653413.962235:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.962236:0:73799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:2.0:1770653413.962238:0:76384:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1770653413.962239:0:6728:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1770653413.962239:0:73799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1770653413.962242:0:6728:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1770653413.962243:0:76384:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.962244:0:73799:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000020:00000040:1.0:1770653413.962245:0:6728:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95570ffc3400 refcount=3 00010000:00000001:0.0:1770653413.962248:0:73799:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:2.0:1770653413.962249:0:76384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5471 count 1 00000020:00000001:1.0:1770653413.962250:0:6728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799895720960 : -117273813830656 : ffff95570ffc3400) 00010000:00000001:0.0:1770653413.962253:0:73799:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00002000:00000001:2.0:1770653413.962255:0:76384:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00010000:00000001:1.0:1770653413.962257:0:6728:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799895720960 : -117273813830656 : ffff95570ffc3400) 00002000:00000001:2.0:1770653413.962258:0:76384:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:0.0:1770653413.962258:0:73799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1770653413.962262:0:6728:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000020:00000001:0.0:1770653413.962263:0:73799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1770653413.962264:0:76384:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:1.0:1770653413.962266:0:6728:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3400/0x2aed14e4e178cf6f lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000020:00000040:0.0:1770653413.962268:0:73799:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565d1f8e00 refcount=4 00000020:00000001:2.0:1770653413.962270:0:76384:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797101935976 : -117276607615640 : ffff955669766d68) 00000100:00000001:3.0:1770653413.962272:0:3291:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1770653413.962275:0:73799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796894916096 : -117276814635520 : ffff95565d1f8e00) 00002000:00000001:2.0:1770653413.962277:0:76384:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797101935888 : -117276607615728 : ffff955669766d10) 00000100:00000200:3.0:1770653413.962280:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95563f2c4380 x1856657707208576/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.962281:0:73799:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796894916096 : -117276814635520 : ffff95565d1f8e00) 00010000:00000001:2.0:1770653413.962285:0:76384:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1770653413.962285:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.962290:0:76384:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:1.0:1770653413.962290:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1770653413.962293:0:73799:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff95565d1f8e00/0x2aed14e4e178a251 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x155a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f5e expref: 73 pid: 12203 timeout: 6877 lvb_type: 1 00010000:00010000:1.0:1770653413.962296:0:6728:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3400/0x2aed14e4e178cf6f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1770653413.962297:0:76384:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95565f6ed500 count: 2 00010000:00000001:2.0:1770653413.962303:0:76384:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.962310:0:76384:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1770653413.962313:0:76384:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95571016b200. 00000020:00000001:2.0:1770653413.962319:0:76384:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:1.0:1770653413.962321:0:6728:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1770653413.962321:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:2.0:1770653413.962322:0:76384:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95571016b200 with handle 0x2aed14e4e178cfbc to hash 00010000:00000001:1.0:1770653413.962325:0:6728:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.962326:0:76384:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1770653413.962326:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.962331:0:6728:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1770653413.962331:0:73799:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.962332:0:76384:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799897457152 : -117273812094464 : ffff95571016b200) 00000100:00000001:0.0:1770653413.962335:0:73799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.962336:0:76384:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799897457152 : -117273812094464 : ffff95571016b200) 00010000:00000010:1.0:1770653413.962338:0:6728:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff955647fa8540. 00010000:00000001:2.0:1770653413.962341:0:76384:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1770653413.962341:0:73799:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1770653413.962342:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1770653413.962342:0:6728:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1770653413.962346:0:76384:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.962351:0:76384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178cfbc lrc: 3/0,1 mode: --/PW res: [0x240000403:0x155f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1770653413.962352:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563f2c4380 x1856657707208576/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1770653413.962353:0:73799:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955619b66050 x1856657966309248/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1770653413.962356:0:6728:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1770653413.962363:0:6728:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.962369:0:6728:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.962373:0:6728:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1770653413.962377:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.962378:0:76384:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1770653413.962381:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.962384:0:76384:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00002000:00000001:1.0:1770653413.962385:0:6728:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00010000:00000001:2.0:1770653413.962388:0:76384:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00080000:00000001:1.0:1770653413.962390:0:6728:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:3.0:1770653413.962391:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.962393:0:76384:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00080000:00000010:1.0:1770653413.962396:0:6728:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95560612b000. 00000100:00000001:3.0:1770653413.962397:0:3291:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1770653413.962398:0:76384:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00080000:00000001:1.0:1770653413.962402:0:6728:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626795434455040 : -117278275096576 : ffff95560612b000) 00010000:00000001:2.0:1770653413.962403:0:76384:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:3.0:1770653413.962405:0:3291:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.962408:0:73799:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000001:00000001:1.0:1770653413.962410:0:6728:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000040:3.0:1770653413.962411:0:3291:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26298 usecs (27 jiffies) 00010000:00010000:2.0:1770653413.962411:0:76384:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff95561c986e00/0x2aed14e4e178a1be lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x155f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ee0 expref: 73 pid: 12200 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1770653413.962412:0:73799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.962413:0:6728:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.962420:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444802 00080000:00000002:1.0:1770653413.962421:0:6728:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x1413:0x0] not in the id map cache 00000100:00000001:0.0:1770653413.962425:0:73799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.962427:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444803 00010000:00000001:2.0:1770653413.962429:0:76384:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00080000:00000001:1.0:1770653413.962429:0:6728:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000100:00000001:3.0:1770653413.962433:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444802 00010000:00000001:2.0:1770653413.962434:0:76384:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.962436:0:73799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653413.962438:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444803 00010000:00010000:2.0:1770653413.962439:0:76384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:0.0:1770653413.962440:0:73799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00080000:00000001:1.0:1770653413.962441:0:6728:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.962442:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444802 00010000:00000001:2.0:1770653413.962444:0:76384:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.962449:0:6728:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.962450:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444803 00000100:00100000:0.0:1770653413.962450:0:73799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161872 00010000:00000001:2.0:1770653413.962451:0:76384:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1770653413.962454:0:76384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00080000:00000001:1.0:1770653413.962456:0:6728:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000100:00000001:3.0:1770653413.962458:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444802 00010000:00000001:2.0:1770653413.962460:0:76384:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1770653413.962460:0:6728:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000040:0.0:1770653413.962460:0:73799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000100:00000001:3.0:1770653413.962461:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444803 80000000:00000001:1.0:1770653413.962465:0:6728:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:2.0:1770653413.962467:0:76384:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.962467:0:73799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795763949648 : -117277945601968 : ffff955619b66050) 00000100:00000001:3.0:1770653413.962468:0:3291:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 80000000:00000001:1.0:1770653413.962469:0:6728:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1770653413.962473:0:6728:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.962474:0:76384:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000100:00000001:3.0:1770653413.962475:0:3291:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1770653413.962476:0:6728:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.962477:0:73799:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955619b66050 x1856657966309248/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1770653413.962478:0:76384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178cfbc lrc: 4/0,1 mode: --/PW res: [0x240000403:0x155f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.962481:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.962481:0:6728:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1770653413.962489:0:6728:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000100:00000001:3.0:1770653413.962490:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1770653413.962493:0:6728:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000100:00000001:3.0:1770653413.962498:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1770653413.962501:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000040:2.0:1770653413.962504:0:76384:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x155f:0x0].0x0 (ffff95565f6ed500) refcount = 2 00000001:00000001:1.0:1770653413.962506:0:6728:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:3.0:1770653413.962507:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653413.962511:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000001:00000001:1.0:1770653413.962511:0:6728:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:0.0:1770653413.962511:0:73799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000040:2.0:1770653413.962512:0:76384:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000020:00000010:0.0:1770653413.962519:0:73799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a680. 00010000:00000040:2.0:1770653413.962520:0:76384:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561c986e00/0x2aed14e4e178a1be lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x155f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ee0 expref: 73 pid: 12200 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1770653413.962522:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.962523:0:73799:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1770653413.962524:0:6728:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.962529:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00080000:00000001:1.0:1770653413.962530:0:6728:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000010:0.0:1770653413.962531:0:73799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a680. 00080000:00000001:1.0:1770653413.962535:0:6728:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000001:3.0:1770653413.962536:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1770653413.962537:0:76384:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000100:00000001:3.0:1770653413.962543:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00000040:2.0:1770653413.962543:0:76384:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178cfbc lrc: 4/0,1 mode: --/PW res: [0x240000403:0x155f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770653413.962544:0:73799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955619b66050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:b31b1d82-c1d4-4680-ae7a-71292416d1f5+73:2366:x1856657966309248:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1770653413.962546:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1770653413.962547:0:6728:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1770653413.962551:0:6728:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.962552:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653413.962556:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1770653413.962557:0:73799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966309248 00000100:00000001:3.0:1770653413.962560:0:3291:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1770653413.962562:0:73799:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00080000:00000001:1.0:1770653413.962564:0:6728:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000002:0.0:1770653413.962566:0:73799:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000100:00000040:3.0:1770653413.962567:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95563f2c7b80 x1856657707208448/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1770653413.962567:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000001:1.0:1770653413.962568:0:6728:0:(osd_object.c:2094:osd_ref_del()) Process entered 00010000:00000001:0.0:1770653413.962570:0:73799:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000020:00000001:2.0:1770653413.962572:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.962575:0:73799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00010000:2.0:1770653413.962577:0:7410:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 02000000:00000001:0.0:1770653413.962579:0:73799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:1.0:1770653413.962581:0:6728:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.962582:0:7410:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1770653413.962586:0:7410:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 02000000:00000010:0.0:1770653413.962587:0:73799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95563a7f9400. 00000100:00000001:3.0:1770653413.962588:0:3291:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00080000:00000001:1.0:1770653413.962588:0:6728:0:(osd_object.c:806:osd_destroy()) Process entered 00010000:00010000:2.0:1770653413.962591:0:7410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3400/0x2aed14e4e178cf6f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1770653413.962592:0:6728:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000001:3.0:1770653413.962593:0:3291:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.962593:0:73799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1770653413.962595:0:6728:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1770653413.962599:0:6728:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00000001:0.0:1770653413.962601:0:73799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.962602:0:3291:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 80000000:00000001:1.0:1770653413.962603:0:6728:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.962606:0:3291:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 80000000:00000001:1.0:1770653413.962609:0:6728:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.962609:0:73799:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1770653413.962611:0:7410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95570ffc3400 already unused, calling callback (ffffffffc16fe650) 02000000:00000001:3.0:1770653413.962612:0:3291:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.962614:0:6728:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1770653413.962614:0:73799:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1770653413.962616:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1770653413.962620:0:7410:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00080000:00000001:1.0:1770653413.962621:0:6728:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:0.0:1770653413.962621:0:73799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00010000:2.0:1770653413.962624:0:7410:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3400/0x2aed14e4e178cf6f lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1770653413.962625:0:6728:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000020:00000001:0.0:1770653413.962625:0:73799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653413.962628:0:73799:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565d1f8e00 refcount=4 00000020:00000001:0.0:1770653413.962633:0:73799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796894916096 : -117276814635520 : ffff95565d1f8e00) 00010000:00000001:2.0:1770653413.962639:0:7410:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1770653413.962639:0:73799:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796894916096 : -117276814635520 : ffff95565d1f8e00) 00010000:00000001:2.0:1770653413.962643:0:7410:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000040:0.0:1770653413.962644:0:73799:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95560e946700 count: 3 00000020:00000001:2.0:1770653413.962646:0:7410:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653413.962649:0:7410:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95570ffc3400 refcount=3 00010000:00010000:0.0:1770653413.962651:0:73799:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff95565d1f8e00/0x2aed14e4e178a251 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x155a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f5e expref: 73 pid: 12203 timeout: 6877 lvb_type: 1 00000020:00000001:2.0:1770653413.962652:0:7410:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799895720960 : -117273813830656 : ffff95570ffc3400) 00080000:00000001:1.0:1770653413.962653:0:6728:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.962657:0:7410:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799895720960 : -117273813830656 : ffff95570ffc3400) 00080000:00000001:1.0:1770653413.962660:0:6728:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.962662:0:3291:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95563f2c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707208448:0@lo:6:osp-syn-1-0.0 00010000:00000001:2.0:1770653413.962664:0:7410:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000001:1.0:1770653413.962666:0:6728:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00010000:2.0:1770653413.962669:0:7410:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3400/0x2aed14e4e178cf6f lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x1413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1770653413.962670:0:6728:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000100:00000001:3.0:1770653413.962672:0:3291:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000001:00000002:1.0:1770653413.962676:0:6728:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332642, last_committed = 4295332607 00000100:00001000:0.0:1770653413.962676:0:73799:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 02000000:00000001:3.0:1770653413.962678:0:3291:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1770653413.962681:0:3291:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.962686:0:7410:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000001:00000010:1.0:1770653413.962686:0:6728:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9556030add80. 00010000:00000001:0.0:1770653413.962686:0:73799:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:3.0:1770653413.962687:0:3291:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1770653413.962690:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1770653413.962694:0:7410:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1770653413.962694:0:6728:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 35 02000000:00000010:3.0:1770653413.962695:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95564f313800. 00010000:00000001:0.0:1770653413.962695:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:1.0:1770653413.962700:0:6728:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=45 00010000:00000001:0.0:1770653413.962700:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1770653413.962702:0:3291:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.962703:0:7410:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00080000:00000001:1.0:1770653413.962705:0:6728:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1770653413.962707:0:7410:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:3.0:1770653413.962709:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2268. 00010000:00010000:0.0:1770653413.962709:0:73799:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff95565d1f8e00/0x2aed14e4e178a251 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x155a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f5e expref: 73 pid: 12203 timeout: 6877 lvb_type: 1 00010000:00000001:2.0:1770653413.962711:0:7410:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1770653413.962714:0:6728:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00010000:00000001:2.0:1770653413.962715:0:7410:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.962717:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78220. 00000001:00000001:1.0:1770653413.962721:0:6728:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.962723:0:7410:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95570ffc3400 with handle 0x2aed14e4e178cf6f from hash 00000100:00000200:3.0:1770653413.962724:0:3291:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707208448, portal 4 00010000:00000001:2.0:1770653413.962728:0:7410:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1770653413.962730:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:2.0:1770653413.962732:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.962734:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796392446848 : -117277317104768 : ffff95563f2c7b80) 00010000:00000001:2.0:1770653413.962735:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:1.0:1770653413.962736:0:6728:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.962736:0:73799:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1770653413.962750:0:7410:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1770653413.962752:0:73799:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00002000:00000001:1.0:1770653413.962753:0:6728:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.962754:0:7410:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000040:3.0:1770653413.962755:0:3291:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95563f2c7b80 x1856657707208448/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.962757:0:73799:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.962758:0:7410:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653413.962759:0:6728:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00010000:00000001:2.0:1770653413.962765:0:7410:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:0.0:1770653413.962765:0:73799:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.962767:0:3291:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1770653413.962770:0:7410:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1770653413.962773:0:7410:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00080000:00000010:1.0:1770653413.962774:0:6728:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955643ef0720. 00000100:00000040:3.0:1770653413.962775:0:3291:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1770653413.962775:0:73799:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1770653413.962776:0:7410:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1770653413.962779:0:6728:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00000001:0.0:1770653413.962781:0:73799:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:3.0:1770653413.962782:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78e58. 00010000:00000001:2.0:1770653413.962782:0:7410:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00002000:00000040:1.0:1770653413.962783:0:6728:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x1413:0x0] 00010000:00000001:0.0:1770653413.962789:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1770653413.962790:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707208448, offset 0 00010000:00000001:2.0:1770653413.962790:0:7410:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00002000:00000010:1.0:1770653413.962790:0:6728:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff95560d3870a0. 00010000:00000001:2.0:1770653413.962794:0:7410:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1770653413.962795:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.962800:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1770653413.962801:0:3291:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00002000:00000001:1.0:1770653413.962801:0:6728:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00010000:00000001:0.0:1770653413.962801:0:73799:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1770653413.962804:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:1.0:1770653413.962806:0:6728:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.962808:0:7410:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.962808:0:73799:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653413.962811:0:6728:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1770653413.962815:0:3291:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1770653413.962815:0:7410:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.962817:0:6728:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332642, xid 1856657707205632 00000020:00000040:0.0:1770653413.962818:0:73799:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95565d1f8e00 with handle 0x2aed14e4e178a251 from hash 00010000:00000001:2.0:1770653413.962821:0:7410:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.962823:0:6728:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000400:00000200:3.0:1770653413.962827:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b8f00 00010000:00010000:2.0:1770653413.962827:0:7410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3400/0x2aed14e4e178cf6f lrc: 1/0,0 mode: --/PW res: [0x280000403:0x1413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.962827:0:73799:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000200:1.0:1770653413.962833:0:6728:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955735212300 x1856657707205632/t4295332642(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.962833:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1770653413.962839:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf6c5 [8] + 2720 00010000:00000001:0.0:1770653413.962839:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.962845:0:73799:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1770653413.962869:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1770653413.962873:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95570ffc3400/0x2aed14e4e178cf6f lrc: 0/0,0 mode: --/PW res: [0x280000403:0x1413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1770653413.962875:0:3291:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1770653413.962876:0:6728:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000010:0.1:1770653413.962877:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556323fd200. 00010000:00000001:1.0:1770653413.962880:0:6728:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653413.962885:0:6728:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00010000:00000040:2.0:1770653413.962887:0:7410:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9556110e6f00 count: 0 00000100:00000001:1.0:1770653413.962889:0:6728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00002000:00000010:2.0:1770653413.962893:0:7410:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff95562ede43c0. 00010000:00000001:0.0:1770653413.962893:0:73799:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000040:1.0:1770653413.962894:0:6728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000001:1.0:1770653413.962900:0:6728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00010000:00000001:0.0:1770653413.962900:0:73799:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1770653413.962902:0:7410:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9556110e6b00. 02000000:00000001:1.0:1770653413.962908:0:6728:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1770653413.962908:0:73799:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:1.0:1770653413.962910:0:6728:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.962912:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.962914:0:6728:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1770653413.962915:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.962918:0:7410:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:1.0:1770653413.962922:0:6728:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:0.0:1770653413.962922:0:73799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95565d1f8e00/0x2aed14e4e178a251 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x155a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f5e expref: 73 pid: 12203 timeout: 6877 lvb_type: 1 00010000:00000010:2.0:1770653413.962923:0:7410:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff955647fa8540. 00000400:00000200:3.0:1770653413.962926:0:3291:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1770653413.962929:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022cc0. 00010000:00000001:2.0:1770653413.962930:0:7410:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.962932:0:3291:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1770653413.962935:0:6728:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707205632, offset 224 00000100:00000200:3.0:1770653413.962937:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000001:2.0:1770653413.962937:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1770653413.962940:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.962945:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:3.0:1770653413.962946:0:3291:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955617528000. 00000400:00000200:1.0:1770653413.962947:0:6728:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1770653413.962949:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000040:0.0:1770653413.962951:0:73799:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 67 00000100:00000040:3.0:1770653413.962952:0:3291:0:(events.c:337:request_in_callback()) incoming req@ffff955617528000 x1856657707208448 msgsize 544 00000020:00000001:2.0:1770653413.962953:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.962958:0:73799:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 72 00010000:00010000:2.0:1770653413.962961:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1770653413.962962:0:6728:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1770653413.962965:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:3.0:1770653413.962968:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:0.0:1770653413.962969:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1770653413.962970:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.962974:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1770653413.962974:0:73799:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:3.0:1770653413.962976:0:3291:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1770653413.962978:0:6728:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b8400 00010000:00000001:0.0:1770653413.962980:0:73799:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000010:2.0:1770653413.962984:0:76384:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f59100. 00010000:00000040:0.0:1770653413.962984:0:73799:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95571016ae00 00000400:00000200:1.0:1770653413.962985:0:6728:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda6b1 [1] + 224 00000100:00000001:2.0:1770653413.962991:0:76384:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00000001:0.0:1770653413.962991:0:73799:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000400:00000200:1.0:1770653413.962992:0:6728:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1770653413.962997:0:76384:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0000. 00000400:00000200:1.0:1770653413.962998:0:6728:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1770653413.962998:0:73799:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:2.0:1770653413.963004:0:76384:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100335104 : -117276609216512 : ffff9556695e0000) 00010000:00010000:0.0:1770653413.963005:0:73799:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:2.0:1770653413.963008:0:76384:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100335104 : -117276609216512 : ffff9556695e0000) 00010000:00000001:0.0:1770653413.963010:0:73799:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.963012:0:76384:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1770653413.963016:0:76384:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1770653413.963016:0:73799:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1770653413.963019:0:76384:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00010000:0.0:1770653413.963021:0:73799:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653413.963022:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.963025:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.963026:0:73799:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653413.963027:0:76384:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000200:3.0:1770653413.963028:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78e58 00010000:00000001:2.0:1770653413.963032:0:76384:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000400:00000010:3.0:1770653413.963033:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78e58. 00010000:00000001:0.0:1770653413.963034:0:73799:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1770653413.963035:0:76384:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1770653413.963038:0:73799:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:3.0:1770653413.963040:0:3291:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:2.0:1770653413.963040:0:76384:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000001:1.0:1770653413.963041:0:6728:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:0.0:1770653413.963044:0:73799:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178cf7d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x155a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000100:00000010:2.0:1770653413.963046:0:76384:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95563f2c6300. 00000100:00000200:3.0:1770653413.963053:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95563f2c7b80 x1856657707208448/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1770653413.963053:0:76384:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=6 obd=lustre-OST0000 00000100:00000200:1.0:1770653413.963053:0:6728:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95573c2dce00 x1856657707205632/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.963060:0:76384:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:0.0:1770653413.963061:0:73799:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 02000000:00000001:2.0:1770653413.963064:0:76384:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00010000:0.0:1770653413.963068:0:73799:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178cf7d lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x155a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1770653413.963069:0:76384:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653413.963076:0:76384:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff955636fe8400. 00000100:00000001:2.0:1770653413.963081:0:76384:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.963091:0:76384:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff95561c986e00/0x2aed14e4e178a1be lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x155f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ee0 expref: 72 pid: 12200 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1770653413.963097:0:73799:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x155a:0x0].0x0 (ffff95560e946700) refcount = 2 00010000:00000040:0.0:1770653413.963108:0:73799:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1770653413.963114:0:73799:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178cf7d lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x155a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1770653413.963115:0:6728:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95573c2dce00 x1856657707205632/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1770653413.963118:0:76384:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff95561c986e00/0x2aed14e4e178a1be lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x155f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ee0 expref: 72 pid: 12200 timeout: 6877 lvb_type: 1 00000100:00000001:3.0:1770653413.963146:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1770653413.963146:0:73799:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653413.963147:0:76384:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1770653413.963151:0:6728:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.963152:0:76384:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1770653413.963153:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563f2c7b80 x1856657707208448/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.963153:0:73799:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.963160:0:6728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022cc0 00010000:00000001:0.0:1770653413.963160:0:73799:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000040:2.0:1770653413.963161:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95563f2c6300 x1856657707208832/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.963165:0:73799:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1770653413.963167:0:6728:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022cc0. 00010000:00000001:0.0:1770653413.963173:0:73799:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.963175:0:6728:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653413.963181:0:6728:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1770653413.963182:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1770653413.963184:0:73799:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a680. 00000100:00000001:2.0:1770653413.963185:0:76384:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1770653413.963186:0:3291:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1770653413.963189:0:76384:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.963189:0:6728:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.963191:0:73799:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:3.0:1770653413.963194:0:3291:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.963195:0:76384:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95563f2c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:76384:1856657707208832:192.168.202.60@tcp:104: 00000100:00000010:0.0:1770653413.963198:0:73799:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f3623c0. 00000100:00000040:3.0:1770653413.963199:0:3291:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26312 usecs (27 jiffies) 00000100:00000040:1.0:1770653413.963199:0:6728:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00010000:00000001:1.0:1770653413.963206:0:6728:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:3.0:1770653413.963207:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444803 00000100:00000001:0.0:1770653413.963207:0:73799:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661515200 : -117277048036416 : ffff95564f3623c0) 00000100:00000001:2.0:1770653413.963208:0:76384:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1770653413.963209:0:6728:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.963212:0:76384:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1770653413.963214:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444803 00000020:00000001:1.0:1770653413.963216:0:6728:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:2.0:1770653413.963217:0:76384:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.963217:0:73799:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661515200 : -117277048036416 : ffff95564f3623c0) 00000100:00000001:3.0:1770653413.963219:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444803 02000000:00000001:2.0:1770653413.963223:0:76384:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1770653413.963224:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955735212300 x1856657707205632/t4295332642(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.963225:0:73799:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1770653413.963226:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444803 02000000:00000010:2.0:1770653413.963228:0:76384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff955636fe8200. 00000100:00000001:0.0:1770653413.963230:0:73799:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000001:3.0:1770653413.963233:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444803 02000000:00000001:2.0:1770653413.963234:0:76384:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.963235:0:73799:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:3.0:1770653413.963242:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444803 00010000:00000001:0.0:1770653413.963242:0:73799:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000010:2.0:1770653413.963243:0:76384:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2790. 00000100:00100000:1.0:1770653413.963249:0:6728:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955735212300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+45:3288:x1856657707205632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19166us (19621us total) trans 4295332642 rc 0/0 00000100:00000001:3.0:1770653413.963250:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444803 00000400:00000010:2.0:1770653413.963252:0:76384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888440. 00000100:00000001:3.0:1770653413.963257:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444803 00000100:00000001:3.0:1770653413.963261:0:3291:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1770653413.963261:0:76384:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707208832, portal 16 00010000:00000001:0.0:1770653413.963261:0:73799:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.963263:0:6728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136218 00000100:00000001:2.0:1770653413.963269:0:76384:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653413.963270:0:3291:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.963271:0:6728:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 5 00010000:00000001:0.0:1770653413.963271:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.963273:0:76384:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796392440576 : -117277317111040 : ffff95563f2c6300) 00010000:00000001:0.0:1770653413.963276:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.963277:0:6728:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1770653413.963279:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.963280:0:73799:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.963281:0:6728:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1770653413.963283:0:76384:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff95563f2c6300 x1856657707208832/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.963286:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.963287:0:6728:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3980. 00010000:00000001:0.0:1770653413.963288:0:73799:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1770653413.963294:0:73799:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000010:1.0:1770653413.963295:0:6728:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90af0. 00000100:00000001:2.0:1770653413.963296:0:76384:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1770653413.963300:0:73799:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.963302:0:6728:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95562fa44400. 00000100:00000001:3.0:1770653413.963303:0:76382:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1770653413.963306:0:76384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:0.0:1770653413.963306:0:73799:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1770653413.963310:0:76382:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:1.0:1770653413.963310:0:6728:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 44 00000100:00000001:0.0:1770653413.963312:0:73799:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000400:00000001:3.0:1770653413.963314:0:76382:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1770653413.963316:0:6728:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1770653413.963318:0:76382:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2738. 00000100:00000010:0.0:1770653413.963318:0:73799:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f3623c0. 00010000:00010000:2.0:1770653413.963320:0:76416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178cf7d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x155a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1770653413.963324:0:76382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78dd0 00000100:00000001:0.0:1770653413.963326:0:73799:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1770653413.963327:0:6728:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1770653413.963329:0:76382:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78dd0. 00010000:00000001:0.0:1770653413.963331:0:73799:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1770653413.963332:0:6728:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707208576 00010000:00000001:2.0:1770653413.963334:0:76416:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.963335:0:76382:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1770653413.963337:0:6728:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000010:0.0:1770653413.963340:0:73799:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a680. 00000100:00000001:1.0:1770653413.963341:0:6728:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:2.0:1770653413.963342:0:76416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178cf7d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x155a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.963345:0:6728:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.963346:0:76382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955735211f80 x1856657707207040/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.963348:0:73799:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000001:1.0:1770653413.963352:0:6728:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.963353:0:73799:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1770653413.963360:0:6728:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707208576 00010000:00000001:0.0:1770653413.963360:0:73799:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.963365:0:76416:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:00000001:1.0:1770653413.963366:0:6728:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:2.0:1770653413.963369:0:76416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.963369:0:73799:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000040:1.0:1770653413.963370:0:6728:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00010000:00000001:2.0:1770653413.963373:0:76416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1770653413.963375:0:6728:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1770653413.963376:0:73799:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.963377:0:76416:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000200:3.0:1770653413.963378:0:76382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955735211f80 x1856657707207040/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1770653413.963380:0:76416:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653413.963380:0:6728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=43 00000100:00001000:0.0:1770653413.963384:0:73799:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000020:00000040:2.0:1770653413.963385:0:76416:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016ae00 refcount=3 00000020:00000001:1.0:1770653413.963386:0:6728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000020:00000001:2.0:1770653413.963391:0:76416:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897456128 : -117273812095488 : ffff95571016ae00) 00000020:00000001:1.0:1770653413.963393:0:6728:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00010000:00000001:2.0:1770653413.963397:0:76416:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897456128 : -117273812095488 : ffff95571016ae00) 00000100:00000001:0.0:1770653413.963398:0:73799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1770653413.963399:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1770653413.963403:0:76416:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000020:00000010:1.0:1770653413.963405:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cd40. 00000100:00000040:0.0:1770653413.963408:0:73799:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000100:00000001:3.0:1770653413.963409:0:76382:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:2.0:1770653413.963410:0:76416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178cf7d lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x155a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.963410:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.963414:0:76382:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.963416:0:73799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000020:00000010:1.0:1770653413.963417:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cd40. 00000100:00000001:3.0:1770653413.963420:0:76382:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:3.0:1770653413.963423:0:76382:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1770653413.963425:0:73799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:1.0:1770653413.963426:0:6728:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f6a00. 00000100:00000001:3.0:1770653413.963427:0:76382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1770653413.963431:0:73799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.963432:0:76382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.963433:0:76416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:1.0:1770653413.963433:0:6728:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d200. 00010000:00000001:2.0:1770653413.963437:0:76416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.963437:0:73799:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1770653413.963438:0:76382:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.963440:0:6728:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662adad48. 00010000:00010000:2.0:1770653413.963441:0:76416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178cf7d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x155a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000100:00001000:3.0:1770653413.963443:0:76382:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00000100:00000001:1.0:1770653413.963447:0:6728:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1770653413.963447:0:73799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:1.0:1770653413.963451:0:6728:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00001000:3.0:1770653413.963454:0:76382:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00000100:00000001:1.0:1770653413.963455:0:6728:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653413.963457:0:73799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8110. 00010000:00000001:2.0:1770653413.963459:0:76416:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1770653413.963462:0:6728:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.963464:0:76382:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1770653413.963464:0:76416:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.963467:0:73799:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966309248, offset 224 00000100:00000001:3.0:1770653413.963468:0:76382:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.963469:0:76416:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1770653413.963472:0:6728:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.963474:0:76382:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000010:2.0:1770653413.963474:0:76416:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556695e00c0. 00010000:00000001:3.0:1770653413.963479:0:76382:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.963479:0:76416:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000400:00000200:0.0:1770653413.963480:0:73799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:1.0:1770653413.963481:0:6728:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1770653413.963485:0:76382:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.963486:0:6728:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707208448 02000000:00000001:1.0:1770653413.963491:0:6728:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1770653413.963494:0:6728:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:2.0:1770653413.963495:0:76416:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000400:00000200:0.0:1770653413.963495:0:73799:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000040:3.0:1770653413.963496:0:76382:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955735211f80 x1856657707207040/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.963496:0:6728:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.963501:0:76416:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.963503:0:6728:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.963507:0:76416:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.963509:0:6728:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707208448 00010000:00000001:2.0:1770653413.963513:0:76416:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:0.0:1770653413.963514:0:73799:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164709:2164709:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164705:2164705:8:4294967295] 00000020:00000001:1.0:1770653413.963515:0:6728:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:2.0:1770653413.963518:0:76416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:1.0:1770653413.963519:0:6728:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00010000:00000001:2.0:1770653413.963522:0:76416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.963524:0:76382:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1770653413.963524:0:6728:0:(lustre_handles.c:113:class_handle2object()) Process entered 00002000:00000001:2.0:1770653413.963526:0:76416:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000020:00000040:1.0:1770653413.963528:0:6728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=45 00000100:00000001:3.0:1770653413.963530:0:76382:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00080000:00000001:2.0:1770653413.963531:0:76416:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:1.0:1770653413.963533:0:6728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000001:3.0:1770653413.963535:0:76382:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1770653413.963539:0:76416:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff955643982400. 00000020:00000001:1.0:1770653413.963539:0:6728:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00010000:00000001:3.0:1770653413.963540:0:76382:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1770653413.963544:0:76382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1770653413.963544:0:73799:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00080000:00000001:2.0:1770653413.963547:0:76416:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796466611200 : -117277242940416 : ffff955643982400) 00000100:00000001:1.0:1770653413.963547:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1770653413.963548:0:76382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.963553:0:76382:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.963553:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cd40. 00000001:00000001:2.0:1770653413.963554:0:76416:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1770653413.963558:0:76416:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653413.963559:0:73799:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:1.0:1770653413.963561:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00080000:00000002:2.0:1770653413.963562:0:76416:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x155a:0x0] not in the id map cache 00000100:00000040:3.0:1770653413.963568:0:76382:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955735211f80 x1856657707207040/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:1.0:1770653413.963568:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cd40. 00080000:00000001:2.0:1770653413.963569:0:76416:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000800:00000010:0.0:1770653413.963569:0:73799:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9f00. 00000020:00000010:1.0:1770653413.963576:0:6728:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f7000. 00080000:00000001:2.0:1770653413.963581:0:76416:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1770653413.963583:0:73799:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000020:00000010:1.0:1770653413.963584:0:6728:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07dd00. 00080000:00000001:2.0:1770653413.963586:0:76416:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.963590:0:6728:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada190. 00080000:00000001:2.0:1770653413.963592:0:76416:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000100:00000001:1.0:1770653413.963596:0:6728:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00080000:00000001:2.0:1770653413.963597:0:76416:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000800:00000200:0.0:1770653413.963598:0:73799:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:1.0:1770653413.963599:0:6728:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 80000000:00000001:2.0:1770653413.963600:0:76416:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00100000:3.0:1770653413.963602:0:76382:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955735211f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0001_UUID:76382:1856657707207040:192.168.202.60@tcp:104: 00000100:00000001:1.0:1770653413.963603:0:6728:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1770653413.963604:0:76416:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000800:00000200:0.0:1770653413.963606:0:73799:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9f00 type 1, nob 320 niov 1 nkiov 1 80000000:00000001:2.0:1770653413.963609:0:76416:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.963610:0:6728:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1770653413.963616:0:76416:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.963617:0:76382:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653413.963619:0:76416:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653413.963623:0:76416:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000100:00000001:0.0:1770653413.963625:0:73799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.963626:0:76416:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000100:00000001:1.0:1770653413.963626:0:6728:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.963627:0:76382:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.963635:0:76382:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000040:0.0:1770653413.963635:0:73799:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:3.0:1770653413.963640:0:76382:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653413.963640:0:6728:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1770653413.963641:0:73799:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.963643:0:76416:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:1.0:1770653413.963644:0:6728:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000001:00000001:2.0:1770653413.963647:0:76416:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1770653413.963649:0:73799:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.963651:0:76382:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955735211f80 x1856657707207040/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1770653413.963652:0:6728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136230 00080000:00000001:2.0:1770653413.963653:0:76416:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.963659:0:6728:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 7 00080000:00000001:2.0:1770653413.963660:0:76416:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000040:0.0:1770653413.963662:0:73799:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955619b66050 x1856657966309248/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1770653413.963665:0:76416:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000001:1.0:1770653413.963665:0:6728:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795723858688 : -117277985692928 : ffff95561752a300) 00000100:00000040:1.0:1770653413.963675:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95561752a300 x1856657707208576/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1770653413.963677:0:76416:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:3.0:1770653413.963679:0:76382:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00080000:00000001:2.0:1770653413.963681:0:76416:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.963692:0:76416:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.963699:0:76416:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000100:00000001:1.0:1770653413.963700:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1770653413.963705:0:73799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955619b66050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:b31b1d82-c1d4-4680-ae7a-71292416d1f5+72:2366:x1856657966309248:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1188us (1642us total) trans 0 rc 0/0 00000020:00000010:1.0:1770653413.963706:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cd40. 00080000:00000001:2.0:1770653413.963710:0:76416:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.963711:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653413.963716:0:76416:0:(osd_object.c:806:osd_destroy()) Process entered 00000020:00000010:1.0:1770653413.963719:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cd40. 00080000:00000001:2.0:1770653413.963720:0:76416:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1770653413.963724:0:76416:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00100000:0.0:1770653413.963725:0:73799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161872 80000000:00000001:2.0:1770653413.963726:0:76416:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 02000000:00000001:3.0:1770653413.963728:0:76382:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:1.0:1770653413.963730:0:6728:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95561752a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+43:3291:x1856657707208576:12345-0@lo:6:osp-syn-0-0.0 80000000:00000001:2.0:1770653413.963731:0:76416:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1770653413.963733:0:76382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95562fa44000. 00000100:00000040:0.0:1770653413.963734:0:73799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 80000000:00000001:2.0:1770653413.963737:0:76416:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.963752:0:76416:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1770653413.963753:0:6728:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707208576 02000000:00000001:3.0:1770653413.963754:0:76382:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00080000:00000001:2.0:1770653413.963754:0:76416:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000100:00000001:0.0:1770653413.963758:0:73799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1770653413.963759:0:76382:0:(genops.c:1236:class_import_put()) Process entered 00080000:00000001:2.0:1770653413.963759:0:76416:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000020:00000001:1.0:1770653413.963760:0:6728:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1770653413.963764:0:73799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:3.0:1770653413.963765:0:76382:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=2 obd=lustre-OST0001 00000020:00000001:1.0:1770653413.963765:0:6728:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1770653413.963770:0:76382:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1770653413.963770:0:6728:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.963772:0:73799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519580. 00000020:00000001:1.0:1770653413.963774:0:6728:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:3.0:1770653413.963775:0:76382:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95562fa44800. 00000020:00000001:1.0:1770653413.963777:0:6728:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 02000000:00000001:3.0:1770653413.963780:0:76382:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:0.0:1770653413.963780:0:73799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d7d0. 00000020:00000001:1.0:1770653413.963781:0:6728:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1770653413.963785:0:76382:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1770653413.963786:0:6728:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1770653413.963788:0:76382:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955735211f80. 00000020:00000010:0.0:1770653413.963789:0:73799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955626008e00. 00000020:00000001:1.0:1770653413.963790:0:6728:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00080000:00000001:2.0:1770653413.963791:0:76416:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1770653413.963793:0:6728:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1770653413.963794:0:76382:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000020:00000040:0.0:1770653413.963798:0:73799:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 71 00000100:00000001:3.0:1770653413.963799:0:76382:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653413.963799:0:6728:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00080000:00000001:2.0:1770653413.963800:0:76416:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.963804:0:6728:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000100:00000010:3.0:1770653413.963806:0:76382:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556189e1840. 00080000:00000001:2.0:1770653413.963807:0:76416:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:0.0:1770653413.963807:0:73799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653413.963808:0:6728:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.963811:0:76382:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000001:00000001:2.0:1770653413.963814:0:76416:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000001:1.0:1770653413.963814:0:6728:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:3.0:1770653413.963815:0:76382:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1770653413.963817:0:6728:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:2.0:1770653413.963820:0:76416:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299223, last_committed = 8590299190 00010000:00000010:3.0:1770653413.963822:0:76382:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9556196fbb40. 00000001:00000001:1.0:1770653413.963823:0:6728:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1770653413.963826:0:6728:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.963829:0:76382:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1770653413.963829:0:76416:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564ae603c0. 00000001:00000001:1.0:1770653413.963830:0:6728:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.963833:0:76387:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1770653413.963838:0:76382:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.963838:0:6728:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000040:2.0:1770653413.963839:0:76416:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 33 00000100:00000001:0.0:1770653413.963839:0:76387:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000001:00000001:1.0:1770653413.963844:0:6728:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.963845:0:76382:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1770653413.963846:0:76416:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=44 00000001:00000001:1.0:1770653413.963867:0:6728:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.963872:0:6728:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:3.0:1770653413.963874:0:76382:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000001:00000001:1.0:1770653413.963874:0:6728:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653413.963877:0:76416:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:3.0:1770653413.963879:0:76382:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95570ffc2000/0x2aed14e4e178cf8b lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1415:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1770653413.963879:0:6728:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.963886:0:6728:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.963886:0:76387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136231 00080000:00000001:2.0:1770653413.963889:0:76416:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000020:00000001:1.0:1770653413.963892:0:6728:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.963896:0:76387:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 6 00000001:00000001:2.0:1770653413.963898:0:76416:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.963899:0:6728:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1770653413.963903:0:76387:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795723849728 : -117277985701888 : ffff955617528000) 00000020:00000001:3.0:1770653413.963904:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1770653413.963904:0:6728:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1770653413.963909:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.963913:0:7409:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:0.0:1770653413.963916:0:76387:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955617528000 x1856657707208448/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.963917:0:7409:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00080000:00000001:2.0:1770653413.963920:0:76416:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.963921:0:7409:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1770653413.963925:0:7409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178cf7d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x155a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00002000:00000001:2.0:1770653413.963927:0:76416:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.963930:0:6728:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff955606128800. 00002000:00000001:2.0:1770653413.963935:0:76416:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 02000000:00000001:1.0:1770653413.963937:0:6728:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.963943:0:6728:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.963947:0:76387:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00010000:3.0:1770653413.963949:0:7409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95571016ae00 already unused, calling callback (ffffffffc16fe650) 00002000:00000001:1.0:1770653413.963949:0:6728:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00080000:00000010:2.0:1770653413.963951:0:76416:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff9556106768e8. 00010000:00000001:3.0:1770653413.963954:0:7409:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1770653413.963954:0:6728:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000020:00000010:0.0:1770653413.963954:0:76387:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a680. 00002000:00000001:2.0:1770653413.963956:0:76416:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00000001:1.0:1770653413.963958:0:6728:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.963959:0:7409:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00002000:00000040:2.0:1770653413.963960:0:76416:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x155a:0x0] 00000100:00000001:0.0:1770653413.963961:0:76387:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1770653413.963964:0:7409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178cf7d lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x155a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1770653413.963964:0:6728:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5472 count 1 00002000:00000010:2.0:1770653413.963965:0:76416:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9556637e2720. 00000020:00000010:0.0:1770653413.963968:0:76387:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a680. 00002000:00000001:1.0:1770653413.963970:0:6728:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:2.0:1770653413.963974:0:76416:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:1.0:1770653413.963974:0:6728:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00002000:00000001:2.0:1770653413.963978:0:76416:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.963978:0:6728:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00100000:0.0:1770653413.963982:0:76387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955617528000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+45:3291:x1856657707208448:12345-0@lo:6:osp-syn-1-0.0 00000020:00000001:1.0:1770653413.963984:0:6728:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797101934760 : -117276607616856 : ffff9556697668a8) 00010000:00000001:3.0:1770653413.963985:0:7409:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00002000:00000001:2.0:1770653413.963986:0:76416:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.963989:0:7409:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00002000:00000001:1.0:1770653413.963991:0:6728:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797101934672 : -117276607616944 : ffff955669766850) 00010000:00000040:2.0:1770653413.963993:0:76416:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299223, xid 1856657707205760 00000020:00000001:3.0:1770653413.963994:0:7409:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1770653413.963994:0:76387:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707208448 00010000:00000001:1.0:1770653413.963995:0:6728:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000020:00000040:3.0:1770653413.963998:0:7409:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016ae00 refcount=3 00010000:00000001:1.0:1770653413.963999:0:6728:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:2.0:1770653413.964000:0:76416:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000001:0.0:1770653413.964002:0:76387:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1770653413.964003:0:7409:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897456128 : -117273812095488 : ffff95571016ae00) 00010000:00000040:1.0:1770653413.964005:0:6728:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556613f3200 count: 2 00010000:00000001:3.0:1770653413.964008:0:7409:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897456128 : -117273812095488 : ffff95571016ae00) 00010000:00000200:2.0:1770653413.964009:0:76416:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955735212d80 x1856657707205760/t8590299223(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.964009:0:6728:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.964009:0:76387:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:3.0:1770653413.964015:0:7409:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000001:0.0:1770653413.964015:0:76387:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.964017:0:6728:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00010000:3.0:1770653413.964021:0:7409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178cf7d lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x155a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1770653413.964022:0:76387:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000010:1.0:1770653413.964023:0:6728:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95566c162600. 00000020:00000001:0.0:1770653413.964029:0:76387:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000020:00000001:1.0:1770653413.964030:0:6728:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:2.0:1770653413.964031:0:76416:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000040:1.0:1770653413.964036:0:6728:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95566c162600 with handle 0x2aed14e4e178cfc3 to hash 00010000:00000001:2.0:1770653413.964037:0:76416:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.964037:0:76387:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:3.0:1770653413.964038:0:7409:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1770653413.964041:0:6728:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1770653413.964044:0:7409:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.964046:0:7409:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1770653413.964046:0:76416:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00010000:00000001:1.0:1770653413.964046:0:6728:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626797145957888 : -117276563593728 : ffff95566c162600) 00000020:00000001:0.0:1770653413.964046:0:76387:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.964054:0:6728:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626797145957888 : -117276563593728 : ffff95566c162600) 00000020:00000001:0.0:1770653413.964054:0:76387:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1770653413.964056:0:7409:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1770653413.964056:0:76416:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1770653413.964057:0:6728:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:0.0:1770653413.964059:0:76387:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1770653413.964061:0:7409:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1770653413.964061:0:6728:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.964062:0:76416:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000020:00000001:0.0:1770653413.964064:0:76387:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00010000:00000001:3.0:1770653413.964066:0:7409:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00010000:1.0:1770653413.964067:0:6728:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95566c162600/0x2aed14e4e178cfc3 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1560:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.964069:0:76416:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00010000:00000001:3.0:1770653413.964070:0:7409:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.964071:0:76387:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1770653413.964075:0:76387:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653413.964077:0:7409:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95571016ae00 with handle 0x2aed14e4e178cf7d from hash 02000000:00000001:2.0:1770653413.964077:0:76416:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1770653413.964082:0:76416:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.964083:0:7409:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000001:00000001:0.0:1770653413.964083:0:76387:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:1.0:1770653413.964085:0:6728:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1770653413.964088:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.964090:0:76416:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000001:0.0:1770653413.964090:0:76387:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.964091:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.964091:0:6728:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1770653413.964096:0:6728:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1770653413.964097:0:7409:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:2.0:1770653413.964097:0:76416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000001:00000001:0.0:1770653413.964098:0:76387:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:1.0:1770653413.964099:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1770653413.964103:0:7409:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653413.964104:0:6728:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000001:00000001:0.0:1770653413.964104:0:76387:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1770653413.964105:0:76416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888e58. 00010000:00000001:3.0:1770653413.964108:0:7409:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.964109:0:6728:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000200:2.0:1770653413.964111:0:76416:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707205760, offset 224 00000001:00000001:0.0:1770653413.964112:0:76387:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.964113:0:7409:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653413.964117:0:7409:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:1.0:1770653413.964119:0:6728:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff95571016ba00/0x2aed14e4e178a044 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1560:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d97 expref: 71 pid: 33123 timeout: 0 lvb_type: 1 00000001:00000001:0.0:1770653413.964119:0:76387:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000400:00000200:2.0:1770653413.964120:0:76416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1770653413.964121:0:7409:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000001:00000001:0.0:1770653413.964125:0:76387:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.964126:0:7409:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.964132:0:7409:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.964133:0:76416:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000001:0.0:1770653413.964134:0:76387:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.964138:0:7409:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000001:00000001:0.0:1770653413.964142:0:76387:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:3.0:1770653413.964143:0:7409:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1770653413.964144:0:6728:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000400:00000200:2.0:1770653413.964148:0:76416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b8480 00000001:00000001:0.0:1770653413.964148:0:76387:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.964151:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.964151:0:6728:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.964154:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:0.0:1770653413.964157:0:76387:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.964159:0:76416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda6dd [1] + 224 00010000:00000001:3.0:1770653413.964160:0:7409:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.964160:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000001:0.0:1770653413.964163:0:76387:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.964167:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.964168:0:7409:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.964169:0:76416:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1770653413.964170:0:76387:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.964173:0:7409:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.964176:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000400:00000200:2.0:1770653413.964180:0:76416:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1770653413.964180:0:76387:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00010000:3.0:1770653413.964181:0:7409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178cf7d lrc: 1/0,0 mode: --/PW res: [0x240000403:0x155a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770653413.964181:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 02000000:00000001:0.0:1770653413.964186:0:76387:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1770653413.964187:0:76416:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1770653413.964188:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1770653413.964194:0:76416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95573c2de300 x1856657707205760/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1770653413.964195:0:76387:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95563a7fbc00. 00010000:00000001:3.0:1770653413.964197:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.964197:0:6728:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1770653413.964201:0:7409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95571016ae00/0x2aed14e4e178cf7d lrc: 0/0,0 mode: --/PW res: [0x240000403:0x155a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1770653413.964202:0:76387:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.964204:0:6728:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1770653413.964209:0:6728:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95566c162600/0x2aed14e4e178cfc3 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1560:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.964211:0:76387:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.964220:0:76387:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:0.0:1770653413.964225:0:76387:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000040:3.0:1770653413.964226:0:7409:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95560e946700 count: 0 00000100:00000040:2.0:1770653413.964227:0:76416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95573c2de300 x1856657707205760/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.964230:0:76387:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1770653413.964233:0:7409:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9556214302c0. 00010000:00000040:1.0:1770653413.964234:0:6728:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1560:0x0].0x0 (ffff9556613f3200) refcount = 2 00002000:00080000:0.0:1770653413.964238:0:76387:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5143 count 1 00010000:00000010:3.0:1770653413.964240:0:7409:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95560e946000. 00010000:00000040:1.0:1770653413.964242:0:6728:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00002000:00000001:0.0:1770653413.964247:0:76387:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00010000:00000040:1.0:1770653413.964252:0:6728:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95571016ba00/0x2aed14e4e178a044 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1560:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d97 expref: 71 pid: 33123 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1770653413.964253:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.964253:0:76416:0:(events.c:163:reply_in_callback()) Process leaving 00002000:00000001:0.0:1770653413.964253:0:76387:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:3.0:1770653413.964258:0:7409:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000020:00000001:0.0:1770653413.964259:0:76387:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1770653413.964260:0:76416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888e58 00010000:00000010:3.0:1770653413.964262:0:7409:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556695e00c0. 00000400:00000010:2.0:1770653413.964266:0:76416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888e58. 00000020:00000001:0.0:1770653413.964266:0:76387:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795554371608 : -117278155180008 : ffff95560d387818) 00010000:00000001:3.0:1770653413.964268:0:7409:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.964272:0:6728:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000100:00000001:2.0:1770653413.964273:0:76416:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:3.0:1770653413.964274:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00002000:00000001:0.0:1770653413.964275:0:76387:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795554371520 : -117278155180096 : ffff95560d3877c0) 00010000:00000040:1.0:1770653413.964276:0:6728:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95566c162600/0x2aed14e4e178cfc3 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1560:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.964277:0:76416:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1770653413.964278:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.964283:0:76416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.964283:0:76387:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00010000:3.0:1770653413.964285:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1770653413.964289:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1770653413.964290:0:76387:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000040:2.0:1770653413.964292:0:76416:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000020:00000001:3.0:1770653413.964293:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1770653413.964295:0:6728:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9cd40. 00010000:00000001:2.0:1770653413.964296:0:76416:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00010000:3.0:1770653413.964297:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000040:0.0:1770653413.964297:0:76387:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556373a1200 count: 2 00000100:00000001:1.0:1770653413.964300:0:6728:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000020:00000001:2.0:1770653413.964301:0:76416:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.964302:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1770653413.964304:0:76387:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1770653413.964306:0:6728:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa83c0. 00000020:00000001:3.0:1770653413.964307:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.964307:0:76416:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1770653413.964311:0:6728:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540167104 : -117277169384512 : ffff955647fa83c0) 00010000:00000001:0.0:1770653413.964311:0:76387:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00010000:3.0:1770653413.964313:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1770653413.964315:0:76416:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955735212d80 x1856657707205760/t8590299223(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.964318:0:6728:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540167104 : -117277169384512 : ffff955647fa83c0) 00010000:00000010:0.0:1770653413.964319:0:76387:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561ae2ac00. 00000100:00000001:1.0:1770653413.964323:0:6728:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000400:00000001:3.0:1770653413.964326:0:3289:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1770653413.964327:0:76387:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:1.0:1770653413.964328:0:6728:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000400:00000001:3.0:1770653413.964330:0:3289:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1770653413.964332:0:6728:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000400:00000010:3.0:1770653413.964334:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2210. 00000020:00000040:0.0:1770653413.964334:0:76387:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561ae2ac00 with handle 0x2aed14e4e178cfca to hash 00010000:00000001:1.0:1770653413.964336:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:2.0:1770653413.964337:0:76416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955735212d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0000-mdtlov_UUID+44:3288:x1856657707205760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17716us (18428us total) trans 8590299223 rc 0/0 00010000:00000001:1.0:1770653413.964340:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1770653413.964341:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888ee0 00000020:00000001:0.0:1770653413.964342:0:76387:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1770653413.964344:0:6728:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000010:3.0:1770653413.964346:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888ee0. 00010000:00000001:1.0:1770653413.964348:0:6728:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.964348:0:76387:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795783629824 : -117277925921792 : ffff95561ae2ac00) 00000100:00000001:3.0:1770653413.964351:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1770653413.964353:0:76416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136220 00010000:00000001:1.0:1770653413.964353:0:6728:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1770653413.964357:0:76387:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795783629824 : -117277925921792 : ffff95561ae2ac00) 00010000:00000001:1.0:1770653413.964358:0:6728:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000200:3.0:1770653413.964359:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95572eb21500 x1856657707204864/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1770653413.964359:0:76416:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 6 00000100:00000010:1.0:1770653413.964364:0:6728:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665156d80. 00010000:00000001:0.0:1770653413.964365:0:76387:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1770653413.964366:0:76416:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653413.964370:0:76416:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1770653413.964372:0:76387:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.964373:0:6728:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=7 obd=lustre-OST0000 00000020:00000010:2.0:1770653413.964374:0:76416:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519c80. 00000100:00000200:3.0:1770653413.964381:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95572eb21500 x1856657707204864/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.964381:0:6728:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000020:00000010:2.0:1770653413.964383:0:76416:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d320. 00010000:00010000:0.0:1770653413.964384:0:76387:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cfca lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1417:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1770653413.964385:0:6728:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1770653413.964390:0:6728:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.964391:0:76416:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997b000. 02000000:00000010:1.0:1770653413.964398:0:6728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95563c4f6e00. 00000020:00000040:2.0:1770653413.964399:0:76416:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 43 00000100:00000001:2.0:1770653413.964406:0:76416:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.964406:0:6728:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.964413:0:76387:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:3.0:1770653413.964414:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:1.0:1770653413.964415:0:6728:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff95571016ba00/0x2aed14e4e178a044 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1560:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d97 expref: 71 pid: 33123 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1770653413.964419:0:3289:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.964419:0:76387:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1770653413.964424:0:76387:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:3.0:1770653413.964425:0:3289:0:(client.c:1568:after_reply()) Process entered 00000400:00000010:2.0:1770653413.964427:0:76384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888e58. 02000000:00000001:3.0:1770653413.964430:0:3289:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1770653413.964430:0:76387:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653413.964431:0:6728:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff95571016ba00/0x2aed14e4e178a044 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1560:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d97 expref: 71 pid: 33123 timeout: 6877 lvb_type: 1 00000100:00000001:3.0:1770653413.964433:0:3289:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1770653413.964434:0:76384:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707208832, offset 0 00010000:00000001:0.0:1770653413.964436:0:76387:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000100:00000001:3.0:1770653413.964437:0:3289:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.964442:0:76387:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 02000000:00000001:3.0:1770653413.964444:0:3289:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.964448:0:76384:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00001000:3.0:1770653413.964451:0:3289:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 00010000:00010000:0.0:1770653413.964453:0:76387:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff95566c163800/0x2aed14e4e178a08a lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x1417:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dc8 expref: 70 pid: 6531 timeout: 0 lvb_type: 1 00000400:00000200:2.0:1770653413.964458:0:76384:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000100:00001000:3.0:1770653413.964461:0:3289:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 00000400:00000200:2.0:1770653413.964467:0:76384:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1770653413.964473:0:3289:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1770653413.964475:0:76384:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000100:00000001:3.0:1770653413.964477:0:3289:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.964480:0:6728:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000400:00000200:2.0:1770653413.964482:0:76384:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1770653413.964484:0:3289:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1770653413.964484:0:76387:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:1.0:1770653413.964485:0:6728:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1770653413.964489:0:3289:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.964489:0:76384:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00010000:00000001:0.0:1770653413.964489:0:76387:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.964494:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955665156d80 x1856657707208960/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.964497:0:3289:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00010000:00010000:0.0:1770653413.964497:0:76387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000200:2.0:1770653413.964499:0:76384:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164710:2164710:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164706:2164706:7:4294967295] 00000100:00000040:3.0:1770653413.964501:0:3289:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00010000:00000001:0.0:1770653413.964502:0:76387:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.964507:0:3289:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00010000:00000001:0.0:1770653413.964508:0:76387:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:3.0:1770653413.964512:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00010000:0.0:1770653413.964513:0:76387:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:3.0:1770653413.964517:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800410957056 : -117273298594560 : ffff95572eb21500) 00010000:00000001:0.0:1770653413.964518:0:76387:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.964520:0:6728:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1770653413.964523:0:3289:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00010000:00000001:0.0:1770653413.964524:0:76387:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.964525:0:6728:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.964526:0:76384:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000040:3.0:1770653413.964527:0:3289:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00010000:00000001:0.0:1770653413.964531:0:76387:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000100:00000001:3.0:1770653413.964533:0:3289:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00100000:1.0:1770653413.964536:0:6728:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955665156d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6728:1856657707208960:192.168.202.60@tcp:104: 00010000:00010000:0.0:1770653413.964536:0:76387:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cfca lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1417:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.964537:0:3289:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1770653413.964544:0:76384:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000040:3.0:1770653413.964547:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95572eb21500 x1856657707204864/t8590299221(8590299221) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.964548:0:6728:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000800:00000010:2.0:1770653413.964552:0:76384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3dfc00. 02000000:00000001:1.0:1770653413.964553:0:6728:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1770653413.964557:0:6728:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.964559:0:76387:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1417:0x0].0x0 (ffff9556373a1200) refcount = 2 02000000:00000001:1.0:1770653413.964563:0:6728:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1770653413.964565:0:76384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 02000000:00000010:1.0:1770653413.964568:0:6728:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95563c4f7a00. 00010000:00000040:0.0:1770653413.964569:0:76387:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 02000000:00000001:1.0:1770653413.964575:0:6728:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.964577:0:3289:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1770653413.964579:0:76384:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000040:0.0:1770653413.964579:0:76387:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95566c163800/0x2aed14e4e178a08a lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1417:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dc8 expref: 70 pid: 6531 timeout: 0 lvb_type: 1 00000400:00000010:1.0:1770653413.964582:0:6728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d94268. 00000100:00000001:3.0:1770653413.964584:0:3289:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000800:00000200:2.0:1770653413.964586:0:76384:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3dfc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1770653413.964588:0:3289:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1770653413.964590:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022cc0. 00000004:00080000:3.0:1770653413.964595:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95572eb21500/2, rc 0, transno 8590299221 00000100:00000001:2.0:1770653413.964595:0:76384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.964598:0:6728:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707208960, portal 16 00010000:00000040:0.0:1770653413.964599:0:76387:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000004:00001000:3.0:1770653413.964605:0:3289:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 7 in flight, 39 in progress 00000100:00000001:2.0:1770653413.964605:0:76384:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444807 00000100:00000001:1.0:1770653413.964605:0:6728:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000040:0.0:1770653413.964606:0:76387:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cfca lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1417:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.964609:0:6728:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028470144 : -117276681081472 : ffff955665156d80) 00000100:00000001:2.0:1770653413.964615:0:76384:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444803 00000100:00000040:1.0:1770653413.964620:0:6728:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955665156d80 x1856657707208960/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:0.0:1770653413.964622:0:76387:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a680. 00000100:00000001:2.0:1770653413.964627:0:76384:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444807 00000100:00000040:3.0:1770653413.964628:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572eb21500 x1856657707204864/t8590299221(8590299221) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.964629:0:76387:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1770653413.964634:0:76387:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f3623c0. 00000100:00000001:1.0:1770653413.964637:0:6728:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:2.0:1770653413.964640:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:0.0:1770653413.964640:0:76387:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661515200 : -117277048036416 : ffff95564f3623c0) 00000004:00000001:2.0:1770653413.964646:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.964646:0:6728:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:0.0:1770653413.964647:0:76387:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661515200 : -117277048036416 : ffff95564f3623c0) 00000400:00000010:1.0:1770653413.964653:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022198. 00000100:00000001:0.0:1770653413.964655:0:76387:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000004:00000001:2.0:1770653413.964656:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00100000:3.0:1770653413.964658:0:3289:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95572eb21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707204864:0@lo:6:osp-syn-0-0.0 00000100:00000200:1.0:1770653413.964658:0:6728:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707208960, offset 0 00000100:00000001:0.0:1770653413.964659:0:76387:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000004:00000001:2.0:1770653413.964660:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:0.0:1770653413.964663:0:76387:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000004:00000001:2.0:1770653413.964666:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.964668:0:76387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.964669:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.964671:0:6728:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.964673:0:76387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.964674:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000040:00001000:2.0:1770653413.964675:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64b900 type=0x10692404 idx=1765 00000020:00000001:0.0:1770653413.964676:0:76387:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.964679:0:76387:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000400:00000200:1.0:1770653413.964682:0:6728:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000100:00000040:3.0:1770653413.964683:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572eb21500 x1856657707204864/t8590299221(8590299221) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000040:00001000:2.0:1770653413.964683:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1765 lrh_len: 64 (1792 remains) 00010000:00000001:0.0:1770653413.964684:0:76387:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000400:00000200:1.0:1770653413.964688:0:6728:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:0.0:1770653413.964689:0:76387:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000040:00001000:2.0:1770653413.964693:0:6724:0:(llog.c:797:llog_process_thread()) index: 1765, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00000100:00000010:0.0:1770653413.964695:0:76387:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955602b1c380. 00000400:00000200:1.0:1770653413.964696:0:6728:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000004:00000001:2.0:1770653413.964704:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:3.0:1770653413.964705:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.964705:0:6728:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000020:00000040:0.0:1770653413.964705:0:76387:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=3 obd=lustre-OST0001 00000100:00100000:3.0:1770653413.964713:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1770653413.964713:0:76387:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000004:00000001:2.0:1770653413.964714:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000400:00000200:1.0:1770653413.964714:0:6728:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 02000000:00000001:0.0:1770653413.964719:0:76387:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1770653413.964720:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1770653413.964720:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.964723:0:76387:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.964725:0:6728:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164711:2164711:254:4294967295] 192.168.202.60@tcp LPNI seq info [2164707:2164707:6:4294967295] 00000100:00000001:3.0:1770653413.964728:0:3289:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000004:00000001:2.0:1770653413.964729:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 02000000:00000010:0.0:1770653413.964730:0:76387:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff955626008e00. 00000100:00000001:3.0:1770653413.964732:0:3289:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1770653413.964734:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000100:00000001:0.0:1770653413.964737:0:76387:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.964748:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653413.964751:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000004:00000001:2.0:1770653413.964751:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000001:3.0:1770653413.964754:0:3289:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1770653413.964758:0:6728:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000010:2.0:1770653413.964760:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95563f2c5f80. 00000100:00000040:3.0:1770653413.964762:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95563f2c6d80 x1856657707208704/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1770653413.964763:0:76387:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff95566c163800/0x2aed14e4e178a08a lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1417:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dc8 expref: 70 pid: 6531 timeout: 0 lvb_type: 1 00000020:00000040:2.0:1770653413.964769:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=42 obd=lustre-OST0000-osc-MDT0000 00000800:00000200:1.0:1770653413.964772:0:6728:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:2.0:1770653413.964780:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:1.0:1770653413.964781:0:6728:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9557353d2f00. 02000000:00000001:2.0:1770653413.964785:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1770653413.964792:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.964793:0:3289:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000800:00000200:1.0:1770653413.964793:0:6728:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00010000:0.0:1770653413.964796:0:76387:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff95566c163800/0x2aed14e4e178a08a lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1417:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dc8 expref: 70 pid: 6531 timeout: 6877 lvb_type: 1 00000100:00000001:3.0:1770653413.964797:0:3289:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653413.964802:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff955643981000. 02000000:00000001:3.0:1770653413.964804:0:3289:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1770653413.964805:0:6728:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 02000000:00000001:3.0:1770653413.964809:0:3289:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.964812:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653413.964812:0:6728:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9557353d2f00 type 1, nob 424 niov 1 nkiov 1 02000000:00000001:3.0:1770653413.964816:0:3289:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.964818:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626796392439680 : -117277317111936 : ffff95563f2c5f80) 00000100:00000001:1.0:1770653413.964820:0:6728:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.964823:0:76387:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00100000:3.0:1770653413.964825:0:3289:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95563f2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707208704:0@lo:6:osp-syn-1-0.0 00000100:00000001:2.0:1770653413.964826:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1770653413.964827:0:6728:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444807 00000100:00000001:0.0:1770653413.964827:0:76387:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1770653413.964832:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.964834:0:6728:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, keep current deadline 4301444807 00000100:00000001:3.0:1770653413.964835:0:3289:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1770653413.964837:0:76387:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955602b1c380 x1856657707209088/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.964840:0:6728:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444807 02000000:00000001:3.0:1770653413.964841:0:3289:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1770653413.964842:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f549bf4f] to pc [ptlrpcd_00_01+1] req@ffff95563f2c5f80 x1856657707209216/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1770653413.964845:0:3289:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1770653413.964866:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556110e6400. 00010000:00000010:1.1:1770653413.964870:0:6728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c987200. 00010000:00000010:3.1:1770653413.964874:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016b400. 00010000:00000010:2.1:1770653413.964879:0:6724:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f2d2600. 00000100:00000001:1.0:1770653413.964879:0:6728:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444803 00000100:00000001:0.0:1770653413.964883:0:76387:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1770653413.964885:0:6728:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444808 02000000:00000001:3.0:1770653413.964888:0:3289:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1770653413.964889:0:76387:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.964891:0:6728:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444803 00010000:00000010:2.1:1770653413.964892:0:6724:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ba00. 02000000:00000010:3.0:1770653413.964894:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95564f310400. 00000100:00100000:0.0:1770653413.964897:0:76387:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955602b1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:76387:1856657707209088:192.168.202.60@tcp:104: 00000100:00000001:1.0:1770653413.964898:0:6728:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444808 02000000:00000001:3.0:1770653413.964900:0:3289:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.964904:0:6728:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444803 00000400:00000010:3.0:1770653413.964907:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2738. 00000100:00000001:0.0:1770653413.964909:0:76387:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1770653413.964911:0:6728:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1770653413.964915:0:76387:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1770653413.964916:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78dd0. 00000100:00000001:1.0:1770653413.964917:0:6728:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.964920:0:76387:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.964923:0:3289:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707208704, portal 4 00010000:00000001:1.0:1770653413.964924:0:6728:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.964925:0:76387:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1770653413.964930:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1770653413.964930:0:6728:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.964931:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.964933:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796392443264 : -117277317108352 : ffff95563f2c6d80) 02000000:00000010:0.0:1770653413.964933:0:76387:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff955626009200. 00000020:00000001:1.0:1770653413.964935:0:6728:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:2.0:1770653413.964937:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 8 in flight, 40 in progress 02000000:00000001:0.0:1770653413.964940:0:76387:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.964941:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00001000:2.0:1770653413.964943:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1765, id 1958 00010000:00000001:1.0:1770653413.964945:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1770653413.964946:0:3289:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95563f2c6d80 x1856657707208704/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1770653413.964948:0:76387:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e053420. 00000004:00000001:2.0:1770653413.964949:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00010000:00000001:1.0:1770653413.964949:0:6728:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.964956:0:6728:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000400:00000010:0.0:1770653413.964956:0:76387:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8550. 00000100:00000001:2.0:1770653413.964958:0:76384:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, keep current deadline 4301444807 00010000:00000001:1.0:1770653413.964959:0:6728:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1770653413.964960:0:3289:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1770653413.964963:0:76387:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707209088, portal 16 00000100:00000001:2.0:1770653413.964965:0:76384:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444808 00000100:00000001:1.0:1770653413.964966:0:6728:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.964967:0:3289:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1770653413.964969:0:76387:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1770653413.964972:0:76384:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, keep current deadline 4301444808 00000100:00000001:1.0:1770653413.964973:0:6728:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1770653413.964974:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78e58. 00000100:00000001:0.0:1770653413.964974:0:76387:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795377771392 : -117278331780224 : ffff955602b1c380) 00000100:00000001:1.0:1770653413.964977:0:6728:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1770653413.964978:0:76384:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444808 00000100:00000200:3.0:1770653413.964983:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707208704, offset 0 00000100:00100000:1.0:1770653413.964983:0:6728:0:(client.c:2680:ptlrpc_set_wait()) set ffff955647fa83c0 going to sleep for 11 seconds 00000100:00000001:2.0:1770653413.964984:0:76384:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, keep current deadline 4301444808 00000100:00000040:0.0:1770653413.964986:0:76387:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955602b1c380 x1856657707209088/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.964989:0:6728:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653413.964991:0:76384:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.964993:0:6728:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.964996:0:3289:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1770653413.964998:0:76384:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.965004:0:76384:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.965009:0:76387:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1770653413.965010:0:76384:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.965011:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1770653413.965011:0:76655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022330. 00000020:00000001:2.0:1770653413.965017:0:76384:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.965018:0:76387:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000200:1.0:1770653413.965019:0:76655:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966309120, offset 224 00010000:00000001:2.0:1770653413.965022:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:0.0:1770653413.965024:0:76387:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8880. 00000400:00000200:3.0:1770653413.965026:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b9000 00010000:00000001:2.0:1770653413.965026:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.965030:0:76384:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.965031:0:76655:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653413.965034:0:76384:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1770653413.965038:0:76384:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000200:0.0:1770653413.965038:0:76387:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707209088, offset 0 00000400:00000200:3.0:1770653413.965044:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf6c5 [8] + 3264 00000400:00000200:1.0:1770653413.965044:0:76655:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000001:2.0:1770653413.965045:0:76384:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.965050:0:76384:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1770653413.965054:0:76384:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1770653413.965055:0:3289:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653413.965056:0:76655:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164712:2164712:253:4294967295] 192.168.202.60@tcp LPNI seq info [2164708:2164708:5:4294967295] 00000100:00100000:2.0:1770653413.965058:0:76384:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556695e0000 going to sleep for 11 seconds 00000400:00000200:0.0:1770653413.965059:0:76387:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:2.0:1770653413.965064:0:76384:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1770653413.965066:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1770653413.965069:0:76384:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.965077:0:76655:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:1.0:1770653413.965083:0:76655:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:2.0:1770653413.965086:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1770653413.965087:0:76655:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9557353d2400. 00000400:00000200:0.0:1770653413.965088:0:76387:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000100:00000001:2.0:1770653413.965089:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653413.965094:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.965095:0:76387:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1770653413.965097:0:76655:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:2.0:1770653413.965100:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.965103:0:76387:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000800:00000200:1.0:1770653413.965107:0:76655:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000400:00000001:2.0:1770653413.965110:0:3288:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:1.0:1770653413.965111:0:76655:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9557353d2400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1770653413.965112:0:76387:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000400:00000001:2.0:1770653413.965113:0:3288:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1770653413.965119:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2370. 00000100:00000001:1.0:1770653413.965119:0:76655:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.965120:0:76387:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000400:00000200:2.0:1770653413.965127:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78110 00000100:00000040:1.0:1770653413.965128:0:76655:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000400:00000010:2.0:1770653413.965133:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78110. 00010000:00000001:1.0:1770653413.965134:0:76655:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.965134:0:76387:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164713:2164713:252:4294967295] 192.168.202.60@tcp LPNI seq info [2164709:2164709:4:4294967295] 00000100:00000001:2.0:1770653413.965138:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1770653413.965139:0:76655:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.965144:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95573c2de300 x1856657707205760/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653413.965148:0:76655:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955602b1c700 x1856657966309120/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1770653413.965165:0:76387:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000200:2.0:1770653413.965175:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95573c2de300 x1856657707205760/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.965178:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653413.965182:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00100000:1.0:1770653413.965183:0:76655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955602b1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_032:b31b1d82-c1d4-4680-ae7a-71292416d1f5+70:2365:x1856657966309120:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 3804us (4530us total) trans 0 rc 0/0 00000800:00000200:0.0:1770653413.965183:0:76387:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000010:3.0:1770653413.965189:0:3289:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95561752b100. 00000800:00000010:0.0:1770653413.965192:0:76387:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9a00. 00000100:00000040:3.0:1770653413.965196:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff95561752b100 x1856657707208704 msgsize 544 00000800:00000200:0.0:1770653413.965205:0:76387:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00100000:1.0:1770653413.965206:0:76655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161871 00000100:00100000:3.0:1770653413.965211:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1770653413.965211:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1770653413.965214:0:76655:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000100:00000001:2.0:1770653413.965216:0:3288:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.965219:0:76655:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653413.965221:0:3288:0:(client.c:1568:after_reply()) Process entered 00000800:00000200:0.0:1770653413.965221:0:76387:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:1.0:1770653413.965223:0:76655:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1770653413.965225:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:0.0:1770653413.965226:0:76387:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9a00 type 1, nob 424 niov 1 nkiov 1 02000000:00000001:2.0:1770653413.965227:0:3288:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1770653413.965228:0:76655:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d580. 00000100:00000001:2.0:1770653413.965230:0:3288:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1770653413.965232:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78e58 00000100:00000001:2.0:1770653413.965234:0:3288:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.965234:0:76387:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.965235:0:76655:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662adaa28. 00000400:00000010:3.0:1770653413.965236:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78e58. 00000100:00000001:0.0:1770653413.965240:0:76387:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444808 02000000:00000001:2.0:1770653413.965242:0:3288:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.965244:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:1.0:1770653413.965244:0:76655:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f6c00. 00000100:00000001:0.0:1770653413.965246:0:76387:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4301444807 00000100:00001000:2.0:1770653413.965249:0:3288:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 00000020:00000040:1.0:1770653413.965251:0:76655:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 69 00000100:00000001:0.0:1770653413.965252:0:76387:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444808 00000100:00000200:3.0:1770653413.965253:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95563f2c6d80 x1856657707208704/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1770653413.965255:0:3288:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 00000100:00000001:0.0:1770653413.965260:0:76387:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4301444807 00000100:00000010:1.0:1770653413.965261:0:76655:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955602b1c700. 00000100:00000001:2.0:1770653413.965264:0:3288:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1770653413.965269:0:3288:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.965269:0:76655:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1770653413.965270:0:76387:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444808 00000100:00000001:3.0:1770653413.965272:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1770653413.965274:0:76655:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955606129400. 00010000:00000001:2.0:1770653413.965275:0:3288:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1770653413.965276:0:76387:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, keep current deadline 4301444808 00000100:00000040:3.0:1770653413.965279:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563f2c6d80 x1856657707208704/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.965281:0:3288:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.965281:0:76387:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444808 02000000:00000001:1.0:1770653413.965282:0:76655:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1770653413.965286:0:76655:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955617529500. 00000100:00000001:0.0:1770653413.965288:0:76387:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, keep current deadline 4301444808 00000100:00000001:2.0:1770653413.965289:0:3288:0:(client.c:1522:ptlrpc_save_versions()) Process entered 02000000:00000001:1.0:1770653413.965292:0:76655:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:2.0:1770653413.965293:0:3288:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1770653413.965294:0:76387:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1770653413.965296:0:76655:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95572dc88000. 00000100:00000001:2.0:1770653413.965298:0:3288:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1770653413.965301:0:76387:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.965304:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1770653413.965304:0:76655:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1770653413.965306:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.965306:0:76387:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1770653413.965308:0:76655:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955735213480. 00000100:00000001:2.0:1770653413.965309:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637174528 : -117273072377088 : ffff95573c2de300) 00000100:00000001:3.0:1770653413.965312:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1770653413.965313:0:76387:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.965315:0:3288:0:(client.c:3055:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1770653413.965315:0:76655:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:0.0:1770653413.965316:0:76387:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.965317:0:3289:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.965320:0:76655:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955602ab7800. 00000100:00000040:2.0:1770653413.965321:0:3288:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00010000:00000001:0.0:1770653413.965321:0:76387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1770653413.965322:0:3289:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26312 usecs (27 jiffies) 00010000:00000001:0.0:1770653413.965326:0:76387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.965327:0:3288:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1770653413.965328:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444805 02000000:00000001:1.0:1770653413.965328:0:76655:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1770653413.965330:0:76387:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1770653413.965332:0:76655:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665155500. 00000100:00000001:2.0:1770653413.965333:0:3288:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.965336:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444808 00010000:00000001:0.0:1770653413.965336:0:76387:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 02000000:00000001:1.0:1770653413.965339:0:76655:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1770653413.965340:0:76387:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1770653413.965341:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444805 00000100:00000040:2.0:1770653413.965342:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95573c2de300 x1856657707205760/t8590299223(8590299223) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1770653413.965343:0:76655:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95563a7fa400. 00000100:00000001:0.0:1770653413.965345:0:76387:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.965347:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444808 02000000:00000001:1.0:1770653413.965350:0:76655:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1770653413.965351:0:76387:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1770653413.965355:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444805 00000100:00000010:1.0:1770653413.965355:0:76655:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955735211180. 00000100:00000001:0.0:1770653413.965356:0:76387:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1770653413.965362:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444808 00000100:00000001:2.0:1770653413.965363:0:3288:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1770653413.965363:0:76655:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:0.0:1770653413.965364:0:76387:0:(client.c:2680:ptlrpc_set_wait()) set ffff95564f3623c0 going to sleep for 11 seconds 02000000:00000010:1.0:1770653413.965368:0:76655:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95572dc89800. 00000100:00000001:3.0:1770653413.965369:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444805 00000100:00000001:2.0:1770653413.965371:0:3288:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1770653413.965371:0:76387:0:(client.c:1964:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1770653413.965373:0:76655:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1770653413.965375:0:3288:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.965376:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444808 00000100:00000010:1.0:1770653413.965377:0:76655:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665155f80. 00000100:00000001:0.0:1770653413.965377:0:76387:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:2.0:1770653413.965380:0:3288:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95573c2de300/2, rc 0, transno 8590299223 00000100:00000001:3.0:1770653413.965383:0:3289:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.965385:0:76655:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00001000:2.0:1770653413.965386:0:3288:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 7 in flight, 40 in progress 00000100:00000001:3.0:1770653413.965387:0:3289:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.965392:0:76655:0:(niobuf.c:1189:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000100:00000001:3.0:1770653413.965394:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.965397:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1770653413.965398:0:76655:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d94000. 00000100:00000001:0.0:1770653413.965398:0:76385:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1770653413.965401:0:3289:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1770653413.965402:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c2de300 x1856657707205760/t8590299223(8590299223) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1770653413.965403:0:76385:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707208704 00000400:00000010:1.0:1770653413.965404:0:76655:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff955647fa8900. 00000100:00000001:3.0:1770653413.965405:0:3289:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1770653413.965408:0:76385:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653413.965413:0:76385:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653413.965414:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1770653413.965417:0:76385:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.965418:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1770653413.965419:0:3288:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95573c2de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707205760:0@lo:6:osp-syn-0-0.0 02000000:00000001:0.0:1770653413.965421:0:76385:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.965422:0:3289:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1770653413.965427:0:76385:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707208704 00000100:00000040:3.0:1770653413.965430:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95563f2c5f80 x1856657707209216/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653413.965431:0:76385:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1770653413.965435:0:76385:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00000800:00000001:1.0:1770653413.965436:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000004:00000001:2.0:1770653413.965439:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000020:00000001:0.0:1770653413.965440:0:76385:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00000001:2.0:1770653413.965442:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.965444:0:76385:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=46 00000004:00000001:2.0:1770653413.965448:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000020:00000001:0.0:1770653413.965450:0:76385:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000004:00000001:2.0:1770653413.965452:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000020:00000001:0.0:1770653413.965455:0:76385:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000004:00000001:2.0:1770653413.965456:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.965462:0:76385:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000040:00001000:2.0:1770653413.965463:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64b940 type=0x10692404 idx=1766 00000800:00000001:1.0:1770653413.965463:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.965468:0:3289:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000020:00000010:0.0:1770653413.965468:0:76385:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00000040:00001000:2.0:1770653413.965470:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1766 lrh_len: 64 (1728 remains) 00000800:00000001:1.0:1770653413.965470:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653413.965471:0:3289:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.965474:0:76385:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000040:00001000:2.0:1770653413.965476:0:6724:0:(llog.c:797:llog_process_thread()) index: 1766, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00000800:00000001:1.0:1770653413.965477:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1770653413.965478:0:3289:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:0.0:1770653413.965479:0:76385:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 02000000:00000001:3.0:1770653413.965482:0:3289:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1770653413.965485:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 02000000:00000001:3.0:1770653413.965486:0:3289:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.965489:0:76385:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955626008a00. 00000004:00000001:2.0:1770653413.965490:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00100000:3.0:1770653413.965494:0:3289:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95563f2c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707209216:0@lo:6:osp-syn-0-0.0 00000004:00000001:2.0:1770653413.965496:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.965496:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000020:00000010:0.0:1770653413.965496:0:76385:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519580. 00000100:00000001:3.0:1770653413.965504:0:3289:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000004:00000001:2.0:1770653413.965504:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000020:00000010:0.0:1770653413.965505:0:76385:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d7d0. 02000000:00000001:3.0:1770653413.965509:0:3289:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000004:00000001:2.0:1770653413.965509:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000100:00000001:0.0:1770653413.965511:0:76385:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000004:00000001:2.0:1770653413.965513:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000400:00000200:1.0:1770653413.965514:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d2080 02000000:00000001:3.0:1770653413.965515:0:3289:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.965515:0:76385:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000010:2.0:1770653413.965519:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95563f2c5500. 00000100:00000001:0.0:1770653413.965519:0:76385:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.965520:0:3289:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1770653413.965527:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=43 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:1.0:1770653413.965527:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed7121 [2] + 0 02000000:00000010:3.0:1770653413.965528:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95564f313400. 00000100:00000001:0.0:1770653413.965529:0:76385:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.965535:0:3289:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.965536:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000800:00000001:1.0:1770653413.965537:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1770653413.965539:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1770653413.965542:0:76385:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1770653413.965543:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2370. 02000000:00000001:2.0:1770653413.965543:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.965544:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1770653413.965550:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78e58. 00000400:00000200:1.0:1770653413.965551:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1770653413.965552:0:76385:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000010:2.0:1770653413.965554:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff955608cb7000. 00000100:00000001:0.0:1770653413.965556:0:76385:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1770653413.965559:0:3289:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707209216, portal 4 00000100:00000001:2.0:1770653413.965560:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.965562:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00100000:0.0:1770653413.965565:0:76385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136232 00000004:00000001:2.0:1770653413.965566:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626796392436992 : -117277317114624 : ffff95563f2c5500) 00000100:00000001:1.0:1770653413.965569:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1770653413.965571:0:76385:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 7 00000100:00000001:2.0:1770653413.965573:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1770653413.965573:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:0.0:1770653413.965575:0:76385:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795723862272 : -117277985689344 : ffff95561752b100) 00000100:00000001:2.0:1770653413.965579:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1770653413.965579:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665155f80. 00000100:00000040:0.0:1770653413.965583:0:76385:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95561752b100 x1856657707208704/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653413.965585:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955665155f80 x1856657966309504 msgsize 328 00000100:00000040:2.0:1770653413.965587:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cea51a1b] to pc [ptlrpcd_00_02+2] req@ffff95563f2c5500 x1856657707209344/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770653413.965599:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:3.0:1770653413.965600:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653413.965604:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796392439680 : -117277317111936 : ffff95563f2c5f80) 00000100:00000001:1.0:1770653413.965612:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1770653413.965615:0:3289:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95563f2c5f80 x1856657707209216/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.965618:0:76385:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1770653413.965624:0:76385:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00000100:00000001:3.0:1770653413.965625:0:3289:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1770653413.965629:0:73806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000004:00000001:2.0:1770653413.965630:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.965630:0:76385:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1770653413.965633:0:3289:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1770653413.965634:0:73806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966309504 00000020:00000010:0.0:1770653413.965638:0:76385:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00000004:00001000:2.0:1770653413.965639:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 8 in flight, 41 in progress 02000000:00000001:1.0:1770653413.965639:0:73806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:3.0:1770653413.965640:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78088. 00000100:00000001:1.0:1770653413.965643:0:73806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000004:00001000:2.0:1770653413.965646:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1766, id 1958 00000100:00000200:3.0:1770653413.965647:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707209216, offset 0 00000100:00000001:1.0:1770653413.965647:0:73806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.965650:0:76385:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95561752b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+46:3289:x1856657707208704:12345-0@lo:6:osp-syn-1-0.0 00000004:00000001:2.0:1770653413.965655:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 02000000:00000001:1.0:1770653413.965656:0:73806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.965657:0:76385:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707208704 00000400:00000200:3.0:1770653413.965660:0:3289:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1770653413.965664:0:73806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966309504 00000020:00000001:0.0:1770653413.965665:0:76385:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1770653413.965669:0:73806:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1770653413.965670:0:76385:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1770653413.965672:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1770653413.965673:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:1.0:1770653413.965673:0:73806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000020:00000001:0.0:1770653413.965674:0:76385:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.965676:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1770653413.965678:0:73806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1770653413.965681:0:76385:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1770653413.965682:0:3290:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1770653413.965682:0:73806:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=70 00000020:00000001:0.0:1770653413.965686:0:76385:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000400:00000200:3.0:1770653413.965687:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b9200 00000020:00000001:1.0:1770653413.965689:0:73806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000040:2.0:1770653413.965690:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95563f2c5500 x1856657707209344/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653413.965692:0:76385:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1770653413.965696:0:73806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:0.0:1770653413.965697:0:76385:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.965701:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf6c5 [8] + 3808 00000100:00000001:1.0:1770653413.965705:0:73806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1770653413.965705:0:76385:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1770653413.965709:0:76385:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:1.0:1770653413.965712:0:73806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9c400. 00000400:00000200:3.0:1770653413.965713:0:3289:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653413.965714:0:3290:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1770653413.965715:0:76385:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000100:00000001:2.0:1770653413.965719:0:3290:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.965720:0:73806:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.965720:0:76385:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000400:00000200:3.0:1770653413.965724:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1770653413.965725:0:76385:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.965727:0:3290:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:1.0:1770653413.965728:0:73806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9c400. 00000001:00000001:0.0:1770653413.965730:0:76385:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1770653413.965733:0:3289:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1770653413.965733:0:3290:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1770653413.965734:0:76385:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.965735:0:73806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f6c00. 00000100:00000200:3.0:1770653413.965737:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:2.0:1770653413.965752:0:3290:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.965753:0:73806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d580. 00000001:00000001:0.0:1770653413.965753:0:76385:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000010:3.0:1770653413.965755:0:3289:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955617529180. 00000001:00000001:0.0:1770653413.965757:0:76385:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1770653413.965758:0:3290:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95563f2c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707209344:0@lo:6:osp-syn-0-0.0 00000100:00000040:3.0:1770653413.965761:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff955617529180 x1856657707209216 msgsize 544 00000020:00000010:1.0:1770653413.965761:0:73806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662adaa28. 00000001:00000001:0.0:1770653413.965764:0:76385:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.965769:0:73806:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1770653413.965770:0:3290:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000001:00000001:0.0:1770653413.965770:0:76385:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 02000000:00000001:2.0:1770653413.965775:0:3290:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1770653413.965777:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1770653413.965777:0:73806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1770653413.965778:0:3290:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.965778:0:76385:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.965783:0:73806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1770653413.965785:0:3290:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000001:00000001:0.0:1770653413.965785:0:76385:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.965786:0:73806:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1770653413.965789:0:73806:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.965790:0:76385:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:3.0:1770653413.965791:0:3289:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:2.0:1770653413.965792:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955608cb4c00. 00010000:00000001:1.0:1770653413.965793:0:73806:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000001:00000001:0.0:1770653413.965794:0:76385:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1770653413.965798:0:3290:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.965798:0:73806:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1770653413.965799:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78088 00000001:00000001:0.0:1770653413.965799:0:76385:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.965802:0:73806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1770653413.965804:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78088. 00000020:00000040:1.0:1770653413.965806:0:73806:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556395a6800 refcount=4 00000020:00000001:0.0:1770653413.965806:0:76385:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.965809:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1770653413.965812:0:76385:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.965813:0:12204:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1770653413.965813:0:73806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796294793216 : -117277414758400 : ffff9556395a6800) 00000100:00000001:0.0:1770653413.965816:0:76385:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:3.0:1770653413.965817:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95563f2c5f80 x1856657707209216/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1770653413.965818:0:12204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707209216 00010000:00000001:1.0:1770653413.965819:0:73806:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796294793216 : -117277414758400 : ffff9556395a6800) 02000000:00000001:0.0:1770653413.965820:0:76385:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1770653413.965824:0:12204:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:0.0:1770653413.965827:0:76385:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95563a7fac00. 00000100:00000001:2.0:1770653413.965828:0:12204:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:1.0:1770653413.965829:0:73806:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9556395a6800/0x2aed14e4e178a212 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1411:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f34 expref: 70 pid: 12198 timeout: 6877 lvb_type: 1 00000100:00000001:2.0:1770653413.965832:0:12204:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.965833:0:76385:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.965841:0:12204:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.965841:0:76385:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.965865:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653413.965869:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563f2c5f80 x1856657707209216/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1770653413.965870:0:12204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707209216 00010000:00000010:0.1:1770653413.965874:0:76385:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556613f3800. 00000020:00000001:2.0:1770653413.965876:0:12204:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1770653413.965877:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:2.0:1770653413.965880:0:12204:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00010000:00000001:1.0:1770653413.965881:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.1:1770653413.965883:0:76385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955605729400. 00000020:00000001:2.0:1770653413.965886:0:12204:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1770653413.965886:0:73806:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.965890:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.965892:0:12204:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=44 00000100:00000001:1.0:1770653413.965892:0:73806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.965893:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00002000:00000001:0.0:1770653413.965895:0:76385:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000020:00000001:2.0:1770653413.965899:0:12204:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000001:3.0:1770653413.965900:0:3289:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.965901:0:73806:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:0.0:1770653413.965901:0:76385:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000020:00000001:2.0:1770653413.965906:0:12204:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00010000:00000001:0.0:1770653413.965907:0:76385:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.965908:0:3289:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26298 usecs (27 jiffies) 00000100:00000200:1.0:1770653413.965912:0:73806:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955665155f80 x1856657966309504/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.965914:0:12204:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00080000:0.0:1770653413.965914:0:76385:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5144 count 1 00000100:00000001:3.0:1770653413.965915:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444806 00000020:00000010:2.0:1770653413.965920:0:12204:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59b80. 00000100:00000001:3.0:1770653413.965923:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444808 00002000:00000001:0.0:1770653413.965923:0:76385:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000100:00000001:2.0:1770653413.965926:0:12204:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1770653413.965928:0:76385:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00000001:3.0:1770653413.965929:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444806 00000020:00000001:0.0:1770653413.965933:0:76385:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1770653413.965934:0:12204:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59b80. 00000100:00000001:3.0:1770653413.965937:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444808 00000020:00000001:0.0:1770653413.965939:0:76385:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795554371000 : -117278155180616 : ffff95560d3875b8) 00000100:00000001:1.0:1770653413.965940:0:73806:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1770653413.965942:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444806 00000020:00000010:2.0:1770653413.965943:0:12204:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955636fe9e00. 00000100:00000001:1.0:1770653413.965944:0:73806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.965945:0:76385:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795554370912 : -117278155180704 : ffff95560d387560) 00000100:00000001:3.0:1770653413.965948:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444808 00000020:00000010:2.0:1770653413.965950:0:12204:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300d80. 00010000:00000001:0.0:1770653413.965951:0:76385:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000001:3.0:1770653413.965953:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444806 00000100:00000001:1.0:1770653413.965955:0:73806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1770653413.965956:0:12204:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510af0. 00010000:00000001:0.0:1770653413.965956:0:76385:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:3.0:1770653413.965957:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444808 00000100:00000001:3.0:1770653413.965963:0:3289:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1770653413.965963:0:76385:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955718ba2800 count: 2 00000100:00000001:2.0:1770653413.965965:0:12204:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653413.965966:0:73806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1770653413.965969:0:12204:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1770653413.965969:0:76385:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.965970:0:3289:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.965970:0:73806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1770653413.965974:0:12204:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.965976:0:76385:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:3.0:1770653413.965977:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.965979:0:73806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161873 00000100:00000001:2.0:1770653413.965981:0:12204:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.965982:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1770653413.965982:0:76385:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561ae2be00. 00000100:00000040:1.0:1770653413.965984:0:73806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:1.0:1770653413.965989:0:73806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028466560 : -117276681085056 : ffff955665155f80) 00000020:00000001:0.0:1770653413.965990:0:76385:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:3.0:1770653413.965991:0:3289:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1770653413.965995:0:12204:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653413.965995:0:73806:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665155f80 x1856657966309504/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.965996:0:3289:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:0.0:1770653413.965997:0:76385:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561ae2be00 with handle 0x2aed14e4e178cfd1 to hash 00000100:00000001:3.0:1770653413.966003:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1770653413.966004:0:76385:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:3.0:1770653413.966008:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1770653413.966008:0:76385:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795783634432 : -117277925917184 : ffff95561ae2be00) 00000100:00000001:2.0:1770653413.966009:0:12204:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1770653413.966011:0:73806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1770653413.966014:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.966014:0:12204:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1770653413.966015:0:76385:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795783634432 : -117277925917184 : ffff95561ae2be00) 00000020:00000010:1.0:1770653413.966016:0:73806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9c400. 00000100:00000001:3.0:1770653413.966021:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.966022:0:76385:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00100000:2.0:1770653413.966023:0:12204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136233 00000100:00000001:1.0:1770653413.966023:0:73806:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.966027:0:76385:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.966031:0:12204:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 7 00000020:00000010:1.0:1770653413.966031:0:73806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9c400. 00010000:00010000:0.0:1770653413.966032:0:76385:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95561ae2be00/0x2aed14e4e178cfd1 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1418:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.966037:0:12204:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795723854208 : -117277985697408 : ffff955617529180) 00000400:00000001:3.0:1770653413.966042:0:3288:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1770653413.966044:0:73806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665155f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_019:b31b1d82-c1d4-4680-ae7a-71292416d1f5+70:2366:x1856657966309504:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000400:00000001:3.0:1770653413.966045:0:3288:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1770653413.966048:0:12204:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955617529180 x1856657707209216/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1770653413.966050:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2108. 00010000:00000001:0.0:1770653413.966051:0:76385:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1770653413.966056:0:76385:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000400:00000200:3.0:1770653413.966057:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78908 00000100:00000200:1.0:1770653413.966057:0:73806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966309504 00010000:00000001:0.0:1770653413.966059:0:76385:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1770653413.966063:0:73806:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000400:00000010:3.0:1770653413.966065:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78908. 00010000:00000001:0.0:1770653413.966065:0:76385:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000002:1.0:1770653413.966068:0:73806:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000100:00000001:2.0:1770653413.966069:0:12204:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1770653413.966070:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1770653413.966070:0:76385:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:1.0:1770653413.966072:0:73806:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00010000:00000001:0.0:1770653413.966074:0:76385:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000020:00000010:2.0:1770653413.966075:0:12204:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59b80. 00000100:00000001:1.0:1770653413.966077:0:73806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:3.0:1770653413.966080:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95573c2dce00 x1856657707205632/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1770653413.966081:0:76385:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9556323fc000/0x2aed14e4e178a18d lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x1418:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0eb6 expref: 70 pid: 33123 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1770653413.966082:0:12204:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1770653413.966083:0:73806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1770653413.966089:0:73806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95560612ac00. 00000020:00000010:2.0:1770653413.966091:0:12204:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59b80. 02000000:00000001:1.0:1770653413.966094:0:73806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.966100:0:73806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.966104:0:12204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955617529180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+44:3289:x1856657707209216:12345-0@lo:6:osp-syn-0-0.0 00010000:00000001:1.0:1770653413.966106:0:73806:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1770653413.966109:0:76385:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:1.0:1770653413.966111:0:73806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1770653413.966114:0:76385:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.966115:0:12204:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707209216 00000100:00000200:3.0:1770653413.966116:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95573c2dce00 x1856657707205632/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.966116:0:73806:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1770653413.966120:0:12204:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1770653413.966121:0:73806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:0.0:1770653413.966122:0:76385:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000040:1.0:1770653413.966126:0:73806:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556395a6800 refcount=4 00000020:00000001:2.0:1770653413.966127:0:12204:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:0.0:1770653413.966129:0:76385:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.966131:0:12204:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.966132:0:73806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796294793216 : -117277414758400 : ffff9556395a6800) 00000100:00000001:3.0:1770653413.966138:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1770653413.966138:0:76385:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000001:2.0:1770653413.966139:0:12204:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:1.0:1770653413.966139:0:73806:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796294793216 : -117277414758400 : ffff9556395a6800) 00000100:00000001:3.0:1770653413.966142:0:3288:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1770653413.966145:0:76385:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:3.0:1770653413.966146:0:3288:0:(client.c:1568:after_reply()) Process entered 00000020:00000001:2.0:1770653413.966146:0:12204:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00010000:00000040:1.0:1770653413.966146:0:73806:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955633f4c000 count: 3 02000000:00000001:3.0:1770653413.966151:0:3288:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1770653413.966152:0:76385:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.966153:0:3288:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1770653413.966153:0:12204:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00010000:1.0:1770653413.966155:0:73806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9556395a6800/0x2aed14e4e178a212 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1411:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f34 expref: 70 pid: 12198 timeout: 6877 lvb_type: 1 00000020:00000001:2.0:1770653413.966157:0:12204:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.966158:0:3288:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.966160:0:76385:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653413.966164:0:12204:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1770653413.966165:0:3288:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.966167:0:76385:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000020:00000001:2.0:1770653413.966168:0:12204:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00001000:3.0:1770653413.966173:0:3288:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00000020:00000001:2.0:1770653413.966173:0:12204:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00010000:00010000:0.0:1770653413.966174:0:76385:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2be00/0x2aed14e4e178cfd1 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1418:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000100:00001000:1.0:1770653413.966175:0:73806:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00000020:00000001:2.0:1770653413.966178:0:12204:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1770653413.966182:0:12204:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653413.966184:0:3288:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00010000:00000001:1.0:1770653413.966185:0:73806:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000001:00000001:2.0:1770653413.966187:0:12204:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:1.0:1770653413.966190:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:2.0:1770653413.966191:0:12204:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.966194:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.966195:0:3288:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000001:00000001:2.0:1770653413.966196:0:12204:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:3.0:1770653413.966199:0:3288:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.966201:0:12204:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1770653413.966201:0:73806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9556395a6800/0x2aed14e4e178a212 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1411:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f34 expref: 70 pid: 12198 timeout: 6877 lvb_type: 1 00010000:00000001:3.0:1770653413.966202:0:3288:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000040:0.0:1770653413.966202:0:76385:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1418:0x0].0x0 (ffff955718ba2800) refcount = 2 00010000:00000001:3.0:1770653413.966207:0:3288:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.966207:0:12204:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.966211:0:76385:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000001:00000001:2.0:1770653413.966213:0:12204:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:3.0:1770653413.966215:0:3288:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000001:00000001:2.0:1770653413.966216:0:12204:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1770653413.966219:0:3288:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00010000:00000040:0.0:1770653413.966220:0:76385:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9556323fc000/0x2aed14e4e178a18d lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1418:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0eb6 expref: 70 pid: 33123 timeout: 0 lvb_type: 1 00000001:00000001:2.0:1770653413.966224:0:12204:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.966226:0:3288:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000020:00000001:1.0:1770653413.966226:0:73806:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:3.0:1770653413.966231:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000001:00000001:2.0:1770653413.966231:0:12204:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:1.0:1770653413.966232:0:73806:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000001:3.0:1770653413.966236:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637169152 : -117273072382464 : ffff95573c2dce00) 00000001:00000001:2.0:1770653413.966237:0:12204:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.966237:0:73806:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.966238:0:76385:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1770653413.966242:0:76385:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561ae2be00/0x2aed14e4e178cfd1 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1418:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.966243:0:3288:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000001:00000001:2.0:1770653413.966244:0:12204:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.966246:0:73806:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.966248:0:3288:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00000020:00000001:2.0:1770653413.966251:0:12204:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.966254:0:3288:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00010000:00000001:1.0:1770653413.966255:0:73806:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:2.0:1770653413.966257:0:12204:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.966258:0:3288:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.966260:0:73806:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1770653413.966263:0:12204:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1770653413.966267:0:12204:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1770653413.966268:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95573c2dce00 x1856657707205632/t4295332642(4295332642) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1770653413.966268:0:76385:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a2c0. 00010000:00000001:1.0:1770653413.966269:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:2.0:1770653413.966272:0:12204:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff955608cb6800. 00010000:00000001:1.0:1770653413.966274:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.966274:0:76385:0:(client.c:1145:ptlrpc_prep_set()) Process entered 02000000:00000001:2.0:1770653413.966278:0:12204:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.966280:0:73806:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000010:0.0:1770653413.966282:0:76385:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f3626c0. 00000100:00000001:2.0:1770653413.966283:0:12204:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.966286:0:73806:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.966288:0:76385:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661515968 : -117277048035648 : ffff95564f3626c0) 00002000:00000001:2.0:1770653413.966289:0:12204:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:2.0:1770653413.966293:0:12204:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000020:00000040:1.0:1770653413.966295:0:73806:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9556395a6800 with handle 0x2aed14e4e178a212 from hash 00000100:00000001:0.0:1770653413.966295:0:76385:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661515968 : -117277048035648 : ffff95564f3626c0) 00010000:00000001:2.0:1770653413.966297:0:12204:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.966304:0:73806:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1770653413.966304:0:76385:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00002000:00080000:2.0:1770653413.966305:0:12204:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5473 count 1 00000100:00000001:0.0:1770653413.966308:0:76385:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000001:3.0:1770653413.966309:0:3288:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1770653413.966310:0:12204:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00010000:00000001:1.0:1770653413.966310:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.966311:0:76385:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1770653413.966314:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1770653413.966315:0:12204:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00000001:3.0:1770653413.966316:0:3288:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1770653413.966316:0:76385:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1770653413.966319:0:12204:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1770653413.966319:0:73806:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1770653413.966320:0:3288:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.966321:0:76385:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1770653413.966325:0:12204:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797101935064 : -117276607616552 : ffff9556697669d8) 00000020:00000001:0.0:1770653413.966325:0:76385:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000004:00080000:3.0:1770653413.966326:0:3288:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95573c2dce00/2, rc 0, transno 4295332642 00010000:00000001:1.0:1770653413.966326:0:73806:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653413.966330:0:76385:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00002000:00000001:2.0:1770653413.966332:0:12204:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797101934976 : -117276607616640 : ffff955669766980) 00010000:00000001:1.0:1770653413.966332:0:73806:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:3.0:1770653413.966333:0:3288:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 7 in flight, 42 in progress 00010000:00000001:0.0:1770653413.966334:0:76385:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1770653413.966337:0:76385:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00010000:00000001:2.0:1770653413.966340:0:12204:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1770653413.966340:0:73806:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000010:0.0:1770653413.966342:0:76385:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955602b1c700. 00010000:00000001:2.0:1770653413.966344:0:12204:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:1.0:1770653413.966345:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1770653413.966347:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c2dce00 x1856657707205632/t4295332642(4295332642) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1770653413.966347:0:76385:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=4 obd=lustre-OST0001 00010000:00000040:2.0:1770653413.966350:0:12204:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95560d669800 count: 2 00000100:00000001:0.0:1770653413.966354:0:76385:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00010000:00010000:1.0:1770653413.966355:0:73806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9556395a6800/0x2aed14e4e178a212 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1411:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f34 expref: 70 pid: 12198 timeout: 6877 lvb_type: 1 00010000:00000001:2.0:1770653413.966356:0:12204:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1770653413.966358:0:76385:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:2.0:1770653413.966363:0:12204:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 02000000:00000001:0.0:1770653413.966364:0:76385:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1770653413.966369:0:12204:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95571016b400. 02000000:00000010:0.0:1770653413.966374:0:76385:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff955626009000. 00000020:00000001:2.0:1770653413.966376:0:12204:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00100000:3.0:1770653413.966377:0:3288:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95573c2dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707205632:0@lo:6:osp-syn-1-0.0 00000020:00000040:2.0:1770653413.966381:0:12204:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95571016b400 with handle 0x2aed14e4e178cfd8 to hash 00000100:00000001:0.0:1770653413.966385:0:76385:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.966386:0:12204:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000040:1.0:1770653413.966386:0:73806:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 64 00000100:00000001:3.0:1770653413.966387:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.966390:0:12204:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799897457664 : -117273812093952 : ffff95571016b400) 00000100:00000001:3.0:1770653413.966393:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1770653413.966394:0:73806:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 69 00010000:00000001:2.0:1770653413.966395:0:12204:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799897457664 : -117273812093952 : ffff95571016b400) 00010000:00010000:0.0:1770653413.966399:0:76385:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9556323fc000/0x2aed14e4e178a18d lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1418:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0eb6 expref: 70 pid: 33123 timeout: 0 lvb_type: 1 00000100:00000040:3.0:1770653413.966401:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2de300 x1856657707205760/t8590299223(8590299223) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.966401:0:12204:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1770653413.966405:0:12204:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.966406:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.966411:0:73806:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:2.0:1770653413.966413:0:12204:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95571016b400/0x2aed14e4e178cfd8 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1561:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.966416:0:73806:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1770653413.966421:0:73806:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95566c162200 00010000:00000001:1.0:1770653413.966427:0:73806:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1770653413.966432:0:73806:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653413.966435:0:76385:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9556323fc000/0x2aed14e4e178a18d lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1418:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0eb6 expref: 69 pid: 33123 timeout: 6877 lvb_type: 1 00010000:00010000:1.0:1770653413.966437:0:73806:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:3.0:1770653413.966438:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.966438:0:12204:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1770653413.966442:0:12204:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1770653413.966444:0:73806:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.966445:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1770653413.966445:0:12204:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1770653413.966450:0:12204:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1770653413.966451:0:73806:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000040:3.0:1770653413.966452:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2dce00 x1856657707205632/t4295332642(4295332642) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.966453:0:12204:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00010000:1.0:1770653413.966456:0:73806:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653413.966457:0:12204:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:1.0:1770653413.966462:0:73806:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1770653413.966466:0:12204:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff95565f571400/0x2aed14e4e178a03d lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d89 expref: 71 pid: 7966 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1770653413.966470:0:73806:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1770653413.966475:0:73806:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1770653413.966480:0:73806:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95566c162200/0x2aed14e4e178cf84 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1411:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.966482:0:76385:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1770653413.966485:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.966487:0:76385:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1770653413.966493:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.966494:0:12204:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1770653413.966498:0:12204:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.966498:0:76385:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955602b1c700 x1856657707209472/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.966499:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653413.966503:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1770653413.966503:0:73806:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:2.0:1770653413.966504:0:12204:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:3.0:1770653413.966509:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.966509:0:12204:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.966511:0:73806:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95566c162200/0x2aed14e4e178cf84 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1411:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.966515:0:76385:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1770653413.966516:0:12204:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:3.0:1770653413.966517:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.966519:0:76385:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.966521:0:12204:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653413.966526:0:12204:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.966529:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1770653413.966530:0:76385:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955602b1c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:76385:1856657707209472:192.168.202.60@tcp:104: 00000100:00000001:3.0:1770653413.966533:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1770653413.966534:0:12204:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1770653413.966535:0:73806:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1411:0x0].0x0 (ffff955633f4c000) refcount = 2 00000100:00000001:0.0:1770653413.966535:0:76385:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1770653413.966538:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.966539:0:12204:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 02000000:00000001:0.0:1770653413.966540:0:76385:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1770653413.966544:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.966544:0:76385:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.966545:0:12204:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95571016b400/0x2aed14e4e178cfd8 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1770653413.966545:0:73806:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 02000000:00000001:0.0:1770653413.966551:0:76385:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000040:1.0:1770653413.966553:0:73806:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95566c162200/0x2aed14e4e178cf84 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1411:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1770653413.966557:0:12204:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1561:0x0].0x0 (ffff95560d669800) refcount = 2 02000000:00000010:0.0:1770653413.966558:0:76385:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff955626009c00. 02000000:00000001:0.0:1770653413.966564:0:76385:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.966565:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2108. 00010000:00000040:2.0:1770653413.966565:0:12204:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1770653413.966573:0:12204:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95565f571400/0x2aed14e4e178a03d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d89 expref: 71 pid: 7966 timeout: 0 lvb_type: 1 00000400:00000010:3.0:1770653413.966574:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78908. 00010000:00000001:1.0:1770653413.966575:0:73806:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000400:00000010:0.0:1770653413.966575:0:76385:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e053058. 00010000:00000001:1.0:1770653413.966581:0:73806:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.966582:0:3290:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707209344, portal 4 00000400:00000010:0.0:1770653413.966584:0:76385:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8dd0. 00010000:00000040:2.0:1770653413.966585:0:12204:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000100:00000001:3.0:1770653413.966588:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1770653413.966589:0:73806:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000040:2.0:1770653413.966590:0:12204:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95571016b400/0x2aed14e4e178cfd8 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1770653413.966591:0:76385:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707209472, portal 16 00000100:00000001:3.0:1770653413.966592:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796392436992 : -117277317114624 : ffff95563f2c5500) 00010000:00000001:1.0:1770653413.966594:0:73806:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.966599:0:76385:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1770653413.966602:0:73806:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.966603:0:76385:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795377772288 : -117278331779328 : ffff955602b1c700) 00000100:00000040:3.0:1770653413.966605:0:3290:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95563f2c5500 x1856657707209344/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.0:1770653413.966608:0:12204:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f59b80. 00010000:00000010:1.0:1770653413.966612:0:73806:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9c400. 00000100:00000001:2.0:1770653413.966613:0:12204:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000040:0.0:1770653413.966615:0:76385:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955602b1c700 x1856657707209472/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1770653413.966620:0:12204:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0540. 00000100:00000001:1.0:1770653413.966620:0:73806:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:2.0:1770653413.966625:0:12204:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100336448 : -117276609215168 : ffff9556695e0540) 00000100:00000001:3.0:1770653413.966628:0:3290:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:1.0:1770653413.966628:0:73806:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa8d80. 00000100:00000001:2.0:1770653413.966631:0:12204:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100336448 : -117276609215168 : ffff9556695e0540) 00000100:00000001:1.0:1770653413.966635:0:73806:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540169600 : -117277169382016 : ffff955647fa8d80) 00000100:00000040:3.0:1770653413.966636:0:3290:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1770653413.966637:0:12204:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1770653413.966642:0:12204:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000400:00000010:3.0:1770653413.966644:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78088. 00000100:00000001:1.0:1770653413.966644:0:73806:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540169600 : -117277169382016 : ffff955647fa8d80) 00010000:00000001:2.0:1770653413.966645:0:12204:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:0.0:1770653413.966646:0:76385:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1770653413.966650:0:12204:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1770653413.966653:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707209344, offset 0 00000100:00000001:1.0:1770653413.966653:0:73806:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000001:2.0:1770653413.966654:0:12204:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1770653413.966654:0:76385:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000020:00000001:2.0:1770653413.966658:0:12204:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:1.0:1770653413.966659:0:73806:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1770653413.966662:0:12204:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000400:00000010:0.0:1770653413.966662:0:76385:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac86e8. 00000400:00000200:3.0:1770653413.966663:0:3290:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1770653413.966664:0:73806:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1770653413.966666:0:12204:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000100:00000200:0.0:1770653413.966670:0:76385:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707209472, offset 0 00010000:00000001:2.0:1770653413.966671:0:12204:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00010000:00000001:1.0:1770653413.966671:0:73806:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:3.0:1770653413.966677:0:3290:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1770653413.966680:0:12204:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572eb21180. 00010000:00000001:1.0:1770653413.966683:0:73806:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.966684:0:76385:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000020:00000040:2.0:1770653413.966685:0:12204:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=8 obd=lustre-OST0000 00000400:00000200:3.0:1770653413.966686:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b9280 00010000:00000001:1.0:1770653413.966691:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.966692:0:12204:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:1.0:1770653413.966695:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1770653413.966696:0:12204:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1770653413.966698:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf6c5 [8] + 4352 00000400:00000200:0.0:1770653413.966698:0:76385:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00010000:00000001:1.0:1770653413.966700:0:73806:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.966701:0:12204:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.966706:0:76385:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:1.0:1770653413.966709:0:73806:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000400:00000200:3.0:1770653413.966710:0:3290:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1770653413.966710:0:12204:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff955636fe8e00. 00000400:00000200:0.0:1770653413.966711:0:76385:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00010000:00000001:1.0:1770653413.966714:0:73806:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1770653413.966719:0:12204:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.966720:0:76385:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1770653413.966721:0:73806:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.966722:0:3290:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:2.0:1770653413.966730:0:12204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff95565f571400/0x2aed14e4e178a03d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d89 expref: 71 pid: 7966 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1770653413.966730:0:73806:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.966730:0:76385:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00000001:1.0:1770653413.966748:0:73806:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000400:00000200:0.0:1770653413.966752:0:76385:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164714:2164714:251:4294967295] 192.168.202.60@tcp LPNI seq info [2164710:2164710:3:4294967295] 00000100:00000010:1.0:1770653413.966753:0:73806:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa8d80. 00000100:00000001:1.0:1770653413.966758:0:73806:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00010000:2.0:1770653413.966760:0:12204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff95565f571400/0x2aed14e4e178a03d lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d89 expref: 71 pid: 7966 timeout: 6877 lvb_type: 1 00010000:00000001:1.0:1770653413.966761:0:73806:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1770653413.966767:0:73806:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9c400. 00010000:00000001:1.0:1770653413.966773:0:73806:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:0.0:1770653413.966776:0:76385:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00010000:1.0:1770653413.966777:0:73806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1770653413.966781:0:73806:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.966786:0:73806:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1770653413.966789:0:3290:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:1.0:1770653413.966791:0:73806:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.966793:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000800:00000200:0.0:1770653413.966793:0:76385:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00001000:1.0:1770653413.966799:0:73806:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00010000:00000001:2.0:1770653413.966800:0:12204:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000010:3.0:1770653413.966802:0:3290:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955617528700. 00000800:00000010:0.0:1770653413.966803:0:76385:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9300. 00000100:00000001:2.0:1770653413.966804:0:12204:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1770653413.966805:0:73806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1770653413.966809:0:3290:0:(events.c:337:request_in_callback()) incoming req@ffff955617528700 x1856657707209344 msgsize 544 00000100:00000040:2.0:1770653413.966814:0:12204:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95572eb21180 x1856657707209600/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1770653413.966815:0:73806:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000800:00000200:0.0:1770653413.966820:0:76385:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:1.0:1770653413.966822:0:73806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00100000:3.0:1770653413.966824:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1770653413.966830:0:73806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1770653413.966834:0:3290:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:0.0:1770653413.966834:0:76385:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 02000000:00000001:1.0:1770653413.966835:0:73806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.966841:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78088 00000100:00000001:2.0:1770653413.966841:0:12204:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1770653413.966842:0:73806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1770653413.966842:0:76385:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9300 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1770653413.966847:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78088. 00000100:00000001:2.0:1770653413.966862:0:12204:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.966868:0:12204:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95572eb21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12204:1856657707209600:192.168.202.60@tcp:104: 00000100:00000040:1.0:1770653413.966873:0:73806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:2.0:1770653413.966874:0:12204:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1770653413.966877:0:73806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022dd0. 02000000:00000001:2.0:1770653413.966879:0:12204:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1770653413.966880:0:3290:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1770653413.966882:0:73806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966309504, offset 224 02000000:00000001:2.0:1770653413.966883:0:12204:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.966886:0:76385:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.966887:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95563f2c5500 x1856657707209344/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653413.966889:0:12204:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1770653413.966891:0:76385:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444810 02000000:00000010:2.0:1770653413.966894:0:12204:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff955636fe8a00. 00000400:00000200:1.0:1770653413.966896:0:73806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:0.0:1770653413.966899:0:76385:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4301444808 02000000:00000001:2.0:1770653413.966900:0:12204:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.966910:0:73806:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000010:2.0:1770653413.966911:0:12204:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2e70. 00000100:00000001:0.0:1770653413.966911:0:76385:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444810 00000100:00000001:3.0:1770653413.966912:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653413.966919:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563f2c5500 x1856657707209344/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1770653413.966920:0:12204:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888880. 00000100:00000001:0.0:1770653413.966921:0:76385:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4301444808 00000400:00000200:1.0:1770653413.966925:0:73806:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164715:2164715:250:4294967295] 192.168.202.60@tcp LPNI seq info [2164711:2164711:2:4294967295] 00000100:00000200:2.0:1770653413.966929:0:12204:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707209600, portal 16 00000100:00000001:0.0:1770653413.966929:0:76385:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444810 00000100:00000001:2.0:1770653413.966936:0:12204:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1770653413.966938:0:76385:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4301444808 00000100:00000001:2.0:1770653413.966940:0:12204:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800410956160 : -117273298595456 : ffff95572eb21180) 00000100:00000001:0.0:1770653413.966947:0:76385:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444810 00000100:00000001:3.0:1770653413.966950:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.966952:0:76385:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4301444808 00000100:00000001:3.0:1770653413.966955:0:3290:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1770653413.966955:0:12204:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff95572eb21180 x1856657707209600/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1770653413.966956:0:73806:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:0.0:1770653413.966957:0:76385:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.966964:0:76385:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.966970:0:3290:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.966971:0:76385:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653413.966972:0:73806:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000040:3.0:1770653413.966979:0:3290:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26298 usecs (27 jiffies) 00010000:00000001:0.0:1770653413.966979:0:76385:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1770653413.966982:0:73806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9557353d2a00. 00000100:00000001:2.0:1770653413.966984:0:12204:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1770653413.966985:0:76385:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.966986:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444807 00010000:00000001:0.0:1770653413.966990:0:76385:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.966993:0:76385:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1770653413.966996:0:12204:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000800:00000200:1.0:1770653413.966997:0:73806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:0.0:1770653413.966997:0:76385:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.966998:0:76416:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:2.0:1770653413.967000:0:12204:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888550. 00010000:00000001:0.0:1770653413.967002:0:76385:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00100000:3.0:1770653413.967003:0:76416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707209344 00000100:00000200:2.0:1770653413.967006:0:12204:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707209600, offset 0 00010000:00000001:0.0:1770653413.967006:0:76385:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 02000000:00000001:3.0:1770653413.967007:0:76416:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000200:1.0:1770653413.967008:0:73806:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:3.0:1770653413.967011:0:76416:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653413.967014:0:76385:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.967016:0:76416:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653413.967016:0:73806:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9557353d2a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1770653413.967018:0:12204:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:0.0:1770653413.967019:0:76385:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1770653413.967023:0:76416:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.967024:0:76385:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1770653413.967026:0:76416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707209344 00000100:00000001:1.0:1770653413.967026:0:73806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.967028:0:76385:0:(client.c:2680:ptlrpc_set_wait()) set ffff95564f3626c0 going to sleep for 11 seconds 00000020:00000001:3.0:1770653413.967032:0:76416:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1770653413.967032:0:12204:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000100:00000001:0.0:1770653413.967034:0:76385:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1770653413.967035:0:73806:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000020:00000040:3.0:1770653413.967036:0:76416:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00000100:00000001:0.0:1770653413.967038:0:76385:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.967041:0:12204:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:3.0:1770653413.967042:0:76416:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1770653413.967043:0:73806:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653413.967047:0:76416:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=45 00000400:00000200:2.0:1770653413.967048:0:12204:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00010000:00000001:1.0:1770653413.967048:0:73806:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.967053:0:12206:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95566c162200/0x2aed14e4e178cf84 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1770653413.967055:0:76416:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000400:00000200:2.0:1770653413.967056:0:12204:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1770653413.967059:0:73806:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665155f80 x1856657966309504/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1770653413.967062:0:76416:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000400:00000200:2.0:1770653413.967066:0:12204:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00000001:3.0:1770653413.967070:0:76416:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1770653413.967076:0:76416:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbb40. 00000400:00000200:2.0:1770653413.967076:0:12204:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164716:2164716:249:4294967295] 192.168.202.60@tcp LPNI seq info [2164712:2164712:1:4294967295] 00010000:00000001:0.0:1770653413.967080:0:12206:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.967082:0:76416:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1770653413.967087:0:12206:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95566c162200/0x2aed14e4e178cf84 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1770653413.967089:0:76416:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbb40. 00000100:00100000:1.0:1770653413.967097:0:73806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665155f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_019:b31b1d82-c1d4-4680-ae7a-71292416d1f5+69:2366:x1856657966309504:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1079us (1506us total) trans 0 rc 0/0 00000020:00000010:3.0:1770653413.967098:0:76416:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95562fa44800. 00000400:00000200:2.0:1770653413.967104:0:12204:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000020:00000010:3.0:1770653413.967106:0:76416:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3480. 00010000:00000001:0.0:1770653413.967109:0:12206:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:00000010:3.0:1770653413.967114:0:76416:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90af0. 00010000:00000001:0.0:1770653413.967114:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.967120:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.967121:0:76416:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000200:2.0:1770653413.967121:0:12204:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00100000:1.0:1770653413.967122:0:73806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161873 00000100:00000001:3.0:1770653413.967125:0:76416:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1770653413.967127:0:12206:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1770653413.967129:0:76416:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1770653413.967129:0:12204:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df200. 00000100:00000040:1.0:1770653413.967131:0:73806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000020:00000001:0.0:1770653413.967132:0:12206:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653413.967138:0:12206:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c162200 refcount=3 00000100:00000001:3.0:1770653413.967139:0:76416:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1770653413.967139:0:12204:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:1.0:1770653413.967139:0:73806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1770653413.967145:0:73806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1770653413.967147:0:12206:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145956864 : -117276563594752 : ffff95566c162200) 00000800:00000200:2.0:1770653413.967151:0:12204:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000020:00000010:1.0:1770653413.967154:0:73806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d580. 00000100:00000001:3.0:1770653413.967155:0:76416:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1770653413.967155:0:12204:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df200 type 1, nob 424 niov 1 nkiov 1 00010000:00000001:0.0:1770653413.967155:0:12206:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145956864 : -117276563594752 : ffff95566c162200) 00010000:00000001:0.0:1770653413.967163:0:12206:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:2.0:1770653413.967164:0:12204:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.967166:0:73806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662adaa28. 00000100:00000001:2.0:1770653413.967168:0:12204:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444810 00010000:00010000:0.0:1770653413.967168:0:12206:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95566c162200/0x2aed14e4e178cf84 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.967169:0:76416:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1770653413.967173:0:73806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f6c00. 00000100:00000001:3.0:1770653413.967174:0:76416:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1770653413.967175:0:12204:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, keep current deadline 4301444810 00000020:00000040:1.0:1770653413.967181:0:73806:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 68 00000100:00100000:3.0:1770653413.967182:0:76416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136234 00000100:00000001:2.0:1770653413.967182:0:12204:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444810 00000100:00000001:1.0:1770653413.967187:0:73806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.967188:0:12204:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, keep current deadline 4301444810 00000100:00000040:3.0:1770653413.967191:0:76416:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 8 00010000:00000001:0.0:1770653413.967191:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.967193:0:12204:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444810 00010000:00000001:0.0:1770653413.967195:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.967196:0:76416:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795723851520 : -117277985700096 : ffff955617528700) 00000100:00000001:2.0:1770653413.967198:0:12204:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, keep current deadline 4301444810 00010000:00010000:0.0:1770653413.967200:0:12206:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95566c162200/0x2aed14e4e178cf84 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.967202:0:12204:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444810 00000100:00000040:3.0:1770653413.967204:0:76416:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955617528700 x1856657707209344/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.967208:0:12204:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, keep current deadline 4301444810 00000100:00000001:2.0:1770653413.967212:0:12204:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1770653413.967217:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653413.967218:0:12204:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.967224:0:12204:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.967225:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.967226:0:12206:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1770653413.967230:0:12204:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.967231:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653413.967231:0:12206:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.967234:0:76416:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1770653413.967237:0:12204:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.967238:0:12206:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000800:00000001:1.0:1770653413.967239:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1770653413.967240:0:76416:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbb40. 00010000:00000001:2.0:1770653413.967240:0:12204:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:0.0:1770653413.967243:0:12206:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff95564f362540. 00010000:00000001:2.0:1770653413.967244:0:12204:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.967246:0:76416:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.967248:0:12204:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.967249:0:12206:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000020:00000010:3.0:1770653413.967253:0:76416:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbb40. 00000400:00000200:1.0:1770653413.967253:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:2.0:1770653413.967254:0:12204:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1770653413.967258:0:12204:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1770653413.967263:0:12204:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.967265:0:76416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955617528700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0000-mdtlov_UUID+45:3290:x1856657707209344:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1770653413.967265:0:12206:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00000001:2.0:1770653413.967266:0:12204:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1770653413.967269:0:12204:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1770653413.967271:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b8b00 00010000:00000001:0.0:1770653413.967272:0:12206:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.967275:0:12204:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556695e0540 going to sleep for 11 seconds 00000100:00000200:3.0:1770653413.967279:0:76416:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707209344 00010000:00000001:0.0:1770653413.967280:0:12206:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.967281:0:12204:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1770653413.967286:0:76416:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1770653413.967287:0:12204:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.967287:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda73d [1] + 224 00010000:00000001:0.0:1770653413.967287:0:12206:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000001:3.0:1770653413.967290:0:76416:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:0.0:1770653413.967292:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1770653413.967295:0:76416:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.967297:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:1.0:1770653413.967298:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1770653413.967299:0:76416:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00002000:00000001:0.0:1770653413.967300:0:12206:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000020:00000001:3.0:1770653413.967304:0:76416:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000004:00000001:2.0:1770653413.967304:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000800:00000001:1.0:1770653413.967305:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1770653413.967305:0:12206:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000004:00000001:2.0:1770653413.967308:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.967311:0:76416:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1770653413.967311:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000001:2.0:1770653413.967313:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00080000:00000010:0.0:1770653413.967313:0:12206:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95563a7fa000. 00000004:00000001:2.0:1770653413.967317:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00080000:00000001:0.0:1770653413.967318:0:12206:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796314009600 : -117277395542016 : ffff95563a7fa000) 00000020:00000001:3.0:1770653413.967320:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000004:00000001:2.0:1770653413.967320:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.967320:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000001:00000001:0.0:1770653413.967323:0:12206:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000020:00000001:3.0:1770653413.967324:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.967328:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f648280 type=0x10692404 idx=3595 00000001:00000001:0.0:1770653413.967329:0:12206:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.967330:0:66075:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:1.0:1770653413.967331:0:3283:0:(events.c:78:reply_in_callback()) Process entered 00000040:00001000:2.0:1770653413.967333:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3595 lrh_len: 64 (7552 remains) 00080000:00000002:0.0:1770653413.967336:0:12206:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x1411:0x0] not in the id map cache 00000040:00001000:2.0:1770653413.967337:0:7854:0:(llog.c:797:llog_process_thread()) index: 3595, lh_last_idx: 3602 synced_idx: 0 lgh_last_idx: 3602 00010000:00000001:3.0:1770653413.967338:0:66075:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000100:00000200:1.0:1770653413.967340:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955602b1ed80 x1856657707207424/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.967342:0:66075:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00080000:00000001:0.0:1770653413.967344:0:12206:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000004:00000001:2.0:1770653413.967345:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00010000:3.0:1770653413.967347:0:66075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95566c162200/0x2aed14e4e178cf84 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000004:00000001:2.0:1770653413.967351:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1770653413.967354:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.967356:0:12206:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1770653413.967360:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00080000:00000001:0.0:1770653413.967363:0:12206:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.967364:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:2.0:1770653413.967368:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00080000:00000001:0.0:1770653413.967369:0:12206:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00010000:00010000:3.0:1770653413.967370:0:66075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95566c162200 already unused, calling callback (ffffffffc16fe650) 00000100:00000040:1.0:1770653413.967372:0:3283:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955602b1ed80 x1856657707207424/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:0.0:1770653413.967373:0:12206:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000010:2.0:1770653413.967374:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572eb20700. 00010000:00000001:3.0:1770653413.967376:0:66075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 80000000:00000001:0.0:1770653413.967376:0:12206:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:3.0:1770653413.967381:0:66075:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 80000000:00000001:0.0:1770653413.967381:0:12206:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000020:00000040:2.0:1770653413.967382:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=45 obd=lustre-OST0001-osc-MDT0000 00010000:00010000:3.0:1770653413.967387:0:66075:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95566c162200/0x2aed14e4e178cf84 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 80000000:00000001:0.0:1770653413.967387:0:12206:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.967389:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 80000000:00000001:0.0:1770653413.967392:0:12206:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.967393:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1770653413.967397:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.967399:0:12206:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1770653413.967404:0:12206:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 02000000:00000010:2.0:1770653413.967405:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff955608cb5000. 00010000:00000001:3.0:1770653413.967408:0:66075:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:2.0:1770653413.967410:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.967410:0:12206:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00010000:00000001:3.0:1770653413.967411:0:66075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1770653413.967411:0:3283:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1770653413.967416:0:66075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00000001:2.0:1770653413.967417:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626800410953472 : -117273298598144 : ffff95572eb20700) 00000020:00000040:3.0:1770653413.967420:0:66075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c162200 refcount=3 00000800:00000001:1.0:1770653413.967420:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653413.967422:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1770653413.967424:0:33123:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1770653413.967427:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653413.967428:0:66075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145956864 : -117276563594752 : ffff95566c162200) 00000100:00000001:2.0:1770653413.967428:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1770653413.967430:0:33123:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1770653413.967434:0:33123:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1770653413.967435:0:66075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145956864 : -117276563594752 : ffff95566c162200) 00000800:00000001:1.0:1770653413.967436:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1770653413.967438:0:33123:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e053000. 00010000:00000001:3.0:1770653413.967442:0:66075:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:2.0:1770653413.967442:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a641bae] to pc [ptlrpcd_00_03+3] req@ffff95572eb20700 x1856657707209728/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1770653413.967442:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653413.967443:0:33123:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8ee0 00010000:00010000:3.0:1770653413.967447:0:66075:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95566c162200/0x2aed14e4e178cf84 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x1411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1770653413.967449:0:33123:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8ee0. 00000400:00000200:1.0:1770653413.967456:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:0.0:1770653413.967456:0:33123:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1770653413.967464:0:33123:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955602b1ed80 x1856657707207424/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1770653413.967472:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d2100 00000400:00000200:1.0:1770653413.967486:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed7121 [2] + 328 00010000:00000001:3.0:1770653413.967490:0:66075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1770653413.967492:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.967494:0:66075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000800:00000001:1.0:1770653413.967496:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1770653413.967500:0:66075:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:2.0:1770653413.967501:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 8 in flight, 43 in progress 00000800:00000001:1.0:1770653413.967503:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1770653413.967505:0:33123:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955602b1ed80 x1856657707207424/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.967506:0:66075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:1.0:1770653413.967509:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1770653413.967510:0:66075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000004:00001000:2.0:1770653413.967510:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3595, id 1934 00010000:00000001:3.0:1770653413.967514:0:66075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653413.967518:0:66075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.967519:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000400:00000200:1.0:1770653413.967521:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000040:3.0:1770653413.967525:0:66075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95566c162200 with handle 0x2aed14e4e178cf84 from hash 00000100:00000001:0.0:1770653413.967528:0:33123:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1770653413.967529:0:66075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1770653413.967529:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1770653413.967534:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1770653413.967534:0:33123:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.967535:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:1.0:1770653413.967535:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:2.0:1770653413.967540:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1770653413.967541:0:33123:0:(client.c:1568:after_reply()) Process entered 00010000:00000001:3.0:1770653413.967542:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:1.0:1770653413.967542:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665155500. 00010000:00000001:3.0:1770653413.967547:0:66075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1770653413.967547:0:3291:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1770653413.967547:0:33123:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1770653413.967548:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955665155500 x1856657966309632 msgsize 328 00000100:00000001:0.0:1770653413.967551:0:33123:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1770653413.967554:0:66075:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:0.0:1770653413.967555:0:33123:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.967558:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95572eb20700 x1856657707209728/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.967559:0:66075:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.967560:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 02000000:00000001:0.0:1770653413.967560:0:33123:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.967567:0:66075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00001000:0.0:1770653413.967568:0:33123:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 00000100:00000001:1.0:1770653413.967569:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:3.0:1770653413.967573:0:66075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000800:00000001:1.0:1770653413.967575:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1770653413.967576:0:33123:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 00010000:00000001:3.0:1770653413.967579:0:66075:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000800:00000001:1.0:1770653413.967580:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.967583:0:3291:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1770653413.967583:0:33123:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1770653413.967585:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1770653413.967586:0:66075:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.967587:0:3291:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.967588:0:33123:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.967590:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.967595:0:66075:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.967595:0:3291:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1770653413.967595:0:33123:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1770653413.967600:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 02000000:00000001:2.0:1770653413.967601:0:3291:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.967602:0:66075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1770653413.967602:0:33123:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.967608:0:66075:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1770653413.967609:0:33123:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.967610:0:3291:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.967610:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b8c00 00010000:00000001:3.0:1770653413.967618:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:2.0:1770653413.967619:0:3291:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95572eb20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707209728:0@lo:6:osp-syn-1-0.0 00000100:00000040:0.0:1770653413.967620:0:33123:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955602b1ed80 x1856657707207424/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.967623:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1770653413.967624:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda75d [1] + 224 00010000:00000001:3.0:1770653413.967629:0:66075:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.967630:0:3291:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1770653413.967635:0:3291:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:1.0:1770653413.967636:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1770653413.967637:0:66075:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.967639:0:3291:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.967641:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.967643:0:66075:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.967646:0:3291:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1770653413.967648:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1770653413.967648:0:33123:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1770653413.967650:0:66075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95566c162200/0x2aed14e4e178cf84 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x1411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 02000000:00000010:2.0:1770653413.967652:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955608cb4400. 00000100:00000001:0.0:1770653413.967654:0:33123:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1770653413.967656:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653413.967659:0:33123:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653413.967661:0:3291:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.967664:0:3283:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1770653413.967665:0:33123:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1770653413.967669:0:33123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.967670:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1770653413.967671:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2c08. 00000100:00000200:1.0:1770653413.967673:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95563f2c4a80 x1856657707207680/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.967674:0:33123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653413.967675:0:66075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95566c162200/0x2aed14e4e178cf84 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x1411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.967678:0:33123:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.967679:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268887f8. 00000100:00000040:0.0:1770653413.967688:0:33123:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955602b1ed80 x1856657707207424/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1770653413.967689:0:3291:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707209728, portal 4 00000100:00000001:2.0:1770653413.967697:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1770653413.967701:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800410953472 : -117273298598144 : ffff95572eb20700) 00000100:00000040:1.0:1770653413.967711:0:3283:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff95563f2c4a80 x1856657707207680/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1770653413.967715:0:3291:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95572eb20700 x1856657707209728/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1770653413.967721:0:66075:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff955633f4c000 count: 0 00000100:00100000:0.0:1770653413.967727:0:33123:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955602b1ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:33123:1856657707207424:192.168.202.60@tcp:104: 00002000:00000010:3.0:1770653413.967728:0:66075:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff95562ede4d00. 00010000:00000010:3.0:1770653413.967736:0:66075:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff955633f4c200. 00000100:00000001:0.0:1770653413.967750:0:33123:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.967755:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.967756:0:33123:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.967759:0:66075:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1770653413.967762:0:33123:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000010:3.0:1770653413.967764:0:66075:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff95564f362540. 00000100:00000001:2.0:1770653413.967765:0:3291:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1770653413.967766:0:33123:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1770653413.967771:0:66075:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.967773:0:3283:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1770653413.967775:0:33123:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955602b1ed80 x1856657707207424/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1770653413.967777:0:3291:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1770653413.967778:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000001:1.0:1770653413.967780:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1770653413.967782:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.967787:0:76386:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1770653413.967787:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1770653413.967788:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1770653413.967793:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000001:1.0:1770653413.967793:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653413.967794:0:33123:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000400:00000001:2.0:1770653413.967795:0:76386:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1770653413.967800:0:76386:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1770653413.967801:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.967801:0:33123:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:1.0:1770653413.967802:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1770653413.967803:0:76386:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef20b0. 00010000:00010000:3.0:1770653413.967806:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:0.0:1770653413.967806:0:33123:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95571a5ce000. 00000400:00000200:2.0:1770653413.967810:0:76386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888b28 00000020:00000001:3.0:1770653413.967811:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:1.0:1770653413.967815:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 02000000:00000001:0.0:1770653413.967815:0:33123:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1770653413.967816:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.967817:0:76386:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888b28. 00000020:00000001:0.0:1770653413.967819:0:33123:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1770653413.967823:0:33123:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=7 obd=lustre-OST0000 00010000:00010000:3.0:1770653413.967825:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1770653413.967826:0:76386:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1770653413.967826:0:33123:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1770653413.967830:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d2180 02000000:00000010:0.0:1770653413.967831:0:33123:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff955705563600. 00000020:00000001:3.0:1770653413.967835:0:76416:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1770653413.967836:0:76386:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95563f2c4a80 x1856657707207680/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1770653413.967838:0:33123:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1770653413.967842:0:76416:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1770653413.967843:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed7121 [2] + 656 02000000:00000001:0.0:1770653413.967843:0:33123:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1770653413.967846:0:76416:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1770653413.967871:0:76416:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000100:00000200:2.0:1770653413.967873:0:76386:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95563f2c4a80 x1856657707207680/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1770653413.967875:0:76416:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1770653413.967879:0:76416:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653413.967879:0:33123:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955602b1ed80. 00000001:00000001:3.0:1770653413.967887:0:76416:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000800:00000001:1.0:1770653413.967887:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653413.967888:0:33123:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000001:00000001:3.0:1770653413.967892:0:76416:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.967893:0:33123:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1770653413.967899:0:76416:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000010:0.0:1770653413.967900:0:33123:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f362900. 00000100:00000001:2.0:1770653413.967902:0:76386:0:(events.c:163:reply_in_callback()) Process leaving 00000001:00000001:3.0:1770653413.967903:0:76416:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.967905:0:33123:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1770653413.967907:0:76386:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1770653413.967909:0:76416:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.967909:0:33123:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.967910:0:76386:0:(client.c:1568:after_reply()) Process entered 00000100:00000001:1.0:1770653413.967912:0:76655:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1770653413.967915:0:76386:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000001:00000001:3.0:1770653413.967916:0:76416:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00100000:1.0:1770653413.967917:0:76655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966309632 00010000:00000010:0.0:1770653413.967918:0:33123:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95af40. 00000100:00000001:2.0:1770653413.967919:0:76386:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000001:00000001:3.0:1770653413.967920:0:76416:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1770653413.967922:0:76655:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1770653413.967924:0:76386:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.967924:0:33123:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.967925:0:76416:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.967926:0:76655:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1770653413.967931:0:76386:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.967932:0:76655:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.967933:0:76416:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:0.0:1770653413.967933:0:33123:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1770653413.967935:0:76386:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00000001:00000001:3.0:1770653413.967937:0:76416:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1770653413.967938:0:76655:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.967939:0:33123:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1770653413.967944:0:76386:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00000001:00000001:3.0:1770653413.967946:0:76416:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.967946:0:76655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966309632 00010000:00000001:0.0:1770653413.967947:0:33123:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:2.0:1770653413.967948:0:76386:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1770653413.967952:0:76655:0:(genops.c:811:class_conn2export()) Process entered 00010000:00010000:0.0:1770653413.967954:0:33123:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cf99 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x155b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1770653413.967955:0:76416:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.967955:0:76386:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.967955:0:76655:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000020:00000001:1.0:1770653413.967960:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1770653413.967962:0:76416:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.967963:0:76386:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:1.0:1770653413.967964:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=69 00010000:00000001:2.0:1770653413.967968:0:76386:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.967969:0:76416:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1770653413.967970:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 02000000:00000001:3.0:1770653413.967974:0:76416:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1770653413.967974:0:76386:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.967975:0:76655:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 02000000:00000010:3.0:1770653413.967980:0:76416:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95564f312800. 00000100:00000001:1.0:1770653413.967981:0:76655:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1770653413.967983:0:76386:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95563f2c4a80 x1856657707207680/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1770653413.967986:0:76416:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.967987:0:76655:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9c400. 00000100:00000001:3.0:1770653413.967992:0:76416:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.967994:0:76655:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1770653413.967998:0:12206:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00002000:00000001:3.0:1770653413.967999:0:76416:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000100:00000001:2.0:1770653413.968002:0:76386:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653413.968002:0:76655:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9c400. 00010000:00000001:3.0:1770653413.968003:0:76416:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000001:00000001:0.0:1770653413.968003:0:12206:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1770653413.968008:0:76416:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.968010:0:76386:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00002000:00080000:3.0:1770653413.968011:0:76416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5474 count 1 00000100:00000001:2.0:1770653413.968013:0:76386:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1770653413.968013:0:76655:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f6c00. 00080000:00000001:0.0:1770653413.968014:0:12206:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653413.968018:0:76416:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00010000:00000001:2.0:1770653413.968020:0:76386:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00002000:00000001:3.0:1770653413.968021:0:76416:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00080000:00000001:0.0:1770653413.968021:0:12206:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000010:1.0:1770653413.968022:0:76655:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d580. 00010000:00000001:2.0:1770653413.968024:0:76386:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1770653413.968026:0:76416:0:(lu_object.c:808:lu_object_find_at()) Process entered 00080000:00000001:0.0:1770653413.968026:0:12206:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1770653413.968029:0:76386:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:1.0:1770653413.968029:0:76655:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662adaa28. 00010000:00000001:2.0:1770653413.968032:0:76386:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.968033:0:76416:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797101932936 : -117276607618680 : ffff955669766188) 00000100:00000040:1.0:1770653413.968036:0:76655:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00002000:00000001:3.0:1770653413.968037:0:76416:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797101932848 : -117276607618768 : ffff955669766130) 00000100:00000040:2.0:1770653413.968039:0:76386:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95563f2c4a80 x1856657707207680/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000001:0.0:1770653413.968041:0:12206:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:1.0:1770653413.968042:0:76655:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:3.0:1770653413.968043:0:76416:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1770653413.968045:0:12206:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.968046:0:76655:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1770653413.968047:0:76416:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:1.0:1770653413.968051:0:76655:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000040:3.0:1770653413.968054:0:76416:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95565f6ed300 count: 2 00010000:00000001:1.0:1770653413.968055:0:76655:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.968060:0:12206:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.968061:0:76386:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95563f2c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_024:lustre-OST0001_UUID:76386:1856657707207680:192.168.202.60@tcp:104: 00010000:00000001:1.0:1770653413.968061:0:76655:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1770653413.968062:0:76416:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.968067:0:76655:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:0.0:1770653413.968068:0:12206:0:(osd_object.c:2094:osd_ref_del()) Process entered 00010000:00000001:3.0:1770653413.968069:0:76416:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:1.0:1770653413.968071:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1770653413.968073:0:76386:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1770653413.968075:0:76416:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95570ffc3c00. 00000020:00000040:1.0:1770653413.968075:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556395a7000 refcount=4 00000100:00000001:2.0:1770653413.968077:0:76386:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.968080:0:12206:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.968082:0:76386:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000020:00000001:1.0:1770653413.968082:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796294795264 : -117277414756352 : ffff9556395a7000) 00000020:00000001:3.0:1770653413.968083:0:76416:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1770653413.968084:0:12206:0:(osd_object.c:806:osd_destroy()) Process entered 00000100:00000001:2.0:1770653413.968087:0:76386:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1770653413.968089:0:76416:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95570ffc3c00 with handle 0x2aed14e4e178cfdf to hash 00010000:00000001:1.0:1770653413.968089:0:76655:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796294795264 : -117277414756352 : ffff9556395a7000) 00080000:00000001:0.0:1770653413.968090:0:12206:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000040:2.0:1770653413.968093:0:76386:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95563f2c4a80 x1856657707207680/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 80000000:00000001:0.0:1770653413.968093:0:12206:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000020:00000001:3.0:1770653413.968095:0:76416:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 80000000:00000001:0.0:1770653413.968097:0:12206:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:3.0:1770653413.968100:0:76416:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799895723008 : -117273813828608 : ffff95570ffc3c00) 00010000:00010000:1.0:1770653413.968101:0:76655:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9556395a7000/0x2aed14e4e178a27b lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1415:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f81 expref: 69 pid: 6728 timeout: 6877 lvb_type: 1 80000000:00000001:0.0:1770653413.968102:0:12206:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.968107:0:76416:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799895723008 : -117273813828608 : ffff95570ffc3c00) 80000000:00000001:0.0:1770653413.968108:0:12206:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.968113:0:76416:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653413.968117:0:76416:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.968117:0:12206:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.968120:0:76386:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00080000:00000001:0.0:1770653413.968125:0:12206:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00010000:3.0:1770653413.968126:0:76416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95570ffc3c00/0x2aed14e4e178cfdf lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1562:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1770653413.968126:0:76386:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1770653413.968128:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:0.0:1770653413.968129:0:12206:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 02000000:00000010:2.0:1770653413.968130:0:76386:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff955706120800. 00010000:00000001:1.0:1770653413.968133:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.968138:0:76655:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653413.968139:0:76386:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1770653413.968141:0:76416:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:2.0:1770653413.968142:0:76386:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1770653413.968146:0:76386:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=3 obd=lustre-OST0001 00000100:00000001:1.0:1770653413.968146:0:76655:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.968147:0:76416:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1770653413.968151:0:76416:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000020:00000001:2.0:1770653413.968153:0:76386:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1770653413.968154:0:76416:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:1.0:1770653413.968156:0:76655:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000010:2.0:1770653413.968157:0:76386:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff955706121c00. 00010000:00000001:3.0:1770653413.968158:0:76416:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:3.0:1770653413.968162:0:76416:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 02000000:00000001:2.0:1770653413.968163:0:76386:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:1.0:1770653413.968165:0:76655:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955665155500 x1856657966309632/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653413.968166:0:76386:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00010000:3.0:1770653413.968169:0:76416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff95561c986200/0x2aed14e4e178a23c lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f50 expref: 71 pid: 6530 timeout: 0 lvb_type: 1 00000100:00000010:2.0:1770653413.968170:0:76386:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95563f2c4a80. 00080000:00000001:0.0:1770653413.968175:0:12206:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.968178:0:76386:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653413.968182:0:76386:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1770653413.968183:0:12206:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1770653413.968188:0:76386:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0840. 00080000:00000001:0.0:1770653413.968190:0:12206:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1770653413.968194:0:76416:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:2.0:1770653413.968196:0:76386:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1770653413.968196:0:76655:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:3.0:1770653413.968197:0:76416:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.968197:0:12206:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00000001:2.0:1770653413.968201:0:76386:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.968201:0:76655:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.968202:0:76416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000001:00000002:0.0:1770653413.968203:0:12206:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332643, last_committed = 4295332607 00010000:00000010:2.0:1770653413.968209:0:76386:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f595c0. 00010000:00000001:3.0:1770653413.968210:0:76416:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1770653413.968211:0:12206:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9556681b9ea0. 00000100:00000001:1.0:1770653413.968213:0:76655:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.968215:0:76386:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.968216:0:76416:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000001:00000040:0.0:1770653413.968218:0:12206:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 36 00010000:00010000:3.0:1770653413.968221:0:76416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653413.968221:0:76386:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.968223:0:12206:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=47 00010000:00000001:3.0:1770653413.968225:0:76416:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.968226:0:76386:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.968227:0:73806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00080000:00000001:0.0:1770653413.968228:0:12206:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1770653413.968229:0:76416:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.968232:0:73806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1770653413.968233:0:76386:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1770653413.968234:0:76416:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1770653413.968239:0:76416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95570ffc3c00/0x2aed14e4e178cfdf lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770653413.968239:0:73806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161874 00010000:00010000:2.0:1770653413.968240:0:76386:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178cfa0 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1414:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1770653413.968240:0:12206:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000100:00000040:1.0:1770653413.968247:0:73806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000001:00000001:0.0:1770653413.968247:0:12206:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.968252:0:73806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028463872 : -117276681087744 : ffff955665155500) 00080000:00000001:0.0:1770653413.968261:0:12206:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.968262:0:73806:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665155500 x1856657966309632/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1770653413.968264:0:76416:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1562:0x0].0x0 (ffff95565f6ed300) refcount = 2 00002000:00000001:0.0:1770653413.968267:0:12206:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653413.968273:0:76416:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00002000:00000001:0.0:1770653413.968274:0:12206:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000400:00000010:2.0:1770653413.968276:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888b28. 00010000:00000040:3.0:1770653413.968282:0:76416:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561c986200/0x2aed14e4e178a23c lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f50 expref: 71 pid: 6530 timeout: 0 lvb_type: 1 00000100:00000200:2.0:1770653413.968283:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707209728, offset 0 00000100:00000001:1.0:1770653413.968283:0:73806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000010:0.0:1770653413.968286:0:12206:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955643ef1560. 00000020:00000010:1.0:1770653413.968290:0:73806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9c400. 00002000:00000001:0.0:1770653413.968293:0:12206:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000400:00000200:2.0:1770653413.968297:0:3291:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1770653413.968297:0:73806:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00002000:00000040:0.0:1770653413.968298:0:12206:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x1411:0x0] 00010000:00000040:3.0:1770653413.968300:0:76416:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1770653413.968305:0:76416:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95570ffc3c00/0x2aed14e4e178cfdf lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00002000:00000010:0.0:1770653413.968305:0:12206:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff95560d386f70. 00000020:00000010:1.0:1770653413.968306:0:73806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9c400. 00000400:00000200:2.0:1770653413.968310:0:3291:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00002000:00000001:0.0:1770653413.968316:0:12206:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000100:00100000:1.0:1770653413.968321:0:73806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665155500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_019:b31b1d82-c1d4-4680-ae7a-71292416d1f5+69:2366:x1856657966309632:12345-192.168.202.60@tcp:103:ldlm_bl.0 00002000:00000001:0.0:1770653413.968321:0:12206:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.968322:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b9400 00010000:00000010:3.0:1770653413.968330:0:76416:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9556196fbb40. 00002000:00000001:0.0:1770653413.968330:0:12206:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1770653413.968331:0:73806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966309632 00000400:00000200:2.0:1770653413.968336:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf6c5 [8] + 4896 00010000:00000001:1.0:1770653413.968336:0:73806:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000100:00000001:3.0:1770653413.968337:0:76416:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00000040:0.0:1770653413.968338:0:12206:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332643, xid 1856657707205376 00010000:00000002:1.0:1770653413.968341:0:73806:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000100:00000010:3.0:1770653413.968343:0:76416:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556189e1840. 00010000:00000001:1.0:1770653413.968345:0:73806:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00010000:00000001:0.0:1770653413.968346:0:12206:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:3.0:1770653413.968347:0:76416:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626795745581120 : -117277963970496 : ffff9556189e1840) 00000400:00000200:2.0:1770653413.968348:0:3291:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653413.968350:0:73806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000200:0.0:1770653413.968354:0:12206:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95563f2c4700 x1856657707205376/t4295332643(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.968355:0:76416:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626795745581120 : -117277963970496 : ffff9556189e1840) 02000000:00000001:1.0:1770653413.968356:0:73806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1770653413.968358:0:3291:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1770653413.968362:0:73806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955606128c00. 00000100:00000001:3.0:1770653413.968363:0:76416:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1770653413.968365:0:3291:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1770653413.968368:0:76416:0:(client.c:1922:ptlrpc_set_producer()) Process entered 02000000:00000001:1.0:1770653413.968369:0:73806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.968370:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000001:3.0:1770653413.968373:0:76416:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:1.0:1770653413.968376:0:73806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.968378:0:76416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.968379:0:12206:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000010:2.0:1770653413.968380:0:3291:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95563f2c4a80. 00010000:00000001:1.0:1770653413.968380:0:73806:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1770653413.968381:0:76416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.968383:0:12206:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.968385:0:73806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000001:3.0:1770653413.968386:0:76416:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000040:2.0:1770653413.968387:0:3291:0:(events.c:337:request_in_callback()) incoming req@ffff95563f2c4a80 x1856657707209728 msgsize 544 00000100:00001000:0.0:1770653413.968387:0:12206:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00010000:00000001:3.0:1770653413.968390:0:76416:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1770653413.968390:0:73806:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1770653413.968396:0:76416:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000020:00000001:1.0:1770653413.968396:0:73806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1770653413.968397:0:12206:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:1.0:1770653413.968399:0:73806:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556395a7000 refcount=4 00010000:00000001:3.0:1770653413.968401:0:76416:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00100000:2.0:1770653413.968404:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1770653413.968404:0:12206:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000020:00000001:1.0:1770653413.968406:0:73806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796294795264 : -117277414756352 : ffff9556395a7000) 00000100:00000010:3.0:1770653413.968408:0:76416:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95561752a680. 00010000:00000001:1.0:1770653413.968411:0:73806:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796294795264 : -117277414756352 : ffff9556395a7000) 00000100:00000001:0.0:1770653413.968411:0:12206:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000020:00000040:3.0:1770653413.968413:0:76416:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=8 obd=lustre-OST0000 00000100:00000001:2.0:1770653413.968416:0:3291:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1770653413.968418:0:12206:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:1.0:1770653413.968419:0:73806:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95562721b700 count: 3 00000100:00000001:3.0:1770653413.968420:0:76416:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1770653413.968422:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888b28 02000000:00000001:0.0:1770653413.968423:0:12206:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.968424:0:76416:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1770653413.968427:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888b28. 00010000:00010000:1.0:1770653413.968428:0:73806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9556395a7000/0x2aed14e4e178a27b lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1415:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f81 expref: 69 pid: 6728 timeout: 6877 lvb_type: 1 02000000:00000001:3.0:1770653413.968429:0:76416:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.968430:0:12206:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1770653413.968434:0:3291:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:3.0:1770653413.968436:0:76416:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95562fa44000. 00000100:00000040:0.0:1770653413.968438:0:12206:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1770653413.968442:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95572eb20700 x1856657707209728/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.968443:0:76416:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653413.968445:0:12206:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8ee0. 00000100:00001000:1.0:1770653413.968449:0:73806:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00000100:00000200:0.0:1770653413.968453:0:12206:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707205376, offset 224 00010000:00010000:3.0:1770653413.968455:0:76416:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff95561c986200/0x2aed14e4e178a23c lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f50 expref: 71 pid: 6530 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1770653413.968459:0:73806:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1770653413.968464:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1770653413.968467:0:12206:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1770653413.968468:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1770653413.968476:0:73806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9556395a7000/0x2aed14e4e178a27b lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1415:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f81 expref: 69 pid: 6728 timeout: 6877 lvb_type: 1 00000100:00000001:2.0:1770653413.968477:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00010000:3.0:1770653413.968484:0:76416:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff95561c986200/0x2aed14e4e178a23c lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f50 expref: 71 pid: 6530 timeout: 6877 lvb_type: 1 00000400:00000200:0.0:1770653413.968484:0:12206:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1770653413.968485:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572eb20700 x1856657707209728/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1770653413.968498:0:73806:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000200:0.0:1770653413.968500:0:12206:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b8300 00010000:00000001:1.0:1770653413.968502:0:73806:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1770653413.968506:0:73806:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.968513:0:76416:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000020:00000001:1.0:1770653413.968513:0:73806:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.968514:0:12206:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda6e5 [1] + 224 00000100:00000001:2.0:1770653413.968516:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.968520:0:76416:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1770653413.968520:0:73806:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1770653413.968521:0:3291:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1770653413.968523:0:12206:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1770653413.968525:0:73806:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1770653413.968528:0:3291:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.968530:0:76416:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95561752a680 x1856657707209856/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1770653413.968531:0:12206:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1770653413.968532:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1770653413.968534:0:3291:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26312 usecs (27 jiffies) 00010000:00000001:1.0:1770653413.968535:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.968540:0:73806:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1770653413.968541:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444808 00000100:00000001:0.0:1770653413.968542:0:12206:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1770653413.968544:0:73806:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.968549:0:12206:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95572eb23480 x1856657707205376/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1770653413.968550:0:73806:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9556395a7000 with handle 0x2aed14e4e178a27b from hash 00000100:00000001:3.0:1770653413.968554:0:76416:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1770653413.968555:0:51596:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:1.0:1770653413.968556:0:73806:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1770653413.968558:0:76416:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.968560:0:51596:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707209728 00010000:00000001:1.0:1770653413.968561:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.968564:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:3.0:1770653413.968566:0:76416:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95561752a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0000_UUID:76416:1856657707209856:192.168.202.60@tcp:104: 02000000:00000001:2.0:1770653413.968566:0:51596:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:1.0:1770653413.968568:0:73806:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1770653413.968570:0:51596:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1770653413.968572:0:73806:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:2.0:1770653413.968574:0:51596:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.968577:0:76416:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1770653413.968578:0:73806:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.968580:0:51596:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.968582:0:76416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:1.0:1770653413.968585:0:73806:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:3.0:1770653413.968586:0:76416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.968586:0:51596:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707209728 00010000:00000001:1.0:1770653413.968590:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1770653413.968590:0:12206:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95572eb23480 x1856657707205376/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1770653413.968591:0:76416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1770653413.968591:0:51596:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1770653413.968595:0:51596:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 02000000:00000010:3.0:1770653413.968597:0:76416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95562fa44c00. 00010000:00010000:1.0:1770653413.968597:0:73806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9556395a7000/0x2aed14e4e178a27b lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1415:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f81 expref: 69 pid: 6728 timeout: 6877 lvb_type: 1 00000020:00000001:2.0:1770653413.968599:0:51596:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1770653413.968604:0:76416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.968604:0:51596:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=48 00000020:00000001:2.0:1770653413.968610:0:51596:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000400:00000010:3.0:1770653413.968613:0:76416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2ec8. 00000020:00000001:2.0:1770653413.968618:0:51596:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00010000:00000040:1.0:1770653413.968620:0:73806:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 63 00000400:00000010:3.0:1770653413.968621:0:76416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78088. 00000100:00000001:2.0:1770653413.968624:0:51596:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:1.0:1770653413.968626:0:73806:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 68 00000100:00000001:0.0:1770653413.968627:0:12206:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1770653413.968629:0:76416:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707209856, portal 16 00000020:00000010:2.0:1770653413.968630:0:51596:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f595c0. 00000100:00000001:3.0:1770653413.968636:0:76416:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1770653413.968636:0:12206:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8ee0 00000100:00000001:2.0:1770653413.968637:0:51596:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.968637:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.968639:0:76416:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795723859584 : -117277985692032 : ffff95561752a680) 00010000:00000001:1.0:1770653413.968641:0:73806:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000010:0.0:1770653413.968641:0:12206:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8ee0. 00000020:00000010:2.0:1770653413.968645:0:51596:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f595c0. 00010000:00000001:1.0:1770653413.968647:0:73806:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:0.0:1770653413.968648:0:12206:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1770653413.968651:0:51596:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955636fe8000. 00010000:00000040:1.0:1770653413.968652:0:73806:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95570ffc2000 00000100:00000001:0.0:1770653413.968652:0:12206:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1770653413.968653:0:76416:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff95561752a680 x1856657707209856/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.968657:0:73806:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000020:00000010:2.0:1770653413.968659:0:51596:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300f00. 00000100:00000001:0.0:1770653413.968659:0:12206:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.968661:0:73806:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000010:2.0:1770653413.968667:0:51596:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510708. 00010000:00010000:1.0:1770653413.968667:0:73806:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000040:0.0:1770653413.968668:0:12206:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000100:00000001:3.0:1770653413.968672:0:76416:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1770653413.968672:0:73806:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.968674:0:51596:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:0.0:1770653413.968674:0:12206:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1770653413.968678:0:12206:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.968679:0:73806:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000040:3.0:1770653413.968680:0:76416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:2.0:1770653413.968680:0:51596:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1770653413.968681:0:12206:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00010000:1.0:1770653413.968685:0:73806:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:2.0:1770653413.968686:0:51596:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.968688:0:76416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a783b8. 00010000:00000001:1.0:1770653413.968690:0:73806:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653413.968690:0:12206:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95563f2c4700 x1856657707205376/t4295332643(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1770653413.968693:0:76416:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707209856, offset 0 00000100:00000001:2.0:1770653413.968694:0:51596:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.968695:0:73806:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1770653413.968699:0:73806:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1770653413.968703:0:73806:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95570ffc2000/0x2aed14e4e178cf8b lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1415:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.968705:0:51596:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.968707:0:76416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00100000:0.0:1770653413.968715:0:12206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95563f2c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+48:3291:x1856657707205376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21384us (22455us total) trans 4295332643 rc 0/0 00010000:00000001:1.0:1770653413.968718:0:73806:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:2.0:1770653413.968719:0:51596:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1770653413.968721:0:76416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00010000:00010000:1.0:1770653413.968723:0:73806:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95570ffc2000/0x2aed14e4e178cf8b lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1415:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.968724:0:51596:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1770653413.968731:0:76416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:0.0:1770653413.968733:0:12206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136221 00000400:00000200:3.0:1770653413.968750:0:76416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000100:00000040:0.0:1770653413.968754:0:12206:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 6 00010000:00000040:1.0:1770653413.968755:0:73806:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1415:0x0].0x0 (ffff95562721b700) refcount = 2 00000400:00000200:3.0:1770653413.968757:0:76416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000100:00100000:2.0:1770653413.968757:0:51596:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136235 00000100:00000001:0.0:1770653413.968761:0:12206:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000040:1.0:1770653413.968763:0:73806:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000400:00000200:3.0:1770653413.968767:0:76416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00000040:2.0:1770653413.968767:0:51596:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 7 00000100:00000001:0.0:1770653413.968767:0:12206:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000040:1.0:1770653413.968768:0:73806:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95570ffc2000/0x2aed14e4e178cf8b lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1415:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1770653413.968773:0:12206:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300e00. 00000100:00000001:2.0:1770653413.968774:0:51596:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626796392434304 : -117277317117312 : ffff95563f2c4a80) 00000400:00000200:3.0:1770653413.968778:0:76416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164717:2164717:248:4294967295] 192.168.202.60@tcp LPNI seq info [2164713:2164713:0:4294967295] 00000020:00000010:0.0:1770653413.968782:0:12206:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510190. 00000100:00000040:2.0:1770653413.968785:0:51596:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95563f2c4a80 x1856657707209728/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1770653413.968790:0:12206:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955636fe9a00. 00000100:00000001:3.0:1770653413.968792:0:76416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.968798:0:12206:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 47 00000100:00000001:3.0:1770653413.968799:0:76416:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444811 00000100:00000001:0.0:1770653413.968807:0:12206:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.968809:0:76416:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444810 00010000:00000001:1.0:1770653413.968810:0:73806:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653413.968814:0:73806:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.968818:0:51596:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1770653413.968818:0:73806:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:3.0:1770653413.968819:0:76416:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444811 00010000:00000001:1.0:1770653413.968822:0:73806:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1770653413.968824:0:51596:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f595c0. 00010000:00000001:1.0:1770653413.968825:0:73806:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.968826:0:76416:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444810 00000100:00000001:2.0:1770653413.968829:0:51596:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653413.968833:0:51596:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f595c0. 00010000:00000010:1.0:1770653413.968833:0:73806:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9c400. 00000100:00000001:3.0:1770653413.968835:0:76416:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444811 00000800:00000200:0.0:1770653413.968839:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1770653413.968840:0:73806:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:3.0:1770653413.968843:0:76416:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444810 00000100:00000010:1.0:1770653413.968846:0:73806:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa8d80. 00000800:00000010:0.0:1770653413.968846:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9f00. 00000100:00100000:2.0:1770653413.968847:0:51596:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95563f2c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+47:3291:x1856657707209728:12345-0@lo:6:osp-syn-1-0.0 00000100:00000001:3.0:1770653413.968870:0:76416:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444811 00010000:00000010:0.1:1770653413.968875:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d1f8e00. 00010000:00000010:1.1:1770653413.968877:0:73806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556323fda00. 00000100:00000001:3.0:1770653413.968878:0:76416:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444810 00000100:00000001:3.0:1770653413.968883:0:76416:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1770653413.968888:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653413.968889:0:76416:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.968892:0:51596:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707209728 00000100:00000001:1.0:1770653413.968894:0:73806:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540169600 : -117277169382016 : ffff955647fa8d80) 00010000:00000001:3.0:1770653413.968896:0:76416:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.968896:0:51596:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1770653413.968902:0:51596:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1770653413.968902:0:73806:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540169600 : -117277169382016 : ffff955647fa8d80) 00010000:00000001:3.0:1770653413.968903:0:76416:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.968903:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000001:2.0:1770653413.968904:0:51596:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.968911:0:76416:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.968912:0:51596:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1770653413.968912:0:73806:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000400:00000200:0.0:1770653413.968913:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8110 00000100:00000001:1.0:1770653413.968916:0:73806:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1770653413.968918:0:76416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1770653413.968918:0:51596:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000400:00000010:0.0:1770653413.968918:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8110. 00010000:00000001:1.0:1770653413.968919:0:73806:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1770653413.968922:0:76416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.968923:0:73806:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1770653413.968925:0:76416:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.968925:0:51596:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1770653413.968926:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1770653413.968929:0:51596:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.968931:0:76416:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 02000000:00000001:0.0:1770653413.968931:0:3282:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:2.0:1770653413.968932:0:51596:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:1.0:1770653413.968933:0:73806:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.968936:0:76416:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1770653413.968937:0:51596:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:0.0:1770653413.968937:0:3282:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95563a7f9400. 00010000:00000001:1.0:1770653413.968938:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.968943:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.968944:0:76416:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.968944:0:51596:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00010000:00000001:1.0:1770653413.968945:0:73806:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.968946:0:3282:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:2.0:1770653413.968949:0:51596:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000100:00000001:3.0:1770653413.968951:0:76416:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1770653413.968951:0:73806:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:0.0:1770653413.968951:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1770653413.968952:0:51596:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.968956:0:76416:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000001:00000001:2.0:1770653413.968957:0:51596:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:1.0:1770653413.968957:0:73806:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000001:00000001:2.0:1770653413.968962:0:51596:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653413.968963:0:3282:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00100000:3.0:1770653413.968964:0:76416:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556189e1840 going to sleep for 11 seconds 00000100:00000001:1.0:1770653413.968965:0:73806:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.968966:0:51596:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1770653413.968970:0:51596:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.968971:0:76416:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1770653413.968972:0:73806:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1770653413.968973:0:3282:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9f00. 00000001:00000001:2.0:1770653413.968975:0:51596:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.968976:0:76416:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.968977:0:73806:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000001:00000001:2.0:1770653413.968981:0:51596:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000010:1.0:1770653413.968982:0:73806:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa8d80. 00000800:00000200:0.0:1770653413.968983:0:3282:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000001:00000001:2.0:1770653413.968984:0:51596:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.968987:0:73806:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000001:00000001:2.0:1770653413.968991:0:51596:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.968991:0:73806:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1770653413.968997:0:51596:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000800:00000200:0.0:1770653413.968997:0:3282:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000010:1.0:1770653413.968998:0:73806:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9c400. 00000100:00000001:3.0:1770653413.969001:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444811 00000001:00000001:2.0:1770653413.969001:0:51596:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.969004:0:73806:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000800:00000200:0.0:1770653413.969004:0:3282:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1770653413.969008:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444809 00000001:00000001:2.0:1770653413.969009:0:51596:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.969009:0:73806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1770653413.969013:0:73806:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.969015:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444811 00000020:00000001:2.0:1770653413.969015:0:51596:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.969018:0:73806:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000800:00000200:0.0:1770653413.969018:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1770653413.969021:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444809 00000020:00000001:2.0:1770653413.969022:0:51596:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.969023:0:73806:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1770653413.969023:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dfc00. 00000100:00000001:3.0:1770653413.969025:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444811 00000100:00000001:2.0:1770653413.969030:0:51596:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1770653413.969031:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444809 00000100:00001000:1.0:1770653413.969031:0:73806:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000400:00000200:0.0:1770653413.969032:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1770653413.969034:0:51596:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1770653413.969039:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444811 02000000:00000010:2.0:1770653413.969041:0:51596:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff955608cb5800. 00000100:00000001:1.0:1770653413.969041:0:73806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1770653413.969045:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653413.969047:0:3291:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1770653413.969047:0:51596:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.969050:0:73806:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000400:00000200:0.0:1770653413.969051:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888e58 00000100:00000001:2.0:1770653413.969053:0:51596:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.969054:0:3291:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.969056:0:73806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000400:00000010:0.0:1770653413.969056:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888e58. 00002000:00000001:2.0:1770653413.969058:0:51596:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000100:00000001:0.0:1770653413.969064:0:3282:0:(events.c:34:request_out_callback()) Process entered 00000400:00000001:3.0:1770653413.969065:0:3291:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1770653413.969065:0:51596:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 02000000:00000001:1.0:1770653413.969065:0:73806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000001:3.0:1770653413.969070:0:3291:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1770653413.969070:0:51596:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.969070:0:73806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.969071:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95563f2c6300 x1856657707208832/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1770653413.969074:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2898. 00002000:00080000:2.0:1770653413.969076:0:51596:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5145 count 1 00000100:00000001:1.0:1770653413.969077:0:73806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1770653413.969081:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888220 00002000:00000001:2.0:1770653413.969083:0:51596:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000100:00000040:1.0:1770653413.969086:0:73806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:3.0:1770653413.969087:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888220. 00002000:00000001:2.0:1770653413.969087:0:51596:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1770653413.969092:0:51596:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000010:1.0:1770653413.969093:0:73806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022440. 00000100:00000001:3.0:1770653413.969094:0:3291:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1770653413.969095:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1770653413.969096:0:51596:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795554366136 : -117278155185480 : ffff95560d3862b8) 00002000:00000001:2.0:1770653413.969100:0:51596:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795554366048 : -117278155185568 : ffff95560d386260) 00000100:00000200:1.0:1770653413.969100:0:73806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966309632, offset 224 00000100:00000200:3.0:1770653413.969102:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95572eb23480 x1856657707205376/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1770653413.969104:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563f2c6300 x1856657707208832/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.969108:0:51596:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1770653413.969112:0:51596:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000200:1.0:1770653413.969115:0:73806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000040:2.0:1770653413.969118:0:51596:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556373a1000 count: 2 00010000:00000001:2.0:1770653413.969125:0:51596:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1770653413.969131:0:73806:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000001:2.0:1770653413.969132:0:51596:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000200:3.0:1770653413.969136:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95572eb23480 x1856657707205376/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.0:1770653413.969137:0:51596:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95571016b600. 00000100:00000001:0.0:1770653413.969141:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.969144:0:51596:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000400:00000200:1.0:1770653413.969147:0:73806:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164718:2164718:248:4294967295] 192.168.202.60@tcp LPNI seq info [2164714:2164714:0:4294967295] 00000020:00000040:2.0:1770653413.969148:0:51596:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95571016b600 with handle 0x2aed14e4e178cfe6 to hash 00000100:00000001:0.0:1770653413.969150:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1770653413.969155:0:51596:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1770653413.969159:0:51596:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799897458176 : -117273812093440 : ffff95571016b600) 00000100:00000001:3.0:1770653413.969161:0:3291:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1770653413.969163:0:51596:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799897458176 : -117273812093440 : ffff95571016b600) 00000100:00000001:1.0:1770653413.969164:0:73806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.969165:0:3291:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.969169:0:51596:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1770653413.969171:0:3291:0:(client.c:1568:after_reply()) Process entered 00000800:00000200:0.0:1770653413.969172:0:3282:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653413.969173:0:51596:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.969175:0:3291:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1770653413.969177:0:73806:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000100:00000001:3.0:1770653413.969179:0:3291:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:2.0:1770653413.969180:0:51596:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95571016b600/0x2aed14e4e178cfe6 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1419:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000800:00000010:0.0:1770653413.969182:0:3282:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9e00. 00000100:00000001:3.0:1770653413.969183:0:3291:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.969184:0:73806:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.969189:0:3291:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.969190:0:73806:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653413.969192:0:3282:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00001000:3.0:1770653413.969197:0:3291:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00000100:00000040:1.0:1770653413.969202:0:73806:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665155500 x1856657966309632/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.969204:0:51596:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000800:00000200:0.0:1770653413.969205:0:3282:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00001000:3.0:1770653413.969207:0:3291:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00010000:00000001:2.0:1770653413.969208:0:51596:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000800:00000200:0.0:1770653413.969212:0:3282:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9e00 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:2.0:1770653413.969213:0:51596:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:3.0:1770653413.969217:0:3291:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1770653413.969218:0:51596:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:3.0:1770653413.969223:0:3291:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.969224:0:51596:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:2.0:1770653413.969228:0:51596:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:3.0:1770653413.969229:0:3291:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:1.0:1770653413.969230:0:73806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665155500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_019:b31b1d82-c1d4-4680-ae7a-71292416d1f5+68:2366:x1856657966309632:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 943us (1678us total) trans 0 rc 0/0 00000800:00000200:0.0:1770653413.969231:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1770653413.969233:0:3291:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.969235:0:51596:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff95566c162c00/0x2aed14e4e178a00c lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x1419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d58 expref: 68 pid: 76385 timeout: 0 lvb_type: 1 00000800:00000010:0.0:1770653413.969237:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9557353d2f00. 00000100:00000001:3.0:1770653413.969240:0:3291:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1770653413.969245:0:3291:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000400:00000200:0.0:1770653413.969245:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653413.969251:0:3291:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00100000:1.0:1770653413.969252:0:73806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161874 00000100:00000001:3.0:1770653413.969255:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1770653413.969258:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:2.0:1770653413.969259:0:51596:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:3.0:1770653413.969260:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800410965120 : -117273298586496 : ffff95572eb23480) 00000100:00000040:1.0:1770653413.969260:0:73806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00010000:00000001:2.0:1770653413.969263:0:51596:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.969266:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022198 00000100:00000001:3.0:1770653413.969268:0:3291:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1770653413.969268:0:73806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:2.0:1770653413.969269:0:51596:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000010:0.0:1770653413.969270:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022198. 00000100:00000040:3.0:1770653413.969272:0:3291:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00000100:00000001:1.0:1770653413.969272:0:73806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1770653413.969273:0:51596:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.969275:0:3282:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:1.0:1770653413.969277:0:73806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d580. 00000100:00000001:3.0:1770653413.969279:0:3291:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00010000:00000001:2.0:1770653413.969280:0:51596:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:3.0:1770653413.969284:0:3291:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.969284:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955665156d80 x1856657707208960/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1770653413.969285:0:51596:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000010:1.0:1770653413.969285:0:73806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662adaa28. 00010000:00000001:2.0:1770653413.969290:0:51596:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1770653413.969293:0:73806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f6c00. 00000100:00000040:3.0:1770653413.969294:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95572eb23480 x1856657707205376/t4295332643(4295332643) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.969295:0:51596:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.969301:0:51596:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000020:00000040:1.0:1770653413.969301:0:73806:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 67 00010000:00010000:2.0:1770653413.969305:0:51596:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95571016b600/0x2aed14e4e178cfe6 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.969307:0:73806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.969318:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1770653413.969326:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665156d80 x1856657707208960/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.969327:0:3291:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1770653413.969328:0:51596:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1419:0x0].0x0 (ffff9556373a1000) refcount = 2 00010000:00010000:1.0:1770653413.969328:0:76382:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95570ffc2000/0x2aed14e4e178cf8b lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1415:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.969334:0:3291:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1770653413.969339:0:3291:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1770653413.969339:0:51596:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000004:00080000:3.0:1770653413.969345:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95572eb23480/2, rc 0, transno 4295332643 00010000:00000040:2.0:1770653413.969347:0:51596:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95566c162c00/0x2aed14e4e178a00c lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d58 expref: 67 pid: 76385 timeout: 0 lvb_type: 1 00000004:00001000:3.0:1770653413.969353:0:3291:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 7 in flight, 43 in progress 00000100:00000001:0.0:1770653413.969357:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.969362:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1770653413.969367:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572eb23480 x1856657707205376/t4295332643(4295332643) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1770653413.969370:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1770653413.969374:0:76382:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1770653413.969376:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9557353d2400. 00010000:00000040:2.0:1770653413.969379:0:51596:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00010000:1.0:1770653413.969381:0:76382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95570ffc2000/0x2aed14e4e178cf8b lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1415:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1770653413.969383:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:2.0:1770653413.969386:0:51596:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95571016b600/0x2aed14e4e178cfe6 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1770653413.969394:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653413.969401:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022330 00000100:00100000:3.0:1770653413.969402:0:3291:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95572eb23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707205376:0@lo:6:osp-syn-1-0.0 00010000:00000001:1.0:1770653413.969406:0:76382:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000010:0.0:1770653413.969407:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022330. 00010000:00000001:1.0:1770653413.969412:0:76382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.969414:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.969414:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1770653413.969416:0:76382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1770653413.969417:0:3282:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1770653413.969418:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1770653413.969420:0:76382:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000010:2.0:1770653413.969421:0:51596:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f595c0. 02000000:00000010:0.0:1770653413.969421:0:3282:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955606128000. 00000100:00000040:3.0:1770653413.969425:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572eb23480 x1856657707205376/t4295332643(4295332643) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1770653413.969425:0:76382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1770653413.969428:0:51596:0:(client.c:1145:ptlrpc_prep_set()) Process entered 02000000:00000001:0.0:1770653413.969429:0:3282:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000040:1.0:1770653413.969430:0:76382:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95570ffc2000 refcount=3 00000100:00000001:0.0:1770653413.969434:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000010:2.0:1770653413.969436:0:51596:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0840. 00000020:00000001:1.0:1770653413.969436:0:76382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799895715840 : -117273813835776 : ffff95570ffc2000) 00000800:00000200:0.0:1770653413.969442:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1770653413.969444:0:51596:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100337216 : -117276609214400 : ffff9556695e0840) 00010000:00000001:1.0:1770653413.969444:0:76382:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799895715840 : -117273813835776 : ffff95570ffc2000) 00000800:00000010:0.0:1770653413.969446:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9a00. 00000100:00000001:3.0:1770653413.969447:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.969451:0:76382:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:3.0:1770653413.969453:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.969453:0:51596:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100337216 : -117276609214400 : ffff9556695e0840) 00000400:00000200:0.0:1770653413.969454:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:1.0:1770653413.969455:0:76382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95570ffc2000/0x2aed14e4e178cf8b lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1415:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.969462:0:51596:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1770653413.969463:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1770653413.969466:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653413.969468:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1770653413.969469:0:51596:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1770653413.969470:0:76382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.969475:0:51596:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1770653413.969475:0:76382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.969476:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1770653413.969476:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8880 00000100:00000001:3.0:1770653413.969480:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1770653413.969480:0:76382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95570ffc2000/0x2aed14e4e178cf8b lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1415:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1770653413.969481:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8880. 00010000:00000001:2.0:1770653413.969482:0:51596:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.969485:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.969487:0:51596:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.969488:0:3282:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1770653413.969492:0:51596:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:3.0:1770653413.969493:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.969494:0:76382:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1770653413.969496:0:51596:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000200:0.0:1770653413.969496:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955602b1c380 x1856657707209088/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.969498:0:76382:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.969501:0:51596:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1770653413.969503:0:76382:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1770653413.969505:0:51596:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00010000:00000010:1.0:1770653413.969508:0:76382:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff955647fa8d80. 00000100:00000001:3.0:1770653413.969510:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444811 00000100:00000010:2.0:1770653413.969512:0:51596:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572ebc4000. 00000100:00000001:0.0:1770653413.969514:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1770653413.969515:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444809 00010000:00000001:1.0:1770653413.969515:0:76382:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000020:00000040:2.0:1770653413.969517:0:51596:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=4 obd=lustre-OST0001 00000100:00000001:3.0:1770653413.969521:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444811 00000100:00000001:2.0:1770653413.969523:0:51596:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1770653413.969523:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955602b1c380 x1856657707209088/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.969526:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444809 02000000:00000001:2.0:1770653413.969527:0:51596:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1770653413.969531:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444811 00010000:00010000:1.0:1770653413.969531:0:76382:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 02000000:00000001:2.0:1770653413.969532:0:51596:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.969539:0:76382:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.969540:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444809 02000000:00000010:2.0:1770653413.969542:0:51596:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff955636fe9200. 00000100:00000001:3.0:1770653413.969547:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444811 00010000:00000001:1.0:1770653413.969547:0:76382:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.969547:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.969549:0:51596:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.969553:0:76382:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:0.0:1770653413.969554:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1770653413.969555:0:3290:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.969558:0:76382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1770653413.969560:0:51596:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff95566c162c00/0x2aed14e4e178a00c lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d58 expref: 67 pid: 76385 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1770653413.969561:0:76382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.969562:0:3290:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653413.969565:0:76382:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000020:00000001:0.0:1770653413.969566:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1770653413.969569:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.969570:0:76382:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:0.0:1770653413.969570:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.969574:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1770653413.969576:0:5745:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00080000:00000010:1.0:1770653413.969578:0:76382:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff955606129000. 00000100:00000001:3.0:1770653413.969580:0:3290:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00080000:00000001:1.0:1770653413.969584:0:76382:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626795434446848 : -117278275104768 : ffff955606129000) 00000100:00000001:3.0:1770653413.969585:0:3290:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:0.0:1770653413.969585:0:5745:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00010000:00010000:2.0:1770653413.969586:0:51596:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff95566c162c00/0x2aed14e4e178a00c lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d58 expref: 67 pid: 76385 timeout: 6877 lvb_type: 1 00010000:00000001:0.0:1770653413.969589:0:5745:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000001:00000001:1.0:1770653413.969590:0:76382:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1770653413.969592:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:0.0:1770653413.969594:0:5745:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95570ffc2000/0x2aed14e4e178cf8b lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1415:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.969595:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000001:00000001:1.0:1770653413.969595:0:76382:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.969599:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1770653413.969602:0:76382:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x1415:0x0] not in the id map cache 00000100:00000001:3.0:1770653413.969605:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.969609:0:76382:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00010000:00000001:2.0:1770653413.969614:0:51596:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00010000:00010000:0.0:1770653413.969616:0:5745:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95570ffc2000 already unused, calling callback (ffffffffc16fe650) 00000100:00000001:2.0:1770653413.969618:0:51596:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1770653413.969620:0:5745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:1.0:1770653413.969621:0:76382:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.969623:0:5745:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000040:2.0:1770653413.969625:0:51596:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95572ebc4000 x1856657707209984/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:3.0:1770653413.969627:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00080000:00000001:1.0:1770653413.969628:0:76382:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.969629:0:5745:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95570ffc2000/0x2aed14e4e178cf8b lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1415:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00000004:00000001:3.0:1770653413.969631:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.969634:0:76382:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000004:00000001:3.0:1770653413.969639:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00080000:00000001:1.0:1770653413.969639:0:76382:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1770653413.969643:0:76382:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000004:00000001:3.0:1770653413.969644:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 80000000:00000001:1.0:1770653413.969647:0:76382:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000004:00000001:3.0:1770653413.969648:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1770653413.969651:0:76382:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.969655:0:5745:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000040:00001000:3.0:1770653413.969656:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f6482c0 type=0x10692404 idx=3596 80000000:00000001:1.0:1770653413.969657:0:76382:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.969660:0:5745:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:1.0:1770653413.969663:0:76382:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:3.0:1770653413.969664:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3596 lrh_len: 64 (7488 remains) 00000020:00000001:0.0:1770653413.969665:0:5745:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:1.0:1770653413.969670:0:76382:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000020:00000040:0.0:1770653413.969670:0:5745:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95570ffc2000 refcount=3 00000040:00001000:3.0:1770653413.969671:0:7854:0:(llog.c:797:llog_process_thread()) index: 3596, lh_last_idx: 3602 synced_idx: 0 lgh_last_idx: 3602 00000100:00000001:2.0:1770653413.969672:0:51596:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00080000:00000001:1.0:1770653413.969673:0:76382:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000100:00000001:2.0:1770653413.969676:0:51596:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.969676:0:5745:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799895715840 : -117273813835776 : ffff95570ffc2000) 00000004:00000001:3.0:1770653413.969679:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00000001:0.0:1770653413.969683:0:5745:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799895715840 : -117273813835776 : ffff95570ffc2000) 00000004:00000001:3.0:1770653413.969685:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00100000:2.0:1770653413.969685:0:51596:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95572ebc4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:51596:1856657707209984:192.168.202.60@tcp:104: 00010000:00000001:0.0:1770653413.969687:0:5745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000001:00000001:1.0:1770653413.969688:0:76382:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000004:00000001:3.0:1770653413.969689:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.969692:0:76382:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:0.0:1770653413.969692:0:5745:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95570ffc2000/0x2aed14e4e178cf8b lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x1415:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00000004:00000001:3.0:1770653413.969694:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000100:00000001:2.0:1770653413.969694:0:51596:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000004:00000001:3.0:1770653413.969698:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 02000000:00000001:2.0:1770653413.969699:0:51596:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00080000:00000001:1.0:1770653413.969699:0:76382:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653413.969703:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 02000000:00000001:2.0:1770653413.969704:0:51596:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.969705:0:76382:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1770653413.969706:0:5745:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:2.0:1770653413.969708:0:51596:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1770653413.969709:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955617528a80. 00080000:00000001:1.0:1770653413.969710:0:76382:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1770653413.969711:0:5745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 02000000:00000010:2.0:1770653413.969713:0:51596:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff955636fe9400. 00010000:00000001:0.0:1770653413.969715:0:5745:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653413.969716:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=46 obd=lustre-OST0001-osc-MDT0000 02000000:00000001:2.0:1770653413.969717:0:51596:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.969719:0:5745:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1770653413.969724:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:0.0:1770653413.969724:0:5745:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:2.0:1770653413.969725:0:51596:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef20b0. 00000001:00000001:1.0:1770653413.969725:0:76382:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1770653413.969726:0:5745:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:3.0:1770653413.969730:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00080000:00000001:1.0:1770653413.969730:0:76382:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.969731:0:5745:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.969732:0:51596:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888b28. 02000000:00000001:3.0:1770653413.969734:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.969753:0:5745:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95570ffc2000 with handle 0x2aed14e4e178cf8b from hash 02000000:00000010:3.0:1770653413.969755:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95564f312000. 00000100:00000200:2.0:1770653413.969755:0:51596:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707209984, portal 16 00010000:00000001:0.0:1770653413.969757:0:5745:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00080000:00000001:1.0:1770653413.969760:0:76382:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.969761:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.969762:0:51596:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653413.969763:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.969765:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1770653413.969767:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626795723852416 : -117277985699200 : ffff955617528a80) 00000100:00000001:2.0:1770653413.969767:0:51596:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800411623424 : -117273297928192 : ffff95572ebc4000) 00080000:00000001:1.0:1770653413.969767:0:76382:0:(osd_object.c:2094:osd_ref_del()) Process entered 00010000:00000001:0.0:1770653413.969768:0:5745:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1770653413.969774:0:5745:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:3.0:1770653413.969775:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1770653413.969778:0:51596:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff95572ebc4000 x1856657707209984/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.969778:0:5745:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.969780:0:76382:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.969781:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.969783:0:5745:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000001:1.0:1770653413.969788:0:76382:0:(osd_object.c:806:osd_destroy()) Process entered 00010000:00000001:0.0:1770653413.969788:0:5745:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00080000:00000001:1.0:1770653413.969792:0:76382:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000040:3.0:1770653413.969793:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c596530] to pc [ptlrpcd_00_00+0] req@ffff955617528a80 x1856657707210112/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.969794:0:5745:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1770653413.969795:0:51596:0:(niobuf.c:69:ptl_send_buf()) Process entered 80000000:00000001:1.0:1770653413.969796:0:76382:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:0.0:1770653413.969798:0:5745:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 80000000:00000001:1.0:1770653413.969800:0:76382:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00000040:2.0:1770653413.969806:0:51596:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 80000000:00000001:1.0:1770653413.969806:0:76382:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.969806:0:5745:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1770653413.969812:0:76382:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.969813:0:51596:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888c38. 00010000:00000001:0.0:1770653413.969814:0:5745:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000004:00000001:3.0:1770653413.969816:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.969816:0:76382:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.969818:0:5745:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000200:2.0:1770653413.969819:0:51596:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707209984, offset 0 00080000:00000001:1.0:1770653413.969823:0:76382:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000004:00001000:3.0:1770653413.969824:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 8 in flight, 44 in progress 00010000:00000001:0.0:1770653413.969825:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:1.0:1770653413.969826:0:76382:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00010000:00000001:0.0:1770653413.969829:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00001000:3.0:1770653413.969830:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3596, id 1934 00000400:00000200:2.0:1770653413.969831:0:51596:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.969833:0:5745:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653413.969837:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00010000:00000001:0.0:1770653413.969838:0:5745:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.969842:0:51596:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00010000:00000001:0.0:1770653413.969843:0:5745:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.969867:0:51596:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1770653413.969871:0:51596:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000400:00000200:2.0:1770653413.969874:0:51596:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1770653413.969875:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:0.0:1770653413.969877:0:5745:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95570ffc2000/0x2aed14e4e178cf8b lrc: 1/0,0 mode: --/PW res: [0x280000403:0x1415:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1770653413.969878:0:51596:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00000001:3.0:1770653413.969879:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00080000:00000001:1.0:1770653413.969881:0:76382:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.969884:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.969888:0:51596:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164719:2164719:251:4294967295] 192.168.202.60@tcp LPNI seq info [2164715:2164715:3:4294967295] 00080000:00000001:1.0:1770653413.969888:0:76382:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.969890:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00080000:00000001:1.0:1770653413.969894:0:76382:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:3.0:1770653413.969897:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1770653413.969898:0:76382:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1770653413.969903:0:76382:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332644, last_committed = 4295332607 00010000:00000001:0.0:1770653413.969904:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.969905:0:3289:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000001:00000010:1.0:1770653413.969910:0:76382:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564ae1a300. 00000100:00000001:3.0:1770653413.969911:0:3289:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653413.969911:0:51596:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00010000:0.0:1770653413.969911:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95570ffc2000/0x2aed14e4e178cf8b lrc: 0/0,0 mode: --/PW res: [0x280000403:0x1415:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76382 timeout: 0 lvb_type: 0 00000001:00000040:1.0:1770653413.969917:0:76382:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 37 00000100:00000001:3.0:1770653413.969918:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653413.969922:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1770653413.969924:0:76382:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=48 00000100:00000001:3.0:1770653413.969926:0:3289:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1770653413.969931:0:51596:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000040:0.0:1770653413.969932:0:5745:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95562721b700 count: 0 00000100:00000040:3.0:1770653413.969933:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955617528a80 x1856657707210112/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1770653413.969933:0:76382:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000010:2.0:1770653413.969936:0:51596:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df600. 00002000:00000010:0.0:1770653413.969940:0:5745:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff95562ede4200. 00080000:00000001:1.0:1770653413.969944:0:76382:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00010000:00000010:0.0:1770653413.969947:0:5745:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95562721b400. 00000800:00000200:2.0:1770653413.969949:0:51596:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000001:00000001:1.0:1770653413.969950:0:76382:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.969956:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.969959:0:5745:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000800:00000200:2.0:1770653413.969963:0:51596:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000010:0.0:1770653413.969964:0:5745:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff955647fa8d80. 00080000:00000001:1.0:1770653413.969965:0:76382:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1770653413.969972:0:51596:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df600 type 1, nob 424 niov 1 nkiov 1 00002000:00000001:1.0:1770653413.969972:0:76382:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.969973:0:5745:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.969976:0:3289:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00002000:00000001:1.0:1770653413.969978:0:76382:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000020:00000001:0.0:1770653413.969981:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1770653413.969982:0:3289:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.969982:0:51596:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.969986:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.969989:0:3289:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1770653413.969990:0:51596:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444813 00010000:00010000:0.0:1770653413.969991:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1770653413.969992:0:76382:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955643ef2c78. 02000000:00000001:3.0:1770653413.969993:0:3289:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.969996:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1770653413.969997:0:51596:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4301444811 02000000:00000001:3.0:1770653413.969999:0:3289:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.970000:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.970003:0:51596:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444813 00010000:00010000:0.0:1770653413.970005:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1770653413.970007:0:3289:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955617528a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707210112:0@lo:6:osp-syn-1-0.0 00000020:00000001:0.0:1770653413.970010:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1770653413.970012:0:3289:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1770653413.970012:0:51596:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4301444811 00000020:00000001:0.0:1770653413.970013:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.970016:0:3289:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1770653413.970020:0:3289:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.970020:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1770653413.970021:0:51596:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444813 02000000:00000001:3.0:1770653413.970022:0:3289:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1770653413.970027:0:51596:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4301444811 02000000:00000010:3.0:1770653413.970029:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95564f311c00. 00000100:00000001:2.0:1770653413.970031:0:51596:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444813 02000000:00000001:3.0:1770653413.970032:0:3289:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.970036:0:51596:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4301444811 00000400:00000010:3.0:1770653413.970037:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2630. 00000800:00000200:0.0:1770653413.970037:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1770653413.970043:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9300. 00000100:00000001:2.0:1770653413.970045:0:51596:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1770653413.970046:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78d48. 00000400:00000200:0.0:1770653413.970048:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653413.970052:0:51596:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.970053:0:3289:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707210112, portal 4 00010000:00000001:2.0:1770653413.970056:0:51596:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.970058:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653413.970059:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:2.0:1770653413.970060:0:51596:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.970063:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795723852416 : -117277985699200 : ffff955617528a80) 00000020:00000001:2.0:1770653413.970065:0:51596:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653413.970068:0:76382:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000400:00000200:0.0:1770653413.970068:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac86e8 00010000:00000001:2.0:1770653413.970069:0:51596:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1770653413.970071:0:3289:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955617528a80 x1856657707210112/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.970073:0:51596:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000040:1.0:1770653413.970073:0:76382:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x1415:0x0] 00000400:00000010:0.0:1770653413.970073:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac86e8. 00010000:00000001:2.0:1770653413.970077:0:51596:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1770653413.970081:0:76382:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff95560d386ab0. 00000100:00000001:0.0:1770653413.970081:0:3282:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:2.0:1770653413.970082:0:51596:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1770653413.970086:0:51596:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00002000:00000001:1.0:1770653413.970090:0:76382:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000100:00000200:0.0:1770653413.970091:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955602b1c700 x1856657707209472/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.970092:0:51596:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.970093:0:3289:0:(niobuf.c:69:ptl_send_buf()) Process entered 00002000:00000001:1.0:1770653413.970094:0:76382:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.970098:0:51596:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00002000:00000001:1.0:1770653413.970101:0:76382:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1770653413.970102:0:3289:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1770653413.970103:0:51596:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:3.0:1770653413.970108:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78ee0. 00010000:00000040:1.0:1770653413.970109:0:76382:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332644, xid 1856657707206656 00000100:00100000:2.0:1770653413.970110:0:51596:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556695e0840 going to sleep for 11 seconds 00000100:00000200:3.0:1770653413.970114:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707210112, offset 0 00000100:00000001:2.0:1770653413.970115:0:51596:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1770653413.970117:0:76382:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:2.0:1770653413.970119:0:51596:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.970125:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1770653413.970127:0:3289:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:1.0:1770653413.970129:0:76382:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955735213100 x1856657707206656/t4295332644(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1770653413.970135:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955602b1c700 x1856657707209472/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1770653413.970137:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1770653413.970139:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1770653413.970143:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653413.970147:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.970152:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b9580 00000100:00000001:2.0:1770653413.970154:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.970160:0:76382:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1770653413.970165:0:76382:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.970166:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf6c5 [8] + 5440 00000100:00000001:0.0:1770653413.970168:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653413.970171:0:76382:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1770653413.970176:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1770653413.970177:0:3289:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653413.970178:0:76382:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000001:2.0:1770653413.970179:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653413.970185:0:76382:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000400:00000200:3.0:1770653413.970187:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1770653413.970187:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653413.970188:0:76382:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000800:00000200:0.0:1770653413.970191:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1770653413.970194:0:3289:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1770653413.970196:0:76382:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000010:0.0:1770653413.970196:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9557353d2a00. 00000100:00000200:3.0:1770653413.970197:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:1.0:1770653413.970200:0:76382:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.970203:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000010:3.0:1770653413.970205:0:3289:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95561752b480. 00000100:00000001:1.0:1770653413.970205:0:76382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1770653413.970206:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653413.970211:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1770653413.970212:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff95561752b480 x1856657707210112 msgsize 544 00000100:00000040:1.0:1770653413.970212:0:76382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1770653413.970216:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:0.0:1770653413.970218:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000010:1.0:1770653413.970219:0:76382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022000. 00000100:00100000:3.0:1770653413.970226:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:2.0:1770653413.970226:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572ebc6d80. 00000100:00000200:1.0:1770653413.970227:0:76382:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707206656, offset 224 00000400:00000200:0.0:1770653413.970228:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022dd0 00000100:00000001:3.0:1770653413.970232:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1770653413.970234:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022dd0. 00000100:00000040:2.0:1770653413.970235:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff95572ebc6d80 x1856657966309760 msgsize 328 00000100:00000001:0.0:1770653413.970238:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653413.970241:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1770653413.970246:0:76382:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1770653413.970250:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000400:00000200:3.0:1770653413.970252:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78ee0 00000800:00000200:0.0:1770653413.970253:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1770653413.970258:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78ee0. 00000400:00000200:1.0:1770653413.970259:0:76382:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:0.0:1770653413.970259:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df200. 00000100:00000001:2.0:1770653413.970260:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1770653413.970266:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1770653413.970267:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1770653413.970272:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955617528a80 x1856657707210112/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1770653413.970274:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:1.0:1770653413.970278:0:76382:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b8800 00000100:00000001:2.0:1770653413.970279:0:73806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1770653413.970284:0:73806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966309760 00000400:00000200:0.0:1770653413.970284:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888550 02000000:00000001:2.0:1770653413.970290:0:73806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1770653413.970290:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888550. 00000100:00000001:3.0:1770653413.970292:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1770653413.970293:0:73806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653413.970296:0:3282:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1770653413.970297:0:73806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.970298:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955617528a80 x1856657707210112/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653413.970301:0:76382:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda709 [1] + 224 02000000:00000001:2.0:1770653413.970304:0:73806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.970305:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95572eb21180 x1856657707209600/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1770653413.970310:0:73806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966309760 00000400:00000200:1.0:1770653413.970312:0:76382:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1770653413.970316:0:73806:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1770653413.970320:0:73806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000400:00000200:1.0:1770653413.970321:0:76382:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1770653413.970325:0:73806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653413.970330:0:73806:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=68 00000100:00000001:1.0:1770653413.970331:0:76382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1770653413.970332:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.970336:0:73806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:3.0:1770653413.970338:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1770653413.970339:0:76382:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95563f2c5c00 x1856657707206656/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.970340:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1770653413.970342:0:73806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:3.0:1770653413.970344:0:3289:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.970349:0:73806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1770653413.970349:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572eb21180 x1856657707209600/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1770653413.970351:0:3289:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26312 usecs (27 jiffies) 00000020:00000010:2.0:1770653413.970355:0:73806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f592c0. 00000100:00000001:3.0:1770653413.970358:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444810 00000100:00000001:2.0:1770653413.970362:0:73806:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653413.970369:0:73806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f592c0. 00000100:00000040:1.0:1770653413.970373:0:76382:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95563f2c5c00 x1856657707206656/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.970375:0:12201:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1770653413.970375:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.970377:0:73806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955636fe9c00. 00000100:00100000:3.0:1770653413.970380:0:12201:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707210112 00000100:00000001:0.0:1770653413.970381:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1770653413.970384:0:73806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300d00. 02000000:00000001:3.0:1770653413.970386:0:12201:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:0.0:1770653413.970389:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653413.970391:0:12201:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1770653413.970391:0:73806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510bb8. 00000100:00000001:3.0:1770653413.970395:0:12201:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.970398:0:73806:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000800:00000001:0.0:1770653413.970399:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1770653413.970400:0:12201:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.970400:0:76382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.970404:0:73806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1770653413.970405:0:12201:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707210112 00000800:00000001:0.0:1770653413.970406:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653413.970407:0:73806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1770653413.970408:0:76382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022000 00000020:00000001:3.0:1770653413.970409:0:12201:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:2.0:1770653413.970412:0:73806:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000020:00000040:3.0:1770653413.970413:0:12201:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00000400:00000010:1.0:1770653413.970414:0:76382:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022000. 00000800:00000001:0.0:1770653413.970414:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.970416:0:73806:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.970418:0:12201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1770653413.970420:0:76382:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1770653413.970422:0:73806:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:1.0:1770653413.970424:0:76382:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:3.0:1770653413.970425:0:12201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=49 00010000:00000001:2.0:1770653413.970426:0:73806:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1770653413.970431:0:73806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1770653413.970431:0:76382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.970432:0:12201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000400:00000200:0.0:1770653413.970432:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000020:00000040:2.0:1770653413.970436:0:73806:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c163a00 refcount=4 00000020:00000001:3.0:1770653413.970437:0:12201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000040:1.0:1770653413.970439:0:76382:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000020:00000001:2.0:1770653413.970443:0:73806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145963008 : -117276563588608 : ffff95566c163a00) 00000100:00000001:3.0:1770653413.970445:0:12201:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1770653413.970445:0:76382:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000001:2.0:1770653413.970447:0:73806:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145963008 : -117276563588608 : ffff95566c163a00) 00000020:00000001:1.0:1770653413.970448:0:76382:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.970451:0:12201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbbc0. 00000020:00000001:1.0:1770653413.970455:0:76382:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1770653413.970455:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b8c80 00000100:00000001:3.0:1770653413.970457:0:12201:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1770653413.970457:0:73806:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff95566c163a00/0x2aed14e4e178a140 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1416:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e62 expref: 68 pid: 76419 timeout: 6877 lvb_type: 1 00000100:00000040:1.0:1770653413.970462:0:76382:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955735213100 x1856657707206656/t4295332644(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1770653413.970465:0:12201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbbc0. 00000400:00000200:0.0:1770653413.970472:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda765 [1] + 224 00000020:00000010:3.0:1770653413.970474:0:12201:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95562fa45000. 00000020:00000010:3.0:1770653413.970482:0:12201:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3500. 00010000:00000001:2.0:1770653413.970482:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.970486:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:0.0:1770653413.970486:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1770653413.970488:0:12201:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90708. 00010000:00000001:2.0:1770653413.970490:0:73806:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.970493:0:12201:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1770653413.970496:0:73806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1770653413.970496:0:76382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955735213100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+49:3290:x1856657707206656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20916us (21709us total) trans 4295332644 rc 0/0 00000800:00000001:0.0:1770653413.970496:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.970497:0:12201:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653413.970501:0:12201:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.970504:0:73806:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:0.0:1770653413.970505:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653413.970510:0:12201:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.970513:0:73806:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff95572ebc6d80 x1856657966309760/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770653413.970517:0:76382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136222 00000400:00000200:0.0:1770653413.970520:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000040:1.0:1770653413.970523:0:76382:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 6 00000100:00000001:3.0:1770653413.970524:0:12201:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.970530:0:76382:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653413.970532:0:73806:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1770653413.970534:0:76382:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1770653413.970535:0:73806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.970536:0:3282:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1770653413.970538:0:12201:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1770653413.970539:0:76382:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3800. 00000100:00000001:3.0:1770653413.970541:0:12201:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1770653413.970545:0:76382:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90d48. 00000100:00000200:0.0:1770653413.970546:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955602b1fb80 x1856657707207808/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.970547:0:73806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1770653413.970551:0:12201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136236 00000020:00000010:1.0:1770653413.970553:0:76382:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95562fa45e00. 00000100:00000040:3.0:1770653413.970558:0:12201:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 7 00000100:00000001:2.0:1770653413.970560:0:73806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:1.0:1770653413.970560:0:76382:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 48 00000100:00000001:3.0:1770653413.970563:0:12201:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795723863168 : -117277985688448 : ffff95561752b480) 00000100:00000001:2.0:1770653413.970564:0:73806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1770653413.970566:0:76382:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1770653413.970574:0:12201:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95561752b480 x1856657707210112/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1770653413.970575:0:73806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161875 00000100:00000040:2.0:1770653413.970582:0:73806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000040:0.0:1770653413.970583:0:3282:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955602b1fb80 x1856657707207808/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.970586:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1770653413.970587:0:73806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800411635072 : -117273297916544 : ffff95572ebc6d80) 00000100:00000001:1.0:1770653413.970590:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1770653413.970595:0:12201:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000001:1.0:1770653413.970597:0:3290:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1770653413.970599:0:12201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbbc0. 00000100:00000040:2.0:1770653413.970600:0:73806:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95572ebc6d80 x1856657966309760/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1770653413.970601:0:3290:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1770653413.970606:0:12201:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1770653413.970606:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2e18. 00000400:00000200:1.0:1770653413.970614:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78330 00000020:00000010:3.0:1770653413.970615:0:12201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbbc0. 00000400:00000010:1.0:1770653413.970619:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78330. 00000100:00000001:2.0:1770653413.970623:0:73806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1770653413.970624:0:3282:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1770653413.970625:0:3290:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1770653413.970628:0:12201:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95561752b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+48:3289:x1856657707210112:12345-0@lo:6:osp-syn-1-0.0 00000020:00000010:2.0:1770653413.970629:0:73806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f592c0. 00000100:00000200:1.0:1770653413.970634:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95563f2c5c00 x1856657707206656/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.970635:0:73806:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1770653413.970638:0:12201:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707210112 00000020:00000010:2.0:1770653413.970642:0:73806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f592c0. 00000020:00000001:3.0:1770653413.970643:0:12201:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1770653413.970648:0:12201:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000200:0.0:1770653413.970652:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:3.0:1770653413.970653:0:12201:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.970654:0:73806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95572ebc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_019:b31b1d82-c1d4-4680-ae7a-71292416d1f5+68:2366:x1856657966309760:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1770653413.970654:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95563f2c5c00 x1856657707206656/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1770653413.970658:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9f00. 00000020:00000001:3.0:1770653413.970659:0:12201:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1770653413.970663:0:12201:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000400:00000200:0.0:1770653413.970668:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1770653413.970670:0:12201:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1770653413.970674:0:12201:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1770653413.970677:0:73806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966309760 00000020:00000001:3.0:1770653413.970680:0:12201:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:2.0:1770653413.970681:0:73806:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000400:00000200:0.0:1770653413.970683:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000001:3.0:1770653413.970684:0:12201:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000002:2.0:1770653413.970685:0:73806:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000100:00000001:1.0:1770653413.970685:0:3290:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1770653413.970690:0:73806:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000020:00000001:3.0:1770653413.970691:0:12201:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000100:00000001:1.0:1770653413.970691:0:3290:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653413.970692:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a783b8 00000100:00000001:2.0:1770653413.970694:0:73806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1770653413.970696:0:12201:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 02000000:00000001:2.0:1770653413.970698:0:73806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1770653413.970698:0:3290:0:(client.c:1568:after_reply()) Process entered 00000400:00000010:0.0:1770653413.970699:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a783b8. 00000020:00000001:3.0:1770653413.970700:0:12201:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.970701:0:3290:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:2.0:1770653413.970703:0:73806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955608cb7c00. 00000100:00000001:1.0:1770653413.970705:0:3290:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000001:00000001:3.0:1770653413.970706:0:12201:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:0.0:1770653413.970707:0:3282:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1770653413.970708:0:73806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.970709:0:3290:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.970710:0:12201:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.970713:0:73806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.970717:0:12201:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 02000000:00000001:1.0:1770653413.970717:0:3290:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.970717:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95561752a680 x1856657707209856/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.970718:0:73806:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000001:00000001:3.0:1770653413.970721:0:12201:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1770653413.970724:0:73806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00001000:1.0:1770653413.970725:0:3290:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00000001:00000001:3.0:1770653413.970727:0:12201:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.970731:0:73806:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000001:00000001:3.0:1770653413.970733:0:12201:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00001000:1.0:1770653413.970735:0:3290:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00000001:00000001:3.0:1770653413.970737:0:12201:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1770653413.970737:0:73806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653413.970753:0:73806:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c163a00 refcount=4 00000001:00000001:3.0:1770653413.970756:0:12201:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.970756:0:3290:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1770653413.970760:0:3290:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.970761:0:73806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145963008 : -117276563588608 : ffff95566c163a00) 00000001:00000001:3.0:1770653413.970762:0:12201:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:1.0:1770653413.970764:0:3290:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000001:00000001:3.0:1770653413.970765:0:12201:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.970769:0:3290:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.970770:0:12201:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.970771:0:73806:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145963008 : -117276563588608 : ffff95566c163a00) 00000100:00000001:0.0:1770653413.970771:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653413.970774:0:3290:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000020:00000001:3.0:1770653413.970777:0:12201:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.970779:0:3290:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00010000:00000040:2.0:1770653413.970780:0:73806:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95563f2d2c00 count: 3 00000020:00000001:3.0:1770653413.970781:0:12201:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.970783:0:3290:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00000040:0.0:1770653413.970783:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95561752a680 x1856657707209856/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.970788:0:12201:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1770653413.970788:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1770653413.970793:0:12201:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1770653413.970793:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796392438784 : -117277317112832 : ffff95563f2c5c00) 00010000:00010000:2.0:1770653413.970794:0:73806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff95566c163a00/0x2aed14e4e178a140 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1416:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e62 expref: 68 pid: 76419 timeout: 6877 lvb_type: 1 02000000:00000010:3.0:1770653413.970799:0:12201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95564f313c00. 00000100:00000001:1.0:1770653413.970799:0:3290:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1770653413.970803:0:3290:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 02000000:00000001:3.0:1770653413.970806:0:12201:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.970808:0:3290:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1770653413.970809:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.970813:0:12201:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.970813:0:3290:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.970815:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00002000:00000001:3.0:1770653413.970821:0:12201:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000100:00001000:2.0:1770653413.970822:0:73806:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00000100:00000040:1.0:1770653413.970824:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95563f2c5c00 x1856657707206656/t4295332644(4295332644) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1770653413.970825:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1770653413.970826:0:12201:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1770653413.970827:0:73806:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1770653413.970830:0:12201:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.970832:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:0.0:1770653413.970835:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.970836:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00080000:3.0:1770653413.970837:0:12201:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5146 count 1 00000800:00000001:0.0:1770653413.970843:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00002000:00000001:3.0:1770653413.970844:0:12201:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000100:00000001:1.0:1770653413.970844:0:3290:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1770653413.970845:0:73806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff95566c163a00/0x2aed14e4e178a140 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1416:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e62 expref: 68 pid: 76419 timeout: 6877 lvb_type: 1 00002000:00000001:3.0:1770653413.970863:0:12201:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1770653413.970866:0:12201:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:1.0:1770653413.970868:0:3290:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1770653413.970870:0:3290:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653413.970872:0:12201:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795554370696 : -117278155180920 : ffff95560d387488) 00000004:00080000:1.0:1770653413.970873:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95563f2c5c00/2, rc 0, transno 4295332644 00000800:00000001:0.0:1770653413.970876:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1770653413.970877:0:12201:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795554370608 : -117278155181008 : ffff95560d387430) 00000004:00001000:1.0:1770653413.970881:0:3290:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 7 in flight, 44 in progress 00010000:00000001:3.0:1770653413.970884:0:12201:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1770653413.970889:0:12201:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000200:0.0:1770653413.970893:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000040:3.0:1770653413.970894:0:12201:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955666214200 count: 2 00000100:00000040:1.0:1770653413.970895:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95563f2c5c00 x1856657707206656/t4295332644(4295332644) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1770653413.970896:0:73806:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.970902:0:12201:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.970903:0:73806:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1770653413.970907:0:73806:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.970910:0:12201:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:2.0:1770653413.970913:0:73806:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.970914:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d2000 00010000:00000010:3.0:1770653413.970916:0:12201:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955606de2a00. 00000100:00100000:1.0:1770653413.970918:0:3290:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95563f2c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707206656:0@lo:6:osp-syn-1-0.0 00010000:00000001:2.0:1770653413.970920:0:73806:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:3.0:1770653413.970924:0:12201:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:2.0:1770653413.970925:0:73806:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1770653413.970927:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.970930:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed7121 [2] + 984 00000020:00000040:3.0:1770653413.970931:0:12201:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955606de2a00 with handle 0x2aed14e4e178cfed to hash 00000100:00000001:1.0:1770653413.970931:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1770653413.970932:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.970936:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1770653413.970937:0:12201:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000040:1.0:1770653413.970938:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563f2c5c00 x1856657707206656/t4295332644(4295332644) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.970939:0:73806:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653413.970941:0:12201:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795447790080 : -117278261761536 : ffff955606de2a00) 00000800:00000001:0.0:1770653413.970942:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653413.970943:0:73806:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.970948:0:12201:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795447790080 : -117278261761536 : ffff955606de2a00) 00000020:00000040:2.0:1770653413.970950:0:73806:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95566c163a00 with handle 0x2aed14e4e178a140 from hash 00000800:00000001:0.0:1770653413.970951:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.970954:0:12201:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1770653413.970956:0:73806:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1770653413.970959:0:12201:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.970960:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.970960:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.970961:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1770653413.970965:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653413.970967:0:12201:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff955606de2a00/0x2aed14e4e178cfed lrc: 3/0,1 mode: --/PW res: [0x280000403:0x141a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.970968:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.970969:0:73806:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1770653413.970974:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1770653413.970974:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:2.0:1770653413.970976:0:73806:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:1.0:1770653413.970978:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1770653413.970982:0:73806:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.970983:0:12201:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:0.0:1770653413.970985:0:3282:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1770653413.970987:0:12201:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1770653413.970991:0:73806:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000200:0.0:1770653413.970991:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000001:3.0:1770653413.970992:0:12201:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000004:00000001:1.0:1770653413.970995:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:3.0:1770653413.970996:0:12201:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1770653413.970997:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:1.0:1770653413.970998:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653413.970999:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955602b1ed80. 00010000:00000001:3.0:1770653413.971000:0:12201:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000004:00000001:1.0:1770653413.971002:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00000001:3.0:1770653413.971004:0:12201:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000004:00000001:1.0:1770653413.971006:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00010000:2.0:1770653413.971007:0:73806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95566c163a00/0x2aed14e4e178a140 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1416:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e62 expref: 68 pid: 76419 timeout: 6877 lvb_type: 1 00000100:00000040:0.0:1770653413.971008:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955602b1ed80 x1856657966309376 msgsize 328 00000004:00000001:1.0:1770653413.971010:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.971011:0:12201:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff95565d1f9c00/0x2aed14e4e178a219 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x141a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f3b expref: 68 pid: 12202 timeout: 0 lvb_type: 1 00000040:00001000:1.0:1770653413.971017:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f648300 type=0x10692404 idx=3597 00000040:00001000:1.0:1770653413.971024:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3597 lrh_len: 64 (7424 remains) 00000040:00001000:1.0:1770653413.971030:0:7854:0:(llog.c:797:llog_process_thread()) index: 3597, lh_last_idx: 3602 synced_idx: 0 lgh_last_idx: 3602 00000100:00100000:0.0:1770653413.971031:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00010000:00000001:3.0:1770653413.971036:0:12201:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000004:00000001:1.0:1770653413.971037:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00000040:2.0:1770653413.971039:0:73806:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 62 00010000:00000001:3.0:1770653413.971040:0:12201:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1770653413.971043:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00010000:3.0:1770653413.971047:0:12201:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000040:2.0:1770653413.971048:0:73806:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 67 00000004:00000001:1.0:1770653413.971048:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.971049:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:3.0:1770653413.971050:0:12201:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1770653413.971055:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00010000:00000001:3.0:1770653413.971056:0:12201:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000004:00000001:1.0:1770653413.971059:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00010000:00010000:3.0:1770653413.971060:0:12201:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653413.971061:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1770653413.971062:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00010000:00000001:3.0:1770653413.971063:0:12201:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653413.971066:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1770653413.971067:0:12201:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.971067:0:73806:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000010:1.0:1770653413.971067:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665157b80. 00010000:00000001:2.0:1770653413.971073:0:73806:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000800:00000010:0.0:1770653413.971073:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9e00. 00010000:00000001:3.0:1770653413.971074:0:12201:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000020:00000040:1.0:1770653413.971074:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=47 obd=lustre-OST0001-osc-MDT0000 00010000:00010000:3.0:1770653413.971079:0:12201:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff955606de2a00/0x2aed14e4e178cfed lrc: 4/0,1 mode: --/PW res: [0x280000403:0x141a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1770653413.971080:0:73806:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95571016a600 00000100:00000001:1.0:1770653413.971080:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1770653413.971082:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1770653413.971084:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:2.0:1770653413.971086:0:73806:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 02000000:00000001:1.0:1770653413.971089:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.971091:0:73806:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000400:00000200:0.0:1770653413.971096:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00010000:2.0:1770653413.971097:0:73806:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000040:3.0:1770653413.971098:0:12201:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x141a:0x0].0x0 (ffff955666214200) refcount = 2 02000000:00000010:1.0:1770653413.971099:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95560612bc00. 00000400:00000200:0.0:1770653413.971101:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022440 00010000:00000001:2.0:1770653413.971103:0:73806:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.971105:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653413.971107:0:12201:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000400:00000010:0.0:1770653413.971108:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022440. 00010000:00000001:2.0:1770653413.971111:0:73806:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000004:00000001:1.0:1770653413.971112:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626797028473728 : -117276681077888 : ffff955665157b80) 00000100:00000001:0.0:1770653413.971114:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000040:3.0:1770653413.971115:0:12201:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95565d1f9c00/0x2aed14e4e178a219 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x141a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f3b expref: 67 pid: 12202 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770653413.971116:0:73806:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:1.0:1770653413.971119:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1770653413.971120:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1770653413.971122:0:73806:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653413.971127:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653413.971128:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.971129:0:73806:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1770653413.971135:0:73806:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000800:00000001:0.0:1770653413.971136:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653413.971141:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5ed2dc6] to pc [ptlrpcd_00_01+1] req@ffff955665157b80 x1856657707210240/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1770653413.971142:0:12201:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00010000:2.0:1770653413.971142:0:73806:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178cf92 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1416:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000800:00000001:0.0:1770653413.971143:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000040:3.0:1770653413.971148:0:12201:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff955606de2a00/0x2aed14e4e178cfed lrc: 4/0,1 mode: --/PW res: [0x280000403:0x141a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000800:00000001:0.0:1770653413.971150:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653413.971166:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:2.0:1770653413.971170:0:73806:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000010:3.0:1770653413.971175:0:12201:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9556196fbbc0. 00010000:00010000:2.0:1770653413.971176:0:73806:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178cf92 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1416:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.971181:0:12201:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000004:00000001:1.0:1770653413.971186:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1770653413.971187:0:12201:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556189e13c0. 00000400:00000200:0.0:1770653413.971187:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d2280 00010000:00000040:2.0:1770653413.971192:0:73806:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1416:0x0].0x0 (ffff95563f2d2c00) refcount = 2 00000100:00000001:3.0:1770653413.971193:0:12201:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626795745579968 : -117277963971648 : ffff9556189e13c0) 00000004:00001000:1.0:1770653413.971193:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 8 in flight, 45 in progress 00000100:00000001:3.0:1770653413.971201:0:12201:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626795745579968 : -117277963971648 : ffff9556189e13c0) 00000400:00000200:0.0:1770653413.971201:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed7121 [2] + 1312 00010000:00000040:2.0:1770653413.971202:0:73806:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000004:00001000:1.0:1770653413.971202:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3597, id 1934 00000100:00000001:3.0:1770653413.971208:0:12201:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000040:2.0:1770653413.971209:0:73806:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178cf92 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1416:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000004:00000001:1.0:1770653413.971209:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000001:3.0:1770653413.971212:0:12201:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000800:00000001:0.0:1770653413.971212:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1770653413.971216:0:12201:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:1.0:1770653413.971217:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.971221:0:12201:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:0.0:1770653413.971221:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.971222:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.971225:0:12201:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1770653413.971229:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1770653413.971230:0:12201:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1770653413.971234:0:73806:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653413.971235:0:12201:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.971238:0:12201:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1770653413.971240:0:73806:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.971241:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:3.0:1770653413.971242:0:12201:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000001:1.0:1770653413.971244:0:76655:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:2.0:1770653413.971246:0:73806:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000010:3.0:1770653413.971248:0:12201:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955617529c00. 00000100:00100000:1.0:1770653413.971249:0:76655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966309376 00010000:00000001:2.0:1770653413.971251:0:73806:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.971251:0:3282:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1770653413.971253:0:76655:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:3.0:1770653413.971254:0:12201:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=5 obd=lustre-OST0001 00000100:00000200:0.0:1770653413.971256:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000001:2.0:1770653413.971257:0:73806:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.971257:0:76655:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653413.971259:0:12201:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1770653413.971263:0:12201:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1770653413.971263:0:76655:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1770653413.971267:0:73806:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f592c0. 02000000:00000001:1.0:1770653413.971268:0:76655:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653413.971268:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d89880. 02000000:00000001:3.0:1770653413.971269:0:12201:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.971276:0:73806:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00100000:1.0:1770653413.971276:0:76655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966309376 00000100:00000040:0.0:1770653413.971277:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955618d89880 x1856657966310016 msgsize 328 02000000:00000010:3.0:1770653413.971278:0:12201:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95562fa44a00. 00000020:00000001:1.0:1770653413.971280:0:76655:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:2.0:1770653413.971282:0:73806:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0600. 00000020:00000040:1.0:1770653413.971285:0:76655:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000100:00000001:3.0:1770653413.971286:0:12201:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.971287:0:73806:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100336640 : -117276609214976 : ffff9556695e0600) 00000020:00000001:1.0:1770653413.971289:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1770653413.971295:0:73806:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100336640 : -117276609214976 : ffff9556695e0600) 00000020:00000040:1.0:1770653413.971295:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=68 00000100:00100000:0.0:1770653413.971296:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00010000:00010000:3.0:1770653413.971297:0:12201:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff95565d1f9c00/0x2aed14e4e178a219 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x141a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f3b expref: 68 pid: 12202 timeout: 0 lvb_type: 1 00000020:00000001:1.0:1770653413.971302:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:2.0:1770653413.971303:0:73806:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1770653413.971306:0:73806:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000020:00000001:1.0:1770653413.971309:0:76655:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00010000:00000001:2.0:1770653413.971310:0:73806:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:0.0:1770653413.971311:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1770653413.971316:0:73806:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:1.0:1770653413.971316:0:76655:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00010000:3.0:1770653413.971317:0:12201:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff95565d1f9c00/0x2aed14e4e178a219 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x141a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f3b expref: 68 pid: 12202 timeout: 6877 lvb_type: 1 00000020:00000010:1.0:1770653413.971322:0:76655:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9c400. 00000100:00000001:1.0:1770653413.971327:0:76655:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.971329:0:73806:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.971333:0:76655:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9c400. 00000100:00000001:0.0:1770653413.971333:0:73799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:2.0:1770653413.971335:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:0.0:1770653413.971338:0:73799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966310016 00010000:00000001:2.0:1770653413.971340:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:1.0:1770653413.971342:0:76655:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f6c00. 00010000:00000001:3.0:1770653413.971343:0:12201:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00010000:00000001:2.0:1770653413.971343:0:73806:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.971343:0:73799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653413.971347:0:12201:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1770653413.971350:0:73799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1770653413.971351:0:73806:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000020:00000010:1.0:1770653413.971351:0:76655:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d580. 00000100:00000040:3.0:1770653413.971352:0:12201:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955617529c00 x1856657707210368/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.971356:0:73806:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000010:1.0:1770653413.971358:0:76655:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662adaa28. 00000100:00000001:0.0:1770653413.971358:0:73799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.971363:0:73806:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.971366:0:76655:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1770653413.971367:0:73799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.971368:0:73806:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.971370:0:76655:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1770653413.971374:0:76655:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000100:00000001:2.0:1770653413.971376:0:73806:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00100000:0.0:1770653413.971377:0:73799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966310016 00000100:00000001:3.0:1770653413.971379:0:12201:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1770653413.971379:0:76655:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1770653413.971380:0:73806:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0600. 00000020:00000001:0.0:1770653413.971382:0:73799:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1770653413.971384:0:12201:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.971386:0:76655:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:2.0:1770653413.971387:0:73806:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000020:00000040:0.0:1770653413.971387:0:73799:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000100:00100000:3.0:1770653413.971390:0:12201:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955617529c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:12201:1856657707210368:192.168.202.60@tcp:104: 00010000:00000001:1.0:1770653413.971391:0:76655:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1770653413.971392:0:73806:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.971393:0:73799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1770653413.971395:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653413.971399:0:73799:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=69 00000100:00000001:3.0:1770653413.971400:0:12201:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00010000:00000010:2.0:1770653413.971400:0:73806:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f592c0. 00000020:00000040:1.0:1770653413.971401:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955642600800 refcount=4 02000000:00000001:3.0:1770653413.971406:0:12201:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1770653413.971407:0:73806:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000001:1.0:1770653413.971408:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796446156800 : -117277263394816 : ffff955642600800) 00000020:00000001:0.0:1770653413.971408:0:73799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 02000000:00000001:3.0:1770653413.971409:0:12201:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.971411:0:73806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1770653413.971415:0:76655:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796446156800 : -117277263394816 : ffff955642600800) 02000000:00000001:3.0:1770653413.971416:0:12201:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1770653413.971416:0:73806:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653413.971417:0:73799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00010000:00000001:2.0:1770653413.971422:0:73806:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 02000000:00000010:3.0:1770653413.971423:0:12201:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95562fa44600. 00010000:00010000:1.0:1770653413.971423:0:76655:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff955642600800/0x2aed14e4e178a116 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1412:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e46 expref: 69 pid: 12213 timeout: 6877 lvb_type: 1 00000100:00000001:0.0:1770653413.971425:0:73799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1770653413.971426:0:73806:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.971429:0:12201:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1770653413.971433:0:73806:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000020:00000010:0.0:1770653413.971433:0:73799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95af40. 00000400:00000010:3.0:1770653413.971437:0:12201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2790. 00000100:00000001:0.0:1770653413.971440:0:73799:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.971445:0:73806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1770653413.971446:0:12201:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78ee0. 00010000:00000001:1.0:1770653413.971446:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:0.0:1770653413.971447:0:73799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95af40. 00000100:00000040:2.0:1770653413.971451:0:73806:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000001:1.0:1770653413.971451:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1770653413.971454:0:12201:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707210368, portal 16 00010000:00000001:1.0:1770653413.971454:0:76655:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.971455:0:73806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000020:00000010:0.0:1770653413.971457:0:73799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955626008c00. 00000100:00000001:1.0:1770653413.971460:0:76655:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.971461:0:12201:0:(client.c:3234:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1770653413.971462:0:73806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1770653413.971465:0:12201:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795723856896 : -117277985694720 : ffff955617529c00) 02000000:00000001:2.0:1770653413.971466:0:73806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.971467:0:76655:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:0.0:1770653413.971467:0:73799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519e80. 00000100:00000001:2.0:1770653413.971473:0:73806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1770653413.971476:0:73799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d3e8. 00000100:00000040:3.0:1770653413.971477:0:12201:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955617529c00 x1856657707210368/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1770653413.971477:0:76655:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955602b1ed80 x1856657966309376/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1770653413.971482:0:73806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:0.0:1770653413.971486:0:73799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1770653413.971490:0:73799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1770653413.971491:0:73806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888d48. 00010000:00000001:0.0:1770653413.971497:0:73799:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000100:00000200:2.0:1770653413.971498:0:73806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966309760, offset 224 00010000:00000001:0.0:1770653413.971502:0:73799:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.971510:0:73806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.971510:0:73799:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:3.0:1770653413.971515:0:12201:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1770653413.971515:0:76655:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:0.0:1770653413.971517:0:73799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1770653413.971520:0:76655:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.971521:0:73799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1770653413.971524:0:12201:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000200:2.0:1770653413.971525:0:73806:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000020:00000040:0.0:1770653413.971528:0:73799:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955620464400 refcount=4 00000400:00000010:3.0:1770653413.971530:0:12201:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78880. 00000100:00000001:1.0:1770653413.971531:0:76655:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653413.971535:0:73806:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164720:2164720:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164716:2164716:7:4294967295] 00000020:00000001:0.0:1770653413.971535:0:73799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795874042880 : -117277835508736 : ffff955620464400) 00000100:00000200:3.0:1770653413.971537:0:12201:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707210368, offset 0 00000100:00000001:1.0:1770653413.971541:0:76655:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1770653413.971542:0:73799:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795874042880 : -117277835508736 : ffff955620464400) 00000100:00000001:1.0:1770653413.971546:0:76655:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1770653413.971550:0:12201:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00100000:1.0:1770653413.971555:0:76655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161876 00010000:00010000:0.0:1770653413.971556:0:73799:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff955620464400/0x2aed14e4e1789fb8 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1414:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ce8 expref: 69 pid: 12200 timeout: 6877 lvb_type: 1 00000100:00000040:1.0:1770653413.971562:0:76655:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 2 00000400:00000200:2.0:1770653413.971563:0:73806:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:1.0:1770653413.971567:0:76655:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795377782144 : -117278331769472 : ffff955602b1ed80) 00000100:00000040:1.0:1770653413.971580:0:76655:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955602b1ed80 x1856657966309376/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1770653413.971581:0:73806:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.971581:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1770653413.971582:0:12201:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00010000:00000001:0.0:1770653413.971586:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:2.0:1770653413.971589:0:73806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df200. 00010000:00000001:0.0:1770653413.971590:0:73799:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.971594:0:12201:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1770653413.971598:0:73799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1770653413.971602:0:73806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000400:00000200:3.0:1770653413.971604:0:12201:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000100:00000001:0.0:1770653413.971607:0:73799:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1770653413.971612:0:76655:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:2.0:1770653413.971613:0:73806:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000400:00000200:3.0:1770653413.971614:0:12201:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000020:00000010:1.0:1770653413.971617:0:76655:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9c400. 00000800:00000200:2.0:1770653413.971619:0:73806:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df200 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1770653413.971619:0:73799:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955618d89880 x1856657966310016/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.971622:0:76655:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1770653413.971624:0:12201:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00000001:2.0:1770653413.971627:0:73806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.971629:0:76655:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9c400. 00000400:00000200:3.0:1770653413.971638:0:12201:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164721:2164721:254:4294967295] 192.168.202.60@tcp LPNI seq info [2164717:2164717:6:4294967295] 00000100:00000040:2.0:1770653413.971639:0:73806:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000100:00100000:1.0:1770653413.971641:0:76655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955602b1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_032:b31b1d82-c1d4-4680-ae7a-71292416d1f5+69:2365:x1856657966309376:12345-192.168.202.60@tcp:103:ldlm_bl.0 00010000:00000001:2.0:1770653413.971645:0:73806:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.971651:0:73806:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.971654:0:76655:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966309376 00010000:00000001:1.0:1770653413.971659:0:76655:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000100:00000040:2.0:1770653413.971662:0:73806:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572ebc6d80 x1856657966309760/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000002:1.0:1770653413.971663:0:76655:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1770653413.971667:0:76655:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000400:00000200:3.0:1770653413.971669:0:12201:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:1.0:1770653413.971671:0:76655:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1770653413.971675:0:76655:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1770653413.971679:0:76655:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95560612b800. 00000100:00000001:0.0:1770653413.971683:0:73799:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:1.0:1770653413.971685:0:76655:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.971686:0:12201:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:0.0:1770653413.971688:0:73799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.971691:0:76655:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1770653413.971695:0:12201:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c200. 00010000:00000001:1.0:1770653413.971697:0:76655:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:0.0:1770653413.971702:0:73799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1770653413.971703:0:73806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95572ebc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_019:b31b1d82-c1d4-4680-ae7a-71292416d1f5+69:2366:x1856657966309760:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1074us (1461us total) trans 0 rc 0/0 00010000:00010000:1.0:1770653413.971703:0:76655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000800:00000200:3.0:1770653413.971709:0:12201:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:1.0:1770653413.971710:0:76655:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1770653413.971714:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653413.971717:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955642600800 refcount=4 00000020:00000001:1.0:1770653413.971720:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796446156800 : -117277263394816 : ffff955642600800) 00000100:00000001:0.0:1770653413.971723:0:5743:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1770653413.971724:0:73806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161875 00000800:00000200:3.0:1770653413.971725:0:12201:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:1.0:1770653413.971726:0:76655:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796446156800 : -117277263394816 : ffff955642600800) 00000100:00000001:0.0:1770653413.971728:0:5743:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1770653413.971732:0:73806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 1 00000800:00000200:3.0:1770653413.971734:0:12201:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c200 type 1, nob 424 niov 1 nkiov 1 00010000:00000040:1.0:1770653413.971734:0:76655:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95563cd5c600 count: 3 00000100:00000001:2.0:1770653413.971736:0:73806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653413.971752:0:73806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1770653413.971754:0:12201:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.971754:0:5743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161877 00010000:00010000:1.0:1770653413.971756:0:76655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff955642600800/0x2aed14e4e178a116 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1412:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e46 expref: 69 pid: 12213 timeout: 6877 lvb_type: 1 00000020:00000010:2.0:1770653413.971757:0:73806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300d00. 00000100:00000001:3.0:1770653413.971760:0:12201:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444814 00000100:00000040:0.0:1770653413.971763:0:5743:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 2 00000020:00000010:2.0:1770653413.971765:0:73806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510bb8. 00000100:00000001:3.0:1770653413.971768:0:12201:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4301444813 00000100:00000001:0.0:1770653413.971771:0:5743:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795749415040 : -117277960136576 : ffff955618d89880) 00000020:00000010:2.0:1770653413.971772:0:73806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955636fe9c00. 00000100:00000001:3.0:1770653413.971775:0:12201:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444814 00000020:00000040:2.0:1770653413.971781:0:73806:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 68 00000100:00000001:3.0:1770653413.971782:0:12201:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4301444813 00000100:00000001:2.0:1770653413.971788:0:73806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653413.971788:0:5743:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955618d89880 x1856657966310016/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.971789:0:12201:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444814 00000100:00001000:1.0:1770653413.971793:0:76655:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00000100:00000001:3.0:1770653413.971795:0:12201:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4301444813 00010000:00000001:1.0:1770653413.971801:0:76655:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1770653413.971803:0:12201:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444814 00000100:00000001:2.0:1770653413.971810:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1770653413.971810:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.971811:0:12201:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4301444813 00000100:00000001:0.0:1770653413.971813:0:5743:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1770653413.971815:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1770653413.971815:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.971817:0:12201:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.971820:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.971820:0:5743:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95af40. 00000100:00000001:3.0:1770653413.971821:0:12201:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.971822:0:76655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff955642600800/0x2aed14e4e178a116 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1412:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e46 expref: 68 pid: 12213 timeout: 6877 lvb_type: 1 00010000:00000001:3.0:1770653413.971829:0:12201:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.971829:0:3288:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1770653413.971830:0:5743:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.971837:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.971838:0:12201:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.971838:0:76655:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000010:0.0:1770653413.971839:0:5743:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95af40. 00010000:00000001:1.0:1770653413.971842:0:76655:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000020:00000001:3.0:1770653413.971845:0:12201:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.971846:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1770653413.971846:0:76655:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1770653413.971868:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556110e6f00. 00010000:00000010:2.1:1770653413.971875:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc3400. 00010000:00000010:3.1:1770653413.971877:0:12201:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e946700. 00000100:00100000:0.0:1770653413.971878:0:5743:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955618d89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b31b1d82-c1d4-4680-ae7a-71292416d1f5+68:2366:x1856657966310016:12345-192.168.202.60@tcp:103:ldlm_bl.0 00010000:00000010:1.1:1770653413.971882:0:76655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a6800. 00010000:00000010:3.1:1770653413.971886:0:12201:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016ae00. 00000100:00000001:2.0:1770653413.971887:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1770653413.971890:0:5743:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966310016 00000100:00000001:2.0:1770653413.971893:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1770653413.971898:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1770653413.971898:0:5743:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00010000:00000001:3.0:1770653413.971899:0:12201:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1770653413.971899:0:76655:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.971900:0:3288:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1770653413.971903:0:12201:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000002:0.0:1770653413.971905:0:5743:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1770653413.971907:0:12201:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.971907:0:76655:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:2.0:1770653413.971909:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955665157b80 x1856657707210240/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.971910:0:5743:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00010000:00000001:1.0:1770653413.971911:0:76655:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653413.971914:0:12201:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1770653413.971917:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.971918:0:12201:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1770653413.971919:0:5743:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1770653413.971922:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.971925:0:12201:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.971926:0:3288:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1770653413.971926:0:5743:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1770653413.971927:0:76655:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1770653413.971931:0:3288:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.971932:0:12201:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1770653413.971932:0:76655:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1770653413.971933:0:5743:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95563a7f9400. 00000100:00000001:3.0:1770653413.971936:0:12201:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1770653413.971938:0:3288:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1770653413.971940:0:76655:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff955642600800 with handle 0x2aed14e4e178a116 from hash 02000000:00000001:0.0:1770653413.971941:0:5743:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.971942:0:12201:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556189e13c0 going to sleep for 11 seconds 02000000:00000001:2.0:1770653413.971942:0:3288:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.971944:0:76655:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1770653413.971948:0:5743:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.971949:0:12201:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1770653413.971949:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1770653413.971950:0:3288:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.971954:0:12201:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.971955:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.971956:0:5743:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00100000:2.0:1770653413.971957:0:3288:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955665157b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707210240:0@lo:6:osp-syn-1-0.0 00010000:00000001:1.0:1770653413.971959:0:76655:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00010000:0.0:1770653413.971962:0:5743:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1770653413.971963:0:76655:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:2.0:1770653413.971964:0:3288:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1770653413.971967:0:76389:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1770653413.971968:0:76655:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.971968:0:5743:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1770653413.971969:0:3288:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000001:3.0:1770653413.971971:0:76389:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1770653413.971974:0:3288:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.971974:0:76655:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:0.0:1770653413.971974:0:5743:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000001:3.0:1770653413.971975:0:76389:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1770653413.971979:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1770653413.971980:0:3288:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1770653413.971981:0:76389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e053790. 00000020:00000040:0.0:1770653413.971981:0:5743:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955620464400 refcount=4 02000000:00000010:2.0:1770653413.971986:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955608cb6c00. 00010000:00010000:1.0:1770653413.971986:0:76655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff955642600800/0x2aed14e4e178a116 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1412:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e46 expref: 68 pid: 12213 timeout: 6877 lvb_type: 1 00000400:00000200:3.0:1770653413.971987:0:76389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac83b8 00000020:00000001:0.0:1770653413.971988:0:5743:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795874042880 : -117277835508736 : ffff955620464400) 00000400:00000010:3.0:1770653413.971992:0:76389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac83b8. 02000000:00000001:2.0:1770653413.971993:0:3288:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.971997:0:5743:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795874042880 : -117277835508736 : ffff955620464400) 00000100:00000001:3.0:1770653413.972000:0:76389:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:2.0:1770653413.972001:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef29a0. 00010000:00000040:0.0:1770653413.972006:0:5743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95562df25700 count: 3 00000400:00000010:2.0:1770653413.972008:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268883b8. 00000100:00000200:3.0:1770653413.972009:0:76389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955602b1fb80 x1856657707207808/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000040:1.0:1770653413.972009:0:76655:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 61 00000020:00000040:1.0:1770653413.972015:0:76655:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 67 00000100:00000200:2.0:1770653413.972016:0:3288:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707210240, portal 4 00010000:00010000:0.0:1770653413.972017:0:5743:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff955620464400/0x2aed14e4e1789fb8 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1414:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ce8 expref: 68 pid: 12200 timeout: 6877 lvb_type: 1 00000100:00000001:2.0:1770653413.972022:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1770653413.972024:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.972026:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028473728 : -117276681077888 : ffff955665157b80) 00010000:00000001:1.0:1770653413.972028:0:76655:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1770653413.972033:0:76655:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000040:2.0:1770653413.972037:0:3288:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955665157b80 x1856657707210240/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1770653413.972037:0:76655:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95561ae2b200 00000100:00000200:3.0:1770653413.972039:0:76389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955602b1fb80 x1856657707207808/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.972041:0:76655:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1770653413.972045:0:76655:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00001000:0.0:1770653413.972048:0:5743:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00010000:00010000:1.0:1770653413.972049:0:76655:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653413.972052:0:76655:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.972057:0:76655:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1770653413.972061:0:5743:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00010000:1.0:1770653413.972062:0:76655:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653413.972067:0:76655:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.972068:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.972073:0:76655:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:2.0:1770653413.972074:0:3288:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1770653413.972074:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.972077:0:76389:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1770653413.972077:0:76655:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:3.0:1770653413.972082:0:76389:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1770653413.972083:0:3288:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:1.0:1770653413.972084:0:76655:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b200/0x2aed14e4e178cf76 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1412:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770653413.972084:0:5743:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff955620464400/0x2aed14e4e1789fb8 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1414:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ce8 expref: 67 pid: 12200 timeout: 6877 lvb_type: 1 00000100:00000001:3.0:1770653413.972085:0:76389:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:3.0:1770653413.972090:0:76389:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1770653413.972090:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888908. 00000100:00000001:3.0:1770653413.972093:0:76389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1770653413.972096:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707210240, offset 0 00000100:00000001:3.0:1770653413.972097:0:76389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.972104:0:76389:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.972111:0:3288:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1770653413.972111:0:76655:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00001000:3.0:1770653413.972112:0:76389:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 00000020:00000001:0.0:1770653413.972113:0:5743:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.972118:0:5743:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00001000:3.0:1770653413.972119:0:76389:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 00010000:00010000:1.0:1770653413.972119:0:76655:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b200/0x2aed14e4e178cf76 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1412:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.972124:0:5743:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.972125:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1770653413.972126:0:76389:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1770653413.972130:0:76389:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.972132:0:5743:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.972136:0:76389:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1770653413.972140:0:76389:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.972141:0:5743:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:2.0:1770653413.972143:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b9600 00010000:00000001:0.0:1770653413.972146:0:5743:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1770653413.972147:0:76389:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.972149:0:76655:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1412:0x0].0x0 (ffff95563cd5c600) refcount = 2 00010000:00000001:0.0:1770653413.972153:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1770653413.972155:0:76389:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955602b1fb80 x1856657707207808/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1770653413.972157:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf6c5 [8] + 5984 00010000:00000040:1.0:1770653413.972157:0:76655:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:0.0:1770653413.972159:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:1.0:1770653413.972163:0:76655:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b200/0x2aed14e4e178cf76 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1412:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.972164:0:5743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1770653413.972169:0:5743:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.972172:0:3288:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1770653413.972175:0:5743:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff955620464400 with handle 0x2aed14e4e1789fb8 from hash 00010000:00000001:0.0:1770653413.972182:0:5743:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1770653413.972186:0:76389:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1770653413.972187:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1770653413.972187:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.972189:0:76655:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653413.972191:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.972192:0:76389:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1770653413.972193:0:76655:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.972197:0:76389:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.972197:0:5743:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1770653413.972198:0:76655:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:2.0:1770653413.972199:0:3288:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:0.0:1770653413.972201:0:5743:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653413.972202:0:76655:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.972203:0:76389:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000100:00000200:2.0:1770653413.972205:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000001:0.0:1770653413.972205:0:5743:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.972207:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.972208:0:76655:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.972211:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.972213:0:5743:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653413.972215:0:76389:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1770653413.972216:0:3288:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572ebc4e00. 00010000:00000010:1.0:1770653413.972216:0:76655:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9c400. 00010000:00000001:0.0:1770653413.972217:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1770653413.972222:0:76389:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955602b1fb80 x1856657707207808/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.972223:0:76655:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000040:2.0:1770653413.972224:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff95572ebc4e00 x1856657707210240 msgsize 544 00010000:00010000:0.0:1770653413.972224:0:5743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff955620464400/0x2aed14e4e1789fb8 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1414:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ce8 expref: 67 pid: 12200 timeout: 6877 lvb_type: 1 00000100:00000010:1.0:1770653413.972228:0:76655:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa8540. 00000100:00000001:1.0:1770653413.972234:0:76655:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540167488 : -117277169384128 : ffff955647fa8540) 00000100:00000001:1.0:1770653413.972240:0:76655:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540167488 : -117277169384128 : ffff955647fa8540) 00000100:00100000:2.0:1770653413.972244:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1770653413.972246:0:76655:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000040:0.0:1770653413.972249:0:5743:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 60 00000100:00000001:1.0:1770653413.972250:0:76655:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1770653413.972254:0:76655:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000020:00000040:0.0:1770653413.972256:0:5743:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 66 00010000:00000001:1.0:1770653413.972257:0:76655:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00100000:3.0:1770653413.972258:0:76389:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955602b1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:76389:1856657707207808:192.168.202.60@tcp:104: 00000100:00000001:2.0:1770653413.972259:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:0.0:1770653413.972263:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.972265:0:76389:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.972266:0:5743:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1770653413.972268:0:76655:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.972269:0:76389:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.972269:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888908 00010000:00000001:0.0:1770653413.972270:0:5743:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1770653413.972275:0:5743:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95571016b000 00010000:00000001:1.0:1770653413.972276:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.972277:0:76389:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000400:00000010:2.0:1770653413.972278:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888908. 00010000:00000001:0.0:1770653413.972278:0:5743:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1770653413.972280:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.972282:0:76389:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1770653413.972283:0:5743:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1770653413.972284:0:76655:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.972285:0:3288:0:(events.c:34:request_out_callback()) Process entered 00010000:00010000:0.0:1770653413.972286:0:5743:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000040:3.0:1770653413.972289:0:76389:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955602b1fb80 x1856657707207808/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.972291:0:76655:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1770653413.972292:0:5743:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1770653413.972293:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955665157b80 x1856657707210240/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.972295:0:76655:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1770653413.972298:0:5743:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:1.0:1770653413.972304:0:76655:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.972304:0:5743:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653413.972309:0:5743:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.972311:0:76655:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.972318:0:76389:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1770653413.972319:0:76655:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:0.0:1770653413.972319:0:5743:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:2.0:1770653413.972321:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1770653413.972323:0:76389:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:1.0:1770653413.972324:0:76655:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa8540. 00010000:00000001:0.0:1770653413.972324:0:5743:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 02000000:00000010:3.0:1770653413.972328:0:76389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff955626009600. 00000100:00000040:2.0:1770653413.972328:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665157b80 x1856657707210240/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.972330:0:76655:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00010000:0.0:1770653413.972330:0:5743:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178cfa0 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1414:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1770653413.972335:0:76389:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1770653413.972335:0:76655:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1770653413.972339:0:76389:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1770653413.972345:0:76389:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=7 obd=lustre-OST0000 00010000:00000010:1.0:1770653413.972345:0:76655:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9c400. 00000020:00000001:3.0:1770653413.972352:0:76389:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1770653413.972353:0:76655:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1770653413.972354:0:5743:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 02000000:00000010:3.0:1770653413.972358:0:76389:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff955626008800. 00000100:00000001:2.0:1770653413.972358:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.972359:0:76655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1770653413.972360:0:5743:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178cfa0 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1414:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.972363:0:76655:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.972365:0:3288:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1770653413.972367:0:76389:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1770653413.972369:0:76655:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1770653413.972371:0:76389:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1770653413.972373:0:3288:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1770653413.972374:0:76389:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955602b1fb80. 00010000:00000001:1.0:1770653413.972374:0:76655:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.972377:0:5743:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1414:0x0].0x0 (ffff95562df25700) refcount = 2 00000100:00000040:2.0:1770653413.972381:0:3288:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26312 usecs (27 jiffies) 00000100:00001000:1.0:1770653413.972381:0:76655:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653413.972382:0:76389:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00010000:00000040:0.0:1770653413.972382:0:5743:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:3.0:1770653413.972387:0:76389:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.972388:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444812 00010000:00000040:0.0:1770653413.972388:0:5743:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178cfa0 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1414:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.972389:0:76655:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000010:3.0:1770653413.972390:0:76389:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f362780. 00000100:00000001:2.0:1770653413.972395:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444814 00000100:00000040:1.0:1770653413.972396:0:76655:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:3.0:1770653413.972397:0:76389:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1770653413.972401:0:76389:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.972402:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444812 00000100:00000001:1.0:1770653413.972403:0:76655:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00000010:3.0:1770653413.972409:0:76389:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95ac00. 00000100:00000001:2.0:1770653413.972410:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444814 02000000:00000001:1.0:1770653413.972411:0:76655:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1770653413.972412:0:5743:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653413.972414:0:76389:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.972415:0:76655:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.972416:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444812 00010000:00000001:0.0:1770653413.972417:0:5743:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.972418:0:76389:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.972423:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444814 00000100:00000001:1.0:1770653413.972423:0:76655:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1770653413.972424:0:76389:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.972424:0:5743:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1770653413.972428:0:5743:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.972429:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444812 00010000:00000001:3.0:1770653413.972431:0:76389:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000040:1.0:1770653413.972432:0:76655:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.972435:0:5743:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.972437:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444814 00010000:00010000:3.0:1770653413.972438:0:76389:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178cfa7 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x155d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1770653413.972438:0:76655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022000. 00010000:00000010:0.0:1770653413.972440:0:5743:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95af40. 00000100:00000001:2.0:1770653413.972442:0:3288:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1770653413.972445:0:76655:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966309376, offset 224 00000100:00000001:0.0:1770653413.972447:0:5743:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:2.0:1770653413.972448:0:3288:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653413.972452:0:5743:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f362a80. 00000100:00000001:2.0:1770653413.972455:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.972458:0:76655:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:0.0:1770653413.972460:0:5743:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661516928 : -117277048034688 : ffff95564f362a80) 00000100:00000001:2.0:1770653413.972461:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.972467:0:5743:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661516928 : -117277048034688 : ffff95564f362a80) 00000400:00000200:1.0:1770653413.972470:0:76655:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000001:0.0:1770653413.972474:0:5743:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000800:00000001:2.0:1770653413.972475:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653413.972478:0:5743:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000400:00000200:1.0:1770653413.972481:0:76655:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164722:2164722:253:4294967295] 192.168.202.60@tcp LPNI seq info [2164718:2164718:5:4294967295] 00010000:00000001:0.0:1770653413.972482:0:5743:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000800:00000001:2.0:1770653413.972484:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.972487:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444814 00010000:00000001:0.0:1770653413.972487:0:5743:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000800:00000001:2.0:1770653413.972490:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653413.972495:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444812 00000800:00000001:2.0:1770653413.972497:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.972500:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444814 00010000:00000001:0.0:1770653413.972500:0:5743:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.972508:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444812 00010000:00000001:0.0:1770653413.972508:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1770653413.972511:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:0.0:1770653413.972513:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1770653413.972514:0:76655:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:3.0:1770653413.972515:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444814 00010000:00000001:0.0:1770653413.972517:0:5743:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.972524:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444812 00010000:00000001:0.0:1770653413.972525:0:5743:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000800:00000200:1.0:1770653413.972527:0:76655:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.972529:0:5743:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1770653413.972532:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444814 00000400:00000200:2.0:1770653413.972533:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b8d00 00000100:00000001:0.0:1770653413.972535:0:5743:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1770653413.972536:0:76655:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9557353d2a00. 00000100:00000001:3.0:1770653413.972538:0:3289:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.972541:0:5743:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.972543:0:3289:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.972546:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda76d [1] + 224 00000800:00000200:1.0:1770653413.972548:0:76655:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:0.0:1770653413.972549:0:5743:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1770653413.972550:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653413.972554:0:5743:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f362a80. 00000800:00000001:2.0:1770653413.972555:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653413.972557:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.972558:0:5743:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000800:00000001:2.0:1770653413.972560:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1770653413.972560:0:76655:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:3.0:1770653413.972562:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1770653413.972563:0:5743:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1770653413.972566:0:76655:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9557353d2a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1770653413.972567:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1770653413.972567:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1770653413.972568:0:5743:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95af40. 00000100:00000001:3.0:1770653413.972571:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.972575:0:76655:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.972576:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.972576:0:5743:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:2.0:1770653413.972580:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00010000:0.0:1770653413.972581:0:5743:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000040:1.0:1770653413.972585:0:76655:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000100:00000001:2.0:1770653413.972586:0:3283:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1770653413.972586:0:5743:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.972592:0:76655:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.972593:0:5743:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000200:2.0:1770653413.972595:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955665154000 x1856657707207936/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.972596:0:76655:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.972598:0:5743:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653413.972604:0:5743:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00010000:00010000:3.0:1770653413.972605:0:76419:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178cf92 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1770653413.972608:0:76655:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955602b1ed80 x1856657966309376/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.972615:0:5743:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1770653413.972620:0:3283:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955665154000 x1856657707207936/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1770653413.972622:0:5743:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:0.0:1770653413.972628:0:5743:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00000001:3.0:1770653413.972633:0:76419:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.972634:0:5743:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1770653413.972638:0:5743:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.972641:0:76419:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178cf92 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.972645:0:5743:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1770653413.972650:0:76655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955602b1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_032:b31b1d82-c1d4-4680-ae7a-71292416d1f5+66:2365:x1856657966309376:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1031us (1636us total) trans 0 rc 0/0 00000100:00000040:0.0:1770653413.972654:0:5743:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:0.0:1770653413.972660:0:5743:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac86e8. 00000100:00000200:0.0:1770653413.972666:0:5743:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966310016, offset 224 00010000:00000001:3.0:1770653413.972668:0:76419:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1770653413.972671:0:76419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:1.0:1770653413.972674:0:76655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161876 00010000:00000001:3.0:1770653413.972675:0:76419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.972679:0:76419:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1770653413.972680:0:5743:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000040:1.0:1770653413.972682:0:76655:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 1 00000020:00000001:3.0:1770653413.972683:0:76419:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653413.972687:0:76419:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016a600 refcount=3 00000100:00000001:1.0:1770653413.972688:0:76655:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1770653413.972693:0:76419:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897454080 : -117273812097536 : ffff95571016a600) 00000100:00000001:2.0:1770653413.972694:0:3283:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1770653413.972694:0:76655:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1770653413.972694:0:5743:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000020:00000010:1.0:1770653413.972699:0:76655:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d580. 00010000:00000001:3.0:1770653413.972700:0:76419:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897454080 : -117273812097536 : ffff95571016a600) 00010000:00000001:3.0:1770653413.972706:0:76419:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000020:00000010:1.0:1770653413.972706:0:76655:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662adaa28. 00000400:00000200:0.0:1770653413.972707:0:5743:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164723:2164723:252:4294967295] 192.168.202.60@tcp LPNI seq info [2164719:2164719:4:4294967295] 00010000:00010000:3.0:1770653413.972709:0:76419:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178cf92 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1770653413.972712:0:76655:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f6c00. 00000020:00000040:1.0:1770653413.972719:0:76655:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 65 00010000:00000001:3.0:1770653413.972721:0:76419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.972725:0:76419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.972726:0:76655:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1770653413.972728:0:76419:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178cf92 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1770653413.972734:0:5743:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:3.0:1770653413.972753:0:76419:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1770653413.972754:0:51197:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1770653413.972758:0:76419:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1770653413.972761:0:51197:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1770653413.972763:0:76419:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000800:00000001:2.0:1770653413.972763:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1770653413.972763:0:5743:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000400:00000001:1.0:1770653413.972764:0:51197:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000010:3.0:1770653413.972768:0:76419:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556189e1b40. 00000400:00000010:1.0:1770653413.972769:0:51197:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602d947e8. 00000800:00000001:2.0:1770653413.972771:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.972772:0:76419:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000800:00000010:0.0:1770653413.972772:0:5743:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9e00. 00000400:00000200:1.0:1770653413.972775:0:51197:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022908 00000800:00000001:2.0:1770653413.972776:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1770653413.972780:0:51197:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022908. 00000800:00000200:0.0:1770653413.972781:0:5743:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000001:2.0:1770653413.972782:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.972786:0:51197:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:3.0:1770653413.972787:0:76419:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000800:00000200:0.0:1770653413.972793:0:5743:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:3.0:1770653413.972794:0:76419:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.972795:0:51197:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955665154000 x1856657707207936/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1770653413.972797:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:3.0:1770653413.972801:0:76419:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653413.972802:0:5743:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9e00 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:3.0:1770653413.972807:0:76419:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000001:2.0:1770653413.972810:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1770653413.972811:0:76419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.972812:0:5743:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.972814:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.972815:0:76419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1770653413.972819:0:76419:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000100:00000200:1.0:1770653413.972821:0:51197:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955665154000 x1856657707207936/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1770653413.972822:0:5744:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:0.0:1770653413.972822:0:5743:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00080000:00000001:3.0:1770653413.972823:0:76419:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1770653413.972830:0:5744:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00080000:00000010:3.0:1770653413.972831:0:76419:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95564f311400. 00010000:00000001:0.0:1770653413.972831:0:5743:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.972835:0:5744:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1770653413.972836:0:51197:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1770653413.972837:0:5743:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.972838:0:76419:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796661183488 : -117277048368128 : ffff95564f311400) 00010000:00010000:2.0:1770653413.972840:0:5744:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178cf92 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.972840:0:51197:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1770653413.972845:0:76419:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:1.0:1770653413.972846:0:51197:0:(client.c:1568:after_reply()) Process entered 00000100:00000040:0.0:1770653413.972846:0:5743:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d89880 x1856657966310016/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1770653413.972870:0:5744:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95571016a600 already unused, calling callback (ffffffffc16fe650) 02000000:00000001:1.0:1770653413.972872:0:51197:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1770653413.972875:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000001:00000001:3.0:1770653413.972876:0:76419:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.972876:0:51197:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1770653413.972880:0:5744:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:1.0:1770653413.972881:0:51197:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1770653413.972882:0:76419:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x1416:0x0] not in the id map cache 00010000:00010000:2.0:1770653413.972885:0:5744:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178cf92 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1770653413.972886:0:51197:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.972890:0:76419:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000100:00001000:1.0:1770653413.972894:0:51197:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 00080000:00000001:3.0:1770653413.972901:0:76419:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1770653413.972903:0:51197:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 00010000:00000001:2.0:1770653413.972908:0:5744:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00100000:0.0:1770653413.972909:0:5743:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955618d89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b31b1d82-c1d4-4680-ae7a-71292416d1f5+65:2366:x1856657966310016:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1090us (1626us total) trans 0 rc 0/0 00080000:00000001:3.0:1770653413.972910:0:76419:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.972911:0:51197:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1770653413.972912:0:5744:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:3.0:1770653413.972916:0:76419:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000020:00000001:2.0:1770653413.972917:0:5744:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1770653413.972917:0:51197:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.972921:0:76419:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000020:00000040:2.0:1770653413.972923:0:5744:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016a600 refcount=3 00010000:00000001:1.0:1770653413.972923:0:51197:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 80000000:00000001:3.0:1770653413.972925:0:76419:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00100000:0.0:1770653413.972927:0:5743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161877 00000020:00000001:2.0:1770653413.972928:0:5744:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897454080 : -117273812097536 : ffff95571016a600) 00010000:00000001:1.0:1770653413.972928:0:51197:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1770653413.972929:0:76419:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1770653413.972934:0:76419:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.972935:0:51197:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.972935:0:5743:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00010000:00000001:2.0:1770653413.972936:0:5744:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897454080 : -117273812097536 : ffff95571016a600) 80000000:00000001:3.0:1770653413.972937:0:76419:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.972941:0:5743:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00080000:00000001:3.0:1770653413.972944:0:76419:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.972944:0:5744:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1770653413.972945:0:5743:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1770653413.972946:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955665154000 x1856657707207936/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1770653413.972949:0:5744:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178cf92 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x1416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1770653413.972950:0:76419:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000020:00000010:0.0:1770653413.972951:0:5743:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519e80. 00080000:00000001:3.0:1770653413.972954:0:76419:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000020:00000010:0.0:1770653413.972959:0:5743:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d3e8. 00000001:00000001:3.0:1770653413.972967:0:76419:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000010:0.0:1770653413.972967:0:5743:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955626008c00. 00000001:00000001:3.0:1770653413.972970:0:76419:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:1.0:1770653413.972973:0:51197:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.972975:0:5744:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1770653413.972977:0:51197:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:0.0:1770653413.972978:0:5743:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 64 00010000:00000001:2.0:1770653413.972980:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:1.0:1770653413.972980:0:51197:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1770653413.972981:0:76419:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.972984:0:5744:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.972985:0:5743:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1770653413.972986:0:76419:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1770653413.972986:0:51197:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1770653413.972991:0:51197:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:3.0:1770653413.972993:0:76419:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1770653413.972993:0:5744:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1770653413.972994:0:51197:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.972997:0:5744:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1770653413.972998:0:51197:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.973002:0:5744:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1770653413.973006:0:5744:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.973007:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665154000 x1856657707207936/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000001:3.0:1770653413.973008:0:76419:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000040:2.0:1770653413.973009:0:5744:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95571016a600 with handle 0x2aed14e4e178cf92 from hash 00010000:00010000:0.0:1770653413.973010:0:6530:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b200/0x2aed14e4e178cf76 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1770653413.973011:0:76419:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.973016:0:5744:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1770653413.973019:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.973022:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:3.0:1770653413.973023:0:76419:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.973026:0:5744:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1770653413.973031:0:5744:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00080000:00000001:3.0:1770653413.973032:0:76419:0:(osd_object.c:2094:osd_ref_del()) Process entered 00010000:00000001:0.0:1770653413.973035:0:6530:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.973036:0:5744:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.973039:0:51197:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955665154000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:51197:1856657707207936:192.168.202.60@tcp:104: 00010000:00000001:2.0:1770653413.973042:0:5744:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00010000:0.0:1770653413.973044:0:6530:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b200/0x2aed14e4e178cf76 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.973045:0:5744:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:1.0:1770653413.973047:0:51197:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.973049:0:5744:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1770653413.973052:0:5744:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.973055:0:51197:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.973057:0:5744:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.973059:0:76419:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.973060:0:51197:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:2.0:1770653413.973062:0:5744:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1770653413.973063:0:6530:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:1.0:1770653413.973065:0:51197:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00080000:00000001:3.0:1770653413.973066:0:76419:0:(osd_object.c:806:osd_destroy()) Process entered 00010000:00000001:2.0:1770653413.973067:0:5744:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1770653413.973067:0:6530:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:3.0:1770653413.973070:0:76419:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000040:1.0:1770653413.973072:0:51197:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955665154000 x1856657707207936/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.973072:0:6530:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.973073:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 80000000:00000001:3.0:1770653413.973074:0:76419:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:0.0:1770653413.973076:0:6530:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 80000000:00000001:3.0:1770653413.973078:0:76419:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:2.0:1770653413.973078:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1770653413.973080:0:6530:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1770653413.973081:0:5744:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1770653413.973083:0:76419:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.973084:0:6530:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2b200 refcount=3 00010000:00000001:2.0:1770653413.973088:0:5744:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1770653413.973090:0:76419:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.973091:0:6530:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783631360 : -117277925920256 : ffff95561ae2b200) 00010000:00000001:2.0:1770653413.973094:0:5744:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.973097:0:76419:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.973098:0:6530:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783631360 : -117277925920256 : ffff95561ae2b200) 00000100:00000001:1.0:1770653413.973099:0:51197:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00010000:00010000:2.0:1770653413.973101:0:5744:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178cf92 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x1416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1770653413.973102:0:76419:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 02000000:00000001:1.0:1770653413.973103:0:51197:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1770653413.973104:0:6530:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:3.0:1770653413.973106:0:76419:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 02000000:00000010:1.0:1770653413.973107:0:51197:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95563c4f7400. 00010000:00010000:0.0:1770653413.973109:0:6530:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b200/0x2aed14e4e178cf76 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1770653413.973116:0:51197:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1770653413.973118:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1770653413.973120:0:51197:0:(genops.c:1236:class_import_put()) Process entered 00010000:00010000:2.0:1770653413.973123:0:5744:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178cf92 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x1416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000020:00000040:1.0:1770653413.973125:0:51197:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=6 obd=lustre-OST0000 00000020:00000001:1.0:1770653413.973133:0:51197:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1770653413.973134:0:6530:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:2.0:1770653413.973138:0:5744:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95563f2d2c00 count: 0 00080000:00000001:3.0:1770653413.973139:0:76419:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1770653413.973139:0:51197:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95563c4f7e00. 00010000:00000001:0.0:1770653413.973140:0:6530:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000010:2.0:1770653413.973143:0:5744:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955630aa3780. 00080000:00000001:3.0:1770653413.973146:0:76419:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.973147:0:6530:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b200/0x2aed14e4e178cf76 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1770653413.973148:0:51197:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000010:2.0:1770653413.973149:0:5744:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95563f2d2500. 00080000:00000001:3.0:1770653413.973151:0:76419:0:(osd_handler.c:287:osd_trans_stop()) Process entered 02000000:00000001:1.0:1770653413.973153:0:51197:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:3.0:1770653413.973155:0:76419:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1770653413.973159:0:76419:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332645, last_committed = 4295332607 00010000:00000001:2.0:1770653413.973159:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:1.0:1770653413.973159:0:51197:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665154000. 00010000:00000001:2.0:1770653413.973162:0:5744:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1770653413.973167:0:5744:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556189e1b40. 00000001:00000010:3.0:1770653413.973168:0:76419:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff955662d81540. 00000100:00000001:1.0:1770653413.973168:0:51197:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1770653413.973169:0:6530:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1770653413.973173:0:5744:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1770653413.973175:0:76419:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 38 00000100:00000001:1.0:1770653413.973175:0:51197:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.973175:0:6530:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.973177:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1770653413.973181:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653413.973182:0:76419:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=49 00010000:00000001:0.0:1770653413.973183:0:6530:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000010:1.0:1770653413.973184:0:51197:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa8300. 00010000:00010000:2.0:1770653413.973185:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:0.0:1770653413.973188:0:6530:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff95564f362a80. 00080000:00000001:3.0:1770653413.973190:0:76419:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000001:2.0:1770653413.973190:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1770653413.973191:0:51197:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000020:00000001:2.0:1770653413.973195:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.973196:0:51197:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.973196:0:6530:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1770653413.973198:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:1.0:1770653413.973201:0:51197:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9cfc0. 00080000:00000001:3.0:1770653413.973203:0:76419:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00010000:00000001:1.0:1770653413.973205:0:51197:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.973207:0:76419:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.973207:0:6530:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000001:2.0:1770653413.973208:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1770653413.973209:0:51197:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.973212:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.973214:0:6530:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.973215:0:51197:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1770653413.973217:0:5744:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1770653413.973218:0:6530:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.973219:0:51197:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1770653413.973222:0:5744:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1770653413.973223:0:6530:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1770653413.973225:0:5744:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1770653413.973225:0:51197:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff95566c162400/0x2aed14e4e178cfae lrc: 3/0,1 mode: --/PW res: [0x240000403:0x155c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1770653413.973227:0:76419:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.973227:0:6530:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1770653413.973231:0:5744:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b200/0x2aed14e4e178cf76 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x1412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.973231:0:6530:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1770653413.973234:0:76419:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.973235:0:6530:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00080000:00000001:0.0:1770653413.973239:0:6530:0:(osd_handler.c:352:osd_trans_create()) Process entered 00002000:00000001:3.0:1770653413.973240:0:76419:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00080000:00000010:0.0:1770653413.973246:0:6530:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95563a7f8c00. 00080000:00000001:0.0:1770653413.973252:0:6530:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796314004480 : -117277395547136 : ffff95563a7f8c00) 00080000:00000010:3.0:1770653413.973254:0:76419:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955643ef3c80. 00010000:00010000:2.0:1770653413.973255:0:5744:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95561ae2b200 already unused, calling callback (ffffffffc16fe650) 00000001:00000001:0.0:1770653413.973255:0:6530:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1770653413.973259:0:6530:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.973261:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00002000:00000001:3.0:1770653413.973262:0:76419:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00080000:00000002:0.0:1770653413.973263:0:6530:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x1412:0x0] not in the id map cache 00010000:00000001:2.0:1770653413.973264:0:5744:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00002000:00000040:3.0:1770653413.973266:0:76419:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x1416:0x0] 00080000:00000001:0.0:1770653413.973269:0:6530:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00002000:00000010:3.0:1770653413.973270:0:76419:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff95560d387a20. 00010000:00010000:2.0:1770653413.973270:0:5744:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b200/0x2aed14e4e178cf76 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770653413.973275:0:76386:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178cfa0 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00002000:00000001:3.0:1770653413.973278:0:76419:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:3.0:1770653413.973281:0:76419:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.973282:0:6530:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.973284:0:5744:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00002000:00000001:3.0:1770653413.973288:0:76419:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.973289:0:5744:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:0.0:1770653413.973290:0:6530:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.973293:0:5744:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000040:3.0:1770653413.973296:0:76419:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332645, xid 1856657707206784 00000020:00000040:2.0:1770653413.973297:0:5744:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2b200 refcount=3 00080000:00000001:0.0:1770653413.973297:0:6530:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00010000:00000001:1.0:1770653413.973298:0:76386:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.973300:0:6530:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:3.0:1770653413.973302:0:76419:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000001:2.0:1770653413.973304:0:5744:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783631360 : -117277925920256 : ffff95561ae2b200) 80000000:00000001:0.0:1770653413.973305:0:6530:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00010000:1.0:1770653413.973307:0:76386:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178cfa0 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 80000000:00000001:0.0:1770653413.973309:0:6530:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000200:3.0:1770653413.973310:0:76419:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955665155c00 x1856657707206784/t4295332645(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.973311:0:5744:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783631360 : -117277925920256 : ffff95561ae2b200) 80000000:00000001:0.0:1770653413.973313:0:6530:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.973318:0:5744:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 80000000:00000001:0.0:1770653413.973319:0:6530:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.973323:0:5744:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b200/0x2aed14e4e178cf76 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x1412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1770653413.973326:0:6530:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1770653413.973333:0:6530:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1770653413.973336:0:6530:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00010000:00000001:3.0:1770653413.973345:0:76419:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000001:00000001:0.0:1770653413.973348:0:6530:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1770653413.973350:0:76419:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.973350:0:76386:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000001:00000001:0.0:1770653413.973352:0:6530:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1770653413.973354:0:76386:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:3.0:1770653413.973357:0:76419:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00010000:00000001:1.0:1770653413.973359:0:76386:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1770653413.973360:0:6530:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.973362:0:5744:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1770653413.973363:0:76386:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:0.0:1770653413.973367:0:6530:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1770653413.973368:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1770653413.973368:0:76386:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1770653413.973369:0:76419:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1770653413.973372:0:5744:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.973372:0:6530:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000040:1.0:1770653413.973373:0:76386:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016b000 refcount=3 00000100:00000040:3.0:1770653413.973375:0:76419:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00010000:00000001:2.0:1770653413.973379:0:5744:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:1.0:1770653413.973379:0:76386:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897456640 : -117273812094976 : ffff95571016b000) 00000100:00000001:3.0:1770653413.973380:0:76419:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00010000:00000001:2.0:1770653413.973383:0:5744:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1770653413.973386:0:76386:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897456640 : -117273812094976 : ffff95571016b000) 00000001:00000001:0.0:1770653413.973386:0:6530:0:(osd_quota.c:525:osd_declare_quota()) Process entered 02000000:00000001:3.0:1770653413.973388:0:76419:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1770653413.973388:0:5744:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1770653413.973390:0:6530:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.973392:0:76419:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.973393:0:5744:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.973393:0:76386:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:3.0:1770653413.973396:0:76419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1770653413.973399:0:5744:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561ae2b200 with handle 0x2aed14e4e178cf76 from hash 00010000:00010000:1.0:1770653413.973399:0:76386:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178cfa0 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1770653413.973401:0:76419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00080000:00000001:0.0:1770653413.973402:0:6530:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.973405:0:5744:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000010:3.0:1770653413.973408:0:76419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a784c8. 00010000:00000001:2.0:1770653413.973409:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:0.0:1770653413.973410:0:6530:0:(osd_object.c:2094:osd_ref_del()) Process entered 00010000:00000001:2.0:1770653413.973412:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1770653413.973416:0:76419:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707206784, offset 224 00010000:00000001:2.0:1770653413.973416:0:5744:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1770653413.973417:0:76386:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.973419:0:5744:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653413.973421:0:76386:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.973423:0:5744:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.973425:0:76386:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178cfa0 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1770653413.973426:0:6530:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.973427:0:76419:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1770653413.973427:0:5744:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1770653413.973430:0:5744:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00080000:00000001:0.0:1770653413.973434:0:6530:0:(osd_object.c:806:osd_destroy()) Process entered 00010000:00000001:2.0:1770653413.973435:0:5744:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00080000:00000001:0.0:1770653413.973438:0:6530:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:2.0:1770653413.973439:0:5744:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.973440:0:76386:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1770653413.973441:0:76419:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 80000000:00000001:0.0:1770653413.973443:0:6530:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:2.0:1770653413.973446:0:5744:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.973446:0:76386:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1770653413.973447:0:6530:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1770653413.973452:0:6530:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.973453:0:76419:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b8880 00010000:00000001:2.0:1770653413.973454:0:5744:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1770653413.973454:0:76386:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 80000000:00000001:0.0:1770653413.973455:0:6530:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.973458:0:5744:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00080000:00000001:0.0:1770653413.973460:0:6530:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1770653413.973461:0:76386:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff955647fa8300. 00010000:00000001:2.0:1770653413.973464:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1770653413.973465:0:76419:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda715 [1] + 224 00010000:00000001:1.0:1770653413.973466:0:76386:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00080000:00000001:0.0:1770653413.973466:0:6530:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:2.0:1770653413.973469:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1770653413.973470:0:6530:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00010000:00000001:2.0:1770653413.973472:0:5744:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.973474:0:76419:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:1.0:1770653413.973475:0:76386:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1770653413.973476:0:5744:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.973484:0:76419:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1770653413.973484:0:5744:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.973484:0:76386:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.973491:0:5744:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b200/0x2aed14e4e178cf76 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x1412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.973491:0:76386:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.973493:0:76419:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1770653413.973496:0:76386:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00080000:00000001:0.0:1770653413.973499:0:6530:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1770653413.973500:0:76419:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95563f2c4000 x1856657707206784/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.973500:0:76386:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.973503:0:76386:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.973505:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00002000:00000001:1.0:1770653413.973507:0:76386:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00080000:00000001:0.0:1770653413.973507:0:6530:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.973510:0:5744:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95561ae2b200/0x2aed14e4e178cf76 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x1412:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1770653413.973512:0:76386:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000001:0.0:1770653413.973514:0:6530:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000010:1.0:1770653413.973519:0:76386:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95560612a000. 00000001:00000001:0.0:1770653413.973519:0:6530:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1770653413.973523:0:6530:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332646, last_committed = 4295332607 00080000:00000001:1.0:1770653413.973526:0:76386:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626795434450944 : -117278275100672 : ffff95560612a000) 00000001:00000010:0.0:1770653413.973530:0:6530:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9556681b9720. 00000001:00000001:1.0:1770653413.973533:0:76386:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000040:3.0:1770653413.973537:0:76419:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95563f2c4000 x1856657707206784/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1770653413.973538:0:76386:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1770653413.973538:0:6530:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 39 00010000:00000040:2.0:1770653413.973541:0:5744:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95563cd5c600 count: 0 00080000:00000002:1.0:1770653413.973545:0:76386:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x1414:0x0] not in the id map cache 00000020:00000040:0.0:1770653413.973546:0:6530:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=50 00002000:00000010:2.0:1770653413.973548:0:5744:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955621430e40. 00080000:00000001:1.0:1770653413.973552:0:76386:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1770653413.973554:0:6530:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000010:2.0:1770653413.973556:0:5744:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95563cd5c500. 00080000:00000001:0.0:1770653413.973570:0:6530:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00080000:00000001:1.0:1770653413.973571:0:76386:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.973572:0:76419:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1770653413.973572:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:0.0:1770653413.973575:0:6530:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.973577:0:5744:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00080000:00000001:1.0:1770653413.973578:0:76386:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.973581:0:76419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a784c8 00010000:00000010:2.0:1770653413.973581:0:5744:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff95564f362a80. 00080000:00000001:1.0:1770653413.973582:0:76386:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000400:00000010:3.0:1770653413.973586:0:76419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a784c8. 00080000:00000001:1.0:1770653413.973587:0:76386:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1770653413.973587:0:6530:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.973588:0:5744:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1770653413.973591:0:76386:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000001:3.0:1770653413.973594:0:76419:0:(events.c:386:reply_out_callback()) Process entered 00002000:00000001:0.0:1770653413.973594:0:6530:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.973595:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 80000000:00000001:1.0:1770653413.973595:0:76386:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00000001:3.0:1770653413.973599:0:76419:0:(events.c:398:reply_out_callback()) Process leaving 00002000:00000001:0.0:1770653413.973600:0:6530:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000020:00000001:2.0:1770653413.973601:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1770653413.973602:0:76386:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.973603:0:76419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.973608:0:5744:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 80000000:00000001:1.0:1770653413.973608:0:76386:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.973610:0:76419:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00080000:00000010:0.0:1770653413.973612:0:6530:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955643ef08e8. 00010000:00000001:2.0:1770653413.973615:0:5744:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00080000:00000001:1.0:1770653413.973615:0:76386:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.973616:0:76419:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00002000:00000001:0.0:1770653413.973618:0:6530:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00000001:2.0:1770653413.973620:0:5744:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000020:00000001:3.0:1770653413.973621:0:76419:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.973622:0:76386:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00002000:00000040:0.0:1770653413.973622:0:6530:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x1412:0x0] 00010000:00010000:2.0:1770653413.973623:0:5744:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178cfa0 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1770653413.973625:0:76386:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000020:00000001:3.0:1770653413.973628:0:76419:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00002000:00000010:0.0:1770653413.973629:0:6530:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff95560d386390. 00000100:00000040:3.0:1770653413.973636:0:76419:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665155c00 x1856657707206784/t4295332645(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1770653413.973639:0:5744:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95571016b000 already unused, calling callback (ffffffffc16fe650) 00002000:00000001:0.0:1770653413.973639:0:6530:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000001:00000001:1.0:1770653413.973641:0:76386:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00002000:00000001:0.0:1770653413.973643:0:6530:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.973645:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000001:00000001:1.0:1770653413.973645:0:76386:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1770653413.973650:0:5744:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00002000:00000001:0.0:1770653413.973651:0:6530:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1770653413.973652:0:76386:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.973655:0:5744:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178cfa0 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1770653413.973657:0:6530:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332646, xid 1856657707205504 00000100:00100000:3.0:1770653413.973658:0:76419:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665155c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:lustre-MDT0000-mdtlov_UUID+50:3288:x1856657707206784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23997us (24306us total) trans 4295332645 rc 0/0 00080000:00000001:1.0:1770653413.973659:0:76386:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1770653413.973664:0:6530:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00080000:00000001:1.0:1770653413.973665:0:76386:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1770653413.973673:0:5744:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000200:0.0:1770653413.973674:0:6530:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95573c2ddc00 x1856657707205504/t4295332646(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1770653413.973675:0:76419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136223 00010000:00000001:2.0:1770653413.973676:0:5744:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000001:00000001:1.0:1770653413.973679:0:76386:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000001:2.0:1770653413.973680:0:5744:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1770653413.973681:0:76419:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 6 00080000:00000001:1.0:1770653413.973683:0:76386:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.973685:0:5744:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016b000 refcount=3 00000100:00000001:3.0:1770653413.973686:0:76419:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1770653413.973691:0:76419:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1770653413.973691:0:5744:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897456640 : -117273812094976 : ffff95571016b000) 00000020:00000010:3.0:1770653413.973696:0:76419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300c00. 00010000:00000001:0.0:1770653413.973696:0:6530:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1770653413.973697:0:5744:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897456640 : -117273812094976 : ffff95571016b000) 00080000:00000001:1.0:1770653413.973698:0:76386:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.973701:0:6530:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.973703:0:76419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e5103e8. 00010000:00000001:2.0:1770653413.973704:0:5744:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000001:1.0:1770653413.973705:0:76386:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000100:00001000:0.0:1770653413.973706:0:6530:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00010000:00010000:2.0:1770653413.973709:0:5744:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178cfa0 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x1414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1770653413.973711:0:76419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955636fe9000. 00000100:00000001:0.0:1770653413.973712:0:6530:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00080000:00000001:1.0:1770653413.973718:0:76386:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.973718:0:6530:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000020:00000040:3.0:1770653413.973719:0:76419:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 49 00080000:00000001:1.0:1770653413.973725:0:76386:0:(osd_object.c:806:osd_destroy()) Process entered 00000100:00000001:0.0:1770653413.973726:0:6530:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00000001:3.0:1770653413.973727:0:76419:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1770653413.973728:0:76386:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1770653413.973731:0:76386:0:(fld_handler.c:192:fld_local_lookup()) Process entered 02000000:00000001:0.0:1770653413.973735:0:6530:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1770653413.973736:0:5744:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 80000000:00000001:1.0:1770653413.973736:0:76386:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 02000000:00000001:0.0:1770653413.973751:0:6530:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.973752:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1770653413.973753:0:76419:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 80000000:00000001:1.0:1770653413.973755:0:76386:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.973756:0:5744:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.973758:0:76419:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707210240 00000100:00000001:0.0:1770653413.973758:0:6530:0:(niobuf.c:69:ptl_send_buf()) Process entered 80000000:00000001:1.0:1770653413.973761:0:76386:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.973763:0:76419:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:2.0:1770653413.973763:0:5744:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00080000:00000001:1.0:1770653413.973765:0:76386:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.973768:0:5744:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:0.0:1770653413.973768:0:6530:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1770653413.973769:0:76419:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00080000:00000001:1.0:1770653413.973770:0:76386:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:2.0:1770653413.973771:0:5744:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1770653413.973774:0:76419:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.973776:0:5744:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.973776:0:76386:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000400:00000010:0.0:1770653413.973776:0:6530:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8880. 02000000:00000001:3.0:1770653413.973778:0:76419:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.973783:0:5744:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95571016b000 with handle 0x2aed14e4e178cfa0 from hash 00000100:00000200:0.0:1770653413.973784:0:6530:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707205504, offset 224 00000100:00100000:3.0:1770653413.973785:0:76419:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707210240 00010000:00000001:2.0:1770653413.973786:0:5744:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:3.0:1770653413.973789:0:76419:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:2.0:1770653413.973790:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:3.0:1770653413.973793:0:76419:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00010000:00000001:2.0:1770653413.973794:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1770653413.973795:0:6530:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1770653413.973799:0:5744:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:3.0:1770653413.973800:0:76419:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653413.973805:0:76419:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=50 00010000:00000001:2.0:1770653413.973805:0:5744:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000400:00000200:0.0:1770653413.973806:0:6530:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1770653413.973808:0:5744:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.973811:0:76419:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00010000:00000001:2.0:1770653413.973813:0:5744:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000001:1.0:1770653413.973814:0:76386:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1770653413.973815:0:76419:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00010000:00000001:2.0:1770653413.973816:0:5744:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1770653413.973820:0:5744:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00080000:00000001:1.0:1770653413.973821:0:76386:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.973821:0:6530:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b8380 00000100:00000001:3.0:1770653413.973822:0:76419:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1770653413.973824:0:5744:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1770653413.973828:0:76386:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000010:3.0:1770653413.973829:0:76419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbd40. 00010000:00000001:2.0:1770653413.973830:0:5744:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.973834:0:76386:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00000001:2.0:1770653413.973835:0:5744:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:0.0:1770653413.973835:0:6530:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda6d1 [1] + 224 00000100:00000001:3.0:1770653413.973836:0:76419:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.973841:0:5744:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000001:00000002:1.0:1770653413.973841:0:76386:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332647, last_committed = 4295332607 00000020:00000010:3.0:1770653413.973843:0:76419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbd40. 00000400:00000200:0.0:1770653413.973846:0:6530:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1770653413.973862:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.973865:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.973866:0:5744:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.973869:0:5744:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1770653413.973869:0:76386:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564ae1af60. 00000020:00000010:3.0:1770653413.973871:0:76419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95562fa45400. 00010000:00000001:2.0:1770653413.973875:0:5744:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1770653413.973876:0:76386:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 40 00000020:00000010:3.0:1770653413.973877:0:76419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3580. 00010000:00010000:2.0:1770653413.973879:0:5744:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178cfa0 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x1414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00000020:00000040:1.0:1770653413.973884:0:76386:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=51 00000020:00000010:3.0:1770653413.973885:0:76419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca903e8. 00000400:00000200:0.0:1770653413.973887:0:6530:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1770653413.973892:0:76419:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1770653413.973895:0:6530:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1770653413.973896:0:76419:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1770653413.973897:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.973900:0:76419:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.973901:0:5744:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95571016b000/0x2aed14e4e178cfa0 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x1414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76386 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1770653413.973905:0:6530:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95573c2ddf80 x1856657707205504/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.973907:0:76419:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.973911:0:12206:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1770653413.973915:0:12206:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1770653413.973919:0:76419:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1770653413.973925:0:12206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136237 00000100:00000001:3.0:1770653413.973931:0:76419:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1770653413.973932:0:12206:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 7 00000100:00000001:3.0:1770653413.973935:0:76419:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000040:2.0:1770653413.973938:0:5744:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95562df25700 count: 0 00000100:00000001:1.0:1770653413.973938:0:12206:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800411627008 : -117273297924608 : ffff95572ebc4e00) 00000100:00000001:3.0:1770653413.973939:0:76419:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.973941:0:6530:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95573c2ddf80 x1856657707205504/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00002000:00000010:2.0:1770653413.973945:0:5744:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9556196fb840. 00000100:00000001:3.0:1770653413.973946:0:76419:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.973949:0:12206:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95572ebc4e00 x1856657707210240/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.0:1770653413.973953:0:5744:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95561e169a00. 00000020:00000001:3.0:1770653413.973960:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1770653413.973962:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1770653413.973964:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.973966:0:5744:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1770653413.973971:0:5744:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff955647fa8300. 00010000:00010000:3.0:1770653413.973972:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1770653413.973977:0:5744:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.973977:0:6530:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1770653413.973978:0:12206:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1770653413.973982:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:1.0:1770653413.973984:0:12206:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cfc0. 00000400:00000200:0.0:1770653413.973985:0:6530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8880 00000020:00000001:2.0:1770653413.973986:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.973990:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1770653413.973990:0:6530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8880. 00010000:00010000:2.0:1770653413.973992:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1770653413.973992:0:12206:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.973994:0:6530:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000010:3.0:1770653413.973997:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df600. 00000020:00000001:2.0:1770653413.973997:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:1.0:1770653413.973999:0:12206:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cfc0. 00000100:00000001:0.0:1770653413.973999:0:6530:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1770653413.974001:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.974006:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1770653413.974006:0:6530:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.974007:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770653413.974011:0:12206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95572ebc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+51:3288:x1856657707210240:12345-0@lo:6:osp-syn-1-0.0 00000020:00000001:2.0:1770653413.974013:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:0.0:1770653413.974016:0:6530:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000020:00000001:2.0:1770653413.974017:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.974018:0:12206:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707210240 00000400:00000200:3.0:1770653413.974019:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:0.0:1770653413.974024:0:6530:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000400:00000200:3.0:1770653413.974026:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888c38 00010000:00010000:2.0:1770653413.974026:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1770653413.974026:0:12206:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1770653413.974027:0:6530:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.974031:0:12206:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:3.0:1770653413.974032:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888c38. 00000020:00000001:0.0:1770653413.974033:0:6530:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1770653413.974034:0:12206:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.974037:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1770653413.974038:0:12206:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1770653413.974039:0:3282:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1770653413.974042:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1770653413.974042:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c2ddc00 x1856657707205504/t4295332646(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1770653413.974043:0:12206:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000400:00000001:2.0:1770653413.974047:0:3288:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1770653413.974048:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95572ebc4000 x1856657707209984/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1770653413.974049:0:12206:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000001:2.0:1770653413.974051:0:3288:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1770653413.974053:0:12206:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1770653413.974055:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602d940b0. 00000020:00000001:1.0:1770653413.974060:0:12206:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1770653413.974063:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022b28 00000020:00000001:1.0:1770653413.974063:0:12206:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1770653413.974067:0:12206:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000400:00000010:2.0:1770653413.974070:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022b28. 00000020:00000001:1.0:1770653413.974071:0:12206:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1770653413.974076:0:12206:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.974078:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000001:00000001:1.0:1770653413.974081:0:12206:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00100000:0.0:1770653413.974081:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95573c2ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+51:3291:x1856657707205504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27546us (28438us total) trans 4295332646 rc 0/0 00000100:00000001:3.0:1770653413.974082:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000001:00000001:1.0:1770653413.974087:0:12206:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.974088:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95563f2c4000 x1856657707206784/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653413.974090:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572ebc4000 x1856657707209984/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000001:1.0:1770653413.974092:0:12206:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1770653413.974096:0:12206:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1770653413.974097:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136219 00000001:00000001:1.0:1770653413.974102:0:12206:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.974105:0:6530:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 6 00000001:00000001:1.0:1770653413.974109:0:12206:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:0.0:1770653413.974112:0:6530:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000001:00000001:1.0:1770653413.974114:0:12206:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.974118:0:6530:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000001:00000001:1.0:1770653413.974123:0:12206:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.974125:0:6530:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519900. 00000100:00000001:3.0:1770653413.974127:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.974130:0:12206:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000200:2.0:1770653413.974132:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95563f2c4000 x1856657707206784/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.974133:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00000001:00000001:1.0:1770653413.974134:0:12206:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653413.974135:0:6530:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d960. 00000800:00000200:3.0:1770653413.974143:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000001:00000001:1.0:1770653413.974143:0:12206:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.974145:0:6530:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997b600. 00000100:00000001:2.0:1770653413.974147:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000010:3.0:1770653413.974149:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df200. 00000020:00000001:1.0:1770653413.974150:0:12206:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.974153:0:3288:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.974155:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1770653413.974156:0:12206:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.974156:0:6530:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 50 00000100:00000001:2.0:1770653413.974159:0:3288:0:(client.c:1568:after_reply()) Process entered 00000400:00000200:3.0:1770653413.974164:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653413.974165:0:12206:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1770653413.974166:0:3288:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1770653413.974166:0:6530:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.974168:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888d48 00000100:00000001:2.0:1770653413.974171:0:3288:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1770653413.974172:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888d48. 02000000:00000001:1.0:1770653413.974172:0:12206:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1770653413.974179:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653413.974179:0:3288:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.974180:0:12206:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff955606128000. 00000100:00000001:3.0:1770653413.974182:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:2.0:1770653413.974186:0:3288:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.974187:0:12206:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.974187:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000200:3.0:1770653413.974190:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1770653413.974192:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1770653413.974194:0:3288:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00000100:00000001:1.0:1770653413.974194:0:12206:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1770653413.974195:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c200. 00010000:00010000:0.0:1770653413.974196:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1770653413.974202:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000001:1.0:1770653413.974204:0:12206:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000100:00001000:2.0:1770653413.974205:0:3288:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00000100:00000001:0.0:1770653413.974205:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1770653413.974209:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:1.0:1770653413.974210:0:12206:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:0.0:1770653413.974210:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653413.974213:0:3288:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1770653413.974215:0:12206:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.974217:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78880 00000100:00000001:2.0:1770653413.974218:0:3288:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:1.0:1770653413.974219:0:12206:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5147 count 1 00000400:00000010:3.0:1770653413.974222:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78880. 00010000:00000001:2.0:1770653413.974224:0:3288:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00002000:00000001:1.0:1770653413.974224:0:12206:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000100:00000001:3.0:1770653413.974226:0:3282:0:(events.c:34:request_out_callback()) Process entered 00000400:00000001:0.0:1770653413.974227:0:3291:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00002000:00000001:1.0:1770653413.974229:0:12206:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:2.0:1770653413.974230:0:3288:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1770653413.974231:0:3291:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1770653413.974232:0:12206:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000200:3.0:1770653413.974233:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955617529c00 x1856657707210368/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1770653413.974235:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2318. 00000020:00000001:1.0:1770653413.974237:0:12206:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795554366744 : -117278155184872 : ffff95560d386518) 00000100:00000001:2.0:1770653413.974239:0:3288:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1770653413.974243:0:3288:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000400:00000200:0.0:1770653413.974243:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268886e8 00002000:00000001:1.0:1770653413.974244:0:12206:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795554366656 : -117278155184960 : ffff95560d3864c0) 00000100:00000001:2.0:1770653413.974249:0:3288:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000400:00000010:0.0:1770653413.974249:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268886e8. 00010000:00000001:1.0:1770653413.974251:0:12206:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000001:2.0:1770653413.974253:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1770653413.974256:0:12206:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:2.0:1770653413.974257:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796392431616 : -117277317120000 : ffff95563f2c4000) 00000100:00000001:0.0:1770653413.974257:0:3291:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1770653413.974260:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1770653413.974262:0:3288:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00010000:00000040:1.0:1770653413.974262:0:12206:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95563cd5c700 count: 2 00000100:00000200:0.0:1770653413.974264:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95573c2ddf80 x1856657707205504/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1770653413.974266:0:3288:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00000100:00000040:3.0:1770653413.974267:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955617529c00 x1856657707210368/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.974268:0:12206:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.974272:0:3288:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00010000:00000001:1.0:1770653413.974276:0:12206:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:2.0:1770653413.974277:0:3288:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1770653413.974282:0:12206:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95566c163400. 00000100:00000040:2.0:1770653413.974288:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95563f2c4000 x1856657707206784/t4295332645(4295332645) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1770653413.974288:0:12206:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1770653413.974293:0:12206:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95566c163400 with handle 0x2aed14e4e178cff4 to hash 00000020:00000001:1.0:1770653413.974299:0:12206:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000200:0.0:1770653413.974301:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95573c2ddf80 x1856657707205504/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.974302:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.974303:0:12206:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626797145961472 : -117276563590144 : ffff95566c163400) 00000100:00000001:3.0:1770653413.974308:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1770653413.974311:0:12206:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626797145961472 : -117276563590144 : ffff95566c163400) 00000800:00000200:3.0:1770653413.974316:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1770653413.974318:0:12206:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1770653413.974319:0:3288:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1770653413.974322:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9557353d2a00. 00010000:00000001:1.0:1770653413.974323:0:12206:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.974325:0:3288:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1770653413.974329:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653413.974330:0:3288:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1770653413.974330:0:12206:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95566c163400/0x2aed14e4e178cff4 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x141b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.974332:0:3291:0:(events.c:163:reply_in_callback()) Process leaving 00000004:00080000:2.0:1770653413.974336:0:3288:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95563f2c4000/2, rc 0, transno 4295332645 00000100:00000001:0.0:1770653413.974337:0:3291:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.974340:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653413.974345:0:3291:0:(client.c:1568:after_reply()) Process entered 00000004:00001000:2.0:1770653413.974346:0:3288:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 7 in flight, 45 in progress 00000400:00000200:3.0:1770653413.974349:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022000 00010000:00000001:1.0:1770653413.974350:0:12206:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 02000000:00000001:0.0:1770653413.974350:0:3291:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:3.0:1770653413.974353:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022000. 00000100:00000001:0.0:1770653413.974354:0:3291:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1770653413.974355:0:12206:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1770653413.974359:0:12206:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:0.0:1770653413.974359:0:3291:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.974360:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1770653413.974360:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95563f2c4000 x1856657707206784/t4295332645(4295332645) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.974363:0:12206:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:3.0:1770653413.974365:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:0.0:1770653413.974366:0:3291:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.974368:0:12206:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:1.0:1770653413.974373:0:12206:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00001000:0.0:1770653413.974374:0:3291:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00000100:00001000:0.0:1770653413.974379:0:3291:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00000100:00100000:2.0:1770653413.974380:0:3288:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95563f2c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707206784:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1770653413.974381:0:12206:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff955662dc0a00/0x2aed14e4e178a17f lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x141b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ea1 expref: 64 pid: 12199 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1770653413.974383:0:3291:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1770653413.974386:0:3291:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.974391:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.974392:0:3291:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000200:3.0:1770653413.974396:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1770653413.974398:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1770653413.974399:0:12206:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1770653413.974399:0:3291:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1770653413.974401:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9e00. 00010000:00000001:1.0:1770653413.974403:0:12206:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.974405:0:3291:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1770653413.974406:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563f2c4000 x1856657707206784/t4295332645(4295332645) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1770653413.974407:0:12206:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000200:3.0:1770653413.974408:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1770653413.974409:0:3291:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00010000:00000001:1.0:1770653413.974412:0:12206:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.974415:0:3291:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00010000:00000001:1.0:1770653413.974420:0:12206:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:0.0:1770653413.974420:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1770653413.974421:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00010000:1.0:1770653413.974425:0:12206:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:0.0:1770653413.974425:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637173632 : -117273072377984 : ffff95573c2ddf80) 00000400:00000200:3.0:1770653413.974430:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac86e8 00010000:00000001:1.0:1770653413.974430:0:12206:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.974432:0:3291:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1770653413.974435:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.974436:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac86e8. 00010000:00000001:1.0:1770653413.974437:0:12206:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653413.974437:0:3291:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00000100:00000001:2.0:1770653413.974441:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.974443:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1770653413.974444:0:12206:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000100:00000001:0.0:1770653413.974444:0:3291:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1770653413.974445:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653413.974446:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1770653413.974449:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1770653413.974449:0:3291:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.974450:0:12206:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95566c163400/0x2aed14e4e178cff4 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x141b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000004:00000001:2.0:1770653413.974458:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000040:0.0:1770653413.974459:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95573c2ddf80 x1856657707205504/t4295332646(4295332646) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1770653413.974460:0:12206:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x141b:0x0].0x0 (ffff95563cd5c700) refcount = 2 00000004:00000001:2.0:1770653413.974462:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.974466:0:12206:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000004:00000001:2.0:1770653413.974469:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000400:00000200:3.0:1770653413.974475:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d2200 00000004:00000001:2.0:1770653413.974476:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000040:1.0:1770653413.974476:0:12206:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff955662dc0a00/0x2aed14e4e178a17f lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x141b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ea1 expref: 64 pid: 12199 timeout: 0 lvb_type: 1 00000004:00000001:2.0:1770653413.974481:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.974481:0:3291:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1770653413.974487:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed7121 [2] + 1640 00000040:00001000:2.0:1770653413.974489:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f648340 type=0x10692404 idx=3598 00000100:00000001:0.0:1770653413.974489:0:3291:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00000040:1.0:1770653413.974493:0:12206:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000100:00000001:0.0:1770653413.974493:0:3291:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:2.0:1770653413.974495:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3598 lrh_len: 64 (7360 remains) 00000040:00001000:2.0:1770653413.974499:0:7854:0:(llog.c:797:llog_process_thread()) index: 3598, lh_last_idx: 3602 synced_idx: 0 lgh_last_idx: 3602 00010000:00000040:1.0:1770653413.974500:0:12206:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95566c163400/0x2aed14e4e178cff4 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x141b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1770653413.974500:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95573c2ddf80/2, rc 0, transno 4295332646 00000004:00000001:2.0:1770653413.974505:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00001000:0.0:1770653413.974508:0:3291:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 6 in flight, 45 in progress 00000004:00000001:2.0:1770653413.974511:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1770653413.974514:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.974517:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c2ddf80 x1856657707205504/t4295332646(4295332646) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1770653413.974520:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:2.0:1770653413.974522:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:2.0:1770653413.974525:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000010:2.0:1770653413.974530:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572ebc7100. 00000020:00000040:2.0:1770653413.974536:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=48 obd=lustre-OST0001-osc-MDT0000 00000800:00000001:3.0:1770653413.974540:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:1.0:1770653413.974540:0:12206:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9cfc0. 00000100:00000001:2.0:1770653413.974542:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1770653413.974545:0:3291:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95573c2ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707205504:0@lo:6:osp-syn-1-0.0 00000100:00000001:1.0:1770653413.974547:0:12206:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000800:00000001:3.0:1770653413.974548:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653413.974548:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1770653413.974550:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.974553:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1770653413.974554:0:12206:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa8b40. 00000400:00000200:3.0:1770653413.974555:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1770653413.974555:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653413.974561:0:12206:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540169024 : -117277169382592 : ffff955647fa8b40) 00000100:00000040:0.0:1770653413.974563:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2ddf80 x1856657707205504/t4295332646(4295332646) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1770653413.974564:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff955608cb5400. 00000400:00000200:3.0:1770653413.974567:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653413.974568:0:12206:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540169024 : -117277169382592 : ffff955647fa8b40) 00000100:00000001:2.0:1770653413.974571:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.974573:0:12206:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1770653413.974576:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1770653413.974577:0:12206:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000004:00000001:2.0:1770653413.974578:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626800411635968 : -117273297915648 : ffff95572ebc7100) 00000100:00000200:3.0:1770653413.974580:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000001:1.0:1770653413.974581:0:12206:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1770653413.974587:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.974588:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1770653413.974589:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1770653413.974590:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95561752bb80. 00010000:00000001:1.0:1770653413.974591:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.974594:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.974595:0:12206:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:0.0:1770653413.974595:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.974596:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff95561752bb80 x1856657966309888 msgsize 328 00010000:00000001:1.0:1770653413.974599:0:12206:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000001:0.0:1770653413.974600:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1770653413.974601:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c5fdb11] to pc [ptlrpcd_00_02+2] req@ffff95572ebc7100 x1856657707210496/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.974604:0:12206:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000100:00000001:0.0:1770653413.974605:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1770653413.974610:0:12206:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000001:0.0:1770653413.974611:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.974616:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000010:1.0:1770653413.974616:0:12206:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665154000. 00000100:00000001:0.0:1770653413.974617:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.974624:0:12206:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=6 obd=lustre-OST0001 00000100:00000001:3.0:1770653413.974628:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1770653413.974629:0:12206:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1770653413.974632:0:12206:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1770653413.974636:0:12206:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.974638:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.974640:0:12206:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95563c4f7e00. 00000004:00001000:2.0:1770653413.974644:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 7 in flight, 46 in progress 00000100:00000001:3.0:1770653413.974645:0:73799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1770653413.974645:0:12206:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.974648:0:73799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966309888 00080000:00000001:0.0:1770653413.974649:0:76386:0:(osd_io.c:399:osd_write()) Process entered 00000004:00001000:2.0:1770653413.974650:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3598, id 1934 02000000:00000001:3.0:1770653413.974653:0:73799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00010000:1.0:1770653413.974655:0:12206:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff955662dc0a00/0x2aed14e4e178a17f lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x141b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ea1 expref: 64 pid: 12199 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1770653413.974657:0:73799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000004:00000001:2.0:1770653413.974657:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00080000:00000001:0.0:1770653413.974661:0:76386:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000100:00000001:3.0:1770653413.974662:0:73799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.974663:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1770653413.974666:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.974669:0:73799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.974670:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000001:00000001:0.0:1770653413.974670:0:76386:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.974675:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00010000:1.0:1770653413.974675:0:12206:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff955662dc0a00/0x2aed14e4e178a17f lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x141b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ea1 expref: 64 pid: 12199 timeout: 6877 lvb_type: 1 00000100:00100000:3.0:1770653413.974676:0:73799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966309888 00000004:00000001:2.0:1770653413.974679:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.974681:0:73799:0:(genops.c:811:class_conn2export()) Process entered 00080000:00000001:0.0:1770653413.974684:0:76386:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653413.974685:0:73799:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000040:00001000:2.0:1770653413.974686:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f648380 type=0x10692404 idx=3599 00000020:00000001:3.0:1770653413.974691:0:73799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00002000:00000001:0.0:1770653413.974691:0:76386:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.974693:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3599 lrh_len: 64 (7296 remains) 00000020:00000040:3.0:1770653413.974695:0:73799:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=72 00010000:00000001:1.0:1770653413.974699:0:12206:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00002000:00000001:0.0:1770653413.974699:0:76386:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000020:00000001:3.0:1770653413.974700:0:73799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000040:00001000:2.0:1770653413.974700:0:7854:0:(llog.c:797:llog_process_thread()) index: 3599, lh_last_idx: 3602 synced_idx: 0 lgh_last_idx: 3602 00000100:00000001:1.0:1770653413.974705:0:12206:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1770653413.974707:0:73799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000004:00000001:2.0:1770653413.974707:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:2.0:1770653413.974712:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000040:1.0:1770653413.974713:0:12206:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955665154000 x1856657707210624/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.974714:0:73799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000004:00000001:2.0:1770653413.974715:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.974719:0:73799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbd40. 00000004:00000001:2.0:1770653413.974721:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00080000:00000010:0.0:1770653413.974722:0:76386:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955643ef0c78. 00000004:00000001:2.0:1770653413.974724:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000100:00000001:3.0:1770653413.974726:0:73799:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1770653413.974729:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00002000:00000001:0.0:1770653413.974730:0:76386:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000020:00000010:3.0:1770653413.974734:0:73799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbd40. 00002000:00000040:0.0:1770653413.974735:0:76386:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x1414:0x0] 00000100:00000010:2.0:1770653413.974736:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572ebc6680. 00000020:00000040:2.0:1770653413.974752:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=49 obd=lustre-OST0001-osc-MDT0000 00000020:00000010:3.0:1770653413.974754:0:73799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95562fa45e00. 00002000:00000010:0.0:1770653413.974756:0:76386:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff95560d386be0. 00000100:00000001:2.0:1770653413.974758:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000020:00000010:3.0:1770653413.974761:0:73799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3880. 02000000:00000001:2.0:1770653413.974763:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00002000:00000001:0.0:1770653413.974765:0:76386:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 02000000:00000001:2.0:1770653413.974769:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.974769:0:76386:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.974770:0:73799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90000. 00000100:00000001:1.0:1770653413.974771:0:12206:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1770653413.974777:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff955608cb6000. 00000100:00000001:1.0:1770653413.974778:0:12206:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.974779:0:73799:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00002000:00000001:0.0:1770653413.974779:0:76386:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.974781:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.974786:0:73799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000004:00000001:2.0:1770653413.974788:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626800411633280 : -117273297918336 : ffff95572ebc6680) 00010000:00000040:0.0:1770653413.974788:0:76386:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332647, xid 1856657707206016 00000100:00000001:3.0:1770653413.974790:0:73799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:1.0:1770653413.974790:0:12206:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955665154000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12206:1856657707210624:192.168.202.60@tcp:104: 00010000:00000001:3.0:1770653413.974794:0:73799:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1770653413.974795:0:76386:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:2.0:1770653413.974796:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:3.0:1770653413.974798:0:73799:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.974803:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.974804:0:73799:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:1.0:1770653413.974804:0:12206:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00010000:00000200:0.0:1770653413.974804:0:76386:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95573d383c50 x1856657707206016/t4295332647(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.974809:0:73799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:1.0:1770653413.974811:0:12206:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1770653413.974813:0:73799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1770653413.974814:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0f74c1e] to pc [ptlrpcd_00_03+3] req@ffff95572ebc6680 x1856657707210752/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1770653413.974816:0:12206:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653413.974818:0:73799:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016aa00 refcount=4 00010000:00000001:0.0:1770653413.974821:0:76386:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1770653413.974823:0:12206:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1770653413.974825:0:73799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897455104 : -117273812096512 : ffff95571016aa00) 00010000:00000001:0.0:1770653413.974825:0:76386:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.974831:0:12206:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95563c4f7400. 00010000:00000001:3.0:1770653413.974832:0:73799:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897455104 : -117273812096512 : ffff95571016aa00) 00000100:00001000:0.0:1770653413.974832:0:76386:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 02000000:00000001:1.0:1770653413.974841:0:12206:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.974841:0:76386:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000004:00000001:2.0:1770653413.974842:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.974844:0:73799:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff95571016aa00/0x2aed14e4e1789f9c lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x155b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d12 expref: 72 pid: 12206 timeout: 6877 lvb_type: 1 00000004:00001000:2.0:1770653413.974869:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 8 in flight, 47 in progress 00000004:00001000:2.0:1770653413.974872:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3599, id 1934 00010000:00000010:3.1:1770653413.974874:0:73799:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633f4c000. 00000004:00000001:2.0:1770653413.974874:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00010000:00000010:1.1:1770653413.974882:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a7000. 00010000:00000010:3.1:1770653413.974883:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162200. 00000100:00000001:2.0:1770653413.974884:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1770653413.974886:0:76386:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000001:2.0:1770653413.974888:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653413.974893:0:3290:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1770653413.974894:0:76386:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000400:00000010:1.0:1770653413.974899:0:12206:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d947e8. 00000100:00000040:2.0:1770653413.974900:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95572ebc7100 x1856657707210496/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1770653413.974902:0:76386:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:1.0:1770653413.974908:0:12206:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022908. 00010000:00000001:3.0:1770653413.974909:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1770653413.974909:0:76386:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.974913:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.974917:0:73799:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.974918:0:76386:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1770653413.974919:0:12206:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707210624, portal 16 00000100:00000001:2.0:1770653413.974920:0:3290:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1770653413.974923:0:73799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.974925:0:3290:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.974926:0:12206:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1770653413.974927:0:76386:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1770653413.974930:0:73799:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:2.0:1770653413.974932:0:3290:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1770653413.974932:0:12206:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028458496 : -117276681093120 : ffff955665154000) 00000400:00000010:0.0:1770653413.974933:0:76386:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8880. 02000000:00000001:2.0:1770653413.974936:0:3290:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1770653413.974937:0:73799:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff95561752bb80 x1856657966309888/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653413.974942:0:3290:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.974942:0:76386:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707206016, offset 224 00000100:00000040:1.0:1770653413.974948:0:12206:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955665154000 x1856657707210624/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1770653413.974952:0:3290:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95572ebc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707210496:0@lo:6:osp-syn-1-0.0 00000400:00000200:0.0:1770653413.974955:0:76386:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1770653413.974963:0:3290:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1770653413.974964:0:73799:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:2.0:1770653413.974968:0:3290:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1770653413.974969:0:73799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.974969:0:76386:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1770653413.974972:0:3290:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.974978:0:3290:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1770653413.974979:0:12206:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1770653413.974981:0:73799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653413.974983:0:76386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b8580 02000000:00000010:2.0:1770653413.974984:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955608cb5c00. 00000100:00000001:3.0:1770653413.974989:0:73799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1770653413.974989:0:12206:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 02000000:00000001:2.0:1770653413.974990:0:3290:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.974994:0:73799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:1.0:1770653413.974996:0:12206:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022bb0. 00000400:00000200:0.0:1770653413.974996:0:76386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda735 [1] + 224 00000400:00000010:2.0:1770653413.974998:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef21b8. 00000100:00100000:3.0:1770653413.975002:0:73799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161878 00000400:00000200:0.0:1770653413.975006:0:76386:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1770653413.975007:0:12206:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707210624, offset 0 00000100:00000040:3.0:1770653413.975008:0:73799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000400:00000010:2.0:1770653413.975008:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888908. 00000400:00000200:0.0:1770653413.975013:0:76386:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1770653413.975015:0:73799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795723864960 : -117277985686656 : ffff95561752bb80) 00000100:00000200:2.0:1770653413.975017:0:3290:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707210496, portal 4 00000100:00000001:0.0:1770653413.975019:0:76386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1770653413.975021:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1770653413.975024:0:73799:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95561752bb80 x1856657966309888/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.975025:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800411635968 : -117273297915648 : ffff95572ebc7100) 00000400:00000200:1.0:1770653413.975025:0:12206:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000200:0.0:1770653413.975027:0:76386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95573c2dd180 x1856657707206016/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1770653413.975037:0:3290:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95572ebc7100 x1856657707210496/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653413.975040:0:12206:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000400:00000200:1.0:1770653413.975054:0:12206:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1770653413.975062:0:73799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1770653413.975063:0:12206:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000020:00000010:3.0:1770653413.975069:0:73799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbd40. 00000100:00000001:2.0:1770653413.975070:0:3290:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1770653413.975071:0:76386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95573c2dd180 x1856657707206016/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653413.975073:0:12206:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1770653413.975075:0:73799:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1770653413.975077:0:3290:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1770653413.975083:0:73799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbd40. 00000400:00000200:1.0:1770653413.975084:0:12206:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000400:00000010:2.0:1770653413.975085:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268884c8. 00000100:00000200:2.0:1770653413.975092:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707210496, offset 0 00000100:00000001:0.0:1770653413.975094:0:76386:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1770653413.975097:0:12206:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164724:2164724:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164720:2164720:8:4294967295] 00000100:00100000:3.0:1770653413.975098:0:73799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95561752bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:b31b1d82-c1d4-4680-ae7a-71292416d1f5+72:2366:x1856657966309888:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000400:00000200:2.0:1770653413.975101:0:3290:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1770653413.975108:0:73799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966309888 00010000:00000001:3.0:1770653413.975111:0:73799:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1770653413.975114:0:73799:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1770653413.975117:0:73799:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1770653413.975120:0:73799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1770653413.975123:0:73799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1770653413.975124:0:12206:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 02000000:00000010:3.0:1770653413.975128:0:73799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95564f310000. 02000000:00000001:3.0:1770653413.975132:0:73799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.975137:0:73799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653413.975138:0:12206:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000400:00000200:0.0:1770653413.975139:0:76386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8880 00000400:00000200:2.0:1770653413.975140:0:3290:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1770653413.975142:0:73799:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000400:00000010:0.0:1770653413.975146:0:76386:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8880. 00010000:00010000:3.0:1770653413.975147:0:73799:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000800:00000010:1.0:1770653413.975149:0:12206:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9557353d2400. 00010000:00000001:3.0:1770653413.975151:0:73799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1770653413.975154:0:76386:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:3.0:1770653413.975155:0:73799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1770653413.975155:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b9700 00000020:00000040:3.0:1770653413.975160:0:73799:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016aa00 refcount=4 00000100:00000001:0.0:1770653413.975160:0:76386:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1770653413.975163:0:12206:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000400:00000200:2.0:1770653413.975166:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf6c5 [8] + 6528 00000020:00000001:3.0:1770653413.975167:0:73799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897455104 : -117273812096512 : ffff95571016aa00) 00000100:00000001:0.0:1770653413.975167:0:76386:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.975175:0:73799:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897455104 : -117273812096512 : ffff95571016aa00) 00000800:00000200:1.0:1770653413.975176:0:12206:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000400:00000200:2.0:1770653413.975177:0:3290:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1770653413.975178:0:76386:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00010000:00000040:3.0:1770653413.975180:0:73799:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556613f3500 count: 3 00000400:00000200:2.0:1770653413.975186:0:3290:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000200:1.0:1770653413.975186:0:12206:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9557353d2400 type 1, nob 424 niov 1 nkiov 1 00010000:00000001:0.0:1770653413.975186:0:76386:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00010000:3.0:1770653413.975189:0:73799:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff95571016aa00/0x2aed14e4e1789f9c lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x155b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d12 expref: 72 pid: 12206 timeout: 6877 lvb_type: 1 00000020:00000001:0.0:1770653413.975190:0:76386:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.975197:0:3290:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1770653413.975197:0:76386:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1770653413.975202:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00001000:3.0:1770653413.975203:0:73799:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 00000100:00000001:1.0:1770653413.975204:0:12206:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.975206:0:76386:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573d383c50 x1856657707206016/t4295332647(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1770653413.975207:0:3290:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572ebc5c00. 00010000:00000001:3.0:1770653413.975212:0:73799:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:2.0:1770653413.975214:0:3290:0:(events.c:337:request_in_callback()) incoming req@ffff95572ebc5c00 x1856657707210496 msgsize 544 00000100:00000001:1.0:1770653413.975214:0:12206:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444818 00010000:00000001:3.0:1770653413.975218:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.975222:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.975226:0:12206:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4301444814 00010000:00010000:3.0:1770653413.975229:0:73799:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff95571016aa00/0x2aed14e4e1789f9c lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x155b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d12 expref: 72 pid: 12206 timeout: 6877 lvb_type: 1 00000100:00100000:2.0:1770653413.975230:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1770653413.975238:0:12206:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444818 00000100:00100000:0.0:1770653413.975238:0:76386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95573d383c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_024:lustre-MDT0000-mdtlov_UUID+50:3291:x1856657707206016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23515us (23920us total) trans 4295332647 rc 0/0 00000020:00000001:3.0:1770653413.975246:0:73799:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:2.0:1770653413.975247:0:3290:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1770653413.975247:0:12206:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4301444814 00010000:00000001:3.0:1770653413.975251:0:73799:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00100000:0.0:1770653413.975254:0:76386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136225 00010000:00000001:3.0:1770653413.975255:0:73799:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.975255:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268884c8 00000100:00000001:1.0:1770653413.975256:0:12206:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444818 00000100:00000040:0.0:1770653413.975261:0:76386:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 5 00000020:00000001:3.0:1770653413.975262:0:73799:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.975262:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268884c8. 00000100:00000001:1.0:1770653413.975263:0:12206:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4301444814 00000100:00000001:0.0:1770653413.975264:0:76386:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1770653413.975269:0:73799:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1770653413.975270:0:3290:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1770653413.975270:0:76386:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1770653413.975271:0:12206:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444818 00010000:00000001:3.0:1770653413.975273:0:73799:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1770653413.975277:0:12206:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4301444814 00000020:00000010:0.0:1770653413.975277:0:76386:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300280. 00000100:00000200:2.0:1770653413.975278:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95572ebc7100 x1856657707210496/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.975279:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.975284:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.975285:0:12206:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653413.975285:0:76386:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510d48. 00010000:00000001:3.0:1770653413.975288:0:73799:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:0.0:1770653413.975292:0:76386:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955636fe8c00. 00000100:00000001:1.0:1770653413.975293:0:12206:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.975294:0:73799:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.975300:0:76386:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 49 00010000:00000001:1.0:1770653413.975301:0:12206:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653413.975302:0:73799:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95571016aa00 with handle 0x2aed14e4e1789f9c from hash 00000100:00000001:2.0:1770653413.975302:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1770653413.975305:0:12206:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.975307:0:76386:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.975308:0:73799:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:2.0:1770653413.975310:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572ebc7100 x1856657707210496/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1770653413.975310:0:12206:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.975312:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.975316:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.975317:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.975320:0:73799:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1770653413.975321:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.975324:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.975324:0:6530:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:1.0:1770653413.975325:0:12206:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.975326:0:73799:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00100000:0.0:1770653413.975328:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707210496 00000100:00000001:2.0:1770653413.975330:0:3290:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1770653413.975331:0:73799:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.975332:0:12206:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 02000000:00000001:0.0:1770653413.975332:0:6530:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1770653413.975335:0:3290:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.975336:0:12206:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:3.0:1770653413.975338:0:73799:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1770653413.975339:0:6530:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1770653413.975340:0:3290:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26312 usecs (27 jiffies) 00000100:00000001:1.0:1770653413.975340:0:12206:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.975342:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.975343:0:6530:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.975347:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444815 00000100:00000001:1.0:1770653413.975348:0:12206:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1770653413.975349:0:6530:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.975352:0:73799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95571016aa00/0x2aed14e4e1789f9c lrc: 0/0,0 mode: --/PR res: [0x240000403:0x155b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d12 expref: 72 pid: 12206 timeout: 6877 lvb_type: 1 00000100:00000001:1.0:1770653413.975352:0:12206:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1770653413.975356:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444818 00000100:00100000:0.0:1770653413.975356:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707210496 00000100:00100000:1.0:1770653413.975357:0:12206:0:(client.c:2680:ptlrpc_set_wait()) set ffff955647fa8b40 going to sleep for 11 seconds 00000020:00000001:0.0:1770653413.975361:0:6530:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1770653413.975364:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444815 00000100:00000001:1.0:1770653413.975365:0:12206:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1770653413.975365:0:6530:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00000100:00000001:1.0:1770653413.975370:0:12206:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.975371:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444818 00000020:00000001:0.0:1770653413.975371:0:6530:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000040:3.0:1770653413.975372:0:73799:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 66 00000020:00000040:0.0:1770653413.975376:0:6530:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=50 00000100:00000001:2.0:1770653413.975377:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444815 00000020:00000040:3.0:1770653413.975378:0:73799:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 71 00000020:00000001:0.0:1770653413.975381:0:6530:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000001:2.0:1770653413.975385:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444818 00000020:00000001:0.0:1770653413.975385:0:6530:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00010000:00000001:3.0:1770653413.975389:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:1.0:1770653413.975389:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653413.975390:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444815 00000100:00000001:0.0:1770653413.975391:0:6530:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1770653413.975394:0:73799:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1770653413.975397:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444818 00010000:00000001:3.0:1770653413.975398:0:73799:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000800:00000001:1.0:1770653413.975398:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1770653413.975399:0:6530:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95af40. 00010000:00000040:3.0:1770653413.975402:0:73799:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95561ae2a000 00000100:00000001:2.0:1770653413.975404:0:3290:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1770653413.975405:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653413.975406:0:6530:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.975407:0:73799:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:2.0:1770653413.975410:0:3290:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.975411:0:73799:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000800:00000001:1.0:1770653413.975412:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1770653413.975412:0:6530:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95af40. 00000100:00000001:2.0:1770653413.975415:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.975416:0:73799:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000010:0.0:1770653413.975421:0:6530:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955626008c00. 00010000:00000001:3.0:1770653413.975422:0:73799:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.975422:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.975426:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:3.0:1770653413.975429:0:73799:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000010:0.0:1770653413.975429:0:6530:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519900. 00000100:00000001:2.0:1770653413.975430:0:3290:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:3.0:1770653413.975432:0:73799:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:2.0:1770653413.975434:0:3290:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:3.0:1770653413.975436:0:73799:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1770653413.975437:0:6530:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d960. 00000100:00000001:2.0:1770653413.975441:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1770653413.975441:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d2300 00010000:00000001:3.0:1770653413.975442:0:73799:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:0.0:1770653413.975444:0:6530:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1770653413.975445:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1770653413.975446:0:73799:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:0.0:1770653413.975448:0:6530:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00010000:3.0:1770653413.975451:0:73799:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cf99 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x155b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.975451:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.975451:0:6530:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.975452:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed7121 [2] + 1968 00000100:00100000:2.0:1770653413.975460:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1770653413.975461:0:6530:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.975463:0:3281:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564ec5ab00. 00000100:00000001:2.0:1770653413.975466:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.975470:0:3281:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9556693343c0 00000100:00000001:2.0:1770653413.975474:0:3290:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1770653413.975474:0:6530:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.975475:0:73799:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000800:00000001:1.0:1770653413.975476:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653413.975477:0:3290:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1770653413.975480:0:73799:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cf99 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x155b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.975482:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1770653413.975483:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.975485:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1770653413.975487:0:6530:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1770653413.975490:0:3290:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1770653413.975490:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1770653413.975491:0:6530:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000040:3.0:1770653413.975496:0:73799:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x155b:0x0].0x0 (ffff9556613f3500) refcount = 2 00000100:00000040:2.0:1770653413.975497:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95572ebc6680 x1856657707210752/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1770653413.975503:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136238 00000400:00000200:1.0:1770653413.975504:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000040:3.0:1770653413.975505:0:73799:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1770653413.975511:0:73799:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cf99 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x155b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1770653413.975512:0:6530:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 6 00000400:00000200:1.0:1770653413.975513:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556693343c0 00000100:00000001:0.0:1770653413.975518:0:6530:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800411630592 : -117273297921024 : ffff95572ebc5c00) 00000100:00000001:2.0:1770653413.975519:0:3290:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1770653413.975519:0:3281:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9556693343c0. 00000100:00000001:2.0:1770653413.975523:0:3290:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.975528:0:3281:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1770653413.975529:0:3290:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1770653413.975530:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95572ebc5c00 x1856657707210496/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.975531:0:73799:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000200:1.0:1770653413.975531:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000001:2.0:1770653413.975533:0:3290:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.975535:0:73799:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.975539:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955619b67450 x1856657966310144 msgsize 328 02000000:00000001:2.0:1770653413.975540:0:3290:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.975541:0:73799:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1770653413.975547:0:73799:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.975550:0:6530:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1770653413.975551:0:3290:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95572ebc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707210752:0@lo:6:osp-syn-1-0.0 00010000:00000001:3.0:1770653413.975554:0:73799:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1770653413.975555:0:6530:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95af40. 00000100:00100000:1.0:1770653413.975557:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:2.0:1770653413.975560:0:3290:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1770653413.975563:0:3281:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1770653413.975563:0:6530:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1770653413.975564:0:3290:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000010:3.0:1770653413.975565:0:73799:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9556196fbd40. 02000000:00000001:2.0:1770653413.975569:0:3290:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.975570:0:6530:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95af40. 00000100:00000001:3.0:1770653413.975571:0:73799:0:(client.c:1145:ptlrpc_prep_set()) Process entered 02000000:00000001:2.0:1770653413.975572:0:3290:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1770653413.975574:0:3281:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:2.0:1770653413.975579:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955608cb4800. 00000100:00000010:3.0:1770653413.975580:0:73799:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556189e16c0. 00000100:00100000:0.0:1770653413.975580:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95572ebc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+50:3290:x1856657707210496:12345-0@lo:6:osp-syn-1-0.0 02000000:00000001:2.0:1770653413.975585:0:3290:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.975587:0:73799:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626795745580736 : -117277963970880 : ffff9556189e16c0) 00000100:00000200:0.0:1770653413.975590:0:6530:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707210496 00000400:00000010:2.0:1770653413.975593:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef22c0. 00000100:00000001:3.0:1770653413.975594:0:73799:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626795745580736 : -117277963970880 : ffff9556189e16c0) 00000020:00000001:0.0:1770653413.975594:0:6530:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:2.0:1770653413.975598:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268884c8. 00000020:00000001:0.0:1770653413.975598:0:6530:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1770653413.975602:0:73799:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000020:00000001:0.0:1770653413.975602:0:6530:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.975603:0:3290:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707210752, portal 4 00000100:00000001:3.0:1770653413.975608:0:73799:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000001:2.0:1770653413.975608:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1770653413.975608:0:6530:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000800:00000200:1.0:1770653413.975612:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1770653413.975613:0:6530:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00010000:00000001:3.0:1770653413.975614:0:73799:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:2.0:1770653413.975614:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800411633280 : -117273297918336 : ffff95572ebc6680) 00000800:00000010:1.0:1770653413.975618:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9557353d2400. 00010000:00000001:3.0:1770653413.975621:0:73799:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000001:0.0:1770653413.975621:0:6530:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1770653413.975623:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1770653413.975625:0:3290:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95572ebc6680 x1856657707210752/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653413.975626:0:6530:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.975632:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000001:0.0:1770653413.975633:0:6530:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1770653413.975634:0:73799:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.975638:0:6530:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1770653413.975641:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1770653413.975642:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022bb0 00000100:00000001:2.0:1770653413.975643:0:3290:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1770653413.975643:0:6530:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00010000:00000001:3.0:1770653413.975645:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:1.0:1770653413.975647:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022bb0. 00000020:00000001:0.0:1770653413.975648:0:6530:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00010000:00000001:3.0:1770653413.975649:0:73799:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.975653:0:3290:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1770653413.975653:0:6530:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.975654:0:73799:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:1.0:1770653413.975655:0:3281:0:(events.c:34:request_out_callback()) Process entered 00000001:00000001:0.0:1770653413.975659:0:6530:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000400:00000010:2.0:1770653413.975660:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888088. 00010000:00000001:3.0:1770653413.975661:0:73799:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000001:00000001:0.0:1770653413.975662:0:6530:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.975664:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955665154000 x1856657707210624/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1770653413.975667:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707210752, offset 0 00000100:00000001:3.0:1770653413.975668:0:73799:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.975668:0:6530:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1770653413.975673:0:6530:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.975675:0:73799:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.975680:0:3290:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000001:0.0:1770653413.975680:0:6530:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.975686:0:6530:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:1.0:1770653413.975687:0:3281:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000001:00000001:0.0:1770653413.975690:0:6530:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1770653413.975691:0:3290:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000001:0.0:1770653413.975695:0:6530:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.975696:0:3281:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665154000 x1856657707210624/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1770653413.975701:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b9800 00000001:00000001:0.0:1770653413.975702:0:6530:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1770653413.975706:0:6530:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1770653413.975712:0:6530:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.975713:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf6c5 [8] + 7072 00000020:00000001:0.0:1770653413.975718:0:6530:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.975720:0:3281:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.975722:0:3290:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653413.975724:0:3281:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1770653413.975724:0:6530:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.975730:0:3290:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:1.0:1770653413.975731:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653413.975731:0:6530:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1770653413.975734:0:3290:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1770653413.975736:0:6530:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1770653413.975750:0:73799:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000200:2.0:1770653413.975750:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000800:00000001:1.0:1770653413.975751:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1770653413.975754:0:73799:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556189e16c0. 02000000:00000010:0.0:1770653413.975756:0:6530:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff955734dd6c00. 00000800:00000001:1.0:1770653413.975757:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:2.0:1770653413.975758:0:3290:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572ebc4700. 00000100:00000001:3.0:1770653413.975759:0:73799:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 02000000:00000001:0.0:1770653413.975761:0:6530:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.975764:0:73799:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1770653413.975764:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1770653413.975765:0:3290:0:(events.c:337:request_in_callback()) incoming req@ffff95572ebc4700 x1856657707210752 msgsize 544 00000100:00000001:0.0:1770653413.975765:0:6530:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1770653413.975772:0:73799:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9556196fbd40. 00002000:00000001:0.0:1770653413.975774:0:6530:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:3.0:1770653413.975778:0:73799:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1770653413.975779:0:6530:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1770653413.975782:0:73799:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000400:00000200:1.0:1770653413.975783:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00100000:2.0:1770653413.975784:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:0.0:1770653413.975784:0:6530:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.975786:0:73799:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00002000:00080000:0.0:1770653413.975791:0:6530:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5148 count 1 00010000:00000001:3.0:1770653413.975794:0:73799:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00002000:00000001:0.0:1770653413.975795:0:6530:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000100:00000001:2.0:1770653413.975798:0:3290:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:3.0:1770653413.975799:0:73799:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.975799:0:6530:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000400:00000200:1.0:1770653413.975800:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b8e80 00000020:00000001:0.0:1770653413.975804:0:6530:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1770653413.975805:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888088 00000100:00001000:3.0:1770653413.975806:0:73799:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000020:00000001:0.0:1770653413.975809:0:6530:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795554372520 : -117278155179096 : ffff95560d387ba8) 00000400:00000010:2.0:1770653413.975810:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888088. 00000100:00000001:3.0:1770653413.975812:0:73799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00002000:00000001:0.0:1770653413.975815:0:6530:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795554372432 : -117278155179184 : ffff95560d387b50) 00000100:00000001:2.0:1770653413.975817:0:3290:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1770653413.975820:0:73799:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000400:00000200:1.0:1770653413.975822:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda7a9 [1] + 224 00010000:00000001:0.0:1770653413.975822:0:6530:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000200:2.0:1770653413.975826:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95572ebc6680 x1856657707210752/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.975826:0:6530:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:3.0:1770653413.975827:0:73799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000800:00000001:1.0:1770653413.975831:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000040:0.0:1770653413.975833:0:6530:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95561e13b100 count: 2 02000000:00000001:3.0:1770653413.975834:0:73799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1770653413.975837:0:73799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.975837:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.975839:0:6530:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1770653413.975843:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653413.975844:0:73799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1770653413.975846:0:6530:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000040:3.0:1770653413.975868:0:73799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000200:1.0:1770653413.975872:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000010:3.0:1770653413.975873:0:73799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78880. 00010000:00000010:0.0:1770653413.975879:0:6530:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561ae2a800. 00000100:00000001:1.0:1770653413.975881:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1770653413.975885:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1770653413.975885:0:6530:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000200:1.0:1770653413.975888:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955617529f80 x1856657707208320/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:0.0:1770653413.975890:0:6530:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561ae2a800 with handle 0x2aed14e4e178cffb to hash 00000100:00000040:2.0:1770653413.975895:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572ebc6680 x1856657707210752/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653413.975896:0:6530:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1770653413.975899:0:6530:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795783628800 : -117277925922816 : ffff95561ae2a800) 00010000:00000001:0.0:1770653413.975906:0:6530:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795783628800 : -117277925922816 : ffff95561ae2a800) 00010000:00000001:0.0:1770653413.975912:0:6530:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1770653413.975916:0:6530:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.975919:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955617529f80 x1856657707208320/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1770653413.975922:0:6530:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a800/0x2aed14e4e178cffb lrc: 3/0,1 mode: --/PW res: [0x280000403:0x141c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.975924:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.975932:0:3290:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1770653413.975933:0:73799:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966309888, offset 224 00000100:00000001:2.0:1770653413.975941:0:3290:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.975946:0:73799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.975948:0:6530:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:1.0:1770653413.975949:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1770653413.975950:0:3290:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26312 usecs (27 jiffies) 00010000:00000001:0.0:1770653413.975951:0:6530:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1770653413.975956:0:6530:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:2.0:1770653413.975958:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444816 00000400:00000200:3.0:1770653413.975959:0:73799:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000001:0.0:1770653413.975959:0:6530:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1770653413.975963:0:6530:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:0.0:1770653413.975967:0:6530:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000400:00000200:3.0:1770653413.975970:0:73799:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164725:2164725:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164721:2164721:8:4294967295] 00010000:00010000:0.0:1770653413.975973:0:6530:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff95565f571800/0x2aed14e4e1789f79 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x141c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0cef expref: 64 pid: 12204 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1770653413.975977:0:76419:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1770653413.975983:0:76419:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707210752 00000400:00000200:3.0:1770653413.975989:0:73799:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 02000000:00000001:2.0:1770653413.975989:0:76419:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:0.0:1770653413.975989:0:6530:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:2.0:1770653413.975994:0:76419:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1770653413.975994:0:6530:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.975998:0:76419:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.975999:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1770653413.976000:0:73799:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00010000:0.0:1770653413.976000:0:6530:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 02000000:00000001:2.0:1770653413.976003:0:76419:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.976005:0:6530:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.976006:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1770653413.976008:0:73799:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c200. 00000100:00100000:2.0:1770653413.976008:0:76419:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707210752 00010000:00000001:0.0:1770653413.976010:0:6530:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000800:00000001:1.0:1770653413.976011:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1770653413.976014:0:76419:0:(genops.c:811:class_conn2export()) Process entered 00010000:00010000:0.0:1770653413.976015:0:6530:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000040:2.0:1770653413.976017:0:76419:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00000800:00000001:1.0:1770653413.976018:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.976019:0:6530:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1770653413.976021:0:73799:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000020:00000001:2.0:1770653413.976022:0:76419:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1770653413.976024:0:6530:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1770653413.976026:0:76419:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=51 00010000:00000001:0.0:1770653413.976029:0:6530:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000400:00000200:1.0:1770653413.976031:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000020:00000001:2.0:1770653413.976032:0:76419:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00010000:00010000:0.0:1770653413.976034:0:6530:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a800/0x2aed14e4e178cffb lrc: 4/0,1 mode: --/PW res: [0x280000403:0x141c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00000800:00000200:3.0:1770653413.976035:0:73799:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000020:00000001:2.0:1770653413.976040:0:76419:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000800:00000200:3.0:1770653413.976043:0:73799:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1770653413.976048:0:76419:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1770653413.976049:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d2380 00000020:00000010:2.0:1770653413.976055:0:76419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f592c0. 00010000:00000040:0.0:1770653413.976055:0:6530:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x141c:0x0].0x0 (ffff95561e13b100) refcount = 2 00000100:00000001:3.0:1770653413.976058:0:73799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.976060:0:76419:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1770653413.976061:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed7129 [2] + 0 00010000:00000040:0.0:1770653413.976065:0:6530:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000020:00000010:2.0:1770653413.976066:0:76419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f592c0. 00000100:00000040:3.0:1770653413.976068:0:73799:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000800:00000001:1.0:1770653413.976073:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000040:0.0:1770653413.976073:0:6530:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95565f571800/0x2aed14e4e1789f79 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x141c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0cef expref: 64 pid: 12204 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1770653413.976074:0:73799:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.976075:0:76419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955636fe9c00. 00000800:00000001:1.0:1770653413.976079:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.976080:0:73799:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.976082:0:76419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300d00. 00000400:00000200:1.0:1770653413.976086:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1770653413.976089:0:76419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510bb8. 00000100:00000040:3.0:1770653413.976092:0:73799:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95561752bb80 x1856657966309888/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1770653413.976096:0:6530:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000100:00000001:2.0:1770653413.976097:0:76419:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1770653413.976097:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000040:0.0:1770653413.976101:0:6530:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a800/0x2aed14e4e178cffb lrc: 4/0,1 mode: --/PW res: [0x280000403:0x141c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.976102:0:76419:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1770653413.976105:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1770653413.976106:0:76419:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.976110:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:2.0:1770653413.976113:0:76419:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1770653413.976119:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665154380. 00000100:00000001:2.0:1770653413.976126:0:76419:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653413.976127:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955665154380 x1856657966310272 msgsize 328 00000100:00100000:3.0:1770653413.976129:0:73799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95561752bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:b31b1d82-c1d4-4680-ae7a-71292416d1f5+71:2366:x1856657966309888:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1063us (1528us total) trans 0 rc 0/0 00010000:00000010:0.0:1770653413.976130:0:6530:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95af40. 00000100:00000001:2.0:1770653413.976136:0:76419:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1770653413.976137:0:6530:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:2.0:1770653413.976141:0:76419:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000010:0.0:1770653413.976145:0:6530:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f362900. 00000100:00100000:1.0:1770653413.976146:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00100000:3.0:1770653413.976147:0:73799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161878 00000100:00100000:2.0:1770653413.976150:0:76419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136239 00000100:00000001:0.0:1770653413.976153:0:6530:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661516544 : -117277048035072 : ffff95564f362900) 00000100:00000040:3.0:1770653413.976155:0:73799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000100:00000040:2.0:1770653413.976156:0:76419:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 7 00000100:00000001:0.0:1770653413.976159:0:6530:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661516544 : -117277048035072 : ffff95564f362900) 00000100:00000001:3.0:1770653413.976161:0:73799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653413.976161:0:76419:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800411625216 : -117273297926400 : ffff95572ebc4700) 00000100:00000001:0.0:1770653413.976166:0:6530:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1770653413.976168:0:73799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1770653413.976168:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1770653413.976170:0:76419:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95572ebc4700 x1856657707210752/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.976170:0:6530:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1770653413.976174:0:6530:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000010:3.0:1770653413.976175:0:73799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3880. 00010000:00000001:0.0:1770653413.976178:0:6530:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.976182:0:6530:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:3.0:1770653413.976183:0:73799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90000. 00000100:00000001:2.0:1770653413.976186:0:76419:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1770653413.976186:0:6530:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.976188:0:6530:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000020:00000010:3.0:1770653413.976189:0:73799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95562fa45e00. 00000020:00000010:2.0:1770653413.976191:0:76419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f592c0. 00010000:00000001:0.0:1770653413.976192:0:6530:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000020:00000040:3.0:1770653413.976194:0:73799:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 70 00010000:00000001:0.0:1770653413.976197:0:6530:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000001:3.0:1770653413.976198:0:73799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.976198:0:76419:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1770653413.976204:0:6530:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710551f80. 00000020:00000010:2.0:1770653413.976205:0:76419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f592c0. 00000800:00000200:1.0:1770653413.976208:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:0.0:1770653413.976210:0:6530:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=7 obd=lustre-OST0001 00000800:00000010:1.0:1770653413.976212:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c200. 00000100:00100000:2.0:1770653413.976214:0:76419:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95572ebc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:lustre-MDT0000-mdtlov_UUID+51:3290:x1856657707210752:12345-0@lo:6:osp-syn-1-0.0 00000100:00000001:3.0:1770653413.976217:0:76646:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1770653413.976218:0:6530:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1770653413.976219:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1770653413.976220:0:76419:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707210752 00000100:00100000:3.0:1770653413.976223:0:76646:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966310144 02000000:00000001:0.0:1770653413.976223:0:6530:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:2.0:1770653413.976224:0:76419:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:0.0:1770653413.976228:0:6530:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.976229:0:76646:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1770653413.976230:0:76419:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1770653413.976230:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653413.976234:0:76646:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1770653413.976235:0:76419:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1770653413.976236:0:6530:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff955626008200. 00000100:00000001:3.0:1770653413.976237:0:76646:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.976237:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78880 00000020:00000001:2.0:1770653413.976239:0:76419:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:1.0:1770653413.976243:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78880. 00000020:00000001:2.0:1770653413.976244:0:76419:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 02000000:00000001:3.0:1770653413.976245:0:76646:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.976246:0:6530:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.976249:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:3.0:1770653413.976254:0:76646:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966310144 00000100:00000001:1.0:1770653413.976254:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1770653413.976255:0:76419:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00010000:0.0:1770653413.976257:0:6530:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff95565f571800/0x2aed14e4e1789f79 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x141c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0cef expref: 64 pid: 12204 timeout: 0 lvb_type: 1 00000020:00000001:3.0:1770653413.976260:0:76646:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1770653413.976260:0:76419:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653413.976262:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:3.0:1770653413.976264:0:76646:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:2.0:1770653413.976267:0:76419:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000001:1.0:1770653413.976268:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653413.976269:0:76646:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1770653413.976270:0:76419:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000001:1.0:1770653413.976274:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1770653413.976275:0:76419:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00010000:00010000:0.0:1770653413.976276:0:6530:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff95565f571800/0x2aed14e4e1789f79 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x141c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0cef expref: 64 pid: 12204 timeout: 6877 lvb_type: 1 00000020:00000001:2.0:1770653413.976279:0:76419:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000800:00000001:1.0:1770653413.976279:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653413.976284:0:76419:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.976289:0:76419:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000400:00000200:1.0:1770653413.976291:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000001:00000001:2.0:1770653413.976292:0:76419:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.976297:0:76419:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1770653413.976300:0:76419:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1770653413.976306:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d2400 00000001:00000001:2.0:1770653413.976307:0:76419:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.976310:0:6530:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000001:00000001:2.0:1770653413.976312:0:76419:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:0.0:1770653413.976314:0:6530:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000001:00000001:2.0:1770653413.976315:0:76419:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1770653413.976317:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed7129 [2] + 328 00000001:00000001:2.0:1770653413.976320:0:76419:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.976323:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955710551f80 x1856657707210880/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000001:2.0:1770653413.976324:0:76419:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000800:00000001:1.0:1770653413.976325:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:3.0:1770653413.976326:0:76646:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=71 00000001:00000001:2.0:1770653413.976328:0:76419:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1770653413.976330:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653413.976332:0:76646:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000001:00000001:2.0:1770653413.976334:0:76419:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.976336:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1770653413.976339:0:76646:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000020:00000001:2.0:1770653413.976341:0:76419:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.976347:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653413.976348:0:76646:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1770653413.976348:0:76419:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.976349:0:6530:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1770653413.976355:0:76419:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1770653413.976355:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1770653413.976355:0:6530:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.976356:0:76646:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbd40. 02000000:00000001:2.0:1770653413.976360:0:76419:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1770653413.976360:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:3.0:1770653413.976362:0:76646:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1770653413.976365:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665154700. 00000100:00100000:0.0:1770653413.976366:0:6530:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955710551f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6530:1856657707210880:192.168.202.60@tcp:104: 00000020:00000010:3.0:1770653413.976367:0:76646:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbd40. 02000000:00000010:2.0:1770653413.976367:0:76419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff955608cb6400. 00000100:00000040:1.0:1770653413.976371:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955665154700 x1856657966310400 msgsize 328 02000000:00000001:2.0:1770653413.976374:0:76419:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.976376:0:6530:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000020:00000010:3.0:1770653413.976377:0:76646:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95562fa45e00. 00000100:00000001:2.0:1770653413.976378:0:76419:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.976381:0:6530:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:3.0:1770653413.976383:0:76646:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3880. 02000000:00000001:0.0:1770653413.976385:0:6530:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653413.976386:0:76419:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000100:00100000:1.0:1770653413.976387:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000020:00000010:3.0:1770653413.976390:0:76646:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90000. 00010000:00000001:2.0:1770653413.976391:0:76419:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 02000000:00000001:0.0:1770653413.976392:0:6530:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1770653413.976396:0:76419:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.976398:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1770653413.976399:0:76646:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00002000:00080000:2.0:1770653413.976399:0:76419:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5149 count 1 02000000:00000010:0.0:1770653413.976399:0:6530:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff955626009a00. 00000800:00000001:1.0:1770653413.976403:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653413.976405:0:76646:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1770653413.976405:0:6530:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653413.976406:0:76419:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000800:00000001:1.0:1770653413.976409:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.976411:0:76646:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00002000:00000001:2.0:1770653413.976411:0:76419:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000800:00000001:1.0:1770653413.976412:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1770653413.976413:0:6530:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e053000. 00010000:00000001:3.0:1770653413.976415:0:76646:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000020:00000001:2.0:1770653413.976416:0:76419:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000001:1.0:1770653413.976418:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1770653413.976420:0:6530:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8880. 00010000:00000001:3.0:1770653413.976421:0:76646:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.976422:0:76419:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795553131576 : -117278156420040 : ffff95560d258c38) 00010000:00000001:3.0:1770653413.976428:0:76646:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000100:00000200:0.0:1770653413.976428:0:6530:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707210880, portal 16 00002000:00000001:2.0:1770653413.976429:0:76419:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795553131488 : -117278156420128 : ffff95560d258be0) 00000400:00000200:1.0:1770653413.976429:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:3.0:1770653413.976433:0:76646:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1770653413.976434:0:6530:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:2.0:1770653413.976435:0:76419:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000020:00000001:3.0:1770653413.976437:0:76646:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1770653413.976438:0:6530:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799901548416 : -117273808003200 : ffff955710551f80) 00010000:00000001:2.0:1770653413.976439:0:76419:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000040:3.0:1770653413.976440:0:76646:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556395a6600 refcount=4 00010000:00000040:2.0:1770653413.976445:0:76419:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95560e946800 count: 2 00000400:00000200:1.0:1770653413.976446:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b9080 00000020:00000001:3.0:1770653413.976447:0:76646:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796294792704 : -117277414758912 : ffff9556395a6600) 00000100:00000040:0.0:1770653413.976451:0:6530:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955710551f80 x1856657707210880/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.976452:0:76419:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.976454:0:76646:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796294792704 : -117277414758912 : ffff9556395a6600) 00010000:00000001:2.0:1770653413.976459:0:76419:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000400:00000200:1.0:1770653413.976461:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda7cd [1] + 224 00010000:00000010:2.0:1770653413.976465:0:76419:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95571016a000. 00010000:00010000:3.0:1770653413.976466:0:76646:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9556395a6600/0x2aed14e4e178a1e8 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x155d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f0a expref: 71 pid: 76385 timeout: 6877 lvb_type: 1 00000800:00000001:1.0:1770653413.976472:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1770653413.976473:0:76419:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1770653413.976478:0:76419:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95571016a000 with handle 0x2aed14e4e178d002 to hash 00000800:00000001:1.0:1770653413.976480:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.976481:0:6530:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1770653413.976483:0:76419:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000400:00000200:1.0:1770653413.976486:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1770653413.976488:0:76419:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799897452544 : -117273812099072 : ffff95571016a000) 00000100:00000040:0.0:1770653413.976491:0:6530:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:3.0:1770653413.976493:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.976495:0:76419:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799897452544 : -117273812099072 : ffff95571016a000) 00010000:00000001:3.0:1770653413.976497:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1770653413.976498:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000010:0.0:1770653413.976498:0:6530:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8110. 00010000:00000001:3.0:1770653413.976501:0:76646:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.976503:0:76419:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:0.0:1770653413.976504:0:6530:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707210880, offset 0 00000100:00000001:1.0:1770653413.976506:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1770653413.976507:0:76646:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.976509:0:76419:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.976514:0:76646:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1770653413.976517:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95563f2c6300 x1856657707208832/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1770653413.976517:0:6530:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00010000:2.0:1770653413.976518:0:76419:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95571016a000/0x2aed14e4e178d002 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x141d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1770653413.976522:0:76646:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955619b67450 x1856657966310144/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1770653413.976529:0:6530:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000400:00000200:0.0:1770653413.976538:0:6530:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1770653413.976547:0:6530:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00010000:00000001:2.0:1770653413.976552:0:76419:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000200:0.0:1770653413.976554:0:6530:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1770653413.976558:0:76646:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:1.0:1770653413.976558:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff95563f2c6300 x1856657707208832/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.976559:0:76419:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:3.0:1770653413.976562:0:76646:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.976562:0:6530:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00010000:00000001:2.0:1770653413.976564:0:76419:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1770653413.976570:0:76419:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000400:00000200:0.0:1770653413.976572:0:6530:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164726:2164726:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164722:2164722:8:4294967295] 00000100:00000001:3.0:1770653413.976575:0:76646:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.976576:0:76419:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:2.0:1770653413.976581:0:76419:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:3.0:1770653413.976590:0:76646:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1770653413.976591:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:2.0:1770653413.976592:0:76419:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff95565d1f8600/0x2aed14e4e178a289 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x141d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f8f expref: 64 pid: 12206 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1770653413.976596:0:76646:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966310272 00000400:00000200:0.0:1770653413.976597:0:6530:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 02000000:00000001:3.0:1770653413.976599:0:76646:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653413.976602:0:76646:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653413.976605:0:76646:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.976609:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1770653413.976610:0:76646:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653413.976611:0:6530:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000001:1.0:1770653413.976614:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1770653413.976616:0:76646:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966310272 00000800:00000010:0.0:1770653413.976619:0:6530:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9f00. 00000800:00000001:1.0:1770653413.976620:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1770653413.976621:0:76646:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:2.0:1770653413.976623:0:76419:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000020:00000040:3.0:1770653413.976625:0:76646:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00010000:00000001:2.0:1770653413.976626:0:76419:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.976627:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653413.976629:0:6530:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000020:00000001:3.0:1770653413.976630:0:76646:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:2.0:1770653413.976634:0:76419:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000040:3.0:1770653413.976635:0:76646:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=72 00010000:00000001:2.0:1770653413.976640:0:76419:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.976641:0:76646:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000800:00000200:0.0:1770653413.976642:0:6530:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000400:00000200:1.0:1770653413.976643:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:2.0:1770653413.976645:0:76419:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000001:3.0:1770653413.976649:0:76646:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000800:00000200:0.0:1770653413.976650:0:6530:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9f00 type 1, nob 424 niov 1 nkiov 1 00010000:00010000:2.0:1770653413.976651:0:76419:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:3.0:1770653413.976654:0:76646:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1770653413.976655:0:76419:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.976658:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b9100 00000100:00000001:0.0:1770653413.976659:0:6530:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.976660:0:76646:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbd40. 00010000:00000001:2.0:1770653413.976660:0:76419:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.976667:0:6530:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444819 00000400:00000200:1.0:1770653413.976669:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda7dd [1] + 224 00000100:00000001:3.0:1770653413.976670:0:76646:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.976670:0:76419:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000100:00000001:0.0:1770653413.976673:0:6530:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4301444818 00010000:00010000:2.0:1770653413.976675:0:76419:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95571016a000/0x2aed14e4e178d002 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x141d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1770653413.976677:0:76646:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbd40. 00000800:00000001:1.0:1770653413.976682:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653413.976682:0:6530:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444819 00000020:00000010:3.0:1770653413.976684:0:76646:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95562fa44400. 00000100:00000001:0.0:1770653413.976690:0:6530:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4301444818 00000020:00000010:3.0:1770653413.976692:0:76646:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3680. 00000800:00000001:1.0:1770653413.976692:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1770653413.976693:0:76419:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x141d:0x0].0x0 (ffff95560e946800) refcount = 2 00000100:00000001:0.0:1770653413.976696:0:6530:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444819 00000400:00000200:1.0:1770653413.976699:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1770653413.976700:0:76646:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca907d0. 00010000:00000040:2.0:1770653413.976702:0:76419:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:0.0:1770653413.976704:0:6530:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4301444818 00000100:00000001:3.0:1770653413.976707:0:76646:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1770653413.976707:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653413.976710:0:6530:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444819 00010000:00000040:2.0:1770653413.976711:0:76419:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95565d1f8600/0x2aed14e4e178a289 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x141d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f8f expref: 64 pid: 12206 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1770653413.976712:0:76646:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1770653413.976713:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1770653413.976715:0:6530:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4301444818 00010000:00000001:3.0:1770653413.976716:0:76646:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1770653413.976721:0:76646:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.976721:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955665156d80 x1856657707208960/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.976722:0:6530:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.976727:0:76646:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00000040:2.0:1770653413.976729:0:76419:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000100:00000001:0.0:1770653413.976730:0:6530:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.976731:0:76646:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000040:2.0:1770653413.976734:0:76419:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95571016a000/0x2aed14e4e178d002 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x141d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1770653413.976735:0:76646:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1770653413.976736:0:6530:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653413.976754:0:76646:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955642601400 refcount=4 00010000:00000001:0.0:1770653413.976756:0:6530:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.976761:0:76646:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796446159872 : -117277263391744 : ffff955642601400) 00000020:00000001:0.0:1770653413.976763:0:6530:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.976767:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955665156d80 x1856657707208960/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.976768:0:76646:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796446159872 : -117277263391744 : ffff955642601400) 00010000:00000001:0.0:1770653413.976769:0:6530:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:2.0:1770653413.976771:0:76419:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f592c0. 00010000:00000001:0.0:1770653413.976773:0:6530:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.976777:0:76419:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00000001:0.0:1770653413.976778:0:6530:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.976779:0:76646:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff955642601400/0x2aed14e4e178a0f3 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x155c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e1c expref: 72 pid: 76383 timeout: 6877 lvb_type: 1 00000100:00000010:2.0:1770653413.976782:0:76419:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0600. 00010000:00000001:0.0:1770653413.976784:0:6530:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1770653413.976788:0:6530:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1770653413.976789:0:76419:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100336640 : -117276609214976 : ffff9556695e0600) 00000100:00000001:1.0:1770653413.976790:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1770653413.976794:0:6530:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.976796:0:76419:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100336640 : -117276609214976 : ffff9556695e0600) 00010000:00000001:3.0:1770653413.976800:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.976801:0:76419:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1770653413.976801:0:6530:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1770653413.976803:0:6728:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1770653413.976805:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.976806:0:76419:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000001:0.0:1770653413.976807:0:6530:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000001:1.0:1770653413.976808:0:6728:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1770653413.976809:0:76646:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.976810:0:76419:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00100000:0.0:1770653413.976811:0:6530:0:(client.c:2680:ptlrpc_set_wait()) set ffff95564f362900 going to sleep for 11 seconds 00000400:00000001:1.0:1770653413.976812:0:6728:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1770653413.976815:0:76646:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.976815:0:76419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1770653413.976817:0:6728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602d94268. 00000100:00000001:0.0:1770653413.976818:0:6530:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1770653413.976819:0:76419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.976821:0:76646:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1770653413.976823:0:6530:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.976824:0:76419:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000200:1.0:1770653413.976824:0:6728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022cc0 00010000:00000001:2.0:1770653413.976828:0:76419:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000200:3.0:1770653413.976829:0:76646:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955665154380 x1856657966310272/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1770653413.976830:0:6728:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022cc0. 00010000:00000001:2.0:1770653413.976832:0:76419:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1770653413.976837:0:76419:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000001:1.0:1770653413.976838:0:6728:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:2.0:1770653413.976842:0:76419:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572ebc7b80. 00010000:00010000:0.0:1770653413.976842:0:33123:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cf99 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.976843:0:76646:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:1.0:1770653413.976846:0:6728:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955665156d80 x1856657707208960/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:2.0:1770653413.976865:0:76419:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=8 obd=lustre-OST0001 00000100:00000001:2.0:1770653413.976871:0:76419:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1770653413.976874:0:76419:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1770653413.976875:0:76646:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.976878:0:76419:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.976885:0:76646:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1770653413.976887:0:76419:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff955636fe8c00. 00010000:00000001:0.0:1770653413.976888:0:33123:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.976895:0:76419:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.976896:0:33123:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cf99 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.976898:0:76646:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1770653413.976899:0:6728:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955665156d80 x1856657707208960/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1770653413.976903:0:76646:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966310400 00010000:00010000:2.0:1770653413.976906:0:76419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff95565d1f8600/0x2aed14e4e178a289 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x141d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f8f expref: 64 pid: 12206 timeout: 0 lvb_type: 1 02000000:00000001:3.0:1770653413.976908:0:76646:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653413.976910:0:76646:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653413.976914:0:76646:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.976919:0:76646:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.976921:0:33123:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1770653413.976925:0:33123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:3.0:1770653413.976926:0:76646:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966310400 00010000:00000001:0.0:1770653413.976929:0:33123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1770653413.976932:0:76646:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:0.0:1770653413.976933:0:33123:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:3.0:1770653413.976935:0:76646:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000100:00000001:1.0:1770653413.976936:0:6728:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1770653413.976937:0:33123:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:2.0:1770653413.976938:0:76419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff95565d1f8600/0x2aed14e4e178a289 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x141d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f8f expref: 64 pid: 12206 timeout: 6877 lvb_type: 1 00000100:00000001:1.0:1770653413.976940:0:6728:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653413.976941:0:76646:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653413.976942:0:33123:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2a000 refcount=3 00000020:00000040:3.0:1770653413.976946:0:76646:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=73 00000100:00000001:1.0:1770653413.976947:0:6728:0:(client.c:1568:after_reply()) Process entered 00000020:00000001:0.0:1770653413.976948:0:33123:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783626752 : -117277925924864 : ffff95561ae2a000) 02000000:00000001:1.0:1770653413.976951:0:6728:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1770653413.976953:0:76646:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:1.0:1770653413.976955:0:6728:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1770653413.976956:0:33123:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783626752 : -117277925924864 : ffff95561ae2a000) 00000020:00000001:3.0:1770653413.976960:0:76646:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:1.0:1770653413.976960:0:6728:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.976962:0:33123:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 02000000:00000001:1.0:1770653413.976966:0:6728:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.976967:0:33123:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cf99 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.976968:0:76646:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1770653413.976975:0:76646:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbd40. 00000100:00001000:1.0:1770653413.976975:0:6728:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 00000100:00000001:3.0:1770653413.976982:0:76646:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.976984:0:76419:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00001000:1.0:1770653413.976985:0:6728:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 00000020:00000010:3.0:1770653413.976990:0:76646:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbd40. 00000100:00000001:2.0:1770653413.976990:0:76419:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1770653413.976991:0:6728:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1770653413.976991:0:33123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.976995:0:33123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.976996:0:6728:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.976998:0:76419:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95572ebc7b80 x1856657707211008/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1770653413.976999:0:76646:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95562fa44e00. 00010000:00000001:1.0:1770653413.977000:0:6728:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00010000:0.0:1770653413.977001:0:33123:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cf99 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.977005:0:6728:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.977006:0:76646:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3d80. 00000100:00000001:1.0:1770653413.977014:0:6728:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.977015:0:76646:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90c80. 00000100:00000001:3.0:1770653413.977022:0:76646:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1770653413.977024:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955665156d80 x1856657707208960/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.977025:0:76646:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1770653413.977025:0:33123:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1770653413.977027:0:76419:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1770653413.977031:0:76646:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1770653413.977031:0:33123:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.977032:0:76419:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.977036:0:76646:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.977038:0:33123:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1770653413.977042:0:76646:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000100:00100000:2.0:1770653413.977042:0:76419:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95572ebc7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_029:lustre-OST0001_UUID:76419:1856657707211008:192.168.202.60@tcp:104: 00010000:00000010:0.0:1770653413.977044:0:33123:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff95564f3620c0. 00000100:00000001:1.0:1770653413.977047:0:6728:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.977048:0:76646:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1770653413.977050:0:33123:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000020:00000001:3.0:1770653413.977052:0:76646:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1770653413.977053:0:76419:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1770653413.977054:0:6728:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:3.0:1770653413.977055:0:76646:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016a400 refcount=5 00000100:00000001:1.0:1770653413.977057:0:6728:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653413.977058:0:76419:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1770653413.977059:0:76646:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897453568 : -117273812098048 : ffff95571016a400) 00010000:00010000:0.0:1770653413.977060:0:33123:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 02000000:00000001:2.0:1770653413.977062:0:76419:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.977063:0:6728:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1770653413.977066:0:76646:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897453568 : -117273812098048 : ffff95571016a400) 00010000:00000001:1.0:1770653413.977067:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1770653413.977069:0:76419:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1770653413.977070:0:33123:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.977071:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653413.977076:0:76646:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff95571016a400/0x2aed14e4e178a02f lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x155e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d7b expref: 73 pid: 76390 timeout: 6877 lvb_type: 1 02000000:00000010:2.0:1770653413.977076:0:76419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff955636fe9000. 00010000:00000001:1.0:1770653413.977076:0:6728:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.977077:0:33123:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.977083:0:76419:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.977084:0:33123:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000040:1.0:1770653413.977086:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665156d80 x1856657707208960/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.977088:0:33123:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1770653413.977091:0:76419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2580. 00010000:00000001:0.0:1770653413.977092:0:33123:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:0.0:1770653413.977096:0:33123:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00010000:00000001:3.0:1770653413.977099:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1770653413.977100:0:76419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888088. 00080000:00000001:0.0:1770653413.977100:0:33123:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1770653413.977103:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1770653413.977107:0:76419:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707211008, portal 16 00010000:00000001:3.0:1770653413.977108:0:76646:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1770653413.977108:0:33123:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff955734dd5800. 00000100:00100000:1.0:1770653413.977110:0:6728:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955665156d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:6728:1856657707208960:192.168.202.60@tcp:104: 00000100:00000001:3.0:1770653413.977115:0:76646:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.977115:0:76419:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00080000:00000001:0.0:1770653413.977117:0:33123:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626800514455552 : -117273195096064 : ffff955734dd5800) 00000100:00000001:2.0:1770653413.977120:0:76419:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800411638656 : -117273297912960 : ffff95572ebc7b80) 00000100:00000001:3.0:1770653413.977122:0:76646:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1770653413.977123:0:6728:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1770653413.977124:0:33123:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000040:2.0:1770653413.977130:0:76419:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff95572ebc7b80 x1856657707211008/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000001:0.0:1770653413.977130:0:33123:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.977131:0:76646:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955665154700 x1856657966310400/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.977131:0:6728:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.977139:0:6728:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00080000:00000002:0.0:1770653413.977140:0:33123:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x155b:0x0] not in the id map cache 00000100:00000001:1.0:1770653413.977145:0:6728:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00080000:00000001:0.0:1770653413.977152:0:33123:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000100:00000040:1.0:1770653413.977157:0:6728:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955665156d80 x1856657707208960/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.977166:0:76419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00080000:00000001:0.0:1770653413.977167:0:33123:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.977168:0:76646:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1770653413.977172:0:76646:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.977175:0:76419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00080000:00000001:0.0:1770653413.977175:0:33123:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.977180:0:76646:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1770653413.977182:0:76419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888198. 00080000:00000001:0.0:1770653413.977182:0:33123:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:0.0:1770653413.977188:0:33123:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000001:1.0:1770653413.977189:0:6728:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1770653413.977190:0:76419:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707211008, offset 0 80000000:00000001:0.0:1770653413.977191:0:33123:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000001:3.0:1770653413.977192:0:76646:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1770653413.977192:0:6728:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 80000000:00000001:0.0:1770653413.977195:0:33123:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00000001:3.0:1770653413.977197:0:76646:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000010:1.0:1770653413.977197:0:6728:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95563c4f7a00. 80000000:00000001:0.0:1770653413.977198:0:33123:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.977202:0:76419:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 02000000:00000001:1.0:1770653413.977205:0:6728:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 80000000:00000001:0.0:1770653413.977205:0:33123:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.977207:0:76646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161879 00000020:00000001:1.0:1770653413.977209:0:6728:0:(genops.c:1236:class_import_put()) Process entered 00080000:00000001:0.0:1770653413.977210:0:33123:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1770653413.977213:0:76646:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000400:00000200:2.0:1770653413.977213:0:76419:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000020:00000040:1.0:1770653413.977213:0:6728:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=5 obd=lustre-OST0000 00080000:00000001:0.0:1770653413.977214:0:33123:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1770653413.977218:0:33123:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000020:00000001:1.0:1770653413.977220:0:6728:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1770653413.977221:0:76646:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795763954768 : -117277945596848 : ffff955619b67450) 00000400:00000200:2.0:1770653413.977223:0:76419:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:1.0:1770653413.977225:0:6728:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95563c4f6e00. 02000000:00000001:1.0:1770653413.977230:0:6728:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1770653413.977231:0:76419:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 02000000:00000001:1.0:1770653413.977233:0:6728:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1770653413.977234:0:76646:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955619b67450 x1856657966310144/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1770653413.977235:0:33123:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:2.0:1770653413.977237:0:76419:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000100:00000010:1.0:1770653413.977238:0:6728:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665156d80. 00000001:00000001:0.0:1770653413.977239:0:33123:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:1.0:1770653413.977246:0:6728:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1770653413.977247:0:76419:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00080000:00000001:0.0:1770653413.977248:0:33123:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.977250:0:6728:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1770653413.977255:0:33123:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000010:1.0:1770653413.977257:0:6728:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa83c0. 00000400:00000200:2.0:1770653413.977258:0:76419:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164727:2164727:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164723:2164723:7:4294967295] 00000100:00000001:3.0:1770653413.977259:0:76646:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000001:0.0:1770653413.977260:0:33123:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000001:1.0:1770653413.977263:0:6728:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000020:00000010:3.0:1770653413.977265:0:76646:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbd40. 00010000:00000001:1.0:1770653413.977266:0:6728:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.977271:0:76646:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1770653413.977271:0:6728:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9cd40. 00000001:00000001:0.0:1770653413.977276:0:33123:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000010:3.0:1770653413.977279:0:76646:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbd40. 00000400:00000200:2.0:1770653413.977279:0:76419:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:1.0:1770653413.977279:0:6728:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.977280:0:33123:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.977287:0:6728:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.977291:0:76646:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955619b67450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_024:b31b1d82-c1d4-4680-ae7a-71292416d1f5+73:2365:x1856657966310144:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000800:00000200:2.0:1770653413.977293:0:76419:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:1.0:1770653413.977294:0:6728:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1770653413.977295:0:33123:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.977301:0:76646:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966310144 00010000:00000001:1.0:1770653413.977302:0:6728:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000800:00000010:2.0:1770653413.977304:0:76419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3dfc00. 00080000:00000001:0.0:1770653413.977304:0:33123:0:(osd_object.c:2094:osd_ref_del()) Process entered 00010000:00000001:3.0:1770653413.977307:0:76646:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00010000:00010000:1.0:1770653413.977308:0:6728:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff95566c162600/0x2aed14e4e178cfc3 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1560:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00010000:00000002:3.0:1770653413.977311:0:76646:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1770653413.977315:0:76646:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000800:00000200:2.0:1770653413.977315:0:76419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00080000:00000001:0.0:1770653413.977316:0:33123:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.977320:0:76646:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:0.0:1770653413.977323:0:33123:0:(osd_object.c:806:osd_destroy()) Process entered 02000000:00000001:3.0:1770653413.977324:0:76646:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:2.0:1770653413.977325:0:76419:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00080000:00000001:0.0:1770653413.977327:0:33123:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000800:00000200:2.0:1770653413.977330:0:76419:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3dfc00 type 1, nob 424 niov 1 nkiov 1 80000000:00000001:0.0:1770653413.977330:0:33123:0:(fld_handler.c:192:fld_local_lookup()) Process entered 02000000:00000010:3.0:1770653413.977331:0:76646:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95564f310800. 80000000:00000001:0.0:1770653413.977335:0:33123:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 02000000:00000001:3.0:1770653413.977336:0:76646:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.977337:0:76419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1770653413.977339:0:33123:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.977343:0:76646:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.977344:0:76419:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444820 80000000:00000001:0.0:1770653413.977344:0:33123:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.977345:0:12200:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1770653413.977351:0:76646:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00080000:00000001:0.0:1770653413.977351:0:33123:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1770653413.977352:0:12200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00010000:3.0:1770653413.977354:0:76646:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:2.0:1770653413.977354:0:76419:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4301444819 00080000:00000001:0.0:1770653413.977357:0:33123:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000400:00000001:1.0:1770653413.977358:0:12200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1770653413.977360:0:76646:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000010:1.0:1770653413.977363:0:12200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d25d8. 00080000:00000001:0.0:1770653413.977363:0:33123:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000020:00000001:3.0:1770653413.977364:0:76646:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1770653413.977364:0:76419:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444820 00000020:00000040:3.0:1770653413.977370:0:76646:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556395a6600 refcount=4 00000020:00000001:3.0:1770653413.977373:0:76646:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796294792704 : -117277414758912 : ffff9556395a6600) 00000400:00000200:1.0:1770653413.977373:0:12200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78770 00000100:00000001:2.0:1770653413.977374:0:76419:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4301444819 00000400:00000010:1.0:1770653413.977378:0:12200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78770. 00010000:00000001:3.0:1770653413.977379:0:76646:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796294792704 : -117277414758912 : ffff9556395a6600) 00000100:00000001:2.0:1770653413.977381:0:76419:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444820 00010000:00000040:3.0:1770653413.977385:0:76646:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955633f4c100 count: 3 00000100:00000001:1.0:1770653413.977386:0:12200:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1770653413.977388:0:76419:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4301444819 00010000:00010000:3.0:1770653413.977393:0:76646:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9556395a6600/0x2aed14e4e178a1e8 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x155d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f0a expref: 73 pid: 76385 timeout: 6877 lvb_type: 1 00000100:00000001:2.0:1770653413.977394:0:76419:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444820 00000100:00000200:1.0:1770653413.977395:0:12200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955617529f80 x1856657707208320/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.977402:0:76419:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4301444819 00080000:00000001:0.0:1770653413.977403:0:33123:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.977409:0:76419:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1770653413.977411:0:33123:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.977417:0:76419:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.977418:0:33123:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00001000:3.0:1770653413.977419:0:76646:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 00010000:00000001:2.0:1770653413.977423:0:76419:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.977423:0:33123:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00000001:3.0:1770653413.977430:0:76646:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1770653413.977430:0:76419:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:0.0:1770653413.977430:0:33123:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299224, last_committed = 8590299190 00000100:00000200:1.0:1770653413.977434:0:12200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955617529f80 x1856657707208320/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1770653413.977436:0:76419:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.977437:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000010:0.0:1770653413.977437:0:33123:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9556681b9840. 00010000:00000001:3.0:1770653413.977440:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.977442:0:76419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000040:0.0:1770653413.977444:0:33123:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 34 00010000:00000001:2.0:1770653413.977446:0:76419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653413.977449:0:76646:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9556395a6600/0x2aed14e4e178a1e8 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x155d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f0a expref: 73 pid: 76385 timeout: 6877 lvb_type: 1 00010000:00000001:2.0:1770653413.977450:0:76419:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.977451:0:33123:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=46 00010000:00000001:2.0:1770653413.977457:0:76419:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00080000:00000001:0.0:1770653413.977459:0:33123:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:1.0:1770653413.977460:0:12200:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1770653413.977461:0:76419:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1770653413.977465:0:12200:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.977467:0:76419:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.977468:0:33123:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000100:00000001:1.0:1770653413.977470:0:12200:0:(client.c:1568:after_reply()) Process entered 00000020:00000001:3.0:1770653413.977473:0:76646:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:2.0:1770653413.977474:0:76419:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000001:00000001:0.0:1770653413.977475:0:33123:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.977476:0:76646:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 02000000:00000001:1.0:1770653413.977476:0:12200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1770653413.977477:0:76419:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1770653413.977480:0:12200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1770653413.977481:0:76646:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.977482:0:76419:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556695e0600 going to sleep for 11 seconds 00000100:00000001:1.0:1770653413.977483:0:12200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.977484:0:76646:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.977488:0:33123:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.977489:0:76419:0:(client.c:1964:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1770653413.977489:0:12200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.977491:0:76646:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1770653413.977495:0:76419:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.977496:0:33123:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.977497:0:76646:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00001000:1.0:1770653413.977498:0:12200:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 00010000:00000001:3.0:1770653413.977503:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00002000:00000001:0.0:1770653413.977503:0:33123:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000100:00001000:1.0:1770653413.977504:0:12200:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 00010000:00000001:3.0:1770653413.977507:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.977509:0:12200:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1770653413.977510:0:76646:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1770653413.977512:0:12200:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.977514:0:76646:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.977516:0:12200:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:3.0:1770653413.977519:0:76646:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9556395a6600 with handle 0x2aed14e4e178a1e8 from hash 00080000:00000010:0.0:1770653413.977519:0:33123:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955610676720. 00000100:00000001:2.0:1770653413.977520:0:76647:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1770653413.977520:0:12200:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.977524:0:76647:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1770653413.977525:0:76646:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1770653413.977527:0:12200:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.977527:0:33123:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00000001:3.0:1770653413.977528:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00002000:00000040:0.0:1770653413.977533:0:33123:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x155b:0x0] 00010000:00000001:3.0:1770653413.977534:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:2.0:1770653413.977534:0:76647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161880 00010000:00000001:3.0:1770653413.977538:0:76646:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:1.0:1770653413.977538:0:12200:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955617529f80 x1856657707208320/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00002000:00000010:0.0:1770653413.977539:0:33123:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9556637e25f0. 00000100:00000040:2.0:1770653413.977541:0:76647:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 2 00010000:00000001:3.0:1770653413.977543:0:76646:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653413.977548:0:76646:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.977548:0:76647:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028459392 : -117276681092224 : ffff955665154380) 00002000:00000001:0.0:1770653413.977548:0:33123:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:0.0:1770653413.977552:0:33123:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.977555:0:12200:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.977556:0:76646:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00002000:00000001:0.0:1770653413.977558:0:33123:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.977559:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1770653413.977561:0:76647:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665154380 x1856657966310272/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.977561:0:12200:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00000040:0.0:1770653413.977564:0:33123:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299224, xid 1856657707206912 00000100:00000001:1.0:1770653413.977566:0:12200:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1770653413.977567:0:76646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9556395a6600/0x2aed14e4e178a1e8 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x155d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f0a expref: 73 pid: 76385 timeout: 6877 lvb_type: 1 00010000:00000001:1.0:1770653413.977573:0:12200:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1770653413.977573:0:33123:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:1.0:1770653413.977578:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.977582:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000200:0.0:1770653413.977583:0:33123:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955665154e00 x1856657707206912/t8590299224(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.977585:0:12200:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.977594:0:76647:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1770653413.977594:0:12200:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955617529f80 x1856657707208320/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000040:3.0:1770653413.977595:0:76646:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 65 00000020:00000010:2.0:1770653413.977600:0:76647:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59080. 00000020:00000040:3.0:1770653413.977602:0:76646:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 72 00010000:00000001:0.0:1770653413.977605:0:33123:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1770653413.977607:0:76647:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.977609:0:33123:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.977611:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1770653413.977615:0:76647:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59080. 00010000:00000001:3.0:1770653413.977616:0:76646:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00001000:0.0:1770653413.977617:0:33123:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000100:00100000:1.0:1770653413.977621:0:12200:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955617529f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:12200:1856657707208320:192.168.202.60@tcp:104: 00010000:00000001:3.0:1770653413.977622:0:76646:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:0.0:1770653413.977623:0:33123:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:3.0:1770653413.977626:0:76646:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95561ae2ae00 00000100:00100000:2.0:1770653413.977629:0:76647:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665154380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_025:b31b1d82-c1d4-4680-ae7a-71292416d1f5+72:2366:x1856657966310272:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000100:00000040:0.0:1770653413.977630:0:33123:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00010000:00000001:3.0:1770653413.977632:0:76646:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:1.0:1770653413.977632:0:12200:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.977637:0:76646:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:1.0:1770653413.977638:0:12200:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.977638:0:33123:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00000200:2.0:1770653413.977639:0:76647:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966310272 00010000:00010000:3.0:1770653413.977641:0:76646:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:1.0:1770653413.977644:0:12200:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:3.0:1770653413.977646:0:76646:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.977646:0:76647:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000100:00000001:1.0:1770653413.977647:0:12200:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1770653413.977647:0:33123:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000002:2.0:1770653413.977651:0:76647:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1770653413.977652:0:76646:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 02000000:00000001:0.0:1770653413.977652:0:33123:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.977654:0:76647:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00010000:00010000:3.0:1770653413.977657:0:76646:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000040:1.0:1770653413.977658:0:12200:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955617529f80 x1856657707208320/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.977659:0:76647:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1770653413.977659:0:33123:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1770653413.977663:0:76646:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653413.977665:0:76647:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1770653413.977669:0:33123:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1770653413.977670:0:76646:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 02000000:00000010:2.0:1770653413.977671:0:76647:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955608cb4000. 00010000:00000001:3.0:1770653413.977675:0:76646:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000400:00000010:0.0:1770653413.977676:0:33123:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8ee0. 02000000:00000001:2.0:1770653413.977677:0:76647:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.977679:0:76646:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178cfa7 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x155d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.977684:0:12200:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1770653413.977684:0:33123:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707206912, offset 224 00000100:00000001:2.0:1770653413.977685:0:76647:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.977688:0:12200:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1770653413.977692:0:12200:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95562fa44200. 00010000:00000001:3.0:1770653413.977694:0:76646:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1770653413.977695:0:76647:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000400:00000200:0.0:1770653413.977698:0:33123:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1770653413.977699:0:12200:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00010000:3.0:1770653413.977700:0:76646:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178cfa7 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x155d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770653413.977700:0:76647:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000001:1.0:1770653413.977703:0:12200:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1770653413.977709:0:76647:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:1.0:1770653413.977709:0:12200:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=4 obd=lustre-OST0000 00000400:00000200:0.0:1770653413.977709:0:33123:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:3.0:1770653413.977717:0:76646:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x155d:0x0].0x0 (ffff955633f4c100) refcount = 2 00000020:00000001:2.0:1770653413.977717:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1770653413.977717:0:12200:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1770653413.977723:0:12200:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95562fa45800. 00000400:00000200:0.0:1770653413.977723:0:33123:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b8900 00010000:00000040:3.0:1770653413.977725:0:76646:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000020:00000040:2.0:1770653413.977725:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955642601400 refcount=4 02000000:00000001:1.0:1770653413.977730:0:12200:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000040:3.0:1770653413.977731:0:76646:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178cfa7 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x155d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1770653413.977732:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796446159872 : -117277263391744 : ffff955642601400) 02000000:00000001:1.0:1770653413.977734:0:12200:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1770653413.977735:0:33123:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda719 [1] + 224 00000100:00000010:1.0:1770653413.977749:0:12200:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955617529f80. 00010000:00000001:2.0:1770653413.977750:0:76647:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796446159872 : -117277263391744 : ffff955642601400) 00010000:00000040:2.0:1770653413.977759:0:76647:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95563cd5c300 count: 3 00000100:00000001:1.0:1770653413.977759:0:12200:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1770653413.977761:0:76646:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:1.0:1770653413.977762:0:12200:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653413.977762:0:33123:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1770653413.977765:0:76646:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.977768:0:76647:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff955642601400/0x2aed14e4e178a0f3 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x155c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e1c expref: 72 pid: 76383 timeout: 6877 lvb_type: 1 00000100:00000010:1.0:1770653413.977769:0:12200:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556189e1cc0. 00010000:00000001:3.0:1770653413.977770:0:76646:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000400:00000200:0.0:1770653413.977771:0:33123:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1770653413.977774:0:76646:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.977776:0:12200:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1770653413.977780:0:12200:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.977780:0:33123:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1770653413.977781:0:76646:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1770653413.977787:0:33123:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95563f2c7800 x1856657707206912/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1770653413.977789:0:12200:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9556196fb3c0. 00010000:00000010:3.0:1770653413.977790:0:76646:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9556196fbd40. 00000100:00001000:2.0:1770653413.977791:0:76647:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 00010000:00000001:1.0:1770653413.977796:0:12200:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.977797:0:76646:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00000001:2.0:1770653413.977802:0:76647:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000010:3.0:1770653413.977803:0:76646:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556189e16c0. 00010000:00000001:1.0:1770653413.977803:0:12200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.977808:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.977809:0:76646:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626795745580736 : -117277963970880 : ffff9556189e16c0) 00000100:00000040:0.0:1770653413.977809:0:33123:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95563f2c7800 x1856657707206912/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.977810:0:12200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.977811:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.977818:0:76646:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626795745580736 : -117277963970880 : ffff9556189e16c0) 00010000:00000001:1.0:1770653413.977818:0:12200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1770653413.977819:0:76647:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff955642601400/0x2aed14e4e178a0f3 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x155c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e1c expref: 72 pid: 76383 timeout: 6877 lvb_type: 1 00010000:00010000:1.0:1770653413.977824:0:12200:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff95570ffc2800/0x2aed14e4e178cfb5 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x155e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.977825:0:76646:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1770653413.977829:0:76646:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1770653413.977832:0:76646:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:0.0:1770653413.977835:0:33123:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1770653413.977836:0:76646:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:0.0:1770653413.977843:0:33123:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8ee0 00000020:00000001:2.0:1770653413.977846:0:76647:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000010:1.1:1770653413.977869:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642600800. 00010000:00000001:3.0:1770653413.977874:0:76646:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653413.977875:0:33123:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8ee0. 00010000:00000001:2.0:1770653413.977876:0:76647:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.977878:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.977880:0:76647:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.977882:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.977882:0:33123:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1770653413.977884:0:76647:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.977886:0:76646:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.977887:0:33123:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1770653413.977889:0:76647:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653413.977892:0:76646:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1770653413.977892:0:76647:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1770653413.977893:0:33123:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.977895:0:76646:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000800:00000200:1.0:1770653413.977895:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:2.0:1770653413.977898:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:1.0:1770653413.977901:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9f00. 00000100:00000040:0.0:1770653413.977901:0:33123:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000100:00000001:3.0:1770653413.977902:0:76646:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.977902:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.977907:0:33123:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:3.0:1770653413.977908:0:76646:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.977908:0:76647:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:1.0:1770653413.977909:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1770653413.977911:0:33123:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.977912:0:76647:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.977913:0:76646:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1770653413.977918:0:76646:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556189e16c0. 00000400:00000200:1.0:1770653413.977919:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000001:0.0:1770653413.977919:0:33123:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:2.0:1770653413.977920:0:76647:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff955642601400 with handle 0x2aed14e4e178a0f3 from hash 00000100:00000001:3.0:1770653413.977923:0:76646:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1770653413.977926:0:76647:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:0.0:1770653413.977927:0:33123:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665154e00 x1856657707206912/t8590299224(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.977928:0:76646:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.977928:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1770653413.977929:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8110 00010000:00000001:2.0:1770653413.977934:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:1.0:1770653413.977934:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8110. 00010000:00000010:3.0:1770653413.977935:0:76646:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9556196fbd40. 00010000:00000001:2.0:1770653413.977937:0:76647:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1770653413.977944:0:3281:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:3.0:1770653413.977945:0:76646:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1770653413.977945:0:76647:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00100000:0.0:1770653413.977948:0:33123:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665154e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+46:3289:x1856657707206912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27418us (27876us total) trans 8590299224 rc 0/0 00010000:00010000:3.0:1770653413.977951:0:76646:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1770653413.977951:0:76647:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.977954:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955710551f80 x1856657707210880/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.977956:0:76646:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.977957:0:76647:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1770653413.977961:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.977963:0:76646:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1770653413.977967:0:33123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136224 00010000:00010000:2.0:1770653413.977968:0:76647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff955642601400/0x2aed14e4e178a0f3 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x155c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e1c expref: 72 pid: 76383 timeout: 6877 lvb_type: 1 00010000:00000001:3.0:1770653413.977969:0:76646:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.977975:0:33123:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 7 00000100:00001000:3.0:1770653413.977976:0:76646:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000100:00000001:0.0:1770653413.977982:0:33123:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1770653413.977987:0:76646:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1770653413.977987:0:33123:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1770653413.977992:0:33123:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519280. 00010000:00000040:2.0:1770653413.977994:0:76647:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 64 00000100:00000040:3.0:1770653413.977995:0:76646:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000020:00000010:0.0:1770653413.978000:0:33123:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3da28. 00000020:00000040:2.0:1770653413.978001:0:76647:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 71 00000100:00000001:3.0:1770653413.978002:0:76646:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000001:1.0:1770653413.978004:0:3281:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1770653413.978007:0:33123:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95561997a200. 02000000:00000001:3.0:1770653413.978009:0:76646:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1770653413.978010:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1770653413.978013:0:33123:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 45 02000000:00000001:3.0:1770653413.978014:0:76646:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.978014:0:76647:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:1.0:1770653413.978014:0:3281:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955710551f80 x1856657707210880/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.978018:0:76647:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:3.0:1770653413.978021:0:76646:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:2.0:1770653413.978023:0:76647:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95566c162400 02000000:00000001:0.0:1770653413.978024:0:33123:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1770653413.978029:0:76647:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000040:3.0:1770653413.978030:0:76646:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 02000000:00000010:0.0:1770653413.978030:0:33123:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95563a7f8000. 00010000:00000001:2.0:1770653413.978033:0:76647:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1770653413.978039:0:76647:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:1.0:1770653413.978039:0:3281:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.978039:0:33123:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:3.0:1770653413.978040:0:76646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a784c8. 00010000:00000001:2.0:1770653413.978045:0:76647:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.978046:0:3281:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1770653413.978046:0:33123:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665154e00. 00000100:00000200:3.0:1770653413.978047:0:76646:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966310144, offset 224 00010000:00000001:2.0:1770653413.978049:0:76647:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1770653413.978053:0:76647:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000800:00000001:1.0:1770653413.978055:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1770653413.978055:0:33123:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1770653413.978056:0:76647:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.978060:0:76646:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000800:00000001:1.0:1770653413.978061:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1770653413.978061:0:33123:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff9556248ce000. 00010000:00000001:2.0:1770653413.978062:0:76647:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1770653413.978066:0:76647:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 02000000:00000001:0.0:1770653413.978069:0:33123:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:2.0:1770653413.978070:0:76647:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff95566c162400/0x2aed14e4e178cfae lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x155c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1770653413.978073:0:33123:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:3.0:1770653413.978074:0:76646:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 02000000:00000010:0.0:1770653413.978076:0:33123:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95572dc8a000. 02000000:00000001:0.0:1770653413.978082:0:33123:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1770653413.978085:0:76647:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000010:0.0:1770653413.978086:0:33123:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c2ddc00. 00000400:00000200:3.0:1770653413.978087:0:76646:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164728:2164728:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164724:2164724:7:4294967295] 00010000:00010000:2.0:1770653413.978089:0:76647:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95566c162400/0x2aed14e4e178cfae lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x155c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1770653413.978092:0:33123:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000800:00000200:1.0:1770653413.978094:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:0.0:1770653413.978096:0:33123:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff9556248cfc00. 00000800:00000010:1.0:1770653413.978100:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dfc00. 02000000:00000001:0.0:1770653413.978103:0:33123:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1770653413.978107:0:33123:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665155c00. 00000400:00000200:1.0:1770653413.978108:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:2.0:1770653413.978112:0:76647:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x155c:0x0].0x0 (ffff95563cd5c300) refcount = 2 00000400:00000200:3.0:1770653413.978113:0:76646:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 02000000:00000001:0.0:1770653413.978115:0:33123:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000040:2.0:1770653413.978118:0:76647:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 02000000:00000010:0.0:1770653413.978121:0:33123:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95564f615000. 00010000:00000040:2.0:1770653413.978123:0:76647:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95566c162400/0x2aed14e4e178cfae lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x155c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1770653413.978123:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 02000000:00000001:0.0:1770653413.978128:0:33123:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000800:00000200:3.0:1770653413.978129:0:76646:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000400:00000200:1.0:1770653413.978133:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888198 00000100:00000010:0.0:1770653413.978134:0:33123:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955735213100. 00000800:00000010:3.0:1770653413.978136:0:76646:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626cc00. 00000400:00000010:1.0:1770653413.978139:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888198. 02000000:00000001:0.0:1770653413.978143:0:33123:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1770653413.978145:0:76647:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000800:00000200:3.0:1770653413.978147:0:76646:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:1.0:1770653413.978148:0:3281:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:2.0:1770653413.978149:0:76647:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1770653413.978149:0:33123:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff955607fce400. 00010000:00000001:2.0:1770653413.978156:0:76647:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 02000000:00000001:0.0:1770653413.978158:0:33123:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:1.0:1770653413.978159:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95572ebc7b80 x1856657707211008/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.978160:0:76647:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1770653413.978163:0:33123:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95563f2c4700. 00010000:00000001:2.0:1770653413.978167:0:76647:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653413.978169:0:33123:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653413.978173:0:33123:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff9556248cc400. 00010000:00000010:2.0:1770653413.978178:0:76647:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f59080. 00000100:00000001:1.0:1770653413.978179:0:3281:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1770653413.978179:0:33123:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1770653413.978184:0:76647:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1770653413.978184:0:33123:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955735212d80. 00000100:00000040:1.0:1770653413.978186:0:3281:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572ebc7b80 x1856657707211008/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1770653413.978190:0:33123:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000010:2.0:1770653413.978191:0:76647:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0c00. 02000000:00000010:0.0:1770653413.978193:0:33123:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff955615a8e800. 00000100:00000001:2.0:1770653413.978198:0:76647:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100338176 : -117276609213440 : ffff9556695e0c00) 00000100:00000001:1.0:1770653413.978199:0:3281:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.978200:0:33123:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1770653413.978206:0:76647:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100338176 : -117276609213440 : ffff9556695e0c00) 00000100:00000001:1.0:1770653413.978206:0:3281:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1770653413.978206:0:33123:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955735212300. 00000800:00000200:3.0:1770653413.978212:0:76646:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 02000000:00000001:0.0:1770653413.978213:0:33123:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1770653413.978214:0:76647:0:(client.c:2653:ptlrpc_set_wait()) Process entered 02000000:00000010:0.0:1770653413.978216:0:33123:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff955615a8d000. 00000800:00000200:3.0:1770653413.978219:0:76646:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626cc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1770653413.978219:0:76647:0:(client.c:1922:ptlrpc_set_producer()) Process entered 02000000:00000001:0.0:1770653413.978221:0:33123:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1770653413.978224:0:76655:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1770653413.978225:0:76647:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000010:0.0:1770653413.978225:0:33123:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572eb22680. 00000100:00000001:1.0:1770653413.978228:0:76655:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1770653413.978231:0:76647:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000001:0.0:1770653413.978232:0:33123:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1770653413.978233:0:76646:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.978236:0:76655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161881 02000000:00000010:0.0:1770653413.978237:0:33123:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95572dc88400. 00000100:00000040:3.0:1770653413.978241:0:76646:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000100:00000040:1.0:1770653413.978242:0:76655:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 3 02000000:00000001:0.0:1770653413.978243:0:33123:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1770653413.978244:0:76647:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.978245:0:76646:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.978248:0:76655:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028460288 : -117276681091328 : ffff955665154700) 00000100:00000010:0.0:1770653413.978248:0:33123:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955735212a00. 00010000:00000001:3.0:1770653413.978251:0:76646:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.978251:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1770653413.978254:0:33123:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1770653413.978255:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:0.0:1770653413.978259:0:33123:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff9556615a0400. 00010000:00000001:2.0:1770653413.978260:0:76647:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.978260:0:76655:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665154700 x1856657966310400/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653413.978261:0:76646:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955619b67450 x1856657966310144/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1770653413.978263:0:33123:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1770653413.978267:0:76647:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000010:0.0:1770653413.978268:0:33123:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572eb22300. 00010000:00000001:2.0:1770653413.978271:0:76647:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 02000000:00000001:0.0:1770653413.978273:0:33123:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1770653413.978277:0:33123:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff9556615a2400. 00000100:00000001:2.0:1770653413.978279:0:76647:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.978284:0:76647:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.978285:0:33123:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1770653413.978290:0:76647:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1770653413.978291:0:33123:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572eb21c00. 00000100:00000010:2.0:1770653413.978295:0:76647:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0c00. 02000000:00000001:0.0:1770653413.978297:0:33123:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1770653413.978299:0:76655:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:0.0:1770653413.978302:0:33123:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95561040c000. 00000100:00100000:3.0:1770653413.978303:0:76646:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955619b67450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_024:b31b1d82-c1d4-4680-ae7a-71292416d1f5+71:2365:x1856657966310144:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1041us (2761us total) trans 0 rc 0/0 00000100:00000001:2.0:1770653413.978303:0:76647:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000020:00000010:1.0:1770653413.978304:0:76655:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cd40. 00010000:00000001:2.0:1770653413.978308:0:76647:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1770653413.978308:0:33123:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1770653413.978309:0:76655:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1770653413.978312:0:33123:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572eb20e00. 00010000:00000010:2.0:1770653413.978315:0:76647:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f59080. 00000020:00000010:1.0:1770653413.978318:0:76655:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cd40. 00010000:00000001:2.0:1770653413.978321:0:76647:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000001:0.0:1770653413.978321:0:33123:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:3.0:1770653413.978322:0:76646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161879 00010000:00010000:2.0:1770653413.978325:0:76647:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 02000000:00000010:0.0:1770653413.978325:0:33123:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff955615a8e000. 00000100:00100000:1.0:1770653413.978328:0:76655:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665154700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_032:b31b1d82-c1d4-4680-ae7a-71292416d1f5+71:2364:x1856657966310400:12345-192.168.202.60@tcp:103:ldlm_bl.0 00010000:00000001:2.0:1770653413.978329:0:76647:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1770653413.978331:0:76646:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 2 02000000:00000001:0.0:1770653413.978331:0:33123:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1770653413.978336:0:33123:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955735210000. 00010000:00000001:2.0:1770653413.978337:0:76647:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1770653413.978338:0:76646:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1770653413.978338:0:76655:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966310400 02000000:00000001:0.0:1770653413.978341:0:33123:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1770653413.978342:0:76647:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.978344:0:76646:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1770653413.978344:0:76655:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 02000000:00000010:0.0:1770653413.978344:0:33123:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff9557195f0400. 00000100:00001000:2.0:1770653413.978346:0:76647:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00010000:00000002:1.0:1770653413.978349:0:76655:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000020:00000010:3.0:1770653413.978351:0:76646:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3880. 02000000:00000001:0.0:1770653413.978351:0:33123:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1770653413.978352:0:76647:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1770653413.978352:0:76655:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000010:0.0:1770653413.978356:0:33123:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c2dea00. 00000100:00000001:1.0:1770653413.978358:0:76655:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1770653413.978359:0:76647:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 02000000:00000001:0.0:1770653413.978361:0:33123:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:1.0:1770653413.978362:0:76655:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1770653413.978363:0:76647:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000010:0.0:1770653413.978365:0:33123:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff955615a8f800. 02000000:00000001:2.0:1770653413.978368:0:76647:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:1.0:1770653413.978368:0:76655:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955602ab7800. 02000000:00000001:0.0:1770653413.978370:0:33123:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1770653413.978372:0:76647:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.978373:0:76655:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653413.978374:0:33123:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955735211880. 00000100:00000001:2.0:1770653413.978376:0:76647:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1770653413.978378:0:76655:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.978382:0:76655:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 02000000:00000001:0.0:1770653413.978382:0:33123:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:2.0:1770653413.978383:0:76647:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 02000000:00000010:0.0:1770653413.978387:0:33123:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95561040c800. 00010000:00010000:1.0:1770653413.978388:0:76655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1770653413.978391:0:76655:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1770653413.978393:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653413.978395:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016a400 refcount=4 02000000:00000001:0.0:1770653413.978395:0:33123:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:2.0:1770653413.978399:0:51197:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff95566c162400/0x2aed14e4e178cfae lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x155c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1770653413.978401:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897453568 : -117273812098048 : ffff95571016a400) 00000100:00000010:0.0:1770653413.978401:0:33123:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955735210a80. 00010000:00000001:1.0:1770653413.978407:0:76655:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897453568 : -117273812098048 : ffff95571016a400) 00000020:00000010:3.0:1770653413.978411:0:76646:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90000. 02000000:00000001:0.0:1770653413.978411:0:33123:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000040:1.0:1770653413.978412:0:76655:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556613f3100 count: 3 02000000:00000010:0.0:1770653413.978417:0:33123:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff955607fcc400. 00010000:00000001:2.0:1770653413.978418:0:51197:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.978420:0:76646:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95562fa45e00. 00010000:00010000:1.0:1770653413.978422:0:76655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff95571016a400/0x2aed14e4e178a02f lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x155e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d7b expref: 71 pid: 76390 timeout: 6877 lvb_type: 1 00010000:00010000:2.0:1770653413.978425:0:51197:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95566c162400/0x2aed14e4e178cfae lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x155c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1770653413.978427:0:33123:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000040:3.0:1770653413.978428:0:76646:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 70 00000100:00000010:0.0:1770653413.978433:0:33123:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955602b1c000. 02000000:00000001:3.0:1770653413.978435:0:76646:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1770653413.978442:0:33123:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1770653413.978443:0:76655:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 02000000:00000010:0.0:1770653413.978447:0:33123:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95561040c400. 00010000:00000001:1.0:1770653413.978451:0:76655:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:0.0:1770653413.978455:0:33123:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1770653413.978457:0:51197:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1770653413.978458:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:0.0:1770653413.978460:0:33123:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955735212680. 00010000:00000001:2.0:1770653413.978461:0:51197:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.978461:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.978464:0:51197:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.978468:0:51197:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00010000:1.0:1770653413.978469:0:76655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff95571016a400/0x2aed14e4e178a02f lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x155e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d7b expref: 70 pid: 76390 timeout: 6877 lvb_type: 1 02000000:00000001:0.0:1770653413.978469:0:33123:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:2.0:1770653413.978470:0:51197:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653413.978474:0:51197:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c162400 refcount=3 02000000:00000010:0.0:1770653413.978475:0:33123:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95564f615c00. 02000000:00000010:3.0:1770653413.978477:0:76646:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95564f310000. 00000020:00000001:2.0:1770653413.978480:0:51197:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145957376 : -117276563594240 : ffff95566c162400) 02000000:00000001:3.0:1770653413.978485:0:76646:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1770653413.978486:0:33123:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1770653413.978487:0:51197:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145957376 : -117276563594240 : ffff95566c162400) 00000100:00000010:3.0:1770653413.978490:0:76646:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95561752bb80. 00000020:00000001:1.0:1770653413.978491:0:76655:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1770653413.978493:0:51197:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000010:0.0:1770653413.978493:0:33123:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9557030dfb80. 00010000:00000001:1.0:1770653413.978495:0:76655:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 02000000:00000001:3.0:1770653413.978496:0:76646:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00010000:2.0:1770653413.978498:0:51197:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95566c162400/0x2aed14e4e178cfae lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x155c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 02000000:00000010:3.0:1770653413.978500:0:76646:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95563a7f9400. 00010000:00000001:1.0:1770653413.978500:0:76655:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.978502:0:33123:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:1.0:1770653413.978507:0:76655:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1770653413.978508:0:33123:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff955607fcfc00. 02000000:00000001:3.0:1770653413.978509:0:76646:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1770653413.978509:0:51197:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.978512:0:76655:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000010:3.0:1770653413.978514:0:76646:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d89880. 00010000:00000001:2.0:1770653413.978514:0:51197:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.978515:0:76655:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:0.0:1770653413.978516:0:33123:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:2.0:1770653413.978518:0:51197:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff95566c162400/0x2aed14e4e178cfae lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x155c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.978521:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:0.0:1770653413.978522:0:33123:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665157480. 00010000:00000001:1.0:1770653413.978524:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.978528:0:76655:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1770653413.978531:0:51197:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1770653413.978532:0:76655:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.978532:0:33123:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1770653413.978533:0:51197:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.978537:0:76655:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95571016a400 with handle 0x2aed14e4e178a02f from hash 02000000:00000010:0.0:1770653413.978537:0:33123:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95561040ec00. 00010000:00000001:2.0:1770653413.978538:0:51197:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1770653413.978542:0:51197:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556695e0c00. 00010000:00000001:1.0:1770653413.978543:0:76655:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:0.0:1770653413.978545:0:33123:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1770653413.978547:0:51197:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1770653413.978547:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:0.0:1770653413.978549:0:33123:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665156300. 00010000:00000001:1.0:1770653413.978551:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.978554:0:76655:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00010000:2.0:1770653413.978556:0:51197:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00000001:1.0:1770653413.978557:0:76655:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 02000000:00000001:0.0:1770653413.978558:0:33123:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1770653413.978561:0:76655:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.978562:0:51197:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1770653413.978563:0:33123:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95566bf99400. 00010000:00000001:1.0:1770653413.978565:0:76655:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1770653413.978566:0:51197:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.978568:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.978570:0:51197:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 02000000:00000001:0.0:1770653413.978572:0:33123:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1770653413.978574:0:51197:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1770653413.978575:0:76655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95571016a400/0x2aed14e4e178a02f lrc: 0/0,0 mode: --/PR res: [0x240000403:0x155e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d7b expref: 70 pid: 76390 timeout: 6877 lvb_type: 1 00010000:00000001:2.0:1770653413.978577:0:51197:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:0.0:1770653413.978577:0:33123:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665155880. 00002000:00000001:2.0:1770653413.978581:0:51197:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00080000:00000001:2.0:1770653413.978585:0:51197:0:(osd_handler.c:352:osd_trans_create()) Process entered 02000000:00000001:0.0:1770653413.978586:0:33123:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1770653413.978588:0:76646:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000040:1.0:1770653413.978588:0:76655:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 63 02000000:00000010:0.0:1770653413.978590:0:33123:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95570643cc00. 02000000:00000010:3.0:1770653413.978593:0:76646:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95560612b800. 00080000:00000010:2.0:1770653413.978593:0:51197:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff955608cb7800. 00000020:00000040:1.0:1770653413.978594:0:76655:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 69 02000000:00000001:0.0:1770653413.978596:0:33123:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00080000:00000001:2.0:1770653413.978600:0:51197:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626795480119296 : -117278229432320 : ffff955608cb7800) 02000000:00000001:3.0:1770653413.978602:0:76646:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1770653413.978602:0:33123:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d8b100. 00000001:00000001:2.0:1770653413.978604:0:51197:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:1.0:1770653413.978604:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:3.0:1770653413.978606:0:76646:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955602b1ed80. 00010000:00000001:1.0:1770653413.978608:0:76655:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000001:00000001:2.0:1770653413.978609:0:51197:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.978612:0:76655:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 02000000:00000001:0.0:1770653413.978612:0:33123:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1770653413.978613:0:76646:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00080000:00000002:2.0:1770653413.978614:0:51197:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x155c:0x0] not in the id map cache 00010000:00000040:1.0:1770653413.978618:0:76655:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95570ffc2800 02000000:00000010:0.0:1770653413.978618:0:33123:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95564f614800. 02000000:00000010:3.0:1770653413.978619:0:76646:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955608cb7c00. 00080000:00000001:2.0:1770653413.978621:0:51197:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00010000:00000001:1.0:1770653413.978621:0:76655:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 02000000:00000001:3.0:1770653413.978623:0:76646:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1770653413.978626:0:76655:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000010:3.0:1770653413.978627:0:76646:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572ebc6d80. 02000000:00000001:0.0:1770653413.978628:0:33123:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:1.0:1770653413.978629:0:76655:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000010:0.0:1770653413.978633:0:33123:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d88700. 00010000:00000001:1.0:1770653413.978634:0:76655:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653413.978636:0:51197:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1770653413.978637:0:76646:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1770653413.978637:0:76655:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653413.978641:0:76655:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 02000000:00000010:3.0:1770653413.978642:0:76646:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955606128c00. 02000000:00000001:0.0:1770653413.978642:0:33123:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00080000:00000001:2.0:1770653413.978643:0:51197:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.978645:0:76655:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1770653413.978648:0:33123:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95566bf99c00. 02000000:00000001:3.0:1770653413.978649:0:76646:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1770653413.978650:0:76655:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:2.0:1770653413.978651:0:51197:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000100:00000010:3.0:1770653413.978653:0:76646:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665155500. 00010000:00000001:1.0:1770653413.978653:0:76655:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:2.0:1770653413.978656:0:51197:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 02000000:00000001:0.0:1770653413.978657:0:33123:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:1.0:1770653413.978658:0:76655:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff95570ffc2800/0x2aed14e4e178cfb5 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x155e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1770653413.978659:0:76646:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 80000000:00000001:2.0:1770653413.978661:0:51197:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000010:0.0:1770653413.978662:0:33123:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d8b800. 02000000:00000010:3.0:1770653413.978663:0:76646:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95560612ac00. 80000000:00000001:2.0:1770653413.978666:0:51197:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 02000000:00000001:3.0:1770653413.978670:0:76646:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 80000000:00000001:2.0:1770653413.978673:0:51197:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.978673:0:33123:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000010:3.0:1770653413.978674:0:76646:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665155f80. 02000000:00000010:0.0:1770653413.978679:0:33123:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95573c587c00. 80000000:00000001:2.0:1770653413.978681:0:51197:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.978683:0:76646:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.978683:0:76655:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00080000:00000001:2.0:1770653413.978689:0:51197:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1770653413.978690:0:76655:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95570ffc2800/0x2aed14e4e178cfb5 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x155e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1770653413.978690:0:33123:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:3.0:1770653413.978702:0:76646:0:(niobuf.c:1189:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000100:00000010:0.0:1770653413.978708:0:33123:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665157100. 00000400:00000010:3.0:1770653413.978709:0:76646:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2000. 00080000:00000001:2.0:1770653413.978709:0:51197:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1770653413.978713:0:51197:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00010000:00000040:1.0:1770653413.978716:0:76655:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x155e:0x0].0x0 (ffff9556613f3100) refcount = 2 00000400:00000010:3.0:1770653413.978718:0:76646:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9556189e16c0. 02000000:00000001:0.0:1770653413.978718:0:33123:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000040:1.0:1770653413.978724:0:76655:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 02000000:00000010:0.0:1770653413.978724:0:33123:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95566bf98000. 00010000:00000040:1.0:1770653413.978728:0:76655:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95570ffc2800/0x2aed14e4e178cfb5 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x155e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1770653413.978730:0:33123:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000001:00000001:2.0:1770653413.978733:0:51197:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000010:0.0:1770653413.978735:0:33123:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665156a00. 00000020:00000001:3.0:1770653413.978736:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000001:2.0:1770653413.978750:0:51197:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1770653413.978751:0:76655:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000001:3.0:1770653413.978753:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.978755:0:76655:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.978755:0:33123:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00010000:3.0:1770653413.978757:0:66075:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:1.0:1770653413.978761:0:76655:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 02000000:00000010:0.0:1770653413.978761:0:33123:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95566bf9b400. 00010000:00000001:3.0:1770653413.978762:0:66075:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00080000:00000001:2.0:1770653413.978762:0:51197:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.978764:0:76655:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.978767:0:66075:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00080000:00000001:2.0:1770653413.978771:0:51197:0:(osd_handler.c:189:osd_trans_start()) Process entered 02000000:00000001:0.0:1770653413.978771:0:33123:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:3.0:1770653413.978772:0:66075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cf99 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.978772:0:76655:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653413.978776:0:51197:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000010:0.0:1770653413.978778:0:33123:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c2dc000. 00010000:00000010:1.0:1770653413.978780:0:76655:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9cd40. 00000100:00000001:1.0:1770653413.978786:0:76655:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00010000:3.0:1770653413.978788:0:66075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95561ae2a000 already unused, calling callback (ffffffffc16fe650) 00000100:00000001:0.0:1770653413.978788:0:33123:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1770653413.978790:0:76655:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa83c0. 00000001:00000001:2.0:1770653413.978793:0:51197:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1770653413.978796:0:66075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:1.0:1770653413.978796:0:76655:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540167104 : -117277169384512 : ffff955647fa83c0) 00080000:00000001:2.0:1770653413.978797:0:51197:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.978798:0:33123:0:(niobuf.c:1189:ptlrpc_register_rqbd()) ost: registering portal 28 00010000:00000001:3.0:1770653413.978800:0:66075:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:1.0:1770653413.978804:0:76655:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540167104 : -117277169384512 : ffff955647fa83c0) 00010000:00010000:3.0:1770653413.978806:0:66075:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cf99 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.978808:0:76655:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000400:00000010:0.0:1770653413.978808:0:33123:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e0536e0. 00080000:00000001:2.0:1770653413.978811:0:51197:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.978812:0:76655:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1770653413.978816:0:76655:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00080000:00000001:2.0:1770653413.978818:0:51197:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000400:00000010:0.0:1770653413.978819:0:33123:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff9556041e9300. 00010000:00000001:1.0:1770653413.978820:0:76655:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1770653413.978821:0:66075:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1770653413.978825:0:66075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653413.978827:0:66075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653413.978829:0:66075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2a000 refcount=3 00010000:00000001:1.0:1770653413.978831:0:76655:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.978832:0:66075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783626752 : -117277925924864 : ffff95561ae2a000) 00080000:00000001:2.0:1770653413.978834:0:51197:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.978838:0:66075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783626752 : -117277925924864 : ffff95561ae2a000) 00010000:00000001:1.0:1770653413.978838:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1770653413.978839:0:51197:0:(osd_object.c:806:osd_destroy()) Process entered 00010000:00000001:1.0:1770653413.978842:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1770653413.978843:0:51197:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:3.0:1770653413.978844:0:66075:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:1.0:1770653413.978845:0:76655:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1770653413.978847:0:51197:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00010000:3.0:1770653413.978868:0:66075:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cf99 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.978869:0:76655:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000010:2.1:1770653413.978871:0:51197:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163a00. 00010000:00000001:1.0:1770653413.978873:0:76655:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000010:0.1:1770653413.978877:0:5745:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562721b700. 00000100:00000001:1.0:1770653413.978879:0:76655:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1770653413.978883:0:51197:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00000001:1.0:1770653413.978885:0:76655:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1770653413.978887:0:51197:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.978888:0:66075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1770653413.978889:0:76655:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000010:0.1:1770653413.978890:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc2000. 00010000:00000001:3.0:1770653413.978893:0:66075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 80000000:00000001:2.0:1770653413.978894:0:51197:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1770653413.978895:0:76655:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa83c0. 00010000:00000001:3.0:1770653413.978897:0:66075:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.978898:0:51197:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.978900:0:76655:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000010:0.1:1770653413.978900:0:5745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620464400. 00080000:00000001:2.0:1770653413.978902:0:51197:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:3.0:1770653413.978903:0:66075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1770653413.978904:0:76655:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.978908:0:66075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000001:2.0:1770653413.978908:0:51197:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00010000:00000010:1.0:1770653413.978909:0:76655:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9cd40. 00010000:00000001:3.0:1770653413.978912:0:66075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:0.0:1770653413.978914:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1770653413.978915:0:76655:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653413.978916:0:66075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.978919:0:76655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000040:3.0:1770653413.978921:0:66075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561ae2a000 with handle 0x2aed14e4e178cf99 from hash 00000020:00000001:0.0:1770653413.978921:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.978922:0:76655:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.978926:0:66075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1770653413.978929:0:76655:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653413.978930:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1770653413.978931:0:5745:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1770653413.978934:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.978934:0:76655:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.978937:0:5745:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1770653413.978938:0:66075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00001000:1.0:1770653413.978939:0:76655:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00080000:00000001:2.0:1770653413.978941:0:51197:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.978942:0:5745:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00000001:3.0:1770653413.978943:0:66075:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:1.0:1770653413.978950:0:76655:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1770653413.978951:0:66075:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.978951:0:51197:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.978951:0:5745:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff95566c162400/0x2aed14e4e178cfae lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x155c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1770653413.978957:0:76655:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00010000:00000001:3.0:1770653413.978958:0:66075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000001:2.0:1770653413.978959:0:51197:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1770653413.978964:0:66075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:1.0:1770653413.978964:0:76655:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000001:00000001:2.0:1770653413.978965:0:51197:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00000001:3.0:1770653413.978969:0:66075:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000001:00000002:2.0:1770653413.978970:0:51197:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299225, last_committed = 8590299190 02000000:00000001:1.0:1770653413.978971:0:76655:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1770653413.978973:0:66075:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653413.978975:0:76655:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.978976:0:5745:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95566c162400 already unused, calling callback (ffffffffc16fe650) 00010000:00000001:3.0:1770653413.978977:0:66075:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1770653413.978977:0:51197:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564ae604e0. 00000100:00000001:1.0:1770653413.978980:0:76655:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1770653413.978983:0:76655:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:3.0:1770653413.978994:0:66075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000001:00000040:2.0:1770653413.978994:0:51197:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 35 00010000:00000001:0.0:1770653413.978995:0:5745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.978997:0:66075:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00010000:1.0:1770653413.978998:0:12200:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff95570ffc2800/0x2aed14e4e178cfb5 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1770653413.979000:0:51197:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=46 00010000:00000001:0.0:1770653413.979000:0:5745:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:3.0:1770653413.979001:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.979005:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1770653413.979007:0:5745:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff95566c162400/0x2aed14e4e178cfae lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x155c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1770653413.979008:0:51197:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1770653413.979009:0:66075:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.979014:0:66075:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.979016:0:51197:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00010000:00000001:1.0:1770653413.979018:0:12200:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.979019:0:66075:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.979022:0:51197:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.979026:0:12200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95570ffc2800/0x2aed14e4e178cfb5 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770653413.979027:0:66075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cf99 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1770653413.979031:0:51197:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.979034:0:5745:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00002000:00000001:2.0:1770653413.979039:0:51197:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.979039:0:5745:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00002000:00000001:2.0:1770653413.979045:0:51197:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000020:00000001:0.0:1770653413.979046:0:5745:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1770653413.979052:0:12200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1770653413.979053:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:0.0:1770653413.979053:0:5745:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c162400 refcount=3 00080000:00000010:2.0:1770653413.979055:0:51197:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955610676c78. 00010000:00000001:1.0:1770653413.979055:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653413.979058:0:66075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a000/0x2aed14e4e178cf99 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33123 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.979059:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1770653413.979061:0:5745:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145957376 : -117276563594240 : ffff95566c162400) 00002000:00000001:2.0:1770653413.979062:0:51197:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00000001:1.0:1770653413.979063:0:12200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00002000:00000040:2.0:1770653413.979066:0:51197:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x155c:0x0] 00000020:00000001:1.0:1770653413.979067:0:12200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1770653413.979069:0:5745:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145957376 : -117276563594240 : ffff95566c162400) 00000020:00000040:1.0:1770653413.979071:0:12200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95570ffc2800 refcount=3 00002000:00000010:2.0:1770653413.979072:0:51197:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9556637e3db0. 00010000:00000001:0.0:1770653413.979077:0:5745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000001:1.0:1770653413.979078:0:12200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799895717888 : -117273813833728 : ffff95570ffc2800) 00010000:00000040:3.0:1770653413.979079:0:66075:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9556613f3500 count: 0 00002000:00000001:2.0:1770653413.979080:0:51197:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:2.0:1770653413.979084:0:51197:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.979084:0:5745:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff95566c162400/0x2aed14e4e178cfae lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x155c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.979085:0:12200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799895717888 : -117273813833728 : ffff95570ffc2800) 00002000:00000010:3.0:1770653413.979088:0:66075:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955621430980. 00002000:00000001:2.0:1770653413.979091:0:51197:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.979092:0:12200:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000010:3.0:1770653413.979095:0:66075:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9556613f3b00. 00010000:00000040:2.0:1770653413.979098:0:51197:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299225, xid 1856657707207296 00010000:00010000:1.0:1770653413.979098:0:12200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95570ffc2800/0x2aed14e4e178cfb5 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.979103:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.979104:0:51197:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:3.0:1770653413.979107:0:66075:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1770653413.979110:0:5745:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000010:3.0:1770653413.979111:0:66075:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff95564f3620c0. 00010000:00000200:2.0:1770653413.979112:0:51197:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955735211c00 x1856657707207296/t8590299225(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.979115:0:5745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.979117:0:66075:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.979121:0:5745:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.979125:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1770653413.979126:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1770653413.979130:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.979130:0:5745:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1770653413.979131:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.979136:0:51197:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00010000:3.0:1770653413.979138:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1770653413.979138:0:12200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff95570ffc2800/0x2aed14e4e178cfb5 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.979139:0:51197:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.979139:0:5745:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:3.0:1770653413.979141:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1770653413.979144:0:5745:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:3.0:1770653413.979146:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1770653413.979147:0:51197:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00010000:00000001:0.0:1770653413.979150:0:5745:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.979152:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1770653413.979157:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1770653413.979158:0:51197:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:0.0:1770653413.979159:0:5745:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95566c162400 with handle 0x2aed14e4e178cfae from hash 00000020:00000001:3.0:1770653413.979161:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.979163:0:12200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:2.0:1770653413.979164:0:51197:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00010000:00000001:0.0:1770653413.979167:0:5745:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00010000:3.0:1770653413.979168:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1770653413.979169:0:12200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.979170:0:51197:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00010000:00000001:0.0:1770653413.979171:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.979175:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1770653413.979178:0:51197:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1770653413.979179:0:12200:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1770653413.979179:0:5745:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:2.0:1770653413.979181:0:51197:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.979183:0:76389:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178cfa7 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x155d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.979185:0:51197:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000010:1.0:1770653413.979186:0:12200:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff955647fa83c0. 00010000:00000001:0.0:1770653413.979186:0:5745:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000040:2.0:1770653413.979192:0:51197:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1770653413.979192:0:5745:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.979193:0:12200:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000400:00000010:2.0:1770653413.979199:0:51197:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888cc0. 00010000:00000001:3.0:1770653413.979200:0:76389:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.979201:0:5745:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000200:2.0:1770653413.979203:0:51197:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707207296, offset 224 00010000:00000001:0.0:1770653413.979205:0:5745:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:3.0:1770653413.979208:0:76389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178cfa7 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x155d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770653413.979208:0:12200:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1770653413.979210:0:5745:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:2.0:1770653413.979213:0:51197:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1770653413.979215:0:5745:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.979216:0:12200:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.979223:0:12200:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.979224:0:5745:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.979225:0:51197:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1770653413.979231:0:76389:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1770653413.979231:0:12200:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1770653413.979232:0:5745:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1770653413.979235:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.979236:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1770653413.979237:0:51197:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b8a80 00010000:00000001:0.0:1770653413.979237:0:5745:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1770653413.979239:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.979240:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:1.0:1770653413.979243:0:12200:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00010000:00000001:0.0:1770653413.979245:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.979246:0:76389:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:1.0:1770653413.979247:0:12200:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:2.0:1770653413.979250:0:51197:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda755 [1] + 224 00000020:00000001:3.0:1770653413.979251:0:76389:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1770653413.979252:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000010:1.0:1770653413.979255:0:12200:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95572dc88400. 00000020:00000040:3.0:1770653413.979256:0:76389:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2ae00 refcount=3 00010000:00000001:0.0:1770653413.979256:0:5745:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.979258:0:51197:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:1.0:1770653413.979261:0:12200:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626800395650048 : -117273313901568 : ffff95572dc88400) 00000020:00000001:3.0:1770653413.979263:0:76389:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783630336 : -117277925921280 : ffff95561ae2ae00) 00010000:00000001:0.0:1770653413.979264:0:5745:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.979267:0:12200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000400:00000200:2.0:1770653413.979268:0:51197:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1770653413.979270:0:76389:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783630336 : -117277925921280 : ffff95561ae2ae00) 00000001:00000001:1.0:1770653413.979272:0:12200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.979272:0:5745:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.979273:0:76389:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1770653413.979276:0:76389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178cfa7 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x155d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00080000:00000002:1.0:1770653413.979285:0:12200:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x155e:0x0] not in the id map cache 00000100:00000001:2.0:1770653413.979287:0:51197:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:0.0:1770653413.979288:0:5745:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff95566c162400/0x2aed14e4e178cfae lrc: 1/0,0 mode: --/PW res: [0x240000403:0x155c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1770653413.979292:0:12200:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000100:00000200:2.0:1770653413.979293:0:51197:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95563f2c7100 x1856657707207296/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.979294:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.979298:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653413.979302:0:76389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178cfa7 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x155d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1770653413.979303:0:12200:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1770653413.979310:0:12200:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.979315:0:12200:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:1.0:1770653413.979320:0:12200:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:0.0:1770653413.979320:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 80000000:00000001:1.0:1770653413.979325:0:12200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:3.0:1770653413.979326:0:76389:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:2.0:1770653413.979328:0:51197:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95563f2c7100 x1856657707207296/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 80000000:00000001:1.0:1770653413.979328:0:12200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00010000:0.0:1770653413.979329:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95566c162400/0x2aed14e4e178cfae lrc: 0/0,0 mode: --/PW res: [0x240000403:0x155c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 51197 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.979330:0:76389:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1770653413.979330:0:12200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.979337:0:76389:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 80000000:00000001:1.0:1770653413.979338:0:12200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.979344:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000001:1.0:1770653413.979344:0:12200:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653413.979348:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.979350:0:12200:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00010000:3.0:1770653413.979354:0:7409:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00080000:00000001:1.0:1770653413.979355:0:12200:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000100:00000001:2.0:1770653413.979359:0:51197:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1770653413.979361:0:7409:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1770653413.979365:0:7409:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:2.0:1770653413.979367:0:51197:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888cc0 00000001:00000001:1.0:1770653413.979369:0:12200:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:3.0:1770653413.979370:0:7409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff95570ffc2800/0x2aed14e4e178cfb5 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1770653413.979371:0:51197:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888cc0. 00000001:00000001:1.0:1770653413.979373:0:12200:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000040:0.0:1770653413.979375:0:5745:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95563cd5c300 count: 0 00000100:00000001:2.0:1770653413.979377:0:51197:0:(events.c:386:reply_out_callback()) Process entered 00080000:00000001:1.0:1770653413.979380:0:12200:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.979382:0:51197:0:(events.c:398:reply_out_callback()) Process leaving 00002000:00000010:0.0:1770653413.979385:0:5745:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955621430680. 00080000:00000001:1.0:1770653413.979386:0:12200:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:2.0:1770653413.979388:0:51197:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.979389:0:7409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95570ffc2800 already unused, calling callback (ffffffffc16fe650) 00080000:00000001:1.0:1770653413.979391:0:12200:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000010:0.0:1770653413.979394:0:5745:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95563cd5cf00. 00010000:00000001:3.0:1770653413.979395:0:7409:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:2.0:1770653413.979396:0:51197:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00010000:00000001:3.0:1770653413.979401:0:7409:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:2.0:1770653413.979402:0:51197:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1770653413.979406:0:51197:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.979408:0:7409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff95570ffc2800/0x2aed14e4e178cfb5 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1770653413.979408:0:12200:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1770653413.979408:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1770653413.979409:0:51197:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00080000:00000001:1.0:1770653413.979413:0:12200:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.979414:0:5745:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:2.0:1770653413.979416:0:51197:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955735211c00 x1856657707207296/t8590299225(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1770653413.979420:0:5745:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556695e0c00. 00080000:00000001:1.0:1770653413.979425:0:12200:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.979427:0:7409:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1770653413.979429:0:5745:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.979432:0:7409:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:1.0:1770653413.979433:0:12200:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000020:00000001:0.0:1770653413.979436:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1770653413.979437:0:7409:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1770653413.979440:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653413.979441:0:7409:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95570ffc2800 refcount=3 00080000:00000001:1.0:1770653413.979445:0:12200:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.979446:0:51197:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955735211c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+46:3291:x1856657707207296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26332us (26870us total) trans 8590299225 rc 0/0 00000020:00000001:3.0:1770653413.979447:0:7409:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799895717888 : -117273813833728 : ffff95570ffc2800) 00010000:00010000:0.0:1770653413.979448:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1770653413.979450:0:12200:0:(osd_object.c:806:osd_destroy()) Process entered 00000020:00000001:0.0:1770653413.979453:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1770653413.979454:0:7409:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799895717888 : -117273813833728 : ffff95570ffc2800) 00080000:00000001:1.0:1770653413.979455:0:12200:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000020:00000001:0.0:1770653413.979458:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1770653413.979459:0:12200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:3.0:1770653413.979461:0:7409:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 80000000:00000001:1.0:1770653413.979463:0:12200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00010000:0.0:1770653413.979464:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1770653413.979466:0:7409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff95570ffc2800/0x2aed14e4e178cfb5 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770653413.979466:0:51197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136227 80000000:00000001:1.0:1770653413.979467:0:12200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.979469:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 80000000:00000001:1.0:1770653413.979473:0:12200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.979474:0:51197:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 6 00000020:00000001:0.0:1770653413.979474:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.979479:0:12200:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.979482:0:7409:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1770653413.979482:0:51197:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00080000:00000001:1.0:1770653413.979483:0:12200:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00010000:0.0:1770653413.979483:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1770653413.979486:0:51197:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1770653413.979488:0:7409:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:1.0:1770653413.979489:0:12200:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000020:00000010:2.0:1770653413.979491:0:51197:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d300. 00010000:00000001:3.0:1770653413.979492:0:7409:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.979498:0:7409:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000010:2.0:1770653413.979498:0:51197:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada3e8. 00010000:00000001:3.0:1770653413.979499:0:7409:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653413.979504:0:7409:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:2.0:1770653413.979505:0:51197:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f6800. 00010000:00000001:3.0:1770653413.979506:0:7409:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653413.979511:0:7409:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95570ffc2800 with handle 0x2aed14e4e178cfb5 from hash 00000020:00000040:2.0:1770653413.979512:0:51197:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 45 00000100:00000001:0.0:1770653413.979513:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1770653413.979514:0:7409:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1770653413.979519:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1770653413.979520:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.979520:0:51197:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.979524:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.979526:0:7409:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000001:1.0:1770653413.979527:0:12200:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1770653413.979529:0:3289:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1770653413.979530:0:7409:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00080000:00000001:1.0:1770653413.979531:0:12200:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1770653413.979533:0:3289:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1770653413.979534:0:7409:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.979535:0:12200:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000010:2.0:1770653413.979538:0:76647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888cc0. 00010000:00000001:3.0:1770653413.979539:0:7409:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000010:0.0:1770653413.979539:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d24d0. 00000001:00000001:1.0:1770653413.979540:0:12200:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00000001:3.0:1770653413.979543:0:7409:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000001:00000002:1.0:1770653413.979545:0:12200:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299226, last_committed = 8590299190 00010000:00000001:3.0:1770653413.979547:0:7409:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:0.0:1770653413.979548:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a786e8 00010000:00000001:3.0:1770653413.979552:0:7409:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:1.0:1770653413.979552:0:12200:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564ae1a720. 00000400:00000010:0.0:1770653413.979553:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a786e8. 00000001:00000040:1.0:1770653413.979559:0:12200:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 36 00010000:00000001:3.0:1770653413.979560:0:7409:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.979561:0:76647:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966310272, offset 224 00000100:00000001:0.0:1770653413.979561:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1770653413.979566:0:12200:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=46 00010000:00000001:3.0:1770653413.979567:0:7409:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000200:0.0:1770653413.979571:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95563f2c7800 x1856657707206912/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1770653413.979572:0:76647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00080000:00000001:1.0:1770653413.979572:0:12200:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1770653413.979573:0:7409:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:2.0:1770653413.979581:0:76647:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00080000:00000001:1.0:1770653413.979582:0:12200:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1770653413.979585:0:12200:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.979591:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:1.0:1770653413.979592:0:12200:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.979596:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1770653413.979599:0:76647:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164729:2164729:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164725:2164725:7:4294967295] 00002000:00000001:1.0:1770653413.979599:0:12200:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.979601:0:7409:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653413.979606:0:12200:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00010000:00000001:3.0:1770653413.979609:0:7409:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.979612:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95563f2c7800 x1856657707206912/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.979615:0:7409:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1770653413.979618:0:12200:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff9556106778f0. 00010000:00010000:3.0:1770653413.979624:0:7409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff95570ffc2800/0x2aed14e4e178cfb5 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1770653413.979625:0:76647:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00002000:00000001:1.0:1770653413.979625:0:12200:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:1.0:1770653413.979629:0:12200:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x155e:0x0] 00002000:00000010:1.0:1770653413.979635:0:12200:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff955669767db0. 00000100:00000001:0.0:1770653413.979640:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00002000:00000001:1.0:1770653413.979641:0:12200:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000800:00000200:2.0:1770653413.979642:0:76647:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:0.0:1770653413.979644:0:3289:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1770653413.979645:0:12200:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1770653413.979649:0:76647:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3dfc00. 00010000:00000001:3.0:1770653413.979653:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00002000:00000001:1.0:1770653413.979653:0:12200:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.979653:0:3289:0:(client.c:1568:after_reply()) Process entered 00010000:00010000:3.0:1770653413.979659:0:7409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95570ffc2800/0x2aed14e4e178cfb5 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1770653413.979659:0:3289:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000200:2.0:1770653413.979660:0:76647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000040:1.0:1770653413.979660:0:12200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299226, xid 1856657707208064 00000100:00000001:0.0:1770653413.979664:0:3289:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1770653413.979667:0:12200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:0.0:1770653413.979669:0:3289:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1770653413.979674:0:76647:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000200:1.0:1770653413.979676:0:12200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95563f2c7480 x1856657707208064/t8590299226(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1770653413.979678:0:7409:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9556613f3100 count: 0 02000000:00000001:0.0:1770653413.979678:0:3289:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1770653413.979680:0:76647:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3dfc00 type 1, nob 320 niov 1 nkiov 1 00002000:00000010:3.0:1770653413.979687:0:7409:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955621430540. 00000100:00000001:2.0:1770653413.979688:0:76647:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653413.979688:0:3289:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 00010000:00000010:3.0:1770653413.979694:0:7409:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9556613f3a00. 00000100:00000040:2.0:1770653413.979698:0:76647:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00001000:0.0:1770653413.979699:0:3289:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 00010000:00000001:1.0:1770653413.979702:0:12200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1770653413.979704:0:76647:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.979705:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.979708:0:76647:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.979708:0:12200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.979708:0:3289:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1770653413.979709:0:7409:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1770653413.979713:0:3289:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1770653413.979714:0:7409:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff955647fa83c0. 00000100:00001000:1.0:1770653413.979715:0:12200:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000100:00000040:2.0:1770653413.979718:0:76647:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665154380 x1856657966310272/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.979718:0:3289:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1770653413.979721:0:7409:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.979724:0:12200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1770653413.979725:0:3289:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.979727:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:1.0:1770653413.979731:0:12200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000020:00000001:3.0:1770653413.979732:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.979733:0:3289:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00010000:00010000:3.0:1770653413.979751:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1770653413.979752:0:12200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00000040:0.0:1770653413.979752:0:3289:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000020:00000001:3.0:1770653413.979754:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1770653413.979757:0:76647:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665154380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_025:b31b1d82-c1d4-4680-ae7a-71292416d1f5+69:2366:x1856657966310272:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 2159us (3626us total) trans 0 rc 0/0 02000000:00000001:1.0:1770653413.979759:0:12200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1770653413.979759:0:3289:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000020:00000001:3.0:1770653413.979760:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.979764:0:12200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.979765:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00010000:3.0:1770653413.979767:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1770653413.979770:0:12200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1770653413.979771:0:76647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161880 00000100:00000001:0.0:1770653413.979771:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796392445952 : -117277317105664 : ffff95563f2c7800) 00000020:00000001:3.0:1770653413.979772:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1770653413.979776:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.979777:0:12200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1770653413.979779:0:3289:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1770653413.979780:0:76647:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 1 00010000:00010000:3.0:1770653413.979782:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1770653413.979784:0:3289:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00000100:00000001:2.0:1770653413.979785:0:76647:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1770653413.979785:0:12200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022cc0. 00000100:00000001:2.0:1770653413.979790:0:76647:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000010:3.0:1770653413.979792:0:76389:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556189e10c0. 00000100:00000200:1.0:1770653413.979793:0:12200:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707208064, offset 224 00000100:00000001:0.0:1770653413.979793:0:3289:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000020:00000010:2.0:1770653413.979794:0:76647:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3680. 00000100:00000001:0.0:1770653413.979798:0:3289:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.979799:0:76389:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000020:00000010:2.0:1770653413.979801:0:76647:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca907d0. 00000400:00000200:1.0:1770653413.979805:0:12200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1770653413.979808:0:76647:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95562fa44400. 00000100:00000040:0.0:1770653413.979809:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95563f2c7800 x1856657707206912/t8590299224(8590299224) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1770653413.979812:0:76389:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000040:2.0:1770653413.979816:0:76647:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 68 00000400:00000200:1.0:1770653413.979817:0:12200:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1770653413.979819:0:76389:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.979822:0:76647:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.979825:0:76389:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.979830:0:12200:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b8d80 00010000:00000001:3.0:1770653413.979831:0:76389:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1770653413.979835:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1770653413.979837:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1770653413.979839:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1770653413.979840:0:12200:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda791 [1] + 224 00000100:00000001:0.0:1770653413.979841:0:3289:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1770653413.979842:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653413.979843:0:76389:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00010000:00010000:2.0:1770653413.979867:0:5744:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00080000:00000001:3.0:1770653413.979868:0:76389:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:1.0:1770653413.979870:0:12200:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1770653413.979873:0:5744:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00080000:00000010:3.0:1770653413.979875:0:76389:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95564f310000. 00010000:00000001:2.0:1770653413.979876:0:5744:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:1.0:1770653413.979878:0:12200:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00080000:00000001:3.0:1770653413.979881:0:76389:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796661178368 : -117277048373248 : ffff95564f310000) 00010000:00010000:2.0:1770653413.979883:0:5744:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178cfa7 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x155d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.979885:0:12200:0:(events.c:78:reply_in_callback()) Process entered 00000001:00000001:3.0:1770653413.979887:0:76389:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:0.0:1770653413.979888:0:3289:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000001:00000001:3.0:1770653413.979891:0:76389:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.979892:0:12200:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95563f2c6a00 x1856657707208064/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.979894:0:3289:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00080000:00000002:3.0:1770653413.979897:0:76389:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x155d:0x0] not in the id map cache 00000004:00080000:0.0:1770653413.979902:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95563f2c7800/2, rc 0, transno 8590299224 00080000:00000001:3.0:1770653413.979905:0:76389:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00010000:00010000:2.0:1770653413.979907:0:5744:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95561ae2ae00 already unused, calling callback (ffffffffc16fe650) 00000004:00001000:0.0:1770653413.979911:0:3289:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 7 in flight, 41 in progress 00010000:00000001:2.0:1770653413.979913:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:3.0:1770653413.979916:0:76389:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.979918:0:5744:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00080000:00000001:3.0:1770653413.979921:0:76389:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.979922:0:12200:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95563f2c6a00 x1856657707208064/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1770653413.979923:0:5744:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178cfa7 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x155d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1770653413.979925:0:76389:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1770653413.979928:0:76389:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000040:0.0:1770653413.979931:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95563f2c7800 x1856657707206912/t8590299224(8590299224) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 80000000:00000001:3.0:1770653413.979932:0:76389:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1770653413.979935:0:76389:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1770653413.979938:0:76389:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1770653413.979943:0:76389:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.979949:0:76389:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.979950:0:5744:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1770653413.979953:0:5744:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:3.0:1770653413.979955:0:76389:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000020:00000001:2.0:1770653413.979957:0:5744:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:3.0:1770653413.979959:0:76389:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000100:00000001:1.0:1770653413.979960:0:12200:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1770653413.979961:0:5744:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2ae00 refcount=3 00000400:00000200:1.0:1770653413.979967:0:12200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022cc0 00000020:00000001:2.0:1770653413.979968:0:5744:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783630336 : -117277925921280 : ffff95561ae2ae00) 00000100:00100000:0.0:1770653413.979972:0:3289:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95563f2c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707206912:0@lo:6:osp-syn-0-0.0 00000001:00000001:3.0:1770653413.979973:0:76389:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1770653413.979974:0:5744:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783630336 : -117277925921280 : ffff95561ae2ae00) 00000400:00000010:1.0:1770653413.979974:0:12200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022cc0. 00000001:00000001:3.0:1770653413.979977:0:76389:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:1.0:1770653413.979980:0:12200:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1770653413.979981:0:5744:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000001:3.0:1770653413.979984:0:76389:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.979985:0:12200:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1770653413.979986:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.979987:0:76389:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:2.0:1770653413.979987:0:5744:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178cfa7 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x155d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.979989:0:12200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.979992:0:76389:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000040:1.0:1770653413.979997:0:12200:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00010000:00000001:1.0:1770653413.980000:0:12200:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:0.0:1770653413.980001:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1770653413.980004:0:12200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.980005:0:76389:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1770653413.980007:0:5744:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1770653413.980008:0:12200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00080000:00000001:3.0:1770653413.980010:0:76389:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.980011:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:0.0:1770653413.980011:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563f2c7800 x1856657707206912/t8590299224(8590299224) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.980016:0:5744:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.980016:0:12200:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95563f2c7480 x1856657707208064/t8590299226(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1770653413.980021:0:76389:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.980023:0:5744:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1770653413.980026:0:5744:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000001:3.0:1770653413.980029:0:76389:0:(osd_object.c:2094:osd_ref_del()) Process entered 00010000:00000001:2.0:1770653413.980030:0:5744:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1770653413.980035:0:5744:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.980041:0:76389:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.980041:0:5744:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561ae2ae00 with handle 0x2aed14e4e178cfa7 from hash 00080000:00000001:3.0:1770653413.980050:0:76389:0:(osd_object.c:806:osd_destroy()) Process entered 00010000:00000001:2.0:1770653413.980050:0:5744:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1770653413.980051:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.980054:0:76389:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00100000:1.0:1770653413.980054:0:12200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95563f2c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+46:3288:x1856657707208064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20705us (21342us total) trans 8590299226 rc 0/0 00010000:00000001:2.0:1770653413.980055:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.980058:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1770653413.980059:0:76389:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:2.0:1770653413.980060:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 80000000:00000001:3.0:1770653413.980064:0:76389:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:2.0:1770653413.980065:0:5744:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1770653413.980065:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 80000000:00000001:3.0:1770653413.980068:0:76389:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.980069:0:5744:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:0.0:1770653413.980070:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1770653413.980071:0:12200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136228 80000000:00000001:3.0:1770653413.980072:0:76389:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.980073:0:5744:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.980078:0:76389:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.980078:0:5744:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:1.0:1770653413.980078:0:12200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 5 00000004:00000001:0.0:1770653413.980081:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:2.0:1770653413.980082:0:5744:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00080000:00000001:3.0:1770653413.980084:0:76389:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000100:00000001:1.0:1770653413.980085:0:12200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1770653413.980087:0:5744:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000004:00000001:0.0:1770653413.980087:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.980089:0:76389:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000100:00000001:1.0:1770653413.980089:0:12200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1770653413.980090:0:5744:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1770653413.980095:0:12200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3a80. 00000004:00000001:0.0:1770653413.980095:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00000001:2.0:1770653413.980096:0:5744:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1770653413.980101:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:2.0:1770653413.980102:0:5744:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000010:1.0:1770653413.980103:0:12200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90640. 00010000:00000001:2.0:1770653413.980107:0:5744:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000004:00000001:0.0:1770653413.980107:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.980110:0:12200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95562fa45600. 00010000:00000001:2.0:1770653413.980113:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.980117:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000040:00001000:0.0:1770653413.980117:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64b980 type=0x10692404 idx=1767 00000020:00000040:1.0:1770653413.980118:0:12200:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 45 00010000:00000001:2.0:1770653413.980120:0:5744:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.980121:0:76389:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.980126:0:5744:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.980127:0:76389:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1770653413.980127:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1767 lrh_len: 64 (1664 remains) 00000100:00000001:1.0:1770653413.980128:0:12200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.980131:0:5744:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.980133:0:76389:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000040:00001000:0.0:1770653413.980135:0:6724:0:(llog.c:797:llog_process_thread()) index: 1767, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00000001:00000001:3.0:1770653413.980137:0:76389:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00010000:2.0:1770653413.980138:0:5744:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178cfa7 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x155d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000004:00000001:0.0:1770653413.980141:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000001:00000002:3.0:1770653413.980142:0:76389:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299227, last_committed = 8590299190 00000001:00000010:3.0:1770653413.980150:0:76389:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff955662d81720. 00010000:00000001:2.0:1770653413.980151:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:0.0:1770653413.980151:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00010000:2.0:1770653413.980156:0:5744:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178cfa7 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x155d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000001:00000040:3.0:1770653413.980157:0:76389:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 37 00000004:00000001:0.0:1770653413.980157:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.980162:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:3.0:1770653413.980164:0:76389:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=46 00000004:00000001:0.0:1770653413.980165:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:0.0:1770653413.980170:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00080000:00000001:3.0:1770653413.980171:0:76389:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000040:2.0:1770653413.980171:0:5744:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff955633f4c100 count: 0 00000004:00000001:0.0:1770653413.980175:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00002000:00000010:2.0:1770653413.980178:0:5744:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff95562ede4ec0. 00080000:00000001:3.0:1770653413.980181:0:76389:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00010000:00000010:2.0:1770653413.980183:0:5744:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff955633f4ce00. 00000100:00000010:0.0:1770653413.980183:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710551880. 00000001:00000001:3.0:1770653413.980185:0:76389:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.980191:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=44 obd=lustre-OST0000-osc-MDT0000 00000800:00000001:1.0:1770653413.980192:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.980197:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:1.0:1770653413.980197:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653413.980197:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00080000:00000001:3.0:1770653413.980201:0:76389:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.980201:0:5744:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:0.0:1770653413.980202:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000001:1.0:1770653413.980204:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1770653413.980205:0:5744:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556189e10c0. 00002000:00000001:3.0:1770653413.980206:0:76389:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.980207:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.980211:0:5744:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653413.980214:0:76389:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000400:00000200:1.0:1770653413.980215:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000020:00000001:2.0:1770653413.980216:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:0.0:1770653413.980217:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff955734dd7400. 00000020:00000001:2.0:1770653413.980221:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.980224:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1770653413.980225:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.980226:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000004:00000001:0.0:1770653413.980228:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626799901546624 : -117273808004992 : ffff955710551880) 00080000:00000010:3.0:1770653413.980229:0:76389:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955610677c80. 00000020:00000001:2.0:1770653413.980232:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.980232:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d2500 00002000:00000001:3.0:1770653413.980236:0:76389:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000100:00000001:0.0:1770653413.980237:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00010000:2.0:1770653413.980238:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00000040:3.0:1770653413.980240:0:76389:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x155d:0x0] 00000020:00000001:2.0:1770653413.980243:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:1.0:1770653413.980244:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed7129 [2] + 656 00000100:00000001:0.0:1770653413.980245:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1770653413.980246:0:76389:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9556637e2d10. 00000020:00000001:2.0:1770653413.980246:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.980254:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1770653413.980255:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e7951e88] to pc [ptlrpcd_00_00+0] req@ffff955710551880 x1856657707211136/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1770653413.980256:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00002000:00000001:3.0:1770653413.980257:0:76389:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:3.0:1770653413.980260:0:76389:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.980262:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1770653413.980267:0:76389:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.980267:0:76384:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1770653413.980268:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1770653413.980272:0:76384:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000040:3.0:1770653413.980275:0:76389:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299227, xid 1856657707207552 00000400:00000001:2.0:1770653413.980276:0:76384:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000004:00000001:0.0:1770653413.980280:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.980281:0:76384:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2790. 00000400:00000200:1.0:1770653413.980281:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:3.0:1770653413.980282:0:76389:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000004:00001000:0.0:1770653413.980287:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 8 in flight, 42 in progress 00000400:00000200:2.0:1770653413.980289:0:76384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888440 00000400:00000010:2.0:1770653413.980293:0:76384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888440. 00000004:00001000:0.0:1770653413.980293:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1767, id 1958 00000100:00000001:2.0:1770653413.980297:0:76384:0:(events.c:78:reply_in_callback()) Process entered 00000004:00000001:0.0:1770653413.980298:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000001:1.0:1770653413.980299:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1770653413.980303:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:2.0:1770653413.980305:0:76384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95563f2c6300 x1856657707208832/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1770653413.980307:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665156d80. 00000100:00000001:0.0:1770653413.980309:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.980313:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955665156d80 x1856657966310656 msgsize 328 00000100:00100000:0.0:1770653413.980316:0:3289:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1770653413.980321:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1770653413.980328:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653413.980329:0:3289:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1770653413.980333:0:76384:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95563f2c6300 x1856657707208832/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.980334:0:3289:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.980340:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1770653413.980340:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1770653413.980344:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1770653413.980346:0:3289:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1770653413.980347:0:76384:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.980350:0:76384:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.980358:0:76384:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:2.0:1770653413.980362:0:76384:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1770653413.980362:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955710551880 x1856657707211136/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1770653413.980365:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000200:3.0:1770653413.980367:0:76389:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955735210e00 x1856657707207552/t8590299227(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.980367:0:76384:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000010:1.0:1770653413.980371:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626cc00. 00000100:00000001:2.0:1770653413.980373:0:76384:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.980378:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1770653413.980381:0:76384:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.980390:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00001000:2.0:1770653413.980391:0:76384:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 00000100:00000001:0.0:1770653413.980392:0:3289:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1770653413.980396:0:3289:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.980397:0:76389:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1770653413.980398:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a784c8 00000100:00001000:2.0:1770653413.980401:0:76384:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 02000000:00000001:0.0:1770653413.980402:0:3289:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:3.0:1770653413.980403:0:76389:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.980403:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a784c8. 02000000:00000001:0.0:1770653413.980406:0:3289:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.980410:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00001000:3.0:1770653413.980411:0:76389:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 02000000:00000001:0.0:1770653413.980411:0:3289:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.980412:0:76384:0:(client.c:1470:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1770653413.980413:0:3281:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1770653413.980418:0:76384:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.980419:0:3281:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95564f310800. 00000100:00000001:3.0:1770653413.980420:0:76389:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1770653413.980421:0:3289:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955710551880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707211136:0@lo:6:osp-syn-0-0.0 00010000:00000001:2.0:1770653413.980426:0:76384:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1770653413.980427:0:76389:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 02000000:00000001:1.0:1770653413.980427:0:3281:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1770653413.980428:0:3289:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1770653413.980431:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1770653413.980433:0:76384:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.980434:0:76389:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 02000000:00000001:0.0:1770653413.980434:0:3289:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:1.0:1770653413.980435:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1770653413.980438:0:3289:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.980441:0:76389:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1770653413.980441:0:76384:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.980442:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653413.980442:0:3289:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1770653413.980445:0:76389:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1770653413.980448:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955734dd7c00. 00000800:00000001:1.0:1770653413.980449:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653413.980450:0:76389:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1770653413.980452:0:3289:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.980455:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95563f2c6300 x1856657707208832/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1770653413.980456:0:76389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:1.0:1770653413.980457:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1770653413.980457:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e053f20. 00000400:00000010:3.0:1770653413.980463:0:76389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78990. 00000400:00000010:0.0:1770653413.980466:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8ee0. 00000400:00000200:1.0:1770653413.980469:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000200:3.0:1770653413.980471:0:76389:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707207552, offset 224 00000100:00000200:0.0:1770653413.980473:0:3289:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707211136, portal 4 00000100:00000001:0.0:1770653413.980480:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1770653413.980483:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799901546624 : -117273808004992 : ffff955710551880) 00000400:00000200:3.0:1770653413.980485:0:76389:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1770653413.980487:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b9180 00000100:00000001:2.0:1770653413.980489:0:76384:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1770653413.980494:0:3289:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955710551880 x1856657707211136/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.980497:0:76384:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1770653413.980498:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda7e9 [1] + 224 00000400:00000200:3.0:1770653413.980500:0:76389:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1770653413.980503:0:76384:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653413.980510:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653413.980512:0:76384:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000800:00000001:1.0:1770653413.980515:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.980516:0:76389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b8b80 00010000:00000001:2.0:1770653413.980517:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.980518:0:3289:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1770653413.980521:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1770653413.980523:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1770653413.980527:0:3289:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1770653413.980529:0:76389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda749 [1] + 224 00010000:00000001:2.0:1770653413.980529:0:76384:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.980532:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000010:0.0:1770653413.980533:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac84c8. 00000100:00000040:2.0:1770653413.980539:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95563f2c6300 x1856657707208832/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1770653413.980546:0:76384:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95563f2c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:76384:1856657707208832:192.168.202.60@tcp:104: 00000100:00000001:2.0:1770653413.980549:0:76384:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.980551:0:76384:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.980552:0:76384:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1770653413.980553:0:76384:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1770653413.980555:0:76384:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95563f2c6300 x1856657707208832/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.980559:0:76384:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1770653413.980561:0:76384:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1770653413.980562:0:76384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff955636fe8200. 02000000:00000001:2.0:1770653413.980565:0:76384:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1770653413.980566:0:76384:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1770653413.980567:0:76384:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=3 obd=lustre-OST0000 00000020:00000001:2.0:1770653413.980569:0:76384:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1770653413.980570:0:76384:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff955636fe8400. 02000000:00000001:2.0:1770653413.980572:0:76384:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1770653413.980573:0:76384:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1770653413.980574:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95563f2c6300. 00000100:00000001:2.0:1770653413.980577:0:76384:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653413.980578:0:76384:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1770653413.980579:0:76384:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0000. 00000100:00000001:2.0:1770653413.980581:0:76384:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1770653413.980582:0:76384:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1770653413.980583:0:76384:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f59100. 00010000:00000001:2.0:1770653413.980586:0:76384:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.980587:0:76384:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.980589:0:76384:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.980591:0:76384:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1770653413.980594:0:76384:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178cfbc lrc: 3/0,1 mode: --/PW res: [0x240000403:0x155f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1770653413.980596:0:76389:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653413.980596:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1770653413.980601:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707211136, offset 0 00000100:00000200:1.0:1770653413.980603:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955602b1c380 x1856657707209088/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1770653413.980608:0:76389:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1770653413.980614:0:3289:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1770653413.980620:0:76389:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1770653413.980627:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1770653413.980629:0:76389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95563f2c4e00 x1856657707207552/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653413.980633:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955602b1c380 x1856657707209088/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1770653413.980639:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b9980 00000100:00000001:2.0:1770653413.980640:0:76647:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1770653413.980645:0:76647:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966310656 02000000:00000001:2.0:1770653413.980649:0:76647:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1770653413.980651:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf6c5 [8] + 7616 00000100:00000001:2.0:1770653413.980653:0:76647:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653413.980658:0:76647:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.980659:0:3289:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653413.980663:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1770653413.980664:0:76647:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.980668:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1770653413.980670:0:76647:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966310656 00000100:00000001:0.0:1770653413.980673:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:2.0:1770653413.980675:0:76647:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:0.0:1770653413.980677:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000040:2.0:1770653413.980679:0:76647:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:2.0:1770653413.980684:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:0.0:1770653413.980685:0:3289:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710553100. 00000020:00000040:2.0:1770653413.980688:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=69 00000100:00000040:0.0:1770653413.980690:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff955710553100 x1856657707211136 msgsize 544 00000100:00000040:3.0:1770653413.980693:0:76389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95563f2c4e00 x1856657707207552/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1770653413.980694:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000800:00000200:1.0:1770653413.980695:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:2.0:1770653413.980701:0:76647:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000800:00000010:1.0:1770653413.980702:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dfc00. 00000100:00100000:0.0:1770653413.980703:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1770653413.980709:0:76647:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1770653413.980710:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1770653413.980714:0:76647:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59100. 00000100:00000001:0.0:1770653413.980715:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1770653413.980719:0:76389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.980720:0:76647:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1770653413.980721:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:0.0:1770653413.980725:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac84c8 00000020:00000010:2.0:1770653413.980726:0:76647:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59100. 00000400:00000010:0.0:1770653413.980728:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac84c8. 00000020:00000010:2.0:1770653413.980732:0:76647:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955636fe8400. 00000100:00000001:0.0:1770653413.980733:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1770653413.980734:0:76389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78990 00000020:00000010:2.0:1770653413.980736:0:76647:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300c80. 00000400:00000010:3.0:1770653413.980751:0:76389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78990. 00000100:00000200:0.0:1770653413.980751:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955710551880 x1856657707211136/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1770653413.980754:0:76647:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e5104b0. 00000100:00000001:3.0:1770653413.980757:0:76389:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:1.0:1770653413.980758:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888cc0 00000100:00000001:3.0:1770653413.980761:0:76389:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1770653413.980761:0:76647:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:1.0:1770653413.980763:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888cc0. 00000100:00000001:2.0:1770653413.980765:0:76647:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653413.980768:0:76389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.980770:0:76647:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000100:00000001:1.0:1770653413.980770:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653413.980775:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1770653413.980776:0:76647:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.980777:0:76389:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00010000:00000001:2.0:1770653413.980780:0:76647:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:0.0:1770653413.980781:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1770653413.980783:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653413.980785:0:76647:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:0.0:1770653413.980788:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955710551880 x1856657707211136/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1770653413.980789:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:1.0:1770653413.980789:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1770653413.980792:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016ba00 refcount=4 00000800:00000001:1.0:1770653413.980794:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1770653413.980799:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897459200 : -117273812092416 : ffff95571016ba00) 00000800:00000001:1.0:1770653413.980799:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.980803:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.980805:0:76647:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897459200 : -117273812092416 : ffff95571016ba00) 00000100:00000001:0.0:1770653413.980807:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1770653413.980812:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:0.0:1770653413.980814:0:3289:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.980816:0:76647:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff95571016ba00/0x2aed14e4e178a044 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1560:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d97 expref: 69 pid: 33123 timeout: 6877 lvb_type: 1 00000100:00000040:0.0:1770653413.980820:0:3289:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26298 usecs (27 jiffies) 00000400:00000200:1.0:1770653413.980825:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d2480 00000100:00000001:0.0:1770653413.980827:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444820 00010000:00000001:2.0:1770653413.980834:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1770653413.980838:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed7129 [2] + 984 00010000:00000001:3.0:1770653413.980839:0:76389:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000001:2.0:1770653413.980839:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.980840:0:76387:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1770653413.980842:0:76389:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.980843:0:76647:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1770653413.980846:0:76387:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000010:2.1:1770653413.980870:0:76647:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563f2d2c00. 00000800:00000001:1.0:1770653413.980870:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:3.1:1770653413.980871:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016aa00. 00000400:00000001:0.0:1770653413.980883:0:76387:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1770653413.980887:0:76387:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e053420. 00000020:00000001:3.0:1770653413.980888:0:76389:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000800:00000001:1.0:1770653413.980888:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1770653413.980889:0:76647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016a600. 00000400:00000200:1.0:1770653413.980894:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653413.980895:0:76387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8550 00010000:00000010:2.1:1770653413.980897:0:76647:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cd5c600. 00000100:00000040:3.0:1770653413.980899:0:76389:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955735210e00 x1856657707207552/t8590299227(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1770653413.980900:0:76387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8550. 00010000:00000010:2.1:1770653413.980903:0:76647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2b200. 00000400:00000200:1.0:1770653413.980904:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653413.980907:0:76387:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000010:2.1:1770653413.980913:0:76647:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562df25700. 00000100:00000001:1.0:1770653413.980915:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653413.980917:0:76387:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955602b1c380 x1856657707209088/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1770653413.980919:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:2.1:1770653413.980921:0:76647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016b000. 00000100:00000010:1.0:1770653413.980927:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665157800. 00000100:00000001:2.0:1770653413.980930:0:76647:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653413.980934:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955665157800 x1856657966310528 msgsize 328 00000100:00000001:2.0:1770653413.980938:0:76647:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1770653413.980947:0:76647:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955665156d80 x1856657966310656/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770653413.980950:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00100000:3.0:1770653413.980958:0:76389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955735210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+46:3291:x1856657707207552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 28635us (28955us total) trans 8590299227 rc 0/0 00000100:00000001:1.0:1770653413.980963:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1770653413.980963:0:76387:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955602b1c380 x1856657707209088/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.980968:0:76647:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000800:00000001:1.0:1770653413.980970:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653413.980972:0:76647:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.980976:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653413.980981:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653413.980983:0:76647:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653413.980985:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.980994:0:76647:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1770653413.980995:0:76387:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1770653413.980997:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00100000:2.0:1770653413.980998:0:76647:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966310528 00000100:00000001:0.0:1770653413.980999:0:76387:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653413.981002:0:76647:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653413.981004:0:76387:0:(client.c:1568:after_reply()) Process entered 00000400:00000200:1.0:1770653413.981005:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b9300 00000100:00000001:2.0:1770653413.981006:0:76647:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1770653413.981007:0:76387:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1770653413.981011:0:76647:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.981011:0:76387:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1770653413.981012:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda809 [1] + 224 00000100:00000001:0.0:1770653413.981015:0:76387:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.981017:0:76647:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.981021:0:76387:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.981022:0:76647:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966310528 00000800:00000001:1.0:1770653413.981022:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1770653413.981027:0:76647:0:(genops.c:811:class_conn2export()) Process entered 00000100:00001000:0.0:1770653413.981027:0:76387:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00000020:00000040:2.0:1770653413.981030:0:76647:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:2.0:1770653413.981033:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:0.0:1770653413.981033:0:76387:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00000020:00000040:2.0:1770653413.981037:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=70 00000100:00000001:0.0:1770653413.981038:0:76387:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1770653413.981040:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000800:00000001:1.0:1770653413.981041:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.981041:0:76387:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.981048:0:76647:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000400:00000200:1.0:1770653413.981048:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1770653413.981049:0:76389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136226 00010000:00000001:0.0:1770653413.981049:0:76387:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1770653413.981054:0:76387:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.981056:0:76647:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1770653413.981057:0:76389:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 4 00000100:00000001:0.0:1770653413.981057:0:76387:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.981060:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653413.981062:0:76389:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:2.0:1770653413.981062:0:76647:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59100. 00000100:00000001:3.0:1770653413.981067:0:76389:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1770653413.981067:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1770653413.981067:0:76387:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955602b1c380 x1856657707209088/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.981068:0:76647:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653413.981073:0:76389:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519080. 00000100:00000200:1.0:1770653413.981075:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955602b1c700 x1856657707209472/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1770653413.981076:0:76647:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59100. 00000020:00000010:3.0:1770653413.981080:0:76389:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d190. 00000020:00000010:2.0:1770653413.981083:0:76647:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955636fe8200. 00000020:00000010:3.0:1770653413.981088:0:76389:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955626008000. 00000020:00000010:2.0:1770653413.981090:0:76647:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300300. 00000020:00000040:3.0:1770653413.981096:0:76389:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 45 00000100:00000001:0.0:1770653413.981097:0:76387:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653413.981098:0:76647:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510640. 00000100:00000001:3.0:1770653413.981103:0:76389:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.981104:0:76387:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1770653413.981105:0:76647:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1770653413.981108:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955602b1c700 x1856657707209472/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.981110:0:76647:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1770653413.981110:0:76387:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.981113:0:76647:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000100:00000001:3.0:1770653413.981114:0:76389:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1770653413.981117:0:76387:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000100:00100000:3.0:1770653413.981119:0:76389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707211136 00010000:00000001:2.0:1770653413.981119:0:76647:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.981122:0:76387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1770653413.981125:0:76389:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:2.0:1770653413.981126:0:76647:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1770653413.981128:0:76387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.981130:0:76389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1770653413.981131:0:76647:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1770653413.981133:0:76387:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.981134:0:76389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.981135:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653413.981139:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c986e00 refcount=4 02000000:00000001:3.0:1770653413.981141:0:76389:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.981141:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1770653413.981143:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812318720 : -117277897232896 : ffff95561c986e00) 00000100:00000040:0.0:1770653413.981145:0:76387:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955602b1c380 x1856657707209088/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1770653413.981147:0:76389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707211136 00010000:00000001:2.0:1770653413.981148:0:76647:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812318720 : -117277897232896 : ffff95561c986e00) 00000020:00000001:3.0:1770653413.981151:0:76389:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:1.0:1770653413.981151:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:3.0:1770653413.981156:0:76389:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00010000:00010000:2.0:1770653413.981157:0:76647:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff95561c986e00/0x2aed14e4e178a1be lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x155f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ee0 expref: 70 pid: 12200 timeout: 6877 lvb_type: 1 00000020:00000001:3.0:1770653413.981159:0:76389:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:1.0:1770653413.981161:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1770653413.981163:0:76389:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=46 00000800:00000001:1.0:1770653413.981168:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1770653413.981170:0:76389:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000800:00000001:1.0:1770653413.981173:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653413.981177:0:76389:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00010000:00000001:2.0:1770653413.981183:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.981184:0:76389:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1770653413.981186:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:2.0:1770653413.981187:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1770653413.981188:0:76387:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955602b1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:76387:1856657707209088:192.168.202.60@tcp:104: 00000020:00000010:3.0:1770653413.981190:0:76389:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbd40. 00010000:00000001:2.0:1770653413.981191:0:76647:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.981198:0:76389:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.981198:0:76647:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.981200:0:76387:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.981204:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b9380 00000100:00000001:2.0:1770653413.981206:0:76647:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:3.0:1770653413.981207:0:76389:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbd40. 00000100:00000001:0.0:1770653413.981207:0:76387:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.981213:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda819 [1] + 224 00000100:00000200:2.0:1770653413.981214:0:76647:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955665157800 x1856657966310528/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.981214:0:76387:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000020:00000010:3.0:1770653413.981216:0:76389:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95562fa45e00. 00000100:00000001:0.0:1770653413.981218:0:76387:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1770653413.981223:0:76389:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3880. 00000800:00000001:1.0:1770653413.981224:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1770653413.981225:0:76387:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955602b1c380 x1856657707209088/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1770653413.981231:0:76389:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90000. 00000800:00000001:1.0:1770653413.981231:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.981238:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653413.981239:0:76389:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1770653413.981242:0:76647:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1770653413.981244:0:76389:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1770653413.981246:0:76647:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.981248:0:76389:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.981250:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653413.981254:0:76387:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1770653413.981257:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1770653413.981258:0:76389:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.981258:0:76647:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653413.981259:0:76387:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653413.981263:0:76387:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff955626009200. 00000100:00000200:1.0:1770653413.981265:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95572eb21180 x1856657707209600/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1770653413.981268:0:76387:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1770653413.981270:0:76647:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1770653413.981272:0:76387:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1770653413.981276:0:76389:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.981277:0:76647:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:0.0:1770653413.981277:0:76387:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=7 obd=lustre-OST0001 00000100:00000040:1.0:1770653413.981281:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff95572eb21180 x1856657707209600/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1770653413.981285:0:76387:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:2.0:1770653413.981286:0:76647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161882 02000000:00000010:0.0:1770653413.981289:0:76387:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff955626008e00. 00000100:00000001:3.0:1770653413.981290:0:76389:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1770653413.981292:0:76647:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 2 00000100:00000001:3.0:1770653413.981296:0:76389:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1770653413.981297:0:76387:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1770653413.981298:0:76647:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028470144 : -117276681081472 : ffff955665156d80) 02000000:00000001:0.0:1770653413.981301:0:76387:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:3.0:1770653413.981305:0:76389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136240 00000100:00000010:0.0:1770653413.981306:0:76387:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955602b1c380. 00000100:00000040:2.0:1770653413.981310:0:76647:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665156d80 x1856657966310656/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653413.981312:0:76389:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 5 00000100:00000001:1.0:1770653413.981313:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1770653413.981313:0:76387:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1770653413.981317:0:76387:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.981318:0:76389:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626799901552896 : -117273807998720 : ffff955710553100) 00000100:00000010:0.0:1770653413.981324:0:76387:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f3623c0. 00000100:00000001:1.0:1770653413.981326:0:12204:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1770653413.981329:0:76389:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955710553100 x1856657707211136/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.981331:0:76387:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1770653413.981332:0:76647:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000001:1.0:1770653413.981332:0:12204:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1770653413.981336:0:76387:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1770653413.981337:0:12204:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1770653413.981341:0:12204:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2e70. 00010000:00000010:0.0:1770653413.981343:0:76387:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a680. 00000100:00000001:3.0:1770653413.981344:0:76389:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1770653413.981345:0:12204:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888880 00000400:00000010:1.0:1770653413.981349:0:12204:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888880. 00000020:00000010:3.0:1770653413.981350:0:76389:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbd40. 00000100:00000001:2.0:1770653413.981351:0:73799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1770653413.981351:0:76387:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.981353:0:12204:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1770653413.981356:0:73799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1770653413.981357:0:76387:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.981358:0:76389:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1770653413.981362:0:12204:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95572eb21180 x1856657707209600/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.981363:0:76387:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653413.981365:0:76389:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbd40. 00000100:00100000:2.0:1770653413.981365:0:73799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161883 00010000:00000001:0.0:1770653413.981370:0:76387:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000040:2.0:1770653413.981373:0:73799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 3 00010000:00010000:0.0:1770653413.981375:0:76387:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cfca lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1417:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770653413.981378:0:76389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955710553100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+46:3289:x1856657707211136:12345-0@lo:6:osp-syn-0-0.0 00000100:00000001:2.0:1770653413.981379:0:73799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028472832 : -117276681078784 : ffff955665157800) 00000100:00000200:1.0:1770653413.981384:0:12204:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95572eb21180 x1856657707209600/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1770653413.981388:0:76389:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707211136 00000100:00000040:2.0:1770653413.981391:0:73799:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665157800 x1856657966310528/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1770653413.981393:0:76389:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1770653413.981397:0:76389:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1770653413.981402:0:76389:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.981408:0:76389:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1770653413.981411:0:76389:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000020:00000001:3.0:1770653413.981418:0:76389:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1770653413.981419:0:12204:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1770653413.981419:0:76385:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1770653413.981421:0:76389:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.981421:0:73799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1770653413.981423:0:12204:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653413.981425:0:76389:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:2.0:1770653413.981426:0:73799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59100. 00000400:00000001:0.0:1770653413.981426:0:76385:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1770653413.981427:0:12204:0:(client.c:1568:after_reply()) Process entered 00000020:00000001:3.0:1770653413.981429:0:76389:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000001:0.0:1770653413.981430:0:76385:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1770653413.981431:0:12204:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1770653413.981434:0:76389:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000100:00000001:2.0:1770653413.981434:0:73799:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.981435:0:12204:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1770653413.981436:0:76385:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e053058. 00000020:00000001:3.0:1770653413.981438:0:76389:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000100:00000001:1.0:1770653413.981439:0:12204:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.981441:0:73799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59100. 00000020:00000001:3.0:1770653413.981443:0:76389:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.981443:0:76385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8dd0 02000000:00000001:1.0:1770653413.981444:0:12204:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.981448:0:76389:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000400:00000010:0.0:1770653413.981450:0:76385:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8dd0. 00000100:00100000:2.0:1770653413.981451:0:73799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665157800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:b31b1d82-c1d4-4680-ae7a-71292416d1f5+70:2366:x1856657966310528:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000001:00000001:3.0:1770653413.981452:0:76389:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653413.981452:0:12204:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 00000100:00000001:0.0:1770653413.981454:0:76385:0:(events.c:78:reply_in_callback()) Process entered 00000001:00000001:3.0:1770653413.981459:0:76389:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000200:2.0:1770653413.981463:0:73799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966310528 00000100:00001000:1.0:1770653413.981463:0:12204:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 00000001:00000001:3.0:1770653413.981464:0:76389:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1770653413.981464:0:76385:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955602b1c700 x1856657707209472/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.981468:0:73799:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000001:00000001:3.0:1770653413.981472:0:76389:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000002:2.0:1770653413.981473:0:73799:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000100:00000001:1.0:1770653413.981473:0:12204:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000001:00000001:3.0:1770653413.981479:0:76389:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:2.0:1770653413.981479:0:73799:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1770653413.981480:0:12204:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.981484:0:76389:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.981484:0:12204:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1770653413.981485:0:73799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:0.0:1770653413.981486:0:76385:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955602b1c700 x1856657707209472/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000001:3.0:1770653413.981490:0:76389:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.981491:0:73799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1770653413.981491:0:12204:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.981497:0:76389:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 02000000:00000010:2.0:1770653413.981498:0:73799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95562b39c000. 00000100:00000001:1.0:1770653413.981498:0:12204:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.981500:0:76389:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.981500:0:76385:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1770653413.981504:0:73799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.981506:0:76385:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1770653413.981507:0:76389:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.981507:0:12204:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95572eb21180 x1856657707209600/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.981508:0:73799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.981510:0:76385:0:(client.c:1568:after_reply()) Process entered 00000020:00000001:3.0:1770653413.981514:0:76389:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.981515:0:76385:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1770653413.981516:0:73799:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000020:00000001:3.0:1770653413.981521:0:76389:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.981521:0:76385:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:2.0:1770653413.981522:0:73799:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:1.0:1770653413.981523:0:12204:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.981525:0:76385:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.981528:0:73799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1770653413.981529:0:76389:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1770653413.981530:0:12204:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1770653413.981531:0:76385:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.981532:0:73799:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1770653413.981534:0:76389:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1770653413.981534:0:12204:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1770653413.981536:0:73799:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c986e00 refcount=4 00000100:00001000:0.0:1770653413.981537:0:76385:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00010000:00000001:1.0:1770653413.981539:0:12204:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 02000000:00000010:3.0:1770653413.981541:0:76389:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95564f311000. 00000020:00000001:2.0:1770653413.981541:0:73799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812318720 : -117277897232896 : ffff95561c986e00) 00010000:00000001:1.0:1770653413.981543:0:12204:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:0.0:1770653413.981545:0:76385:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 02000000:00000001:3.0:1770653413.981547:0:76389:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.981547:0:12204:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.981548:0:73799:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812318720 : -117277897232896 : ffff95561c986e00) 00000100:00000001:0.0:1770653413.981549:0:76385:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1770653413.981551:0:12204:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.981553:0:76389:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653413.981555:0:73799:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95565f6ed500 count: 3 00000100:00000001:0.0:1770653413.981555:0:76385:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653413.981557:0:76389:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000100:00000040:1.0:1770653413.981559:0:12204:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572eb21180 x1856657707209600/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.981562:0:76389:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1770653413.981562:0:76385:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00010000:2.0:1770653413.981564:0:73799:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff95561c986e00/0x2aed14e4e178a1be lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x155f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ee0 expref: 70 pid: 12200 timeout: 6877 lvb_type: 1 00010000:00000001:3.0:1770653413.981567:0:76389:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.981567:0:76385:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:3.0:1770653413.981574:0:76389:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5475 count 1 00000100:00000001:0.0:1770653413.981575:0:76385:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653413.981581:0:76389:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:3.0:1770653413.981585:0:76389:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00000040:0.0:1770653413.981587:0:76385:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955602b1c700 x1856657707209472/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1770653413.981588:0:76389:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00001000:2.0:1770653413.981590:0:73799:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 00000020:00000001:3.0:1770653413.981594:0:76389:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797101932632 : -117276607618984 : ffff955669766058) 00000100:00100000:1.0:1770653413.981594:0:12204:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95572eb21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12204:1856657707209600:192.168.202.60@tcp:104: 00002000:00000001:3.0:1770653413.981601:0:76389:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797101932544 : -117276607619072 : ffff955669766000) 00010000:00000001:2.0:1770653413.981601:0:73799:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1770653413.981608:0:76389:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000001:1.0:1770653413.981608:0:12204:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.981609:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.981610:0:76385:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.981613:0:76389:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:2.0:1770653413.981614:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.981615:0:12204:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.981615:0:76385:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1770653413.981619:0:76385:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1770653413.981620:0:76389:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955643d81400 count: 2 00000100:00000001:1.0:1770653413.981621:0:12204:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00010000:2.0:1770653413.981622:0:73799:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff95561c986e00/0x2aed14e4e178a1be lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x155f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ee0 expref: 70 pid: 12200 timeout: 6877 lvb_type: 1 00010000:00000001:0.0:1770653413.981624:0:76385:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000100:00000001:1.0:1770653413.981626:0:12204:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1770653413.981627:0:76389:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.981628:0:76385:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.981631:0:76385:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.981635:0:76389:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000040:1.0:1770653413.981635:0:12204:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95572eb21180 x1856657707209600/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.981636:0:76385:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1770653413.981640:0:76389:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955606de2600. 00000020:00000001:2.0:1770653413.981641:0:73799:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000001:3.0:1770653413.981648:0:76389:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:2.0:1770653413.981648:0:73799:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000040:0.0:1770653413.981648:0:76385:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955602b1c700 x1856657707209472/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.981649:0:12204:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1770653413.981652:0:73799:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.981655:0:12204:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:3.0:1770653413.981656:0:76389:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955606de2600 with handle 0x2aed14e4e178d009 to hash 00000020:00000001:2.0:1770653413.981658:0:73799:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.981660:0:12204:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff955636fe8a00. 00000020:00000001:3.0:1770653413.981661:0:76389:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1770653413.981664:0:73799:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653413.981665:0:76389:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795447789056 : -117278261762560 : ffff955606de2600) 02000000:00000001:1.0:1770653413.981667:0:12204:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1770653413.981668:0:73799:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653413.981672:0:76389:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795447789056 : -117278261762560 : ffff955606de2600) 00000020:00000001:1.0:1770653413.981672:0:12204:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1770653413.981674:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:1.0:1770653413.981676:0:12204:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=2 obd=lustre-OST0000 00010000:00000001:3.0:1770653413.981678:0:76389:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1770653413.981679:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1770653413.981680:0:12204:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:0.0:1770653413.981681:0:76385:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955602b1c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:76385:1856657707209472:192.168.202.60@tcp:104: 00010000:00000001:2.0:1770653413.981683:0:73799:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653413.981684:0:76389:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653413.981685:0:12204:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff955636fe8e00. 00010000:00000001:2.0:1770653413.981687:0:73799:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.981691:0:76389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff955606de2600/0x2aed14e4e178d009 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1563:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1770653413.981692:0:12204:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:2.0:1770653413.981693:0:73799:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561c986e00 with handle 0x2aed14e4e178a1be from hash 00000100:00000001:0.0:1770653413.981694:0:76385:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653413.981697:0:12204:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1770653413.981699:0:73799:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000010:1.0:1770653413.981702:0:12204:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572eb21180. 00000100:00000001:0.0:1770653413.981702:0:76385:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.981703:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.981705:0:76389:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1770653413.981708:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.981709:0:12204:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1770653413.981709:0:76385:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:3.0:1770653413.981710:0:76389:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1770653413.981711:0:73799:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1770653413.981712:0:76385:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1770653413.981714:0:76389:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:1.0:1770653413.981714:0:12204:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.981715:0:73799:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653413.981720:0:76389:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1770653413.981720:0:73799:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.981720:0:76385:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955602b1c700 x1856657707209472/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1770653413.981721:0:12204:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0540. 00010000:00000001:3.0:1770653413.981725:0:76389:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:2.0:1770653413.981727:0:73799:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1770653413.981728:0:12204:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1770653413.981729:0:76389:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:2.0:1770653413.981730:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.981731:0:12204:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1770653413.981737:0:76389:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff95571016b800/0x2aed14e4e1789f8e lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1563:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d04 expref: 70 pid: 6531 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1770653413.981752:0:73799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95561c986e00/0x2aed14e4e178a1be lrc: 0/0,0 mode: --/PR res: [0x240000403:0x155f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ee0 expref: 70 pid: 12200 timeout: 6877 lvb_type: 1 00010000:00000010:1.0:1770653413.981752:0:12204:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f59b80. 00000100:00000001:0.0:1770653413.981755:0:76385:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1770653413.981759:0:76385:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1770653413.981760:0:12204:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1770653413.981763:0:76385:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff955626009c00. 00010000:00000001:1.0:1770653413.981766:0:12204:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.981771:0:76385:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1770653413.981773:0:12204:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.981775:0:76385:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000040:2.0:1770653413.981777:0:73799:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 62 00010000:00000001:3.0:1770653413.981780:0:76389:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1770653413.981781:0:12204:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000040:0.0:1770653413.981781:0:76385:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=6 obd=lustre-OST0001 00000020:00000040:2.0:1770653413.981782:0:73799:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 69 00010000:00000001:3.0:1770653413.981785:0:76389:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.981787:0:12204:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff95571016b400/0x2aed14e4e178cfd8 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1770653413.981788:0:76385:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00010000:3.0:1770653413.981799:0:76389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653413.981801:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:0.0:1770653413.981803:0:76385:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff955626009000. 00010000:00000001:3.0:1770653413.981804:0:76389:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.981806:0:73799:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653413.981810:0:76389:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1770653413.981811:0:73799:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 02000000:00000001:0.0:1770653413.981811:0:76385:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00010000:3.0:1770653413.981816:0:76389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000040:2.0:1770653413.981817:0:73799:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95571016b200 02000000:00000001:0.0:1770653413.981817:0:76385:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1770653413.981819:0:76389:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.981822:0:73799:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000010:0.0:1770653413.981822:0:76385:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955602b1c700. 00010000:00000001:3.0:1770653413.981823:0:76389:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.981826:0:73799:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1770653413.981828:0:76389:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000800:00000001:1.0:1770653413.981828:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653413.981829:0:76385:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00010000:00010000:2.0:1770653413.981831:0:73799:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:0.0:1770653413.981833:0:76385:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1770653413.981834:0:76389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff955606de2600/0x2aed14e4e178d009 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1563:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.981834:0:73799:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653413.981836:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1770653413.981837:0:76385:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f3626c0. 00010000:00000001:2.0:1770653413.981841:0:73799:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000800:00000001:1.0:1770653413.981842:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653413.981844:0:76385:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00010000:2.0:1770653413.981846:0:73799:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000800:00000001:1.0:1770653413.981865:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.981874:0:73799:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1770653413.981876:0:76389:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1563:0x0].0x0 (ffff955643d81400) refcount = 2 00000400:00000200:1.0:1770653413.981877:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:0.0:1770653413.981877:0:76385:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.981878:0:73799:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1770653413.981882:0:73799:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000040:3.0:1770653413.981885:0:76389:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000010:0.0:1770653413.981887:0:76385:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a2c0. 00010000:00010000:2.0:1770653413.981888:0:73799:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178cfbc lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x155f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.981892:0:76385:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653413.981893:0:76389:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95571016b800/0x2aed14e4e1789f8e lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1563:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d04 expref: 69 pid: 6531 timeout: 0 lvb_type: 1 00000400:00000200:1.0:1770653413.981894:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b9480 00010000:00000001:0.0:1770653413.981899:0:76385:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.981905:0:76385:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1770653413.981908:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda82d [1] + 224 00010000:00000001:0.0:1770653413.981912:0:76385:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1770653413.981914:0:73799:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:0.0:1770653413.981917:0:76385:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95561ae2be00/0x2aed14e4e178cfd1 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1418:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1770653413.981921:0:76389:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00010000:2.0:1770653413.981921:0:73799:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178cfbc lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x155f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000800:00000001:1.0:1770653413.981922:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000040:3.0:1770653413.981926:0:76389:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955606de2600/0x2aed14e4e178d009 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1563:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000800:00000001:1.0:1770653413.981928:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.981934:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1770653413.981941:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444820 00000400:00000200:1.0:1770653413.981944:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000040:2.0:1770653413.981948:0:73799:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x155f:0x0].0x0 (ffff95565f6ed500) refcount = 2 00000100:00000001:0.0:1770653413.981949:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444822 00000100:00000001:1.0:1770653413.981951:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:2.0:1770653413.981957:0:73799:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:0.0:1770653413.981958:0:3289:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444820 00000100:00000200:1.0:1770653413.981959:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95561752a680 x1856657707209856/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000040:2.0:1770653413.981962:0:73799:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178cfbc lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x155f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.981965:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444822 00010000:00000010:3.0:1770653413.981973:0:76389:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9556196fbd40. 00000100:00000001:0.0:1770653413.981974:0:3289:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444820 00000100:00000001:3.0:1770653413.981980:0:76389:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:0.0:1770653413.981982:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444822 00000100:00000010:3.0:1770653413.981987:0:76389:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556189e1240. 00010000:00000001:2.0:1770653413.981987:0:73799:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:0.0:1770653413.981989:0:3289:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444820 00010000:00000001:2.0:1770653413.981991:0:73799:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.981993:0:76389:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626795745579584 : -117277963972032 : ffff9556189e1240) 00000100:00000001:0.0:1770653413.981996:0:3289:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.981997:0:73799:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000040:1.0:1770653413.981997:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff95561752a680 x1856657707209856/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.981998:0:76389:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626795745579584 : -117277963972032 : ffff9556189e1240) 00010000:00000001:2.0:1770653413.982001:0:73799:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.982002:0:3289:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.982005:0:76389:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000001:2.0:1770653413.982008:0:73799:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.982010:0:76389:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000001:0.0:1770653413.982010:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.982015:0:76389:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000010:2.0:1770653413.982016:0:73799:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f59100. 00000100:00000001:0.0:1770653413.982016:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.982020:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.982022:0:73799:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00000001:3.0:1770653413.982023:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.982025:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:2.0:1770653413.982026:0:73799:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0000. 00000020:00000001:3.0:1770653413.982027:0:76389:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:0.0:1770653413.982029:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1770653413.982031:0:76389:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000001:2.0:1770653413.982032:0:73799:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100335104 : -117276609216512 : ffff9556695e0000) 00000800:00000001:1.0:1770653413.982032:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653413.982033:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1770653413.982037:0:76389:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000100:00000001:2.0:1770653413.982038:0:73799:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100335104 : -117276609216512 : ffff9556695e0000) 00000800:00000001:1.0:1770653413.982040:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.982041:0:76389:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000400:00000001:0.0:1770653413.982041:0:3291:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1770653413.982042:0:73799:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000800:00000001:1.0:1770653413.982044:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653413.982046:0:73799:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000400:00000001:0.0:1770653413.982046:0:3291:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000010:3.0:1770653413.982048:0:76389:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95561752bb80. 00000800:00000001:1.0:1770653413.982050:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1770653413.982050:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2cb8. 00010000:00000001:2.0:1770653413.982051:0:73799:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000020:00000040:3.0:1770653413.982052:0:76389:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=3 obd=lustre-OST0000 00010000:00000001:2.0:1770653413.982056:0:73799:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1770653413.982057:0:76389:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1770653413.982058:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78c38 02000000:00000001:3.0:1770653413.982061:0:76389:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1770653413.982062:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78c38. 00000400:00000200:1.0:1770653413.982063:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 02000000:00000001:3.0:1770653413.982065:0:76389:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.982065:0:73799:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.982069:0:3291:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1770653413.982072:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:3.0:1770653413.982073:0:76389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95562fa44200. 00010000:00000001:2.0:1770653413.982076:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1770653413.982077:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d2600 00000100:00000200:0.0:1770653413.982078:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95563f2c7100 x1856657707207296/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.982080:0:73799:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.982081:0:76389:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.982086:0:73799:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1770653413.982091:0:73799:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000200:1.0:1770653413.982091:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed7129 [2] + 1312 00010000:00010000:3.0:1770653413.982092:0:76389:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff95571016b800/0x2aed14e4e1789f8e lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1563:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d04 expref: 69 pid: 6531 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1770653413.982097:0:73799:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.982104:0:73799:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.982105:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653413.982110:0:73799:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000800:00000001:1.0:1770653413.982112:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1770653413.982115:0:73799:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0000. 00000400:00000200:1.0:1770653413.982117:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1770653413.982120:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95563f2c7100 x1856657707207296/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1770653413.982121:0:76389:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff95571016b800/0x2aed14e4e1789f8e lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1563:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d04 expref: 69 pid: 6531 timeout: 6877 lvb_type: 1 00000100:00000001:2.0:1770653413.982121:0:73799:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1770653413.982125:0:73799:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1770653413.982130:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000010:2.0:1770653413.982131:0:73799:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f59100. 00010000:00000001:2.0:1770653413.982138:0:73799:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:1.0:1770653413.982141:0:3281:0:(events.c:286:request_in_callback()) Process entered 00010000:00010000:2.0:1770653413.982142:0:73799:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000200:1.0:1770653413.982147:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000001:2.0:1770653413.982148:0:73799:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.982149:0:76389:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1770653413.982153:0:76389:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1770653413.982155:0:3291:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1770653413.982157:0:73799:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000010:1.0:1770653413.982158:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665156a00. 00000100:00000040:3.0:1770653413.982159:0:76389:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95561752bb80 x1856657707211264/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.982161:0:3291:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.982164:0:73799:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.982164:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955665156a00 x1856657966310912 msgsize 328 00000100:00000001:0.0:1770653413.982168:0:3291:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:0.0:1770653413.982173:0:3291:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00001000:2.0:1770653413.982174:0:73799:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000100:00000001:0.0:1770653413.982177:0:3291:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1770653413.982182:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653413.982182:0:3291:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.982186:0:73799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1770653413.982189:0:3291:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.982195:0:73799:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000100:00000001:1.0:1770653413.982197:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000100:00001000:0.0:1770653413.982198:0:3291:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 00000100:00000001:3.0:1770653413.982199:0:76389:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1770653413.982203:0:73799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000001:3.0:1770653413.982204:0:76389:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.982204:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1770653413.982205:0:3291:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 00000800:00000001:1.0:1770653413.982210:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653413.982212:0:73799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1770653413.982212:0:3291:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1770653413.982214:0:76389:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95561752bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:76389:1856657707211264:192.168.202.60@tcp:104: 00000800:00000001:1.0:1770653413.982216:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1770653413.982218:0:73799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.982218:0:3291:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.982221:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.982222:0:76389:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1770653413.982226:0:3291:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1770653413.982227:0:73799:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1770653413.982228:0:76389:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:0.0:1770653413.982230:0:3291:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.982232:0:76389:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.982235:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:0.0:1770653413.982235:0:3291:0:(client.c:1522:ptlrpc_save_versions()) Process entered 02000000:00000001:3.0:1770653413.982237:0:76389:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1770653413.982239:0:73799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000040:0.0:1770653413.982240:0:3291:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 02000000:00000010:3.0:1770653413.982243:0:76389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95562fa45600. 00000100:00000001:0.0:1770653413.982245:0:3291:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 02000000:00000001:3.0:1770653413.982246:0:76389:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.982248:0:73799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888440. 00000100:00000001:0.0:1770653413.982249:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1770653413.982251:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d2580 00000100:00000001:0.0:1770653413.982253:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796392444160 : -117277317107456 : ffff95563f2c7100) 00000400:00000010:3.0:1770653413.982255:0:76389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d20b0. 00000100:00000200:2.0:1770653413.982256:0:73799:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966310528, offset 224 00000100:00000001:0.0:1770653413.982259:0:3291:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1770653413.982262:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed7129 [2] + 1640 00000100:00000040:0.0:1770653413.982264:0:3291:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00000100:00000001:0.0:1770653413.982268:0:3291:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000800:00000001:1.0:1770653413.982269:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1770653413.982271:0:76389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78990. 00000100:00000001:0.0:1770653413.982272:0:3291:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.982274:0:73799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000800:00000001:1.0:1770653413.982275:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.982281:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1770653413.982282:0:76389:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707211264, portal 16 00000100:00000040:0.0:1770653413.982282:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95563f2c7100 x1856657707207296/t8590299225(8590299225) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1770653413.982288:0:73799:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000001:3.0:1770653413.982289:0:76389:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1770653413.982292:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653413.982293:0:76389:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795723864960 : -117277985686656 : ffff95561752bb80) 00000400:00000200:2.0:1770653413.982303:0:73799:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164730:2164730:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164726:2164726:8:4294967295] 00000100:00000040:3.0:1770653413.982305:0:76389:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff95561752bb80 x1856657707211264/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1770653413.982329:0:73799:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:0.0:1770653413.982338:0:3291:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.982340:0:76389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1770653413.982341:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1770653413.982344:0:3291:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000800:00000200:2.0:1770653413.982345:0:73799:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000200:1.0:1770653413.982346:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:3.0:1770653413.982349:0:76389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:0.0:1770653413.982349:0:3291:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1770653413.982353:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665157100. 00000800:00000010:2.0:1770653413.982354:0:73799:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df200. 00000004:00080000:0.0:1770653413.982355:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95563f2c7100/2, rc 0, transno 8590299225 00000400:00000010:3.0:1770653413.982357:0:76389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78550. 00000100:00000040:1.0:1770653413.982358:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955665157100 x1856657966310784 msgsize 328 00000004:00001000:0.0:1770653413.982364:0:3291:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 7 in flight, 42 in progress 00000100:00000200:3.0:1770653413.982365:0:76389:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707211264, offset 0 00000800:00000200:2.0:1770653413.982365:0:73799:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00100000:1.0:1770653413.982374:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000400:00000200:3.0:1770653413.982380:0:76389:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000800:00000200:2.0:1770653413.982381:0:73799:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000040:0.0:1770653413.982381:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95563f2c7100 x1856657707207296/t8590299225(8590299225) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.982385:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:2.0:1770653413.982388:0:73799:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1770653413.982392:0:76389:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000100:00000001:2.0:1770653413.982396:0:73799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.982402:0:76389:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1770653413.982405:0:73799:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00100000:0.0:1770653413.982406:0:3291:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95563f2c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707207296:0@lo:6:osp-syn-0-0.0 00010000:00000001:2.0:1770653413.982408:0:73799:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.982409:0:76389:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00010000:00000001:2.0:1770653413.982415:0:73799:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.982416:0:76389:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1770653413.982422:0:76389:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00000001:0.0:1770653413.982424:0:5743:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1770653413.982426:0:73799:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665157800 x1856657966310528/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1770653413.982429:0:5743:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966310912 00000400:00000200:3.0:1770653413.982431:0:76389:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164731:2164731:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164727:2164727:7:4294967295] 02000000:00000001:0.0:1770653413.982434:0:5743:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653413.982437:0:5743:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653413.982441:0:5743:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.982447:0:5743:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.982452:0:5743:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966310912 00000100:00100000:2.0:1770653413.982454:0:73799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665157800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:b31b1d82-c1d4-4680-ae7a-71292416d1f5+69:2366:x1856657966310528:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1029us (1516us total) trans 0 rc 0/0 00000400:00000200:3.0:1770653413.982456:0:76389:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000020:00000001:0.0:1770653413.982457:0:5743:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1770653413.982460:0:5743:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000020:00000001:0.0:1770653413.982465:0:5743:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653413.982468:0:5743:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=65 00000800:00000200:3.0:1770653413.982473:0:76389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00100000:2.0:1770653413.982474:0:73799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161883 00000020:00000001:0.0:1770653413.982474:0:5743:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:0.0:1770653413.982480:0:5743:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000040:2.0:1770653413.982482:0:73799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 2 00000800:00000010:3.0:1770653413.982483:0:76389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c700. 00000100:00000001:0.0:1770653413.982484:0:5743:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1770653413.982486:0:73799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653413.982489:0:73799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1770653413.982490:0:5743:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00000020:00000010:2.0:1770653413.982492:0:73799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300300. 00000800:00000200:3.0:1770653413.982494:0:76389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:0.0:1770653413.982496:0:5743:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1770653413.982497:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1770653413.982499:0:73799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510640. 00000020:00000010:0.0:1770653413.982503:0:5743:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00000800:00000010:1.0:1770653413.982504:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df200. 00000800:00000200:3.0:1770653413.982505:0:76389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000020:00000010:2.0:1770653413.982506:0:73799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955636fe8200. 00000400:00000200:1.0:1770653413.982512:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1770653413.982512:0:5743:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955626009000. 00000800:00000200:3.0:1770653413.982513:0:76389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c700 type 1, nob 424 niov 1 nkiov 1 00000020:00000040:2.0:1770653413.982515:0:73799:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 68 00000020:00000010:0.0:1770653413.982519:0:5743:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519280. 00000100:00000001:2.0:1770653413.982521:0:73799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.982522:0:76389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.982523:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000010:0.0:1770653413.982527:0:5743:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3da28. 00000100:00000001:3.0:1770653413.982529:0:76389:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444825 00000400:00000200:1.0:1770653413.982531:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888440 00000100:00000001:0.0:1770653413.982533:0:5743:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:1.0:1770653413.982534:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888440. 00000100:00000001:2.0:1770653413.982535:0:73799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1770653413.982536:0:76389:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444820 00000100:00000001:0.0:1770653413.982537:0:5743:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1770653413.982540:0:73799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966310784 00000100:00000001:1.0:1770653413.982541:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1770653413.982541:0:5743:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000100:00000001:3.0:1770653413.982543:0:76389:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444825 00000100:00000001:1.0:1770653413.982545:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:2.0:1770653413.982546:0:73799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:0.0:1770653413.982546:0:5743:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.982550:0:76389:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444822 00000100:00000001:2.0:1770653413.982550:0:73799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1770653413.982551:0:5743:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000800:00000001:1.0:1770653413.982552:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653413.982553:0:73799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.982555:0:5743:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1770653413.982558:0:5743:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1770653413.982559:0:76389:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444825 02000000:00000001:2.0:1770653413.982559:0:73799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.982559:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1770653413.982560:0:5743:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556323fc000 refcount=4 00000800:00000001:1.0:1770653413.982566:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1770653413.982567:0:73799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966310784 00000020:00000001:0.0:1770653413.982567:0:5743:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796175605760 : -117277533945856 : ffff9556323fc000) 00000020:00000001:2.0:1770653413.982572:0:73799:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:1.0:1770653413.982573:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.982573:0:5743:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796175605760 : -117277533945856 : ffff9556323fc000) 00000020:00000040:2.0:1770653413.982575:0:73799:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000020:00000001:2.0:1770653413.982580:0:73799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653413.982584:0:73799:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=66 00000400:00000200:1.0:1770653413.982585:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00010000:0.0:1770653413.982585:0:5743:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9556323fc000/0x2aed14e4e178a18d lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1418:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0eb6 expref: 65 pid: 33123 timeout: 6877 lvb_type: 1 00000020:00000001:2.0:1770653413.982589:0:73799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:2.0:1770653413.982596:0:73799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000400:00000200:1.0:1770653413.982600:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b9500 00000100:00000001:2.0:1770653413.982603:0:73799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1770653413.982604:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.982608:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1770653413.982609:0:73799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59100. 00000400:00000200:1.0:1770653413.982609:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda839 [1] + 224 00010000:00000001:0.0:1770653413.982611:0:5743:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.982615:0:73799:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.982618:0:5743:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.982620:0:76389:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444822 00000020:00000010:2.0:1770653413.982621:0:73799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59100. 00000800:00000001:1.0:1770653413.982622:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653413.982623:0:5743:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1770653413.982630:0:76389:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444825 00000020:00000010:2.0:1770653413.982630:0:73799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955636fe8200. 00000800:00000001:1.0:1770653413.982631:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1770653413.982632:0:5743:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955665156a00 x1856657966310912/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.982636:0:76389:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444822 00000020:00000010:2.0:1770653413.982638:0:73799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300300. 00000400:00000200:1.0:1770653413.982639:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653413.982643:0:76389:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653413.982646:0:73799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510640. 00000100:00000001:3.0:1770653413.982649:0:76389:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.982654:0:73799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1770653413.982654:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:3.0:1770653413.982655:0:76389:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.982657:0:5743:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1770653413.982658:0:73799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1770653413.982660:0:76389:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.982663:0:73799:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000100:00000001:0.0:1770653413.982663:0:5743:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.982664:0:76389:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.982666:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1770653413.982667:0:73799:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.982670:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.982671:0:73799:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1770653413.982673:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.982674:0:5743:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.982675:0:73799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000200:1.0:1770653413.982676:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95572ebc4000 x1856657707209984/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.982677:0:76389:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.982679:0:73799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1770653413.982683:0:76389:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000040:2.0:1770653413.982684:0:73799:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c163800 refcount=4 00000100:00000001:0.0:1770653413.982686:0:5743:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1770653413.982687:0:76389:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1770653413.982691:0:73799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145962496 : -117276563589120 : ffff95566c163800) 00000100:00000001:0.0:1770653413.982692:0:5743:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1770653413.982693:0:76389:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.982699:0:76389:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1770653413.982699:0:73799:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145962496 : -117276563589120 : ffff95566c163800) 00000100:00100000:0.0:1770653413.982702:0:5743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161884 00000100:00000001:3.0:1770653413.982703:0:76389:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00010000:2.0:1770653413.982709:0:73799:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff95566c163800/0x2aed14e4e178a08a lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1417:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dc8 expref: 66 pid: 6531 timeout: 6877 lvb_type: 1 00000100:00100000:3.0:1770653413.982711:0:76389:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556189e1240 going to sleep for 11 seconds 00000100:00000040:0.0:1770653413.982711:0:5743:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000040:1.0:1770653413.982716:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff95572ebc4000 x1856657707209984/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.982718:0:76389:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1770653413.982718:0:5743:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028469248 : -117276681082368 : ffff955665156a00) 00000100:00000001:3.0:1770653413.982722:0:76389:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.982730:0:5743:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665156a00 x1856657966310912/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.982731:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.982734:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.982736:0:76416:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1770653413.982737:0:73799:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1770653413.982752:0:76416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1770653413.982757:0:73799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.982764:0:73799:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1770653413.982770:0:5743:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1770653413.982771:0:73799:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955665157100 x1856657966310784/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.982771:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1770653413.982778:0:5743:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00000100:00000001:2.0:1770653413.982779:0:73799:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1770653413.982781:0:73799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.982785:0:5743:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653413.982790:0:5743:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00000100:00000001:2.0:1770653413.982791:0:73799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.982801:0:73799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1770653413.982801:0:5743:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665156a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b31b1d82-c1d4-4680-ae7a-71292416d1f5+66:2366:x1856657966310912:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1770653413.982804:0:73799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1770653413.982808:0:5743:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966310912 00000100:00100000:2.0:1770653413.982813:0:73799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161885 00000400:00000001:3.0:1770653413.982814:0:76416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1770653413.982814:0:5743:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000100:00000040:2.0:1770653413.982817:0:73799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 2 00010000:00000002:0.0:1770653413.982819:0:5743:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000400:00000010:3.0:1770653413.982820:0:76416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2ec8. 00000100:00000001:2.0:1770653413.982821:0:73799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028471040 : -117276681080576 : ffff955665157100) 00010000:00000001:0.0:1770653413.982823:0:5743:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000400:00000200:3.0:1770653413.982825:0:76416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78088 00000100:00000001:0.0:1770653413.982829:0:5743:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1770653413.982830:0:73799:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665157100 x1856657966310784/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1770653413.982831:0:76416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78088. 02000000:00000001:0.0:1770653413.982832:0:5743:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1770653413.982837:0:76416:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:0.0:1770653413.982837:0:5743:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955734dd7800. 02000000:00000001:0.0:1770653413.982843:0:5743:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.982844:0:73799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1770653413.982847:0:76416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95561752a680 x1856657707209856/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1770653413.982865:0:73799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59100. 00000100:00000001:2.0:1770653413.982869:0:73799:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653413.982871:0:73799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59100. 00000100:00100000:2.0:1770653413.982879:0:73799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665157100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:b31b1d82-c1d4-4680-ae7a-71292416d1f5+66:2365:x1856657966310784:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1770653413.982882:0:5743:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.982888:0:5743:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000200:2.0:1770653413.982889:0:73799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966310784 00000100:00000200:3.0:1770653413.982890:0:76416:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95561752a680 x1856657707209856/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1770653413.982891:0:5743:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1770653413.982893:0:73799:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1770653413.982897:0:73799:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1770653413.982897:0:5743:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000010:1.0:1770653413.982901:0:76655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022cc0. 00010000:00000001:2.0:1770653413.982902:0:73799:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000020:00000001:0.0:1770653413.982902:0:5743:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653413.982906:0:5743:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556323fc000 refcount=4 00000100:00000001:2.0:1770653413.982908:0:73799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1770653413.982909:0:76416:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1770653413.982910:0:76655:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966310400, offset 224 00000020:00000001:0.0:1770653413.982910:0:5743:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796175605760 : -117277533945856 : ffff9556323fc000) 02000000:00000001:2.0:1770653413.982911:0:73799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1770653413.982913:0:76416:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1770653413.982917:0:73799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95562b39e800. 00010000:00000001:0.0:1770653413.982917:0:5743:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796175605760 : -117277533945856 : ffff9556323fc000) 00000100:00000001:3.0:1770653413.982919:0:76416:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:2.0:1770653413.982923:0:73799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.982924:0:76416:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000040:0.0:1770653413.982924:0:5743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955718ba2800 count: 3 00000400:00000200:1.0:1770653413.982925:0:76655:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:3.0:1770653413.982928:0:76416:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653413.982930:0:73799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.982932:0:76416:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.982934:0:73799:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1770653413.982935:0:5743:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9556323fc000/0x2aed14e4e178a18d lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1418:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0eb6 expref: 66 pid: 33123 timeout: 6877 lvb_type: 1 02000000:00000001:3.0:1770653413.982936:0:76416:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.982939:0:73799:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000400:00000200:1.0:1770653413.982942:0:76655:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00001000:3.0:1770653413.982944:0:76416:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 00010000:00000001:2.0:1770653413.982944:0:73799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1770653413.982948:0:73799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653413.982952:0:73799:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c163800 refcount=4 00000100:00001000:3.0:1770653413.982954:0:76416:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 00000020:00000001:2.0:1770653413.982957:0:73799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145962496 : -117276563589120 : ffff95566c163800) 00000400:00000200:1.0:1770653413.982958:0:76655:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164732:2164732:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164728:2164728:7:4294967295] 00000100:00001000:0.0:1770653413.982962:0:5743:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00010000:00000001:2.0:1770653413.982963:0:73799:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145962496 : -117276563589120 : ffff95566c163800) 00000100:00000001:3.0:1770653413.982964:0:76416:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1770653413.982967:0:76416:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.982973:0:76416:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000040:2.0:1770653413.982973:0:73799:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556373a1200 count: 3 00010000:00000001:0.0:1770653413.982974:0:5743:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1770653413.982978:0:76416:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.982980:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1770653413.982984:0:73799:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff95566c163800/0x2aed14e4e178a08a lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1417:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dc8 expref: 66 pid: 6531 timeout: 6877 lvb_type: 1 00000100:00000001:3.0:1770653413.982985:0:76416:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.982986:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1770653413.982989:0:76655:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00010000:0.0:1770653413.982994:0:5743:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9556323fc000/0x2aed14e4e178a18d lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1418:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0eb6 expref: 66 pid: 33123 timeout: 6877 lvb_type: 1 00000100:00000040:3.0:1770653413.982995:0:76416:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95561752a680 x1856657707209856/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1770653413.983009:0:76655:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:1.0:1770653413.983018:0:76655:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9557353d2400. 00000020:00000001:0.0:1770653413.983024:0:5743:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.983028:0:5743:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000800:00000200:1.0:1770653413.983032:0:76655:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:0.0:1770653413.983032:0:5743:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.983033:0:76416:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1770653413.983035:0:73799:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00000020:00000001:0.0:1770653413.983038:0:5743:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.983040:0:76416:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1770653413.983044:0:76416:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.983045:0:73799:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1770653413.983046:0:5743:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000800:00000200:1.0:1770653413.983047:0:76655:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:3.0:1770653413.983048:0:76416:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1770653413.983051:0:5743:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653413.983052:0:76416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.983053:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:1.0:1770653413.983055:0:76655:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9557353d2400 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:3.0:1770653413.983056:0:76416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.983057:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.983057:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.983059:0:76416:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.983061:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.983065:0:5743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1770653413.983066:0:76655:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.983067:0:5743:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.983068:0:76416:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95561752a680 x1856657707209856/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1770653413.983069:0:73799:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff95566c163800/0x2aed14e4e178a08a lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1417:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dc8 expref: 66 pid: 6531 timeout: 6877 lvb_type: 1 00000020:00000040:0.0:1770653413.983073:0:5743:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9556323fc000 with handle 0x2aed14e4e178a18d from hash 00000100:00000040:1.0:1770653413.983077:0:76655:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:0.0:1770653413.983078:0:5743:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1770653413.983081:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.983087:0:76655:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.983087:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.983090:0:5743:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1770653413.983095:0:5743:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653413.983096:0:76655:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.983097:0:76416:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95561752a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0000_UUID:76416:1856657707209856:192.168.202.60@tcp:104: 00000020:00000001:2.0:1770653413.983099:0:73799:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.983099:0:5743:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.983104:0:73799:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.983105:0:5743:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:1.0:1770653413.983107:0:76655:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665154700 x1856657966310400/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.983108:0:76416:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.983109:0:73799:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.983109:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.983116:0:76416:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.983117:0:73799:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.983120:0:5743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9556323fc000/0x2aed14e4e178a18d lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1418:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0eb6 expref: 66 pid: 33123 timeout: 6877 lvb_type: 1 00000100:00000001:3.0:1770653413.983121:0:76416:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1770653413.983126:0:76416:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1770653413.983128:0:73799:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:3.0:1770653413.983133:0:76416:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95561752a680 x1856657707209856/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.983133:0:73799:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1770653413.983140:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:1.0:1770653413.983143:0:76655:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665154700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_032:b31b1d82-c1d4-4680-ae7a-71292416d1f5+68:2364:x1856657966310400:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 4837us (6764us total) trans 0 rc 0/0 00010000:00000001:2.0:1770653413.983145:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.983151:0:73799:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000040:0.0:1770653413.983153:0:5743:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 59 00010000:00000001:2.0:1770653413.983157:0:73799:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.983160:0:5743:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 65 00000100:00000001:3.0:1770653413.983163:0:76416:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000020:00000040:2.0:1770653413.983165:0:73799:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95566c163800 with handle 0x2aed14e4e178a08a from hash 00000100:00100000:1.0:1770653413.983167:0:76655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161881 02000000:00000001:3.0:1770653413.983168:0:76416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1770653413.983169:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:3.0:1770653413.983172:0:76416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95562fa44c00. 00010000:00000001:0.0:1770653413.983174:0:5743:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1770653413.983176:0:73799:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:1.0:1770653413.983176:0:76655:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 1 02000000:00000001:3.0:1770653413.983177:0:76416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1770653413.983177:0:5743:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000001:3.0:1770653413.983182:0:76416:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1770653413.983183:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.983184:0:76655:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000040:0.0:1770653413.983184:0:5743:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95561ae2be00 00000020:00000040:3.0:1770653413.983185:0:76416:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=2 obd=lustre-OST0000 00010000:00000001:2.0:1770653413.983189:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.983189:0:76655:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1770653413.983190:0:76416:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1770653413.983190:0:5743:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1770653413.983194:0:73799:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000010:3.0:1770653413.983195:0:76416:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95562fa44000. 00010000:00000001:0.0:1770653413.983195:0:5743:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000010:1.0:1770653413.983196:0:76655:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3d80. 00010000:00010000:0.0:1770653413.983200:0:5743:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653413.983201:0:73799:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 02000000:00000001:3.0:1770653413.983202:0:76416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1770653413.983203:0:5743:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1770653413.983204:0:76655:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90c80. 02000000:00000001:3.0:1770653413.983206:0:76416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1770653413.983206:0:73799:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.983209:0:5743:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000010:1.0:1770653413.983211:0:76655:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95562fa44e00. 00000100:00000010:3.0:1770653413.983212:0:76416:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95561752a680. 00010000:00000001:2.0:1770653413.983212:0:73799:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00010000:0.0:1770653413.983213:0:5743:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653413.983216:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.983219:0:5743:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1770653413.983220:0:76655:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 67 00000100:00000001:3.0:1770653413.983221:0:76416:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00010000:00010000:2.0:1770653413.983224:0:73799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95566c163800/0x2aed14e4e178a08a lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1417:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0dc8 expref: 65 pid: 6531 timeout: 6877 lvb_type: 1 00000100:00000001:3.0:1770653413.983227:0:76416:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.983228:0:76655:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.983228:0:5743:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1770653413.983231:0:5743:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000010:3.0:1770653413.983234:0:76416:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556189e1840. 00010000:00010000:0.0:1770653413.983236:0:5743:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95561ae2be00/0x2aed14e4e178cfd1 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1418:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1770653413.983238:0:73799:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 58 00000100:00000001:3.0:1770653413.983239:0:76416:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1770653413.983243:0:76416:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1770653413.983244:0:73799:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 64 00000800:00000200:1.0:1770653413.983248:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.0:1770653413.983249:0:76416:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9556196fbb40. 00010000:00000001:0.0:1770653413.983251:0:5743:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000800:00000010:1.0:1770653413.983252:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c700. 00010000:00000001:3.0:1770653413.983254:0:76416:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.983254:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1770653413.983256:0:5743:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2be00/0x2aed14e4e178cfd1 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1418:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1770653413.983257:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1770653413.983258:0:73799:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653413.983260:0:76416:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.983262:0:73799:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1770653413.983266:0:76416:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1770653413.983267:0:73799:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95561ae2ac00 00000400:00000200:1.0:1770653413.983270:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:2.0:1770653413.983274:0:73799:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1770653413.983275:0:76416:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000040:0.0:1770653413.983278:0:5743:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1418:0x0].0x0 (ffff955718ba2800) refcount = 2 00010000:00000001:2.0:1770653413.983279:0:73799:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000400:00000200:1.0:1770653413.983280:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78550 00010000:00010000:3.0:1770653413.983281:0:76416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff95570ffc3c00/0x2aed14e4e178cfdf lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770653413.983283:0:73799:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000010:1.0:1770653413.983286:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78550. 00010000:00000040:0.0:1770653413.983286:0:5743:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:2.0:1770653413.983287:0:73799:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1770653413.983291:0:5743:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561ae2be00/0x2aed14e4e178cfd1 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1418:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.983293:0:73799:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:1.0:1770653413.983294:0:3281:0:(events.c:34:request_out_callback()) Process entered 00010000:00010000:2.0:1770653413.983298:0:73799:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000200:1.0:1770653413.983302:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95561752bb80 x1856657707211264/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.983303:0:73799:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.983309:0:73799:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1770653413.983311:0:73799:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000800:00000001:3.0:1770653413.983315:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:2.0:1770653413.983316:0:73799:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cfca lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1417:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.983317:0:5743:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:1.0:1770653413.983319:0:3281:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1770653413.983321:0:5743:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.983324:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653413.983325:0:3281:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95561752bb80 x1856657707211264/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.983326:0:5743:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000800:00000001:3.0:1770653413.983330:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653413.983330:0:5743:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653413.983335:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.983337:0:5743:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.983338:0:73799:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:2.0:1770653413.983343:0:73799:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cfca lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1417:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1770653413.983344:0:5743:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a2c0. 00000100:00000001:1.0:1770653413.983345:0:3281:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.983350:0:5743:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:1.0:1770653413.983351:0:3281:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1770653413.983356:0:5743:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f3626c0. 00010000:00000040:2.0:1770653413.983357:0:73799:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1417:0x0].0x0 (ffff9556373a1200) refcount = 2 00000100:00000001:0.0:1770653413.983361:0:5743:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661515968 : -117277048035648 : ffff95564f3626c0) 00010000:00000040:2.0:1770653413.983362:0:73799:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1770653413.983367:0:73799:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cfca lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1417:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.983367:0:5743:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661515968 : -117277048035648 : ffff95564f3626c0) 00000100:00000001:0.0:1770653413.983372:0:5743:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1770653413.983375:0:5743:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1770653413.983378:0:73799:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653413.983379:0:5743:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1770653413.983382:0:73799:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.983384:0:5743:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:3.0:1770653413.983388:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:2.0:1770653413.983388:0:73799:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1770653413.983392:0:73799:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1770653413.983393:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1770653413.983393:0:5743:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.983397:0:73799:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1770653413.983399:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9557353d2400. 00010000:00000001:0.0:1770653413.983400:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1770653413.983402:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d2700 00010000:00000001:0.0:1770653413.983404:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1770653413.983405:0:73799:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f59100. 00000400:00000200:1.0:1770653413.983405:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1770653413.983407:0:5743:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.983411:0:73799:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000400:00000200:3.0:1770653413.983413:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed7129 [2] + 1968 00010000:00000001:0.0:1770653413.983413:0:5743:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000010:2.0:1770653413.983416:0:73799:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0000. 00000400:00000200:1.0:1770653413.983417:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:0.0:1770653413.983418:0:5743:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000010:3.0:1770653413.983424:0:3282:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564ec5ae18. 00000100:00000001:2.0:1770653413.983424:0:73799:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100335104 : -117276609216512 : ffff9556695e0000) 00000100:00000001:0.0:1770653413.983425:0:5743:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.983430:0:5743:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.983431:0:73799:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100335104 : -117276609216512 : ffff9556695e0000) 00000400:00000200:3.0:1770653413.983432:0:3282:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff955669334e40 00000100:00000001:0.0:1770653413.983433:0:5743:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000400:00000200:1.0:1770653413.983437:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022cc0 00000100:00000001:2.0:1770653413.983438:0:73799:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000010:0.0:1770653413.983438:0:5743:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f3626c0. 00000400:00000010:1.0:1770653413.983443:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022cc0. 00000100:00000001:2.0:1770653413.983444:0:73799:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000001:0.0:1770653413.983444:0:5743:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1770653413.983448:0:73799:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1770653413.983449:0:5743:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.983450:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1770653413.983452:0:73799:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:1.0:1770653413.983454:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.0:1770653413.983455:0:5743:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a2c0. 00010000:00000001:0.0:1770653413.983459:0:5743:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1770653413.983461:0:73799:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.983461:0:5743:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1770653413.983463:0:5743:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.983465:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.983467:0:5743:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1770653413.983468:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.983470:0:5743:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.983471:0:73799:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.983475:0:73799:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00001000:0.0:1770653413.983475:0:5743:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00010000:00000001:2.0:1770653413.983479:0:73799:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1770653413.983479:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:0.0:1770653413.983481:0:5743:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000004:00000001:1.0:1770653413.983482:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.983483:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653413.983486:0:73799:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1770653413.983487:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000040:0.0:1770653413.983488:0:5743:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:2.0:1770653413.983489:0:73799:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1770653413.983491:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000800:00000001:3.0:1770653413.983492:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.983494:0:5743:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000001:2.0:1770653413.983495:0:73799:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000004:00000001:1.0:1770653413.983496:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.983497:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1770653413.983501:0:73799:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0000. 02000000:00000001:0.0:1770653413.983502:0:5743:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000040:00001000:1.0:1770653413.983503:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64b9c0 type=0x10692404 idx=1768 00000100:00000001:2.0:1770653413.983505:0:73799:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 02000000:00000001:0.0:1770653413.983506:0:5743:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.983508:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000040:00001000:1.0:1770653413.983509:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1768 lrh_len: 64 (1600 remains) 00010000:00000001:2.0:1770653413.983510:0:73799:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.983511:0:5743:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1770653413.983516:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955669334e40 00010000:00000010:2.0:1770653413.983517:0:73799:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f59100. 00000040:00001000:1.0:1770653413.983517:0:6724:0:(llog.c:797:llog_process_thread()) index: 1768, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00000100:00000040:0.0:1770653413.983520:0:5743:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:3.0:1770653413.983521:0:3282:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff955669334e40. 00010000:00000001:2.0:1770653413.983524:0:73799:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000004:00000001:1.0:1770653413.983524:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:3.0:1770653413.983527:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:0.0:1770653413.983527:0:5743:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8dd0. 00010000:00010000:2.0:1770653413.983528:0:73799:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00000001:1.0:1770653413.983530:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000200:3.0:1770653413.983532:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000001:2.0:1770653413.983533:0:73799:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1770653413.983534:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.983534:0:5743:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966310912, offset 224 00000100:00000040:3.0:1770653413.983536:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955619b66450 x1856657966311168 msgsize 328 00000004:00000001:1.0:1770653413.983540:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00010000:00000001:2.0:1770653413.983541:0:73799:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000004:00000001:1.0:1770653413.983543:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00010000:00000001:2.0:1770653413.983545:0:73799:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1770653413.983546:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00001000:2.0:1770653413.983550:0:73799:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000400:00000200:0.0:1770653413.983550:0:5743:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000010:1.0:1770653413.983552:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665155f80. 00000100:00100000:3.0:1770653413.983557:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000020:00000040:1.0:1770653413.983559:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=45 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1770653413.983560:0:73799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1770653413.983563:0:5743:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000040:3.0:1770653413.983564:0:3282:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1770653413.983565:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1770653413.983567:0:73799:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 02000000:00000001:1.0:1770653413.983569:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1770653413.983574:0:73799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:1.0:1770653413.983574:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.983575:0:5743:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164733:2164733:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164729:2164729:8:4294967295] 02000000:00000001:2.0:1770653413.983580:0:73799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1770653413.983583:0:73799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.983586:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.983587:0:73799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1770653413.983591:0:73797:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1770653413.983595:0:73797:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966311168 00000100:00000040:2.0:1770653413.983596:0:73799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 02000000:00000001:1.0:1770653413.983600:0:73797:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1770653413.983600:0:5743:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000400:00000010:2.0:1770653413.983602:0:73799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888f68. 00000100:00000001:1.0:1770653413.983604:0:73797:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653413.983608:0:73797:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.983610:0:73799:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966310784, offset 224 02000000:00000001:1.0:1770653413.983612:0:73797:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653413.983614:0:5743:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000001:3.0:1770653413.983615:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1770653413.983618:0:73797:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966311168 00000400:00000200:2.0:1770653413.983622:0:73799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000800:00000010:0.0:1770653413.983622:0:5743:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9a00. 00000020:00000001:1.0:1770653413.983623:0:73797:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:3.0:1770653413.983626:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1770653413.983627:0:73797:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:1.0:1770653413.983631:0:73797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:3.0:1770653413.983634:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1770653413.983634:0:5743:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000020:00000040:1.0:1770653413.983635:0:73797:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=68 00000400:00000200:2.0:1770653413.983636:0:73799:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000800:00000001:3.0:1770653413.983642:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653413.983642:0:73797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000800:00000200:0.0:1770653413.983647:0:5743:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000400:00000200:2.0:1770653413.983649:0:73799:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164734:2164734:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164730:2164730:7:4294967295] 00000020:00000001:1.0:1770653413.983649:0:73797:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000800:00000200:0.0:1770653413.983652:0:5743:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1770653413.983656:0:73797:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1770653413.983657:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000020:00000010:1.0:1770653413.983663:0:73797:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cd40. 00000100:00000001:0.0:1770653413.983666:0:5743:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.983668:0:73797:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653413.983672:0:73797:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cd40. 00000100:00000040:0.0:1770653413.983676:0:5743:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000020:00000010:1.0:1770653413.983679:0:73797:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f6e00. 00010000:00000001:0.0:1770653413.983682:0:5743:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.983685:0:73799:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000020:00000010:1.0:1770653413.983686:0:73797:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d580. 00010000:00000001:0.0:1770653413.983687:0:5743:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.983692:0:73797:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662adaa28. 00000100:00000040:0.0:1770653413.983697:0:5743:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665156a00 x1856657966310912/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1770653413.983698:0:73799:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:1.0:1770653413.983699:0:73797:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653413.983703:0:73797:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1770653413.983704:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b9680 00000800:00000010:2.0:1770653413.983707:0:73799:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df600. 00010000:00000001:1.0:1770653413.983708:0:73797:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1770653413.983713:0:73797:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.983718:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda84d [1] + 224 00000800:00000200:2.0:1770653413.983721:0:73799:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:1.0:1770653413.983721:0:73797:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1770653413.983726:0:73797:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1770653413.983730:0:73797:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:3.0:1770653413.983731:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1770653413.983736:0:73799:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000020:00000040:1.0:1770653413.983736:0:73797:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c986200 refcount=4 00000100:00100000:0.0:1770653413.983737:0:5743:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665156a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b31b1d82-c1d4-4680-ae7a-71292416d1f5+64:2366:x1856657966310912:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 959us (1564us total) trans 0 rc 0/0 00000800:00000001:3.0:1770653413.983751:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653413.983755:0:73797:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812315648 : -117277897235968 : ffff95561c986200) 00000400:00000200:3.0:1770653413.983758:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1770653413.983758:0:73799:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df600 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:1.0:1770653413.983761:0:73797:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812315648 : -117277897235968 : ffff95561c986200) 00000100:00000001:2.0:1770653413.983768:0:73799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.983769:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00010000:1.0:1770653413.983774:0:73797:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff95561c986200/0x2aed14e4e178a23c lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f50 expref: 68 pid: 6530 timeout: 6877 lvb_type: 1 00000100:00100000:0.0:1770653413.983776:0:5743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161884 00000100:00000040:2.0:1770653413.983777:0:73799:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000100:00000001:3.0:1770653413.983778:0:3282:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1770653413.983784:0:5743:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 1 00010000:00000001:2.0:1770653413.983785:0:73799:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.983787:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955617529c00 x1856657707210368/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.983791:0:73799:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.983791:0:5743:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1770653413.983796:0:5743:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1770653413.983799:0:73797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:0.0:1770653413.983801:0:5743:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519280. 00010000:00000001:1.0:1770653413.983803:0:73797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1770653413.983804:0:73799:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665157100 x1856657966310784/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.983808:0:73797:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1770653413.983811:0:5743:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3da28. 00000100:00000040:3.0:1770653413.983813:0:3282:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955617529c00 x1856657707210368/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.983815:0:73797:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1770653413.983818:0:5743:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955626009000. 00000100:00000001:1.0:1770653413.983823:0:73797:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000040:0.0:1770653413.983825:0:5743:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 63 00000100:00000200:1.0:1770653413.983831:0:73797:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955619b66450 x1856657966311168/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.983833:0:5743:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1770653413.983836:0:73799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665157100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:b31b1d82-c1d4-4680-ae7a-71292416d1f5+63:2365:x1856657966310784:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 986us (1471us total) trans 0 rc 0/0 00000100:00000001:0.0:1770653413.983844:0:5743:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000010:3.1:1770653413.983867:0:3282:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a6600. 00000100:00000001:0.0:1770653413.983871:0:5743:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000010:2.1:1770653413.983874:0:73799:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955642601400. 00010000:00000010:1.1:1770653413.983876:0:73797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016a400. 00000100:00000001:3.0:1770653413.983884:0:3282:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1770653413.983895:0:73797:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1770653413.983898:0:12201:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1770653413.983898:0:73797:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1770653413.983903:0:12201:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1770653413.983903:0:5743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161886 00000400:00000001:3.0:1770653413.983907:0:12201:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1770653413.983909:0:73797:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653413.983909:0:5743:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 2 00000400:00000010:3.0:1770653413.983910:0:12201:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2790. 00000100:00100000:2.0:1770653413.983915:0:73799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161885 00000100:00000001:0.0:1770653413.983917:0:5743:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795763950672 : -117277945600944 : ffff955619b66450) 00000400:00000200:3.0:1770653413.983918:0:12201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78ee0 00000100:00000040:2.0:1770653413.983920:0:73799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000400:00000010:3.0:1770653413.983923:0:12201:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78ee0. 00000100:00000001:2.0:1770653413.983924:0:73799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:1.0:1770653413.983928:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95572dc88000. 00000100:00000040:0.0:1770653413.983928:0:5743:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955619b66450 x1856657966311168/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.983929:0:12201:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1770653413.983929:0:73799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1770653413.983935:0:73799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300300. 00000100:00000001:1.0:1770653413.983936:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.983937:0:12201:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955617529c00 x1856657707210368/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1770653413.983942:0:73799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510640. 00000004:00000001:1.0:1770653413.983943:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626797028466560 : -117276681085056 : ffff955665155f80) 00000020:00000010:2.0:1770653413.983950:0:73799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955636fe8200. 00000100:00000001:1.0:1770653413.983951:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1770653413.983957:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.983959:0:73799:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 62 00000100:00000001:0.0:1770653413.983959:0:5743:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1770653413.983965:0:73799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653413.983966:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085c7c90a] to pc [ptlrpcd_00_01+1] req@ffff955665155f80 x1856657707211392/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1770653413.983966:0:5743:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00000100:00000200:3.0:1770653413.983971:0:12201:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955617529c00 x1856657707210368/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.983973:0:5743:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653413.983980:0:5743:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00000100:00000001:2.0:1770653413.983986:0:51596:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1770653413.983994:0:5743:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955619b66450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b31b1d82-c1d4-4680-ae7a-71292416d1f5+68:2366:x1856657966311168:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000400:00000001:2.0:1770653413.983995:0:51596:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1770653413.984001:0:51596:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1770653413.984003:0:12201:0:(events.c:163:reply_in_callback()) Process leaving 00000004:00000001:1.0:1770653413.984005:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653413.984006:0:5743:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966311168 00000100:00000001:3.0:1770653413.984007:0:12201:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1770653413.984007:0:51596:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef20b0. 00000004:00001000:1.0:1770653413.984010:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 8 in flight, 43 in progress 00010000:00000001:0.0:1770653413.984011:0:5743:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000100:00000001:3.0:1770653413.984012:0:12201:0:(client.c:1568:after_reply()) Process entered 00010000:00000002:0.0:1770653413.984016:0:5743:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 02000000:00000001:3.0:1770653413.984017:0:12201:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1770653413.984017:0:51596:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888b28 00000004:00001000:1.0:1770653413.984018:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1768, id 1958 00000100:00000001:3.0:1770653413.984022:0:12201:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1770653413.984023:0:5743:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000004:00000001:1.0:1770653413.984024:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000400:00000010:2.0:1770653413.984025:0:51596:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888b28. 00000100:00000001:3.0:1770653413.984026:0:12201:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.984028:0:5743:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1770653413.984032:0:12201:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.984033:0:5743:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1770653413.984034:0:51596:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1770653413.984034:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1770653413.984038:0:12201:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 02000000:00000010:0.0:1770653413.984038:0:5743:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955734dd5400. 00000800:00000001:1.0:1770653413.984043:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653413.984044:0:5743:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653413.984047:0:12201:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00000100:00000200:2.0:1770653413.984047:0:51596:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95572ebc4000 x1856657707209984/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:1.0:1770653413.984047:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653413.984049:0:5743:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.984053:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.984055:0:5743:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:3.0:1770653413.984056:0:12201:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1770653413.984061:0:12201:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.984061:0:5743:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000400:00000200:1.0:1770653413.984067:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:3.0:1770653413.984068:0:12201:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1770653413.984068:0:5743:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1770653413.984073:0:5743:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1770653413.984074:0:12201:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.984076:0:5743:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c986200 refcount=4 00000100:00000001:3.0:1770653413.984079:0:12201:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.984080:0:5743:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812315648 : -117277897235968 : ffff95561c986200) 00000400:00000200:1.0:1770653413.984083:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d2680 00000100:00000200:2.0:1770653413.984086:0:51596:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95572ebc4000 x1856657707209984/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.984087:0:5743:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812315648 : -117277897235968 : ffff95561c986200) 00000100:00000040:3.0:1770653413.984088:0:12201:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955617529c00 x1856657707210368/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000040:0.0:1770653413.984094:0:5743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95565f6ed300 count: 3 00000400:00000200:1.0:1770653413.984096:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed71a9 [2] + 0 00010000:00010000:0.0:1770653413.984104:0:5743:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff95561c986200/0x2aed14e4e178a23c lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1562:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f50 expref: 68 pid: 6530 timeout: 6877 lvb_type: 1 00000800:00000001:1.0:1770653413.984109:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1770653413.984116:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.984124:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653413.984126:0:12201:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.984128:0:51596:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1770653413.984133:0:12201:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1770653413.984134:0:51596:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.984137:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00001000:0.0:1770653413.984137:0:5743:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 00000100:00000001:3.0:1770653413.984138:0:12201:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.984140:0:51596:0:(client.c:1568:after_reply()) Process entered 00010000:00000001:3.0:1770653413.984144:0:12201:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 02000000:00000001:2.0:1770653413.984146:0:51596:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1770653413.984149:0:12201:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.984149:0:3281:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:0.0:1770653413.984149:0:5743:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1770653413.984150:0:51596:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1770653413.984153:0:12201:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.984155:0:51596:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.984156:0:12201:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.984157:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000001:0.0:1770653413.984157:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1770653413.984161:0:51596:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.984163:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1770653413.984168:0:12201:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955617529c00 x1856657707210368/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1770653413.984168:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665155500. 00000100:00001000:2.0:1770653413.984169:0:51596:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00010000:00010000:0.0:1770653413.984170:0:5743:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff95561c986200/0x2aed14e4e178a23c lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1562:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f50 expref: 68 pid: 6530 timeout: 6877 lvb_type: 1 00000100:00000040:1.0:1770653413.984177:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff955665155500 x1856657966311040 msgsize 328 00000100:00001000:2.0:1770653413.984179:0:51596:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00000100:00000001:2.0:1770653413.984189:0:51596:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1770653413.984192:0:51596:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.984196:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000020:00000001:0.0:1770653413.984198:0:5743:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1770653413.984199:0:51596:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1770653413.984204:0:5743:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1770653413.984205:0:51596:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.984205:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:0.0:1770653413.984208:0:5743:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.984211:0:51596:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.984214:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1770653413.984214:0:5743:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.984215:0:12201:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955617529c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:12201:1856657707210368:192.168.202.60@tcp:104: 00000100:00000040:2.0:1770653413.984220:0:51596:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95572ebc4000 x1856657707209984/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.984221:0:5743:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000800:00000001:1.0:1770653413.984222:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.984223:0:12201:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.984225:0:5743:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000800:00000001:1.0:1770653413.984229:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653413.984232:0:12201:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.984233:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:1.0:1770653413.984234:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.984238:0:12201:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1770653413.984239:0:51596:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.984239:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.984244:0:12201:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1770653413.984244:0:5743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:1.0:1770653413.984246:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:2.0:1770653413.984247:0:51596:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1770653413.984248:0:5743:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.984252:0:12201:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955617529c00 x1856657707210368/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.984254:0:51596:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1770653413.984254:0:5743:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561c986200 with handle 0x2aed14e4e178a23c from hash 00000400:00000200:1.0:1770653413.984256:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b9780 00010000:00000001:0.0:1770653413.984260:0:5743:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1770653413.984262:0:51596:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1770653413.984264:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1770653413.984267:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda871 [1] + 224 00010000:00000001:2.0:1770653413.984268:0:51596:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.984269:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.984272:0:5743:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1770653413.984274:0:51596:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.984276:0:12201:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1770653413.984278:0:5743:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653413.984279:0:51596:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653413.984279:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1770653413.984280:0:12201:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1770653413.984285:0:5743:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1770653413.984286:0:12201:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95562fa44600. 00000800:00000001:1.0:1770653413.984287:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.984288:0:5743:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:3.0:1770653413.984291:0:12201:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1770653413.984292:0:51596:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572ebc4000 x1856657707209984/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.984293:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1770653413.984294:0:12201:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1770653413.984294:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1770653413.984298:0:12201:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=5 obd=lustre-OST0001 00010000:00010000:0.0:1770653413.984302:0:5743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95561c986200/0x2aed14e4e178a23c lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1562:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f50 expref: 68 pid: 6530 timeout: 6877 lvb_type: 1 00000020:00000001:3.0:1770653413.984305:0:12201:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1770653413.984306:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 02000000:00000010:3.0:1770653413.984310:0:12201:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95562fa44a00. 00000100:00000001:1.0:1770653413.984315:0:3281:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1770653413.984317:0:12201:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1770653413.984321:0:12201:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:1.0:1770653413.984323:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955665154000 x1856657707210624/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1770653413.984325:0:12201:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955617529c00. 00010000:00000040:0.0:1770653413.984327:0:5743:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 61 00000100:00100000:2.0:1770653413.984328:0:51596:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95572ebc4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:51596:1856657707209984:192.168.202.60@tcp:104: 00000100:00000001:3.0:1770653413.984332:0:12201:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000020:00000040:0.0:1770653413.984333:0:5743:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 67 00000100:00000001:3.0:1770653413.984336:0:12201:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1770653413.984342:0:12201:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556189e13c0. 00000100:00000001:2.0:1770653413.984342:0:51596:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.984343:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.984347:0:5743:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:1.0:1770653413.984349:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955665154000 x1856657707210624/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.984350:0:5743:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:3.0:1770653413.984351:0:12201:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1770653413.984351:0:51596:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.984355:0:5743:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95570ffc3c00 00010000:00000001:3.0:1770653413.984356:0:12201:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.984358:0:51596:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:0.0:1770653413.984360:0:5743:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:2.0:1770653413.984363:0:51596:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000010:3.0:1770653413.984364:0:12201:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9556196fbbc0. 00010000:00000001:0.0:1770653413.984365:0:5743:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653413.984369:0:5743:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653413.984371:0:12201:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.984371:0:51596:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95572ebc4000 x1856657707209984/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.984373:0:5743:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.984378:0:12201:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.984381:0:5743:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1770653413.984384:0:12201:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1770653413.984385:0:5743:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653413.984391:0:5743:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.984393:0:12201:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1770653413.984397:0:5743:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1770653413.984398:0:12201:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff955606de2a00/0x2aed14e4e178cfed lrc: 3/0,1 mode: --/PW res: [0x280000403:0x141a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.984402:0:5743:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:2.0:1770653413.984404:0:51596:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00010000:00010000:0.0:1770653413.984406:0:5743:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff95570ffc3c00/0x2aed14e4e178cfdf lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1770653413.984408:0:51596:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1770653413.984413:0:51596:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff955636fe9400. 00000100:00000001:1.0:1770653413.984416:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1770653413.984420:0:51596:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1770653413.984424:0:51596:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1770653413.984428:0:51596:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=4 obd=lustre-OST0001 00010000:00000001:0.0:1770653413.984428:0:5743:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:1.0:1770653413.984429:0:12206:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1770653413.984434:0:51596:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00010000:0.0:1770653413.984434:0:5743:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95570ffc3c00/0x2aed14e4e178cfdf lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000400:00000001:1.0:1770653413.984435:0:12206:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1770653413.984436:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:2.0:1770653413.984437:0:51596:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff955636fe9200. 00000400:00000001:1.0:1770653413.984438:0:12206:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1770653413.984443:0:12206:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602d947e8. 00000800:00000001:3.0:1770653413.984444:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653413.984445:0:51596:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1770653413.984449:0:51596:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1770653413.984449:0:12206:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022908 00000800:00000001:3.0:1770653413.984450:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000040:0.0:1770653413.984452:0:5743:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1562:0x0].0x0 (ffff95565f6ed300) refcount = 2 00000100:00000010:2.0:1770653413.984455:0:51596:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572ebc4000. 00000400:00000010:1.0:1770653413.984455:0:12206:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022908. 00000800:00000001:3.0:1770653413.984457:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1770653413.984457:0:5743:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:1.0:1770653413.984463:0:12206:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1770653413.984464:0:51596:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00010000:00000040:0.0:1770653413.984464:0:5743:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95570ffc3c00/0x2aed14e4e178cfdf lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1562:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1770653413.984469:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:2.0:1770653413.984469:0:51596:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1770653413.984472:0:12206:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955665154000 x1856657707210624/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1770653413.984476:0:51596:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0840. 00000100:00000001:2.0:1770653413.984483:0:51596:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1770653413.984486:0:51596:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1770653413.984488:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d2780 00010000:00000001:0.0:1770653413.984489:0:5743:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000010:2.0:1770653413.984493:0:51596:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f595c0. 00010000:00000001:0.0:1770653413.984494:0:5743:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.984500:0:51596:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.984501:0:5743:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000400:00000200:3.0:1770653413.984502:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed71a9 [2] + 328 00010000:00000001:0.0:1770653413.984505:0:5743:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.984506:0:51596:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.984508:0:12206:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955665154000 x1856657707210624/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.984511:0:5743:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.984513:0:51596:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1770653413.984515:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:0.0:1770653413.984519:0:5743:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a2c0. 00010000:00000001:2.0:1770653413.984520:0:51596:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000800:00000001:3.0:1770653413.984522:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.984525:0:5743:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00010000:2.0:1770653413.984526:0:51596:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95571016b600/0x2aed14e4e178cfe6 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.984528:0:12206:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1770653413.984529:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1770653413.984531:0:5743:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f3626c0. 00000100:00000001:1.0:1770653413.984532:0:12206:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.984538:0:12206:0:(client.c:1568:after_reply()) Process entered 00000100:00000001:0.0:1770653413.984538:0:5743:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661515968 : -117277048035648 : ffff95564f3626c0) 00000400:00000200:3.0:1770653413.984542:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 02000000:00000001:1.0:1770653413.984543:0:12206:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1770653413.984545:0:5743:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661515968 : -117277048035648 : ffff95564f3626c0) 00000100:00000001:1.0:1770653413.984547:0:12206:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653413.984551:0:5743:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1770653413.984552:0:12206:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.984553:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1770653413.984555:0:5743:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000200:3.0:1770653413.984557:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000001:1.0:1770653413.984557:0:12206:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.984558:0:5743:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000020:00000010:2.0:1770653413.984561:0:76647:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f595c0. 00010000:00000001:0.0:1770653413.984563:0:5743:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00001000:1.0:1770653413.984565:0:12206:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00000100:00000010:3.0:1770653413.984566:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955617529c00. 00000100:00000001:2.0:1770653413.984567:0:76647:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.984573:0:5743:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.984574:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955617529c00 x1856657966311296 msgsize 328 00000020:00000010:2.0:1770653413.984574:0:76647:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f595c0. 00000100:00001000:1.0:1770653413.984574:0:12206:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00010000:00000001:0.0:1770653413.984580:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.984582:0:12206:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1770653413.984583:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.984586:0:12206:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.984588:0:5743:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.984589:0:76647:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665156d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_025:b31b1d82-c1d4-4680-ae7a-71292416d1f5+67:2365:x1856657966310656:12345-192.168.202.60@tcp:103:ldlm_bl.0 00010000:00000001:1.0:1770653413.984591:0:12206:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:3.0:1770653413.984593:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00010000:00000001:0.0:1770653413.984595:0:5743:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1770653413.984596:0:12206:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.984600:0:76647:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966310656 00000100:00000001:1.0:1770653413.984601:0:12206:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.984601:0:5743:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1770653413.984605:0:76647:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000100:00000001:0.0:1770653413.984608:0:5743:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000002:2.0:1770653413.984610:0:76647:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000100:00000001:3.0:1770653413.984611:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1770653413.984612:0:12206:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955665154000 x1856657707210624/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.984612:0:5743:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.984615:0:76647:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1770653413.984617:0:5743:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000800:00000001:3.0:1770653413.984619:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653413.984621:0:76647:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000010:0.0:1770653413.984622:0:5743:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f3626c0. 00000800:00000001:3.0:1770653413.984625:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653413.984626:0:76647:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1770653413.984628:0:5743:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000800:00000001:3.0:1770653413.984633:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653413.984633:0:12206:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.984633:0:5743:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.984637:0:76646:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:3.0:1770653413.984638:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.984641:0:12206:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:2.0:1770653413.984642:0:76646:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966311040 00010000:00000010:0.0:1770653413.984643:0:5743:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a2c0. 00000100:00000001:1.0:1770653413.984645:0:12206:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653413.984647:0:76646:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:0.0:1770653413.984649:0:5743:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1770653413.984650:0:12206:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000400:00000200:3.0:1770653413.984651:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:2.0:1770653413.984652:0:76646:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:0.0:1770653413.984653:0:5743:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1770653413.984654:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.984657:0:76646:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.984658:0:5743:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.984659:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1770653413.984663:0:76646:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.984663:0:12206:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.984664:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b9880 00010000:00000001:0.0:1770653413.984664:0:5743:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1770653413.984669:0:5743:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.984670:0:76646:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966311040 00000100:00001000:0.0:1770653413.984673:0:5743:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000020:00000001:2.0:1770653413.984675:0:76646:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1770653413.984676:0:12206:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665154000 x1856657707210624/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1770653413.984677:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda891 [1] + 224 00000020:00000040:2.0:1770653413.984679:0:76646:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000100:00000001:0.0:1770653413.984683:0:5743:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1770653413.984684:0:76646:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653413.984689:0:76646:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=68 00000800:00000001:3.0:1770653413.984690:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1770653413.984690:0:5743:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000800:00000001:3.0:1770653413.984696:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653413.984697:0:76646:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:0.0:1770653413.984698:0:5743:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00100000:1.0:1770653413.984701:0:12206:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955665154000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:12206:1856657707210624:192.168.202.60@tcp:104: 00000400:00000200:3.0:1770653413.984704:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1770653413.984704:0:76646:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 02000000:00000001:0.0:1770653413.984705:0:5743:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1770653413.984711:0:5743:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.984712:0:76646:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1770653413.984712:0:12206:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.984717:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000010:2.0:1770653413.984718:0:76646:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f595c0. 00000100:00000001:0.0:1770653413.984718:0:5743:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1770653413.984719:0:12206:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.984723:0:3283:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1770653413.984725:0:76646:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.984726:0:12206:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000040:0.0:1770653413.984727:0:5743:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:1.0:1770653413.984730:0:12206:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1770653413.984732:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955710551f80 x1856657707210880/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1770653413.984733:0:76646:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f595c0. 00000400:00000010:0.0:1770653413.984734:0:5743:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8550. 00000100:00000040:1.0:1770653413.984750:0:12206:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955665154000 x1856657707210624/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1770653413.984754:0:5743:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966311168, offset 224 00000020:00000010:2.0:1770653413.984756:0:76646:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955636fe9200. 00000020:00000010:2.0:1770653413.984764:0:76646:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300300. 00000400:00000200:0.0:1770653413.984769:0:5743:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000020:00000010:2.0:1770653413.984772:0:76646:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510640. 00000100:00000001:1.0:1770653413.984777:0:12206:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1770653413.984779:0:76646:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1770653413.984782:0:12206:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1770653413.984783:0:76646:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1770653413.984783:0:5743:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 02000000:00000010:1.0:1770653413.984785:0:12206:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95563c4f7400. 00010000:00000001:2.0:1770653413.984787:0:76646:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 02000000:00000001:1.0:1770653413.984791:0:12206:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1770653413.984792:0:76646:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.984795:0:12206:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:0.0:1770653413.984795:0:5743:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164735:2164735:254:4294967295] 192.168.202.60@tcp LPNI seq info [2164731:2164731:6:4294967295] 00010000:00000001:2.0:1770653413.984796:0:76646:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000020:00000040:1.0:1770653413.984799:0:12206:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=3 obd=lustre-OST0001 00010000:00000001:2.0:1770653413.984800:0:76646:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1770653413.984806:0:76646:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1770653413.984806:0:12206:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:2.0:1770653413.984811:0:76646:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565f571400 refcount=4 02000000:00000010:1.0:1770653413.984811:0:12206:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95563c4f7e00. 00000400:00000200:0.0:1770653413.984815:0:5743:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000020:00000001:2.0:1770653413.984817:0:76646:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796932109312 : -117276777442304 : ffff95565f571400) 02000000:00000001:1.0:1770653413.984818:0:12206:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1770653413.984823:0:12206:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000200:0.0:1770653413.984823:0:5743:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000040:3.0:1770653413.984824:0:3283:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955710551f80 x1856657707210880/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.984824:0:76646:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796932109312 : -117276777442304 : ffff95565f571400) 00000100:00000010:1.0:1770653413.984826:0:12206:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665154000. 00000800:00000010:0.0:1770653413.984833:0:5743:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9000. 00000100:00000001:1.0:1770653413.984834:0:12206:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00010000:00010000:2.0:1770653413.984836:0:76646:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff95565f571400/0x2aed14e4e178a03d lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d89 expref: 68 pid: 7966 timeout: 6877 lvb_type: 1 00000100:00000001:1.0:1770653413.984837:0:12206:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1770653413.984843:0:12206:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa8b40. 00000800:00000200:0.0:1770653413.984846:0:5743:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:1.0:1770653413.984870:0:12206:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1770653413.984874:0:12206:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1770653413.984881:0:12206:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9cfc0. 00000800:00000200:0.0:1770653413.984884:0:5743:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:1.0:1770653413.984888:0:12206:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.984892:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:0.0:1770653413.984892:0:5743:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9000 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:1.0:1770653413.984894:0:12206:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.984896:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.984902:0:12206:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.984903:0:76646:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.984903:0:5743:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.984909:0:76646:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.984911:0:12206:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1770653413.984912:0:3283:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1770653413.984913:0:5743:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000100:00000001:2.0:1770653413.984915:0:76646:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:0.0:1770653413.984917:0:5743:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.984918:0:12206:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95566c163400/0x2aed14e4e178cff4 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x141b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000800:00000001:3.0:1770653413.984920:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1770653413.984923:0:76646:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955665155500 x1856657966311040/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.984924:0:5743:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.984935:0:5743:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955619b66450 x1856657966311168/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1770653413.984944:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653413.984951:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653413.984953:0:76646:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000800:00000001:3.0:1770653413.984956:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.984957:0:76646:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.984970:0:76646:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.984971:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00100000:0.0:1770653413.984972:0:5743:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955619b66450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b31b1d82-c1d4-4680-ae7a-71292416d1f5+68:2366:x1856657966311168:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1007us (1429us total) trans 0 rc 0/0 00000100:00000001:1.0:1770653413.984975:0:76655:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1770653413.984980:0:76655:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966311296 00000100:00000001:2.0:1770653413.984983:0:76646:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1770653413.984983:0:76655:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1770653413.984988:0:76655:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653413.984989:0:76646:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1770653413.984990:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d2800 00000100:00100000:0.0:1770653413.984990:0:5743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161886 00000100:00000001:1.0:1770653413.984991:0:76655:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.984998:0:5743:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 1 02000000:00000001:1.0:1770653413.984999:0:76655:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.985003:0:76646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161887 00000100:00000001:0.0:1770653413.985004:0:5743:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1770653413.985005:0:76655:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966311296 00000100:00000001:0.0:1770653413.985009:0:5743:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1770653413.985010:0:76655:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1770653413.985011:0:76646:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 2 00000020:00000040:1.0:1770653413.985014:0:76655:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000100:00000001:2.0:1770653413.985015:0:76646:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028463872 : -117276681087744 : ffff955665155500) 00000020:00000001:1.0:1770653413.985016:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1770653413.985016:0:5743:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d580. 00000020:00000040:1.0:1770653413.985020:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=63 00000020:00000001:1.0:1770653413.985023:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000010:0.0:1770653413.985024:0:5743:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662adaa28. 00000100:00000040:2.0:1770653413.985027:0:76646:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665155500 x1856657966311040/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1770653413.985027:0:76655:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000010:0.0:1770653413.985029:0:5743:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f6e00. 00000100:00000001:1.0:1770653413.985035:0:76655:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1770653413.985037:0:5743:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 67 00000020:00000010:1.0:1770653413.985040:0:76655:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cfc0. 00000100:00000001:0.0:1770653413.985044:0:5743:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.985046:0:76655:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.985047:0:76646:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653413.985051:0:76655:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cfc0. 00000020:00000010:2.0:1770653413.985053:0:76646:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f595c0. 00000400:00000200:3.0:1770653413.985056:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed71a9 [2] + 656 00000100:00000001:2.0:1770653413.985058:0:76646:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653413.985059:0:76655:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f7e00. 00000800:00000001:3.0:1770653413.985064:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1770653413.985066:0:76646:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f595c0. 00000020:00000010:1.0:1770653413.985067:0:76655:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07dc80. 00010000:00010000:0.0:1770653413.985067:0:76387:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cfca lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00000800:00000001:3.0:1770653413.985071:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1770653413.985074:0:76655:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada258. 00000400:00000200:3.0:1770653413.985077:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1770653413.985078:0:76646:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665155500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_024:b31b1d82-c1d4-4680-ae7a-71292416d1f5+67:2365:x1856657966311040:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1770653413.985081:0:76655:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653413.985085:0:76655:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1770653413.985089:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:1.0:1770653413.985089:0:76655:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000100:00000200:2.0:1770653413.985091:0:76646:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966311040 00010000:00000001:0.0:1770653413.985094:0:76387:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.985095:0:76655:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.985096:0:76646:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000100:00000001:3.0:1770653413.985098:0:3283:0:(events.c:286:request_in_callback()) Process entered 00010000:00000002:2.0:1770653413.985101:0:76646:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1770653413.985101:0:76655:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00010000:0.0:1770653413.985103:0:76387:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cfca lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.985105:0:76646:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00010000:00000001:1.0:1770653413.985106:0:76655:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1770653413.985110:0:76646:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1770653413.985110:0:76655:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1770653413.985115:0:76646:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:1.0:1770653413.985116:0:76655:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c162c00 refcount=4 00010000:00000001:0.0:1770653413.985117:0:76387:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 02000000:00000010:2.0:1770653413.985119:0:76646:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95562b39f800. 00000020:00000001:1.0:1770653413.985122:0:76655:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145959424 : -117276563592192 : ffff95566c162c00) 00010000:00000001:0.0:1770653413.985122:0:76387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1770653413.985124:0:76646:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.985126:0:76387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.985129:0:76646:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.985131:0:76655:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145959424 : -117276563592192 : ffff95566c162c00) 00010000:00000001:0.0:1770653413.985131:0:76387:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1770653413.985132:0:76646:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1770653413.985137:0:76646:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000001:0.0:1770653413.985137:0:76387:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1770653413.985142:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000001:2.0:1770653413.985143:0:76646:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:0.0:1770653413.985143:0:76387:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2ac00 refcount=3 00010000:00010000:1.0:1770653413.985144:0:76655:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff95566c162c00/0x2aed14e4e178a00c lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d58 expref: 63 pid: 76385 timeout: 6877 lvb_type: 1 00000020:00000001:2.0:1770653413.985147:0:76646:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:3.0:1770653413.985148:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95561752a680. 00000020:00000001:0.0:1770653413.985152:0:76387:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783629824 : -117277925921792 : ffff95561ae2ac00) 00000020:00000040:2.0:1770653413.985153:0:76646:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565f571400 refcount=4 00000100:00000040:3.0:1770653413.985154:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff95561752a680 x1856657966311424 msgsize 328 00000020:00000001:2.0:1770653413.985159:0:76646:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796932109312 : -117276777442304 : ffff95565f571400) 00010000:00000001:0.0:1770653413.985162:0:76387:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783629824 : -117277925921792 : ffff95561ae2ac00) 00010000:00000001:2.0:1770653413.985167:0:76646:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796932109312 : -117276777442304 : ffff95565f571400) 00010000:00000001:0.0:1770653413.985170:0:76387:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00100000:3.0:1770653413.985171:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00010000:00000001:1.0:1770653413.985173:0:76655:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:2.0:1770653413.985175:0:76646:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95560d669800 count: 3 00010000:00010000:0.0:1770653413.985176:0:76387:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cfca lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.985177:0:76655:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.985181:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1770653413.985181:0:76655:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.985187:0:76655:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653413.985188:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:2.0:1770653413.985188:0:76646:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff95565f571400/0x2aed14e4e178a03d lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1561:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d89 expref: 67 pid: 7966 timeout: 6877 lvb_type: 1 00010000:00000001:0.0:1770653413.985189:0:76387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.985192:0:76655:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:0.0:1770653413.985194:0:76387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:3.0:1770653413.985195:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1770653413.985198:0:76387:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cfca lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1770653413.985200:0:76655:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955617529c00 x1856657966311296/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1770653413.985202:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1770653413.985206:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1770653413.985218:0:76646:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 00000400:00000200:3.0:1770653413.985219:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:2.0:1770653413.985228:0:76646:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1770653413.985229:0:76387:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1770653413.985230:0:76655:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:2.0:1770653413.985234:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.985235:0:76655:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.985236:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b9900 00010000:00000001:0.0:1770653413.985236:0:76387:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.985237:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.985243:0:76387:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1770653413.985245:0:76646:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff95565f571400/0x2aed14e4e178a03d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1561:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d89 expref: 67 pid: 7966 timeout: 6877 lvb_type: 1 00010000:00000010:0.0:1770653413.985248:0:76387:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff95564f3626c0. 00000100:00000001:1.0:1770653413.985249:0:76655:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.985250:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda899 [1] + 224 00010000:00000001:0.0:1770653413.985254:0:76387:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000800:00000001:3.0:1770653413.985261:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1770653413.985264:0:76646:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00010000:0.0:1770653413.985265:0:76387:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000800:00000001:3.0:1770653413.985268:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.985268:0:76646:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000001:1.0:1770653413.985269:0:76656:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1770653413.985269:0:76387:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.985271:0:76646:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.985273:0:76656:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966311424 00000400:00000200:3.0:1770653413.985274:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1770653413.985275:0:76387:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.985277:0:76646:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.985278:0:76656:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1770653413.985282:0:76656:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1770653413.985283:0:76387:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1770653413.985285:0:76646:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:3.0:1770653413.985286:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653413.985287:0:76656:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.985288:0:76646:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1770653413.985288:0:76387:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.985293:0:3283:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1770653413.985293:0:76387:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1770653413.985294:0:76656:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.985295:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00002000:00000001:0.0:1770653413.985296:0:76387:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000100:00100000:1.0:1770653413.985298:0:76656:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966311424 00010000:00000001:2.0:1770653413.985300:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1770653413.985301:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95572ebc7b80 x1856657707211008/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:0.0:1770653413.985301:0:76387:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:1.0:1770653413.985302:0:76656:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:2.0:1770653413.985303:0:76646:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000040:1.0:1770653413.985306:0:76656:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00010000:00000001:2.0:1770653413.985307:0:76646:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1770653413.985308:0:76387:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff955734dd4800. 00000020:00000001:1.0:1770653413.985311:0:76656:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653413.985314:0:76646:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95565f571400 with handle 0x2aed14e4e178a03d from hash 00000020:00000040:1.0:1770653413.985316:0:76656:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=64 00080000:00000001:0.0:1770653413.985316:0:76387:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626800514451456 : -117273195100160 : ffff955734dd4800) 00010000:00000001:2.0:1770653413.985322:0:76646:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:1.0:1770653413.985323:0:76656:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000040:3.0:1770653413.985324:0:3283:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff95572ebc7b80 x1856657707211008/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000001:0.0:1770653413.985324:0:76387:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:2.0:1770653413.985325:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:0.0:1770653413.985327:0:76387:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.985330:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1770653413.985330:0:76656:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00080000:00000002:0.0:1770653413.985333:0:76387:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x1417:0x0] not in the id map cache 00010000:00000001:2.0:1770653413.985335:0:76646:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1770653413.985337:0:76656:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1770653413.985339:0:76646:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00080000:00000001:0.0:1770653413.985341:0:76387:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000020:00000010:1.0:1770653413.985342:0:76656:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cfc0. 00010000:00000001:2.0:1770653413.985344:0:76646:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.985349:0:76646:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1770653413.985349:0:76656:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1770653413.985353:0:76387:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.985354:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.985355:0:3283:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1770653413.985355:0:76656:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cfc0. 00000800:00000001:3.0:1770653413.985361:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:0.0:1770653413.985361:0:76387:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.985362:0:76646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95565f571400/0x2aed14e4e178a03d lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1561:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d89 expref: 67 pid: 7966 timeout: 6877 lvb_type: 1 00000020:00000010:1.0:1770653413.985364:0:76656:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f7400. 00000800:00000001:3.0:1770653413.985367:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1770653413.985367:0:76387:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000020:00000010:1.0:1770653413.985370:0:76656:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07db80. 00080000:00000001:0.0:1770653413.985371:0:76387:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000800:00000001:3.0:1770653413.985372:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 80000000:00000001:0.0:1770653413.985376:0:76387:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000020:00000010:1.0:1770653413.985378:0:76656:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662adabb8. 00000800:00000001:3.0:1770653413.985379:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 80000000:00000001:0.0:1770653413.985380:0:76387:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000040:2.0:1770653413.985384:0:76646:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 60 80000000:00000001:0.0:1770653413.985385:0:76387:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.985386:0:76656:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:2.0:1770653413.985388:0:76646:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 66 00000100:00000001:1.0:1770653413.985390:0:76656:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 80000000:00000001:0.0:1770653413.985391:0:76387:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.985394:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:1.0:1770653413.985394:0:76656:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00080000:00000001:0.0:1770653413.985395:0:76387:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.985397:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.985398:0:76656:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.985402:0:76387:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:2.0:1770653413.985403:0:76646:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1770653413.985403:0:76656:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000400:00000200:3.0:1770653413.985408:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d2880 00080000:00000001:0.0:1770653413.985408:0:76387:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00010000:00000001:2.0:1770653413.985409:0:76646:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1770653413.985409:0:76656:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000040:2.0:1770653413.985413:0:76646:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95571016b400 00000020:00000001:1.0:1770653413.985414:0:76656:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1770653413.985415:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed71a9 [2] + 984 00010000:00000001:2.0:1770653413.985418:0:76646:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000020:00000040:1.0:1770653413.985419:0:76656:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565d1f9c00 refcount=4 00000800:00000001:3.0:1770653413.985421:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653413.985422:0:76646:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000001:1.0:1770653413.985423:0:76656:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796894919680 : -117276814631936 : ffff95565d1f9c00) 00000001:00000001:0.0:1770653413.985424:0:76387:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:2.0:1770653413.985426:0:76646:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000800:00000001:3.0:1770653413.985428:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.985429:0:76656:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796894919680 : -117276814631936 : ffff95565d1f9c00) 00000001:00000001:0.0:1770653413.985429:0:76387:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1770653413.985430:0:76646:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.985431:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:0.0:1770653413.985435:0:76387:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.985437:0:76646:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00080000:00000001:0.0:1770653413.985440:0:76387:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:1.0:1770653413.985441:0:76656:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff95565d1f9c00/0x2aed14e4e178a219 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x141a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f3b expref: 64 pid: 12202 timeout: 6877 lvb_type: 1 00010000:00010000:2.0:1770653413.985442:0:76646:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000200:3.0:1770653413.985443:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00080000:00000001:0.0:1770653413.985445:0:76387:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1770653413.985447:0:76646:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.985451:0:3283:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:2.0:1770653413.985452:0:76646:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000200:3.0:1770653413.985454:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000001:2.0:1770653413.985456:0:76646:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000001:00000001:0.0:1770653413.985459:0:76387:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:2.0:1770653413.985461:0:76646:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff95571016b400/0x2aed14e4e178cfd8 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000100:00000010:3.0:1770653413.985462:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955617529880. 00010000:00000001:1.0:1770653413.985463:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:0.0:1770653413.985463:0:76387:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.985467:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1770653413.985470:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955617529880 x1856657966311552 msgsize 328 00010000:00000001:1.0:1770653413.985471:0:76656:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1770653413.985476:0:76387:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.985478:0:76646:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:1.0:1770653413.985479:0:76656:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1770653413.985481:0:76387:0:(osd_object.c:2094:osd_ref_del()) Process entered 00010000:00010000:2.0:1770653413.985484:0:76646:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95571016b400/0x2aed14e4e178cfd8 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.985485:0:76656:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:3.0:1770653413.985486:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000200:1.0:1770653413.985493:0:76656:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff95561752a680 x1856657966311424/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1770653413.985494:0:76387:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653413.985499:0:76646:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1561:0x0].0x0 (ffff95560d669800) refcount = 2 00000100:00000001:3.0:1770653413.985502:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00080000:00000001:0.0:1770653413.985503:0:76387:0:(osd_object.c:806:osd_destroy()) Process entered 00010000:00000040:2.0:1770653413.985508:0:76646:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000800:00000001:3.0:1770653413.985509:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653413.985511:0:76656:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000040:2.0:1770653413.985513:0:76646:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95571016b400/0x2aed14e4e178cfd8 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.985515:0:76656:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.985516:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.985519:0:5742:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:3.0:1770653413.985522:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1770653413.985523:0:5742:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966311552 00000100:00000001:1.0:1770653413.985527:0:76656:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653413.985528:0:5742:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:3.0:1770653413.985529:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.985533:0:5742:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653413.985537:0:5742:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.985541:0:76656:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1770653413.985543:0:76646:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000400:00000200:3.0:1770653413.985544:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:1.0:1770653413.985544:0:76656:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1770653413.985545:0:5742:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.985548:0:76646:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.985551:0:5742:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966311552 00010000:00000001:2.0:1770653413.985553:0:76646:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00100000:1.0:1770653413.985555:0:76656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161888 00000020:00000001:0.0:1770653413.985555:0:5742:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:2.0:1770653413.985556:0:76646:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1770653413.985560:0:5742:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000400:00000200:3.0:1770653413.985561:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d2980 00010000:00000001:2.0:1770653413.985563:0:76646:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653413.985563:0:76656:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000020:00000001:0.0:1770653413.985564:0:5742:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653413.985568:0:5742:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=65 00000100:00000001:1.0:1770653413.985570:0:76656:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795723856896 : -117277985694720 : ffff955617529c00) 00000400:00000200:3.0:1770653413.985571:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed71a9 [2] + 1312 00010000:00000010:2.0:1770653413.985572:0:76646:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f595c0. 00000020:00000001:0.0:1770653413.985573:0:5742:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:2.0:1770653413.985578:0:76646:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000040:1.0:1770653413.985581:0:76656:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955617529c00 x1856657966311296/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653413.985581:0:5742:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000800:00000001:3.0:1770653413.985583:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:2.0:1770653413.985584:0:76646:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0840. 00000100:00000001:0.0:1770653413.985588:0:5742:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:3.0:1770653413.985589:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.985590:0:76646:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100337216 : -117276609214400 : ffff9556695e0840) 00000020:00000010:0.0:1770653413.985595:0:5742:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00000400:00000200:3.0:1770653413.985596:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653413.985597:0:76646:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100337216 : -117276609214400 : ffff9556695e0840) 00000100:00000001:0.0:1770653413.985601:0:5742:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.985604:0:76646:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000400:00000200:3.0:1770653413.985609:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653413.985609:0:76646:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000020:00000010:0.0:1770653413.985609:0:5742:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00000100:00000001:1.0:1770653413.985611:0:76656:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1770653413.985614:0:76646:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000020:00000010:1.0:1770653413.985618:0:76656:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cfc0. 00010000:00000001:2.0:1770653413.985619:0:76646:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1770653413.985620:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:0.0:1770653413.985620:0:5742:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955626009000. 00000100:00000200:3.0:1770653413.985624:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:1.0:1770653413.985625:0:76656:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653413.985626:0:5742:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519280. 00010000:00000001:2.0:1770653413.985630:0:76646:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1770653413.985631:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95561752aa00. 00000020:00000010:1.0:1770653413.985633:0:76656:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cfc0. 00010000:00000001:2.0:1770653413.985634:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:0.0:1770653413.985635:0:5742:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3da28. 00000100:00000040:3.0:1770653413.985636:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff95561752aa00 x1856657966311808 msgsize 328 00010000:00000001:2.0:1770653413.985638:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.985642:0:76646:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.985643:0:76656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955617529c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_033:b31b1d82-c1d4-4680-ae7a-71292416d1f5+65:2365:x1856657966311296:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1770653413.985643:0:5742:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:2.0:1770653413.985646:0:76646:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:0.0:1770653413.985648:0:5742:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1770653413.985650:0:76646:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00100000:3.0:1770653413.985653:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00010000:00000001:0.0:1770653413.985654:0:5742:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000100:00000200:1.0:1770653413.985656:0:76656:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966311296 00000100:00000001:2.0:1770653413.985657:0:76646:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.985658:0:5742:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.985661:0:76656:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000100:00000001:2.0:1770653413.985662:0:76646:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.985663:0:5742:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00000002:1.0:1770653413.985665:0:76656:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1770653413.985667:0:5742:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1770653413.985668:0:76656:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1770653413.985669:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.985669:0:76646:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000020:00000001:0.0:1770653413.985670:0:5742:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1770653413.985672:0:76656:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000010:2.0:1770653413.985673:0:76646:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0840. 00000020:00000040:0.0:1770653413.985674:0:5742:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955662dc0a00 refcount=4 02000000:00000001:1.0:1770653413.985676:0:76656:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:3.0:1770653413.985677:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653413.985678:0:76646:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000020:00000001:0.0:1770653413.985680:0:5742:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796991154688 : -117276718396928 : ffff955662dc0a00) 00010000:00000001:2.0:1770653413.985681:0:76646:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1770653413.985682:0:76656:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95572dc89800. 00000800:00000001:3.0:1770653413.985683:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.985685:0:5742:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796991154688 : -117276718396928 : ffff955662dc0a00) 00010000:00000010:2.0:1770653413.985688:0:76646:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f595c0. 02000000:00000001:1.0:1770653413.985689:0:76656:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.985690:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653413.985694:0:76646:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:1.0:1770653413.985695:0:76656:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.985695:0:5742:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff955662dc0a00/0x2aed14e4e178a17f lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x141b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ea1 expref: 65 pid: 12199 timeout: 6877 lvb_type: 1 00000800:00000001:3.0:1770653413.985696:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1770653413.985697:0:76646:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1770653413.985701:0:76646:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.985703:0:76656:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1770653413.985708:0:76646:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00010000:1.0:1770653413.985709:0:76656:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000400:00000200:3.0:1770653413.985710:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:2.0:1770653413.985713:0:76646:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.985715:0:76656:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1770653413.985716:0:5742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:2.0:1770653413.985718:0:76646:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000020:00000001:1.0:1770653413.985720:0:76656:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1770653413.985720:0:5742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1770653413.985724:0:76656:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c162c00 refcount=4 00000400:00000200:3.0:1770653413.985726:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d2900 00010000:00000001:0.0:1770653413.985726:0:5742:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.985727:0:76646:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1770653413.985729:0:76656:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145959424 : -117276563592192 : ffff95566c162c00) 00000100:00000001:0.0:1770653413.985733:0:5742:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.985735:0:76656:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145959424 : -117276563592192 : ffff95566c162c00) 00000100:00000040:2.0:1770653413.985736:0:76646:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000400:00000200:3.0:1770653413.985751:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed71a9 [2] + 1640 00000100:00000001:2.0:1770653413.985754:0:76646:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000001:0.0:1770653413.985755:0:5742:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000040:1.0:1770653413.985756:0:76656:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556373a1000 count: 3 00000800:00000001:3.0:1770653413.985760:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1770653413.985761:0:76646:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1770653413.985766:0:76646:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.985767:0:76656:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff95566c162c00/0x2aed14e4e178a00c lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1419:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d58 expref: 65 pid: 76385 timeout: 6877 lvb_type: 1 00000800:00000001:3.0:1770653413.985768:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1770653413.985768:0:5742:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955617529880 x1856657966311552/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.985769:0:76646:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1770653413.985775:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1770653413.985778:0:76646:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000200:3.0:1770653413.985796:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00001000:1.0:1770653413.985802:0:76656:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00000100:00000001:3.0:1770653413.985804:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1770653413.985805:0:6545:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1770653413.985808:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00100000:2.0:1770653413.985810:0:6545:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966311808 00010000:00000001:1.0:1770653413.985811:0:76656:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1770653413.985811:0:5742:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000010:3.0:1770653413.985813:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955617528e00. 02000000:00000001:2.0:1770653413.985815:0:6545:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653413.985816:0:5742:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.985818:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955617528e00 x1856657966311680 msgsize 328 00010000:00000001:1.0:1770653413.985818:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.985819:0:6545:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1770653413.985821:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.985822:0:6545:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.985826:0:5742:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653413.985828:0:6545:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.985829:0:76656:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff95566c162c00/0x2aed14e4e178a00c lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1419:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d58 expref: 65 pid: 76385 timeout: 6877 lvb_type: 1 00000100:00100000:3.0:1770653413.985832:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00100000:2.0:1770653413.985835:0:6545:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966311808 00000100:00000001:0.0:1770653413.985839:0:5742:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1770653413.985840:0:6545:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1770653413.985844:0:6545:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000100:00000001:0.0:1770653413.985844:0:5742:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1770653413.985847:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1770653413.985847:0:76656:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000001:2.0:1770653413.985866:0:6545:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653413.985868:0:6545:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=66 00010000:00000001:1.0:1770653413.985869:0:76656:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000020:00000001:2.0:1770653413.985874:0:6545:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00010000:00000001:1.0:1770653413.985874:0:76656:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1770653413.985875:0:5742:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cd5c300. 00000800:00000001:3.0:1770653413.985876:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1770653413.985878:0:76656:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.985882:0:6545:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000800:00000001:3.0:1770653413.985884:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.985884:0:76656:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000010:0.1:1770653413.985886:0:5742:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162400. 00000100:00000001:2.0:1770653413.985887:0:6545:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:3.0:1770653413.985889:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1770653413.985889:0:76656:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000010:2.0:1770653413.985893:0:6545:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f595c0. 00010000:00000001:1.0:1770653413.985895:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:3.0:1770653413.985896:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.985897:0:6545:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.985899:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1770653413.985903:0:5742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161889 00010000:00000001:1.0:1770653413.985904:0:76656:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:2.0:1770653413.985905:0:6545:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f595c0. 00010000:00000001:1.0:1770653413.985909:0:76656:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.985911:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000040:0.0:1770653413.985911:0:5742:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 2 00000020:00000010:2.0:1770653413.985913:0:6545:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955636fe9400. 00000020:00000040:1.0:1770653413.985914:0:76656:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95566c162c00 with handle 0x2aed14e4e178a00c from hash 00000100:00000001:0.0:1770653413.985917:0:5742:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795723859584 : -117277985692032 : ffff95561752a680) 00010000:00000001:1.0:1770653413.985920:0:76656:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000010:2.0:1770653413.985922:0:6545:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300900. 00000400:00000200:3.0:1770653413.985923:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b9a00 00010000:00000001:1.0:1770653413.985924:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1770653413.985926:0:5742:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95561752a680 x1856657966311424/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.985928:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1770653413.985929:0:6545:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510320. 00010000:00000001:1.0:1770653413.985931:0:76656:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:3.0:1770653413.985936:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda8cd [1] + 224 00010000:00000001:1.0:1770653413.985936:0:76656:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:2.0:1770653413.985937:0:6545:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1770653413.985941:0:76656:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.985942:0:6545:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1770653413.985948:0:6545:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1770653413.985948:0:76656:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000800:00000001:3.0:1770653413.985950:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653413.985951:0:5742:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1770653413.985952:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.985953:0:6545:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653413.985956:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1770653413.985957:0:5742:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00010000:00000001:2.0:1770653413.985958:0:6545:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00010000:1.0:1770653413.985959:0:76656:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95566c162c00/0x2aed14e4e178a00c lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1419:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d58 expref: 66 pid: 76385 timeout: 6877 lvb_type: 1 00000400:00000200:3.0:1770653413.985962:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1770653413.985963:0:6545:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1770653413.985964:0:5742:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653413.985970:0:5742:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00010000:00000040:1.0:1770653413.985972:0:76656:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 57 00000020:00000001:2.0:1770653413.985975:0:6545:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653413.985979:0:76656:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 65 00000020:00000040:2.0:1770653413.985980:0:6545:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565d1f8600 refcount=5 00000400:00000200:3.0:1770653413.985981:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00100000:0.0:1770653413.985981:0:5742:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95561752a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b31b1d82-c1d4-4680-ae7a-71292416d1f5+66:2365:x1856657966311424:12345-192.168.202.60@tcp:103:ldlm_bl.0 00010000:00000001:1.0:1770653413.985987:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1770653413.985988:0:6545:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796894914048 : -117276814637568 : ffff95565d1f8600) 00000100:00000001:3.0:1770653413.985989:0:3283:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1770653413.985992:0:76656:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000200:0.0:1770653413.985992:0:5742:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966311424 00010000:00000001:2.0:1770653413.985993:0:6545:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796894914048 : -117276814637568 : ffff95565d1f8600) 00000100:00000200:3.0:1770653413.985997:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95561752bb80 x1856657707211264/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.985997:0:76656:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1770653413.985998:0:5742:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00010000:00000040:1.0:1770653413.986001:0:76656:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95571016b600 00010000:00010000:2.0:1770653413.986003:0:6545:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff95565d1f8600/0x2aed14e4e178a289 lrc: 5/0,0 mode: PR/PR res: [0x280000403:0x141d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f8f expref: 65 pid: 12206 timeout: 6877 lvb_type: 1 00010000:00000002:0.0:1770653413.986003:0:5742:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1770653413.986006:0:76656:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1770653413.986008:0:5742:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00010000:00000001:1.0:1770653413.986011:0:76656:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:0.0:1770653413.986013:0:5742:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00010000:1.0:1770653413.986015:0:76656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 02000000:00000001:0.0:1770653413.986018:0:5742:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1770653413.986021:0:76656:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1770653413.986023:0:5742:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955734dd7000. 00010000:00000001:2.0:1770653413.986026:0:6545:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.986027:0:76656:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 02000000:00000001:0.0:1770653413.986029:0:5742:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.986030:0:6545:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1770653413.986031:0:76656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000040:3.0:1770653413.986033:0:3283:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff95561752bb80 x1856657707211264/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.986035:0:6545:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.986036:0:76656:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.986036:0:5742:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.986042:0:6545:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.986043:0:76656:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1770653413.986044:0:5742:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1770653413.986048:0:76656:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1770653413.986049:0:5742:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:2.0:1770653413.986051:0:6545:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00010000:1.0:1770653413.986052:0:76656:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95571016b600/0x2aed14e4e178cfe6 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.986057:0:5742:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1770653413.986061:0:3283:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1770653413.986061:0:5742:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1770653413.986062:0:6545:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff95561752aa00 x1856657966311808/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1770653413.986065:0:5742:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565d1f9c00 refcount=4 00000100:00000001:3.0:1770653413.986082:0:76389:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1770653413.986082:0:5742:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796894919680 : -117276814631936 : ffff95565d1f9c00) 00000400:00000001:3.0:1770653413.986087:0:76389:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1770653413.986088:0:5742:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796894919680 : -117276814631936 : ffff95565d1f9c00) 00010000:00000001:1.0:1770653413.986090:0:76656:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000400:00000001:3.0:1770653413.986091:0:76389:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000040:0.0:1770653413.986095:0:5742:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955666214200 count: 3 00000400:00000010:3.0:1770653413.986096:0:76389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d20b0. 00010000:00010000:1.0:1770653413.986097:0:76656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95571016b600/0x2aed14e4e178cfe6 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.986100:0:6545:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:3.0:1770653413.986103:0:76389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78990 00000100:00000001:2.0:1770653413.986105:0:6545:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.986106:0:5742:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff95565d1f9c00/0x2aed14e4e178a219 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x141a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f3b expref: 65 pid: 12202 timeout: 6877 lvb_type: 1 00000400:00000010:3.0:1770653413.986108:0:76389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78990. 00000100:00000001:3.0:1770653413.986114:0:76389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1770653413.986118:0:6545:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1770653413.986121:0:76656:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1419:0x0].0x0 (ffff9556373a1000) refcount = 2 00000100:00000200:3.0:1770653413.986122:0:76389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95561752bb80 x1856657707211264/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.986128:0:6545:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000040:1.0:1770653413.986132:0:76656:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00100000:2.0:1770653413.986133:0:6545:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966311680 00000100:00001000:0.0:1770653413.986136:0:5742:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 02000000:00000001:2.0:1770653413.986138:0:6545:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000040:1.0:1770653413.986140:0:76656:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95571016b600/0x2aed14e4e178cfe6 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1419:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.986143:0:6545:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653413.986148:0:6545:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.986148:0:5742:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000200:3.0:1770653413.986151:0:76389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95561752bb80 x1856657707211264/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653413.986154:0:5742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1770653413.986156:0:6545:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.986159:0:5742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.986164:0:76656:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00100000:2.0:1770653413.986165:0:6545:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966311680 00000100:00000001:3.0:1770653413.986167:0:76389:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1770653413.986169:0:76656:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.986169:0:5742:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff95565d1f9c00/0x2aed14e4e178a219 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x141a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f3b expref: 65 pid: 12202 timeout: 6877 lvb_type: 1 00000100:00000001:3.0:1770653413.986172:0:76389:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653413.986172:0:6545:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1770653413.986174:0:76656:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000040:2.0:1770653413.986177:0:6545:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00010000:00000001:1.0:1770653413.986178:0:76656:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.986179:0:76389:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:3.0:1770653413.986182:0:76389:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1770653413.986185:0:6545:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1770653413.986185:0:76656:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.986186:0:76389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1770653413.986188:0:5742:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:3.0:1770653413.986190:0:76389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.986192:0:6545:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=66 02000000:00000001:3.0:1770653413.986193:0:76389:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1770653413.986193:0:76656:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9cfc0. 00010000:00000001:0.0:1770653413.986193:0:5742:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.986196:0:5742:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.986198:0:76656:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00001000:3.0:1770653413.986202:0:76389:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=138 v=5 (5 0 0 0) 00000020:00000001:2.0:1770653413.986202:0:6545:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000020:00000001:0.0:1770653413.986203:0:5742:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1770653413.986204:0:76656:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa8b40. 00010000:00000001:0.0:1770653413.986210:0:5742:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1770653413.986211:0:76656:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540169024 : -117277169382592 : ffff955647fa8b40) 00000020:00000001:2.0:1770653413.986212:0:6545:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00001000:3.0:1770653413.986213:0:76389:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=138 v=5 (1 0 0 0) 00010000:00000001:0.0:1770653413.986213:0:5742:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1770653413.986216:0:76656:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540169024 : -117277169382592 : ffff955647fa8b40) 00010000:00000001:0.0:1770653413.986219:0:5742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.986221:0:6545:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1770653413.986222:0:76389:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1770653413.986223:0:76656:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000001:0.0:1770653413.986224:0:5742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.986226:0:76389:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.986227:0:76656:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1770653413.986228:0:5742:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:2.0:1770653413.986229:0:6545:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f595c0. 00010000:00000001:3.0:1770653413.986231:0:76389:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1770653413.986232:0:76656:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1770653413.986232:0:5742:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.986235:0:6545:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.986236:0:76389:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.986237:0:76656:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000040:0.0:1770653413.986237:0:5742:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95565d1f9c00 with handle 0x2aed14e4e178a219 from hash 00000020:00000010:2.0:1770653413.986241:0:6545:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f595c0. 00000100:00000001:3.0:1770653413.986243:0:76389:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.986244:0:5742:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1770653413.986247:0:76656:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.986248:0:6545:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955636fe8200. 00010000:00000001:0.0:1770653413.986248:0:5742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.986250:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1770653413.986254:0:76389:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95561752bb80 x1856657707211264/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.986254:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.986254:0:5742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1770653413.986255:0:6545:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300500. 00010000:00000001:1.0:1770653413.986259:0:76656:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.986260:0:5742:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:2.0:1770653413.986262:0:6545:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510c80. 00010000:00000001:1.0:1770653413.986265:0:76656:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1770653413.986265:0:5742:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:2.0:1770653413.986269:0:6545:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1770653413.986270:0:76656:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1770653413.986271:0:5742:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.986273:0:6545:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1770653413.986276:0:6545:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000100:00000001:1.0:1770653413.986278:0:76656:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.986278:0:5742:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1770653413.986280:0:6545:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.986282:0:5742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.986284:0:76656:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.986286:0:6545:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:1.0:1770653413.986290:0:76656:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:2.0:1770653413.986291:0:6545:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00010000:0.0:1770653413.986292:0:5742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95565d1f9c00/0x2aed14e4e178a219 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x141a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f3b expref: 66 pid: 12202 timeout: 6877 lvb_type: 1 00000100:00000001:3.0:1770653413.986294:0:76389:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1770653413.986296:0:6545:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:1.0:1770653413.986296:0:76656:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa8b40. 00000020:00000040:2.0:1770653413.986300:0:6545:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565f571800 refcount=5 00000100:00000001:3.0:1770653413.986301:0:76389:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1770653413.986303:0:76656:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1770653413.986306:0:76389:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653413.986306:0:6545:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796932110336 : -117276777441280 : ffff95565f571800) 00010000:00000001:1.0:1770653413.986307:0:76656:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.986313:0:76389:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1770653413.986314:0:6545:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796932110336 : -117276777441280 : ffff95565f571800) 00010000:00000010:1.0:1770653413.986314:0:76656:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9cfc0. 00010000:00000001:3.0:1770653413.986317:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.986320:0:76656:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653413.986322:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1770653413.986329:0:76656:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1770653413.986331:0:6545:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff95565f571800/0x2aed14e4e1789f79 lrc: 5/0,0 mode: PR/PR res: [0x280000403:0x141c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0cef expref: 66 pid: 12204 timeout: 6877 lvb_type: 1 00010000:00000001:3.0:1770653413.986333:0:76389:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.986334:0:76656:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1770653413.986334:0:5742:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 56 00010000:00000001:1.0:1770653413.986341:0:76656:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000040:0.0:1770653413.986341:0:5742:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 65 00000100:00000040:3.0:1770653413.986345:0:76389:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95561752bb80 x1856657707211264/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.986346:0:76656:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.986347:0:6545:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.986349:0:5742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.986351:0:6545:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:1.0:1770653413.986352:0:76656:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00010000:00000001:0.0:1770653413.986353:0:5742:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1770653413.986355:0:6545:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.986357:0:5742:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1770653413.986361:0:5742:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff955606de2a00 00000100:00000001:2.0:1770653413.986362:0:6545:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.986363:0:76656:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1770653413.986366:0:5742:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:2.0:1770653413.986370:0:6545:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:1.0:1770653413.986371:0:76656:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00010000:00000001:0.0:1770653413.986371:0:5742:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653413.986375:0:5742:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1770653413.986376:0:76389:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95561752bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:76389:1856657707211264:192.168.202.60@tcp:104: 00000100:00000001:1.0:1770653413.986377:0:76656:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00000001:0.0:1770653413.986380:0:5742:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1770653413.986381:0:6545:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955617528e00 x1856657966311680/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1770653413.986383:0:76656:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1770653413.986387:0:76389:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653413.986388:0:76656:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.986388:0:5742:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1770653413.986392:0:5742:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:3.0:1770653413.986393:0:76389:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.986395:0:76656:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1770653413.986396:0:5742:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.986400:0:76389:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:0.0:1770653413.986402:0:5742:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:3.0:1770653413.986404:0:76389:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1770653413.986405:0:76656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.986406:0:5742:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:2.0:1770653413.986411:0:6545:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:1.0:1770653413.986412:0:76656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022908. 00000100:00000040:3.0:1770653413.986414:0:76389:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95561752bb80 x1856657707211264/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.986414:0:6545:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.986414:0:5742:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff955606de2a00/0x2aed14e4e178cfed lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x141a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1770653413.986417:0:76656:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966311296, offset 224 00000100:00000001:2.0:1770653413.986428:0:6545:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.986430:0:76656:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.986439:0:5742:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:3.0:1770653413.986441:0:76389:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1770653413.986441:0:6545:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1770653413.986445:0:6545:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1770653413.986445:0:76656:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00010000:0.0:1770653413.986445:0:5742:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff955606de2a00/0x2aed14e4e178cfed lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x141a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1770653413.986446:0:76389:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1770653413.986451:0:76389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95562fa45600. 00000100:00100000:2.0:1770653413.986457:0:6545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161890 02000000:00000001:3.0:1770653413.986459:0:76389:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1770653413.986460:0:76656:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164736:2164736:253:4294967295] 192.168.202.60@tcp LPNI seq info [2164732:2164732:5:4294967295] 00000020:00000001:3.0:1770653413.986463:0:76389:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000040:0.0:1770653413.986463:0:5742:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x141a:0x0].0x0 (ffff955666214200) refcount = 2 00000100:00000040:2.0:1770653413.986464:0:6545:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 3 00000020:00000040:3.0:1770653413.986467:0:76389:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=1 obd=lustre-OST0000 00000100:00000001:2.0:1770653413.986470:0:6545:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795723856000 : -117277985695616 : ffff955617529880) 00010000:00000040:0.0:1770653413.986471:0:5742:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000020:00000001:3.0:1770653413.986472:0:76389:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1770653413.986477:0:76389:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95562fa44200. 00010000:00000040:0.0:1770653413.986478:0:5742:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff955606de2a00/0x2aed14e4e178cfed lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x141a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1770653413.986483:0:6545:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955617529880 x1856657966311552/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1770653413.986484:0:76389:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1770653413.986485:0:76656:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 02000000:00000001:3.0:1770653413.986488:0:76389:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1770653413.986491:0:76389:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95561752bb80. 00000100:00000001:3.0:1770653413.986496:0:76389:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1770653413.986499:0:76389:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.986501:0:5742:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000800:00000200:1.0:1770653413.986504:0:76656:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653413.986505:0:5742:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1770653413.986506:0:76389:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556189e1240. 00000800:00000010:1.0:1770653413.986512:0:76656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9557353d2400. 00010000:00000001:0.0:1770653413.986512:0:5742:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:3.0:1770653413.986513:0:76389:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1770653413.986514:0:6545:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1770653413.986517:0:5742:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.986518:0:76389:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653413.986521:0:6545:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f595c0. 00010000:00000001:0.0:1770653413.986524:0:5742:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1770653413.986525:0:76656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000010:3.0:1770653413.986526:0:76389:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9556196fbd40. 00000100:00000001:2.0:1770653413.986526:0:6545:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1770653413.986531:0:5742:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a2c0. 00010000:00000001:3.0:1770653413.986534:0:76389:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.986534:0:6545:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f595c0. 00000100:00000001:0.0:1770653413.986535:0:5742:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000800:00000200:1.0:1770653413.986538:0:76656:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000010:0.0:1770653413.986541:0:5742:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f362d80. 00010000:00000001:3.0:1770653413.986542:0:76389:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653413.986543:0:76656:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9557353d2400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1770653413.986548:0:5742:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661517696 : -117277048033920 : ffff95564f362d80) 00010000:00000001:3.0:1770653413.986549:0:76389:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1770653413.986549:0:6545:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955617529880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+65:2365:x1856657966311552:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1770653413.986550:0:76656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.986555:0:5742:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661517696 : -117277048033920 : ffff95564f362d80) 00010000:00000001:3.0:1770653413.986557:0:76389:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000040:1.0:1770653413.986559:0:76656:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000200:2.0:1770653413.986561:0:6545:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966311552 00000100:00000001:0.0:1770653413.986563:0:5742:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00010000:3.0:1770653413.986564:0:76389:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff955606de2600/0x2aed14e4e178d009 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1563:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.986565:0:76656:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.986566:0:6545:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000100:00000001:0.0:1770653413.986567:0:5742:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000002:2.0:1770653413.986572:0:6545:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1770653413.986573:0:76656:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.986573:0:5742:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1770653413.986575:0:6545:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00010000:00000001:0.0:1770653413.986578:0:5742:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:2.0:1770653413.986581:0:6545:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1770653413.986584:0:76656:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955617529c00 x1856657966311296/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653413.986585:0:6545:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1770653413.986589:0:5742:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653413.986591:0:6545:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95562b39fc00. 00010000:00000001:0.0:1770653413.986595:0:5742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1770653413.986597:0:6545:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.986598:0:5742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:1.0:1770653413.986602:0:76656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955617529c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_033:b31b1d82-c1d4-4680-ae7a-71292416d1f5+65:2365:x1856657966311296:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 989us (2027us total) trans 0 rc 0/0 00010000:00000001:0.0:1770653413.986610:0:5742:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.986611:0:6545:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.986614:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1770653413.986616:0:5742:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1770653413.986617:0:6545:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000800:00000010:3.0:1770653413.986619:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9a00. 00010000:00000001:0.0:1770653413.986620:0:5742:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00100000:1.0:1770653413.986621:0:76656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161888 00010000:00010000:2.0:1770653413.986622:0:6545:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:0.0:1770653413.986626:0:5742:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.986627:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1770653413.986628:0:6545:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:1.0:1770653413.986629:0:76656:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 2 00000020:00000001:2.0:1770653413.986631:0:6545:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1770653413.986633:0:5742:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.986634:0:76656:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:2.0:1770653413.986635:0:6545:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955662dc0a00 refcount=4 00000100:00000001:0.0:1770653413.986637:0:5742:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000400:00000200:3.0:1770653413.986638:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653413.986639:0:76656:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1770653413.986641:0:5742:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f362d80. 00000020:00000001:2.0:1770653413.986642:0:6545:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796991154688 : -117276718396928 : ffff955662dc0a00) 00000020:00000010:1.0:1770653413.986644:0:76656:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07dc80. 00000400:00000200:3.0:1770653413.986645:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8dd0 00010000:00000001:2.0:1770653413.986648:0:6545:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796991154688 : -117276718396928 : ffff955662dc0a00) 00000100:00000001:0.0:1770653413.986648:0:5742:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000400:00000010:3.0:1770653413.986651:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8dd0. 00000020:00000010:1.0:1770653413.986652:0:76656:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada258. 00010000:00000001:0.0:1770653413.986653:0:5742:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1770653413.986654:0:6545:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95563cd5c700 count: 3 00000100:00000001:3.0:1770653413.986655:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653413.986660:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1770653413.986661:0:76656:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f7e00. 00010000:00000010:0.0:1770653413.986661:0:5742:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a2c0. 00010000:00010000:2.0:1770653413.986663:0:6545:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff955662dc0a00/0x2aed14e4e178a17f lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x141b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ea1 expref: 65 pid: 12199 timeout: 6877 lvb_type: 1 00010000:00000001:0.0:1770653413.986665:0:5742:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1770653413.986669:0:5742:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1770653413.986670:0:5742:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653413.986677:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1770653413.986678:0:6545:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00010000:00000001:0.0:1770653413.986678:0:5742:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000040:1.0:1770653413.986679:0:76656:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 64 00000800:00000001:3.0:1770653413.986683:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.986683:0:5742:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.986685:0:6545:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1770653413.986685:0:76656:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653413.986689:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1770653413.986691:0:5742:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00010000:00000001:2.0:1770653413.986692:0:6545:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:3.0:1770653413.986695:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.986696:0:6545:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.986697:0:5742:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1770653413.986698:0:76656:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00010000:2.0:1770653413.986702:0:6545:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff955662dc0a00/0x2aed14e4e178a17f lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x141b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ea1 expref: 64 pid: 12199 timeout: 6877 lvb_type: 1 00000100:00000001:1.0:1770653413.986703:0:76656:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1770653413.986705:0:5742:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000400:00000200:3.0:1770653413.986708:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:0.0:1770653413.986712:0:5742:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00100000:1.0:1770653413.986714:0:76656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161891 02000000:00000001:0.0:1770653413.986719:0:5742:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1770653413.986722:0:76656:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 3 02000000:00000001:0.0:1770653413.986725:0:5742:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.986726:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d2a00 00000020:00000001:2.0:1770653413.986726:0:6545:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:1.0:1770653413.986727:0:76656:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795723860480 : -117277985691136 : ffff95561752aa00) 00010000:00000001:2.0:1770653413.986731:0:6545:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000001:0.0:1770653413.986732:0:5742:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1770653413.986736:0:6545:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.986750:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed71a9 [2] + 1968 00000100:00000040:1.0:1770653413.986752:0:76656:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95561752aa00 x1856657966311808/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1770653413.986754:0:6545:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.986755:0:5742:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:0.0:1770653413.986762:0:5742:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac84c8. 00000400:00000010:3.0:1770653413.986763:0:3282:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564ec5a160. 00010000:00000001:2.0:1770653413.986763:0:6545:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1770653413.986767:0:6545:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:3.0:1770653413.986771:0:3282:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff955616affd80 00000100:00000001:1.0:1770653413.986772:0:76656:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1770653413.986773:0:6545:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:0.0:1770653413.986777:0:5742:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966311424, offset 224 00000800:00000001:3.0:1770653413.986778:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653413.986778:0:6545:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:1.0:1770653413.986778:0:76656:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cfc0. 00010000:00000001:2.0:1770653413.986782:0:6545:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1770653413.986785:0:5742:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653413.986791:0:6545:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.986792:0:76656:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1770653413.986794:0:5742:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000020:00000040:2.0:1770653413.986798:0:6545:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff955662dc0a00 with handle 0x2aed14e4e178a17f from hash 00000020:00000010:1.0:1770653413.986799:0:76656:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cfc0. 00010000:00000001:2.0:1770653413.986802:0:6545:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:0.0:1770653413.986805:0:5742:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164737:2164737:253:4294967295] 192.168.202.60@tcp LPNI seq info [2164733:2164733:5:4294967295] 00000800:00000001:3.0:1770653413.986806:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.986806:0:6545:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.986809:0:6545:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:1.0:1770653413.986811:0:76656:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95561752aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_033:b31b1d82-c1d4-4680-ae7a-71292416d1f5+64:2365:x1856657966311808:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000400:00000200:3.0:1770653413.986814:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1770653413.986814:0:6545:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1770653413.986819:0:6545:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000200:1.0:1770653413.986821:0:76656:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966311808 00010000:00000001:2.0:1770653413.986822:0:6545:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.986825:0:76656:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000400:00000200:3.0:1770653413.986827:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:2.0:1770653413.986828:0:6545:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000002:1.0:1770653413.986830:0:76656:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1770653413.986832:0:6545:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.986834:0:76656:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000400:00000200:0.0:1770653413.986837:0:5742:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00010000:2.0:1770653413.986839:0:6545:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff955662dc0a00/0x2aed14e4e178a17f lrc: 0/0,0 mode: --/PR res: [0x280000403:0x141b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ea1 expref: 64 pid: 12199 timeout: 6877 lvb_type: 1 00000100:00000001:1.0:1770653413.986840:0:76656:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1770653413.986844:0:76656:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1770653413.986846:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955616affd80 00010000:00000040:2.0:1770653413.986866:0:6545:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 55 02000000:00000010:1.0:1770653413.986871:0:76656:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95564b808000. 00000400:00000010:3.0:1770653413.986872:0:3282:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff955616affd80. 00000020:00000040:2.0:1770653413.986872:0:6545:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 63 02000000:00000001:1.0:1770653413.986875:0:76656:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653413.986878:0:5742:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:1.0:1770653413.986879:0:76656:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.986881:0:3282:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:2.0:1770653413.986881:0:6545:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.986885:0:76656:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000200:3.0:1770653413.986886:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000001:2.0:1770653413.986887:0:6545:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000800:00000010:0.0:1770653413.986887:0:5742:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9100. 00010000:00010000:1.0:1770653413.986888:0:76656:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1770653413.986891:0:6545:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000040:3.0:1770653413.986893:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955619b67850 x1856657966311936 msgsize 328 00010000:00000001:1.0:1770653413.986894:0:76656:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000040:2.0:1770653413.986895:0:6545:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95566c163400 00000020:00000001:1.0:1770653413.986898:0:76656:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:0.0:1770653413.986899:0:5742:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:2.0:1770653413.986900:0:6545:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000020:00000040:1.0:1770653413.986901:0:76656:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565d1f8600 refcount=5 00010000:00000001:2.0:1770653413.986905:0:6545:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000001:1.0:1770653413.986907:0:76656:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796894914048 : -117276814637568 : ffff95565d1f8600) 00000100:00100000:3.0:1770653413.986910:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00010000:00010000:2.0:1770653413.986910:0:6545:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000800:00000200:0.0:1770653413.986913:0:5742:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:1.0:1770653413.986914:0:76656:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796894914048 : -117276814637568 : ffff95565d1f8600) 00010000:00000001:2.0:1770653413.986915:0:6545:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1770653413.986917:0:3282:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000200:0.0:1770653413.986920:0:5742:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9100 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:2.0:1770653413.986921:0:6545:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000040:1.0:1770653413.986922:0:76656:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95560e946800 count: 3 00010000:00010000:2.0:1770653413.986925:0:6545:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:0.0:1770653413.986928:0:5742:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.986929:0:6545:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.986930:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00010000:00010000:1.0:1770653413.986932:0:76656:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff95565d1f8600/0x2aed14e4e178a289 lrc: 5/0,0 mode: PR/PR res: [0x280000403:0x141d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f8f expref: 63 pid: 12206 timeout: 6877 lvb_type: 1 00010000:00000001:2.0:1770653413.986935:0:6545:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000040:0.0:1770653413.986938:0:5742:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000001:2.0:1770653413.986939:0:6545:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000800:00000200:3.0:1770653413.986943:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:2.0:1770653413.986946:0:6545:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95566c163400/0x2aed14e4e178cff4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x141b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.986946:0:5742:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1770653413.986947:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df600. 00000100:00001000:1.0:1770653413.986947:0:76656:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00000400:00000200:3.0:1770653413.986954:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1770653413.986955:0:5742:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.986956:0:76656:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1770653413.986962:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.986964:0:6545:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1770653413.986966:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1770653413.986967:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000040:0.0:1770653413.986967:0:5742:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95561752a680 x1856657966311424/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1770653413.986969:0:6545:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95566c163400/0x2aed14e4e178cff4 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x141b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770653413.986973:0:76656:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff95565d1f8600/0x2aed14e4e178a289 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x141d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f8f expref: 63 pid: 12206 timeout: 6877 lvb_type: 1 00000400:00000200:3.0:1770653413.986975:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888f68 00000400:00000010:3.0:1770653413.986980:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888f68. 00010000:00000040:2.0:1770653413.986988:0:6545:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x141b:0x0].0x0 (ffff95563cd5c700) refcount = 2 00000100:00000001:3.0:1770653413.986995:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000040:2.0:1770653413.986998:0:6545:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:3.0:1770653413.986999:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000040:2.0:1770653413.987004:0:6545:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95566c163400/0x2aed14e4e178cff4 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x141b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000800:00000001:3.0:1770653413.987006:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1770653413.987006:0:76656:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1770653413.987011:0:76656:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000800:00000001:3.0:1770653413.987013:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1770653413.987014:0:5742:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95561752a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b31b1d82-c1d4-4680-ae7a-71292416d1f5+63:2365:x1856657966311424:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1057us (1853us total) trans 0 rc 0/0 00010000:00000001:1.0:1770653413.987015:0:76656:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.987021:0:76656:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.987023:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1770653413.987030:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9000. 00010000:00000001:1.0:1770653413.987030:0:76656:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1770653413.987033:0:6545:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653413.987035:0:76656:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:3.0:1770653413.987036:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1770653413.987037:0:5742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161889 00010000:00000001:2.0:1770653413.987038:0:6545:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.987040:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.987044:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1770653413.987044:0:5742:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 2 00010000:00000001:2.0:1770653413.987045:0:6545:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000400:00000200:3.0:1770653413.987047:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:1.0:1770653413.987047:0:76656:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1770653413.987051:0:5742:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1770653413.987052:0:6545:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.987052:0:76656:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.987053:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8550 00000100:00000001:0.0:1770653413.987054:0:5742:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1770653413.987058:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8550. 00000020:00000040:1.0:1770653413.987058:0:76656:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95565d1f8600 with handle 0x2aed14e4e178a289 from hash 00010000:00000001:2.0:1770653413.987060:0:6545:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1770653413.987060:0:5742:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07db80. 00000100:00000001:3.0:1770653413.987063:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653413.987065:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1770653413.987074:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1770653413.987076:0:76656:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000800:00000010:3.0:1770653413.987079:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9557353d2400. 00010000:00000001:1.0:1770653413.987079:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:0.0:1770653413.987079:0:5742:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662adabb8. 00010000:00000010:2.0:1770653413.987081:0:6545:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f595c0. 00010000:00000001:1.0:1770653413.987084:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1770653413.987087:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653413.987088:0:6545:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00000001:1.0:1770653413.987089:0:76656:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:0.0:1770653413.987089:0:5742:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f7400. 00010000:00000001:1.0:1770653413.987094:0:76656:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000400:00000200:3.0:1770653413.987095:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000010:2.0:1770653413.987098:0:6545:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0840. 00010000:00000001:1.0:1770653413.987098:0:76656:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.987098:0:5742:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 62 00000400:00000200:3.0:1770653413.987099:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022908 00000100:00000001:2.0:1770653413.987107:0:6545:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100337216 : -117276609214400 : ffff9556695e0840) 00010000:00000001:1.0:1770653413.987107:0:76656:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000010:3.0:1770653413.987108:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022908. 00000100:00000001:0.0:1770653413.987108:0:5742:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.987112:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.987115:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653413.987116:0:6545:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100337216 : -117276609214400 : ffff9556695e0840) 00010000:00000001:1.0:1770653413.987117:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.987118:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1770653413.987122:0:76656:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1770653413.987123:0:6545:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1770653413.987125:0:5742:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:1.0:1770653413.987127:0:76656:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1770653413.987128:0:6545:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00100000:0.0:1770653413.987131:0:5742:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966311936 00010000:00000040:1.0:1770653413.987132:0:76656:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95571016a000 00010000:00000001:2.0:1770653413.987133:0:6545:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 02000000:00000001:0.0:1770653413.987136:0:5742:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:2.0:1770653413.987139:0:6545:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1770653413.987139:0:76656:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:0.0:1770653413.987141:0:5742:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1770653413.987144:0:76656:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:0.0:1770653413.987145:0:5742:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.987148:0:76656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000800:00000200:3.0:1770653413.987150:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1770653413.987151:0:5742:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.987152:0:6545:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.987152:0:76656:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1770653413.987154:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9100. 00010000:00000001:2.0:1770653413.987160:0:6545:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:0.0:1770653413.987160:0:5742:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966311936 00000400:00000200:3.0:1770653413.987161:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1770653413.987161:0:76656:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1770653413.987163:0:6545:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1770653413.987165:0:76656:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653413.987168:0:6545:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.987168:0:76656:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653413.987168:0:5742:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1770653413.987171:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000040:0.0:1770653413.987172:0:5742:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00010000:00000001:1.0:1770653413.987177:0:76656:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1770653413.987178:0:6545:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000020:00000001:0.0:1770653413.987178:0:5742:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1770653413.987179:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac84c8 00010000:00000001:1.0:1770653413.987180:0:76656:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:2.0:1770653413.987183:0:6545:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000040:0.0:1770653413.987183:0:5742:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=67 00000400:00000010:3.0:1770653413.987184:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac84c8. 00010000:00010000:1.0:1770653413.987185:0:76656:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95571016a000/0x2aed14e4e178d002 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x141d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1770653413.987190:0:5742:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:2.0:1770653413.987192:0:6545:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.987193:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653413.987197:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1770653413.987197:0:5742:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:2.0:1770653413.987199:0:6545:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.987204:0:76656:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:2.0:1770653413.987206:0:6545:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1770653413.987206:0:5742:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00010000:1.0:1770653413.987208:0:76656:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95571016a000/0x2aed14e4e178d002 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x141d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000100:00000010:2.0:1770653413.987211:0:6545:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0840. 00000020:00000010:0.0:1770653413.987212:0:5742:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00000100:00000001:2.0:1770653413.987218:0:6545:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1770653413.987219:0:5742:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1770653413.987220:0:76656:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x141d:0x0].0x0 (ffff95560e946800) refcount = 3 00010000:00000001:2.0:1770653413.987222:0:6545:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653413.987225:0:5742:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00010000:00000040:1.0:1770653413.987229:0:76656:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000010:2.0:1770653413.987230:0:6545:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f595c0. 00000020:00000010:0.0:1770653413.987233:0:5742:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955626009c00. 00010000:00000040:1.0:1770653413.987234:0:76656:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95571016a000/0x2aed14e4e178d002 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x141d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.987235:0:6545:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000010:0.0:1770653413.987239:0:5742:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519e80. 00010000:00010000:2.0:1770653413.987240:0:6545:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1770653413.987243:0:6545:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.987245:0:76656:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000010:0.0:1770653413.987246:0:5742:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d3e8. 00010000:00000001:2.0:1770653413.987247:0:6545:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1770653413.987248:0:76656:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.987251:0:6545:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.987251:0:5742:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1770653413.987252:0:76656:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1770653413.987256:0:76656:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.987256:0:5742:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00001000:2.0:1770653413.987259:0:6545:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00010000:00000001:0.0:1770653413.987259:0:5742:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1770653413.987260:0:76656:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1770653413.987262:0:76646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78990. 00010000:00000001:0.0:1770653413.987263:0:5742:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1770653413.987268:0:76656:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9cfc0. 00000100:00000200:3.0:1770653413.987270:0:76646:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966311040, offset 224 00010000:00000001:0.0:1770653413.987270:0:5742:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:2.0:1770653413.987271:0:6545:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1770653413.987272:0:76656:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00000001:0.0:1770653413.987275:0:5742:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1770653413.987278:0:5742:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:1.0:1770653413.987279:0:76656:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa8b40. 00000100:00000040:2.0:1770653413.987281:0:6545:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000020:00000040:0.0:1770653413.987281:0:5742:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016b800 refcount=4 00000400:00000200:3.0:1770653413.987284:0:76646:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:1.0:1770653413.987285:0:76656:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540169024 : -117277169382592 : ffff955647fa8b40) 00000020:00000001:0.0:1770653413.987288:0:5742:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897458688 : -117273812092928 : ffff95571016b800) 00000100:00000001:2.0:1770653413.987289:0:6545:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000001:1.0:1770653413.987291:0:76656:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540169024 : -117277169382592 : ffff955647fa8b40) 00010000:00000001:0.0:1770653413.987293:0:5742:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897458688 : -117273812092928 : ffff95571016b800) 00000400:00000200:3.0:1770653413.987297:0:76646:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 02000000:00000001:2.0:1770653413.987297:0:6545:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1770653413.987298:0:76656:0:(client.c:2653:ptlrpc_set_wait()) Process entered 02000000:00000001:2.0:1770653413.987303:0:6545:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.987303:0:76656:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00010000:0.0:1770653413.987304:0:5742:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff95571016b800/0x2aed14e4e1789f8e lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1563:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d04 expref: 67 pid: 6531 timeout: 6877 lvb_type: 1 00010000:00000001:1.0:1770653413.987305:0:76656:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1770653413.987310:0:76656:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:3.0:1770653413.987311:0:76646:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164738:2164738:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164734:2164734:8:4294967295] 00000100:00000001:2.0:1770653413.987311:0:6545:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1770653413.987314:0:76656:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.987321:0:76656:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.987322:0:76656:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1770653413.987325:0:6545:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:1.0:1770653413.987327:0:76656:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.987332:0:5742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1770653413.987333:0:6545:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888b28. 00010000:00000001:1.0:1770653413.987333:0:76656:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1770653413.987338:0:76656:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1770653413.987338:0:5742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1770653413.987341:0:6545:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966311552, offset 224 00010000:00000001:0.0:1770653413.987342:0:5742:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.987344:0:76656:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.987348:0:76646:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:0.0:1770653413.987349:0:5742:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.987350:0:76656:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.987356:0:6545:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:1.0:1770653413.987357:0:76656:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000800:00000200:3.0:1770653413.987358:0:76646:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:0.0:1770653413.987358:0:5742:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000010:1.0:1770653413.987361:0:76656:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa8b40. 00000800:00000010:3.0:1770653413.987365:0:76646:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c500. 00000100:00000001:1.0:1770653413.987366:0:76656:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000200:0.0:1770653413.987366:0:5742:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955619b67850 x1856657966311936/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.987370:0:76656:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1770653413.987371:0:6545:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000010:1.0:1770653413.987377:0:76656:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9cfc0. 00000800:00000200:3.0:1770653413.987379:0:76646:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:1.0:1770653413.987382:0:76656:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:2.0:1770653413.987386:0:6545:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164739:2164739:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164735:2164735:7:4294967295] 00010000:00010000:1.0:1770653413.987387:0:76656:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1770653413.987391:0:76656:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1770653413.987393:0:76646:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:0.0:1770653413.987394:0:5742:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:1.0:1770653413.987397:0:76656:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1770653413.987400:0:5742:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.987401:0:76656:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653413.987402:0:76646:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c500 type 1, nob 320 niov 1 nkiov 1 00000100:00001000:1.0:1770653413.987408:0:76656:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000100:00000001:0.0:1770653413.987410:0:5742:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.987416:0:76646:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.987416:0:6545:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:1.0:1770653413.987418:0:76656:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1770653413.987422:0:5742:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1770653413.987425:0:76646:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000100:00000040:1.0:1770653413.987426:0:76656:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000100:00000001:0.0:1770653413.987426:0:5742:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000200:2.0:1770653413.987432:0:6545:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:3.0:1770653413.987433:0:76646:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.987433:0:76656:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00100000:0.0:1770653413.987436:0:5742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161892 00000800:00000010:2.0:1770653413.987439:0:6545:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df600. 00010000:00000001:3.0:1770653413.987441:0:76646:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.987441:0:76656:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1770653413.987442:0:5742:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 3 02000000:00000001:1.0:1770653413.987445:0:76656:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.987448:0:5742:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795723853312 : -117277985698304 : ffff955617528e00) 00000800:00000200:2.0:1770653413.987450:0:6545:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:1.0:1770653413.987451:0:76656:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1770653413.987452:0:76646:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665155500 x1856657966311040/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1770653413.987461:0:5742:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955617528e00 x1856657966311680/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653413.987462:0:76656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000800:00000200:2.0:1770653413.987463:0:6545:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000400:00000010:1.0:1770653413.987469:0:76656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022cc0. 00000800:00000200:2.0:1770653413.987471:0:6545:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df600 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1770653413.987476:0:76656:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966311808, offset 224 00000100:00000001:2.0:1770653413.987480:0:6545:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.987489:0:76656:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000040:2.0:1770653413.987491:0:6545:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00100000:3.0:1770653413.987494:0:76646:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665155500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_024:b31b1d82-c1d4-4680-ae7a-71292416d1f5+67:2365:x1856657966311040:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 2439us (3309us total) trans 0 rc 0/0 00000100:00000001:0.0:1770653413.987494:0:5742:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1770653413.987496:0:6545:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.987500:0:5742:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00010000:00000001:2.0:1770653413.987503:0:6545:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.987503:0:76656:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000001:0.0:1770653413.987507:0:5742:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653413.987513:0:5742:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00000100:00000040:2.0:1770653413.987516:0:6545:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955617529880 x1856657966311552/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1770653413.987518:0:76646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161887 00000400:00000200:1.0:1770653413.987518:0:76656:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164740:2164740:254:4294967295] 192.168.202.60@tcp LPNI seq info [2164736:2164736:6:4294967295] 00000100:00100000:0.0:1770653413.987525:0:5742:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955617528e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b31b1d82-c1d4-4680-ae7a-71292416d1f5+62:2366:x1856657966311680:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000100:00000040:3.0:1770653413.987527:0:76646:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 1 00000100:00000001:3.0:1770653413.987533:0:76646:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1770653413.987539:0:76646:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1770653413.987539:0:5742:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966311680 00010000:00000001:0.0:1770653413.987545:0:5742:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000020:00000010:3.0:1770653413.987546:0:76646:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300300. 00000400:00000200:1.0:1770653413.987547:0:76656:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000002:0.0:1770653413.987549:0:5742:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000100:00100000:2.0:1770653413.987554:0:6545:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955617529880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b31b1d82-c1d4-4680-ae7a-71292416d1f5+62:2365:x1856657966311552:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1033us (2076us total) trans 0 rc 0/0 00010000:00000001:0.0:1770653413.987554:0:5742:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000020:00000010:3.0:1770653413.987557:0:76646:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510640. 00000100:00000001:0.0:1770653413.987560:0:5742:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000200:1.0:1770653413.987561:0:76656:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 02000000:00000001:0.0:1770653413.987565:0:5742:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1770653413.987566:0:76646:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955636fe9200. 00000800:00000010:1.0:1770653413.987568:0:76656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9557353d2f00. 02000000:00000010:0.0:1770653413.987571:0:5742:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955734dd4c00. 00000100:00100000:2.0:1770653413.987575:0:6545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161890 00000020:00000040:3.0:1770653413.987576:0:76646:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 66 02000000:00000001:0.0:1770653413.987576:0:5742:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653413.987579:0:76656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:0.0:1770653413.987582:0:5742:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.987585:0:6545:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 2 00000100:00000001:3.0:1770653413.987586:0:76646:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.987587:0:5742:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1770653413.987591:0:5742:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:2.0:1770653413.987592:0:6545:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:1.0:1770653413.987592:0:76656:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:3.0:1770653413.987603:0:76646:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1770653413.987608:0:5742:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1770653413.987609:0:76646:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1770653413.987609:0:6545:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:1.0:1770653413.987610:0:76656:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9557353d2f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:0.0:1770653413.987611:0:5742:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1770653413.987616:0:6545:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519280. 00000020:00000040:0.0:1770653413.987616:0:5742:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565f571800 refcount=5 00000100:00000001:1.0:1770653413.987617:0:76656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.987623:0:76646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161893 00000020:00000001:0.0:1770653413.987623:0:5742:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796932110336 : -117276777441280 : ffff95565f571800) 00000020:00000010:2.0:1770653413.987625:0:6545:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3da28. 00000100:00000040:1.0:1770653413.987625:0:76656:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:0.0:1770653413.987630:0:5742:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796932110336 : -117276777441280 : ffff95565f571800) 00010000:00000001:1.0:1770653413.987632:0:76656:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.987633:0:76646:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 2 00000020:00000010:2.0:1770653413.987633:0:6545:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955626009000. 00010000:00000040:0.0:1770653413.987634:0:5742:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95561e13b100 count: 3 00010000:00000001:1.0:1770653413.987637:0:76656:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.987642:0:76646:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795763955792 : -117277945595824 : ffff955619b67850) 00000020:00000040:2.0:1770653413.987642:0:6545:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 61 00010000:00010000:0.0:1770653413.987643:0:5742:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff95565f571800/0x2aed14e4e1789f79 lrc: 5/0,0 mode: PR/PR res: [0x280000403:0x141c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0cef expref: 62 pid: 12204 timeout: 6877 lvb_type: 1 00000100:00000040:1.0:1770653413.987646:0:76656:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95561752aa00 x1856657966311808/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.987649:0:6545:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1770653413.987655:0:76646:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955619b67850 x1856657966311936/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/0 e 0 to 0 dl 1770653424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1770653413.987680:0:5742:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=132 v=5 (1 0 0 0) 00000100:00000001:2.0:1770653413.987685:0:76419:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1770653413.987690:0:5742:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00100000:1.0:1770653413.987691:0:76656:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95561752aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_033:b31b1d82-c1d4-4680-ae7a-71292416d1f5+61:2365:x1856657966311808:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 912us (2048us total) trans 0 rc 0/0 00000400:00000001:2.0:1770653413.987692:0:76419:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1770653413.987694:0:76646:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1770653413.987694:0:5742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:2.0:1770653413.987696:0:76419:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1770653413.987700:0:5742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1770653413.987701:0:76419:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2580. 00000020:00000010:3.0:1770653413.987702:0:76646:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbd40. 00000400:00000200:2.0:1770653413.987706:0:76419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888088 00010000:00010000:0.0:1770653413.987707:0:5742:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff95565f571800/0x2aed14e4e1789f79 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x141c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0cef expref: 61 pid: 12204 timeout: 6877 lvb_type: 1 00000100:00000001:3.0:1770653413.987709:0:76646:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1770653413.987709:0:76656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161891 00000400:00000010:2.0:1770653413.987712:0:76419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888088. 00000020:00000010:3.0:1770653413.987717:0:76646:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbd40. 00000100:00000040:1.0:1770653413.987718:0:76656:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:2.0:1770653413.987719:0:76419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1770653413.987724:0:76656:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1770653413.987726:0:5742:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:1.0:1770653413.987728:0:76656:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1770653413.987729:0:5742:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000200:2.0:1770653413.987731:0:76419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95572ebc7b80 x1856657707211008/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1770653413.987732:0:76646:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955619b67850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_024:b31b1d82-c1d4-4680-ae7a-71292416d1f5+66:2366:x1856657966311936:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000020:00000010:1.0:1770653413.987733:0:76656:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300900. 00010000:00000001:0.0:1770653413.987734:0:5742:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.987753:0:76646:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966311936 00000020:00000001:0.0:1770653413.987753:0:5742:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.987754:0:76656:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510320. 00010000:00000001:3.0:1770653413.987758:0:76646:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000020:00000010:1.0:1770653413.987762:0:76656:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955636fe9400. 00010000:00000002:3.0:1770653413.987763:0:76646:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1770653413.987763:0:5742:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653413.987769:0:76646:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00010000:00000001:0.0:1770653413.987769:0:5742:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000200:2.0:1770653413.987770:0:76419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95572ebc7b80 x1856657707211008/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:1.0:1770653413.987771:0:76656:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 60 00010000:00000001:0.0:1770653413.987774:0:5742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.987775:0:76646:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1770653413.987777:0:76656:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.987778:0:5742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1770653413.987779:0:76646:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1770653413.987783:0:5742:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000010:3.0:1770653413.987785:0:76646:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95564f310800. 00010000:00000001:0.0:1770653413.987786:0:5742:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.987800:0:76646:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.987801:0:5742:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95565f571800 with handle 0x2aed14e4e1789f79 from hash 00000100:00000001:2.0:1770653413.987802:0:76419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1770653413.987807:0:76646:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.987808:0:5742:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1770653413.987809:0:76419:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1770653413.987809:0:12206:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95566c163400/0x2aed14e4e178cff4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x141b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.987811:0:76646:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1770653413.987813:0:5742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653413.987816:0:76646:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:2.0:1770653413.987816:0:76419:0:(client.c:1568:after_reply()) Process entered 00010000:00000001:0.0:1770653413.987817:0:5742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1770653413.987822:0:76419:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1770653413.987822:0:5742:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653413.987823:0:76646:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1770653413.987824:0:12206:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.987826:0:76419:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1770653413.987827:0:76646:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1770653413.987828:0:5742:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:2.0:1770653413.987829:0:76419:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.987829:0:12206:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95566c163400/0x2aed14e4e178cff4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x141b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000020:00000040:3.0:1770653413.987831:0:76646:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016b800 refcount=4 00010000:00000001:0.0:1770653413.987832:0:5742:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.987835:0:76419:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.987838:0:76646:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897458688 : -117273812092928 : ffff95571016b800) 00010000:00000001:0.0:1770653413.987839:0:5742:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00001000:2.0:1770653413.987841:0:76419:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 00010000:00000001:0.0:1770653413.987843:0:5742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.987845:0:76646:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897458688 : -117273812092928 : ffff95571016b800) 00010000:00000001:0.0:1770653413.987867:0:5742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.987869:0:5742:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1770653413.987870:0:5742:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1770653413.987872:0:5742:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95561ae2a800 00010000:00000001:0.0:1770653413.987874:0:5742:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1770653413.987875:0:5742:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000040:3.0:1770653413.987878:0:76646:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955643d81400 count: 3 00000100:00001000:2.0:1770653413.987880:0:76419:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 00010000:00010000:0.0:1770653413.987880:0:5742:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653413.987885:0:5742:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.987886:0:12206:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00010000:3.0:1770653413.987887:0:76646:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff95571016b800/0x2aed14e4e1789f8e lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1563:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d04 expref: 66 pid: 6531 timeout: 6877 lvb_type: 1 00000100:00000001:2.0:1770653413.987887:0:76419:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1770653413.987889:0:5742:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1770653413.987890:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.987892:0:76419:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.987893:0:5742:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653413.987894:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.987898:0:76419:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1770653413.987899:0:12206:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1770653413.987899:0:5742:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653413.987903:0:12206:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1770653413.987904:0:76419:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.987905:0:5742:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000040:1.0:1770653413.987908:0:12206:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c163400 refcount=3 00000100:00000001:2.0:1770653413.987910:0:76419:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.987910:0:5742:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000020:00000001:1.0:1770653413.987915:0:12206:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145961472 : -117276563590144 : ffff95566c163400) 00010000:00010000:0.0:1770653413.987916:0:5742:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a800/0x2aed14e4e178cffb lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x141c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1770653413.987920:0:76419:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95572ebc7b80 x1856657707211008/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.987922:0:12206:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145961472 : -117276563590144 : ffff95566c163400) 00000100:00001000:3.0:1770653413.987925:0:76646:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 00010000:00000001:1.0:1770653413.987927:0:12206:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1770653413.987932:0:12206:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95566c163400/0x2aed14e4e178cff4 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x141b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.987936:0:76646:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1770653413.987941:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.987943:0:5742:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1770653413.987944:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1770653413.987949:0:5742:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a800/0x2aed14e4e178cffb lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x141c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770653413.987953:0:76646:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff95571016b800/0x2aed14e4e1789f8e lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1563:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d04 expref: 66 pid: 6531 timeout: 6877 lvb_type: 1 00010000:00000001:1.0:1770653413.987956:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.987958:0:76419:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.987959:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1770653413.987964:0:12206:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95566c163400/0x2aed14e4e178cff4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x141b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.987965:0:76419:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1770653413.987969:0:76419:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.987974:0:76419:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1770653413.987978:0:76419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:0.0:1770653413.987979:0:5742:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x141c:0x0].0x0 (ffff95561e13b100) refcount = 3 00000020:00000001:3.0:1770653413.987980:0:76646:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.987984:0:76646:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00010000:2.0:1770653413.987986:0:76419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95565d1f8600/0x2aed14e4e178a289 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x141d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f8f expref: 60 pid: 12206 timeout: 6877 lvb_type: 1 00010000:00000001:1.0:1770653413.987987:0:12206:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653413.987988:0:76646:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.987990:0:5742:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:1.0:1770653413.987991:0:12206:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.987994:0:76646:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.987998:0:12206:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000040:0.0:1770653413.987998:0:5742:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a800/0x2aed14e4e178cffb lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x141c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.988000:0:76646:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653413.988004:0:76646:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000040:2.0:1770653413.988009:0:76419:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 54 00010000:00000001:3.0:1770653413.988010:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:1.0:1770653413.988012:0:12206:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff955647fa8b40. 00010000:00000001:3.0:1770653413.988015:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:2.0:1770653413.988015:0:76419:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 59 00010000:00000001:1.0:1770653413.988017:0:12206:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1770653413.988019:0:76646:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1770653413.988021:0:5742:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653413.988022:0:76646:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.988024:0:76419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.988026:0:5742:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653413.988028:0:76646:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95571016b800 with handle 0x2aed14e4e1789f8e from hash 00010000:00000001:2.0:1770653413.988028:0:76419:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.988030:0:12206:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00000001:0.0:1770653413.988031:0:5742:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1770653413.988035:0:76646:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1770653413.988037:0:5742:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.988038:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1770653413.988038:0:76419:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572ebc7b80 x1856657707211008/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.988038:0:12206:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.988042:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.988045:0:12206:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.988046:0:76646:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1770653413.988047:0:5742:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.988051:0:76646:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653413.988052:0:12206:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1770653413.988056:0:76646:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.988057:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:2.0:1770653413.988061:0:76419:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95572ebc7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_029:lustre-OST0001_UUID:76419:1856657707211008:192.168.202.60@tcp:104: 00010000:00000001:1.0:1770653413.988061:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.988062:0:76646:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:0.0:1770653413.988063:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00002000:00000001:1.0:1770653413.988064:0:12206:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00010000:00000001:3.0:1770653413.988066:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1770653413.988069:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.988070:0:12206:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:2.0:1770653413.988072:0:76419:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1770653413.988074:0:76646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95571016b800/0x2aed14e4e1789f8e lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1563:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d04 expref: 66 pid: 6531 timeout: 6877 lvb_type: 1 00000100:00000001:2.0:1770653413.988076:0:76419:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1770653413.988077:0:12206:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95564b80b800. 00010000:00010000:0.0:1770653413.988077:0:7410:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00000001:2.0:1770653413.988082:0:76419:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00080000:00000001:1.0:1770653413.988084:0:12206:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796599293952 : -117277110257664 : ffff95564b80b800) 00000100:00000001:2.0:1770653413.988086:0:76419:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1770653413.988086:0:7410:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000001:00000001:1.0:1770653413.988091:0:12206:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:0.0:1770653413.988092:0:7410:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00000040:3.0:1770653413.988093:0:76646:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 59 00000100:00000040:2.0:1770653413.988096:0:76419:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95572ebc7b80 x1856657707211008/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000001:1.0:1770653413.988096:0:12206:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653413.988098:0:76646:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 65 00010000:00010000:0.0:1770653413.988100:0:7410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cfca lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00080000:00000002:1.0:1770653413.988102:0:12206:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x141b:0x0] not in the id map cache 00010000:00000001:3.0:1770653413.988106:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.988110:0:76646:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00080000:00000001:1.0:1770653413.988110:0:12206:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00010000:00000001:3.0:1770653413.988115:0:76646:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1770653413.988118:0:76646:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff955606de2600 00010000:00000001:3.0:1770653413.988122:0:76646:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00080000:00000001:1.0:1770653413.988123:0:12206:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.988126:0:76419:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1770653413.988127:0:76646:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 02000000:00000001:2.0:1770653413.988130:0:76419:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00010000:0.0:1770653413.988130:0:7410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95561ae2ac00 already unused, calling callback (ffffffffc16fe650) 00080000:00000001:1.0:1770653413.988132:0:12206:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.988133:0:76646:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 02000000:00000010:2.0:1770653413.988134:0:76419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff955636fe9000. 00010000:00000001:0.0:1770653413.988136:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.988137:0:76646:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1770653413.988141:0:12206:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00010000:00000001:3.0:1770653413.988142:0:76646:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 02000000:00000001:2.0:1770653413.988142:0:76419:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1770653413.988143:0:7410:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1770653413.988147:0:76646:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000001:2.0:1770653413.988147:0:76419:0:(genops.c:1236:class_import_put()) Process entered 00080000:00000001:1.0:1770653413.988147:0:12206:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00010000:0.0:1770653413.988149:0:7410:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cfca lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1770653413.988150:0:76419:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=2 obd=lustre-OST0001 00010000:00000001:3.0:1770653413.988152:0:76646:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 80000000:00000001:1.0:1770653413.988152:0:12206:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000020:00000001:2.0:1770653413.988155:0:76419:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1770653413.988158:0:76646:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 80000000:00000001:1.0:1770653413.988158:0:12206:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 02000000:00000010:2.0:1770653413.988159:0:76419:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff955636fe8c00. 00010000:00000001:3.0:1770653413.988163:0:76646:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 80000000:00000001:1.0:1770653413.988164:0:12206:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.988165:0:76419:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00010000:3.0:1770653413.988168:0:76646:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff955606de2600/0x2aed14e4e178d009 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1563:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1770653413.988169:0:76419:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1770653413.988171:0:7410:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000010:2.0:1770653413.988172:0:76419:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572ebc7b80. 80000000:00000001:1.0:1770653413.988172:0:12206:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.988176:0:7410:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:1.0:1770653413.988179:0:12206:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.988180:0:76419:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1770653413.988181:0:7410:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1770653413.988184:0:76419:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.988188:0:76646:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00080000:00000001:1.0:1770653413.988188:0:12206:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000020:00000040:0.0:1770653413.988188:0:7410:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2ac00 refcount=3 00000100:00000010:2.0:1770653413.988189:0:76419:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0600. 00010000:00010000:3.0:1770653413.988194:0:76646:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff955606de2600/0x2aed14e4e178d009 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1563:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1770653413.988194:0:12206:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000100:00000001:2.0:1770653413.988195:0:76419:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000020:00000001:0.0:1770653413.988196:0:7410:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783629824 : -117277925921792 : ffff95561ae2ac00) 00010000:00000001:2.0:1770653413.988199:0:76419:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.988204:0:7410:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783629824 : -117277925921792 : ffff95561ae2ac00) 00010000:00000010:2.0:1770653413.988206:0:76419:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f592c0. 00000001:00000001:1.0:1770653413.988209:0:12206:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1770653413.988212:0:7410:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:2.0:1770653413.988214:0:76419:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653413.988215:0:76646:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1563:0x0].0x0 (ffff955643d81400) refcount = 2 00000001:00000001:1.0:1770653413.988215:0:12206:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:0.0:1770653413.988218:0:7410:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cfca lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x1417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.988221:0:76419:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.988221:0:12206:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653413.988222:0:76646:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1770653413.988226:0:76646:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955606de2600/0x2aed14e4e178d009 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1563:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.988227:0:76419:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1770653413.988228:0:12206:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1770653413.988233:0:12206:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1770653413.988235:0:76419:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1770653413.988239:0:76419:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95571016a000/0x2aed14e4e178d002 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x141d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1770653413.988245:0:12206:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1770653413.988246:0:7410:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000001:1.0:1770653413.988249:0:12206:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.988250:0:76646:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653413.988252:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.988254:0:76646:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.988258:0:76646:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1770653413.988258:0:7410:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.988259:0:76419:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95571016a000/0x2aed14e4e178d002 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x141d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.988262:0:76646:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1770653413.988264:0:12206:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.988266:0:7410:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653413.988267:0:76646:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1770653413.988271:0:12206:0:(osd_object.c:2094:osd_ref_del()) Process entered 00010000:00000001:0.0:1770653413.988272:0:7410:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:3.0:1770653413.988278:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1770653413.988278:0:76419:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.988279:0:7410:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:3.0:1770653413.988281:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.988283:0:76419:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95571016a000/0x2aed14e4e178d002 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x141d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1770653413.988284:0:12206:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.988284:0:7410:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.988285:0:66075:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00080000:00000001:1.0:1770653413.988289:0:12206:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:1.0:1770653413.988294:0:12206:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:3.0:1770653413.988295:0:66075:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000020:00000040:0.0:1770653413.988295:0:7410:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561ae2ac00 with handle 0x2aed14e4e178cfca from hash 00010000:00000001:2.0:1770653413.988297:0:76419:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 80000000:00000001:1.0:1770653413.988298:0:12206:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:3.0:1770653413.988299:0:66075:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00000001:2.0:1770653413.988300:0:76419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 80000000:00000001:1.0:1770653413.988303:0:12206:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:2.0:1770653413.988304:0:76419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.988304:0:7410:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00010000:3.0:1770653413.988305:0:66075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95566c163400/0x2aed14e4e178cff4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x141b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.988308:0:76419:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 80000000:00000001:1.0:1770653413.988308:0:12206:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.988309:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1770653413.988313:0:76419:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1770653413.988314:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 80000000:00000001:1.0:1770653413.988315:0:12206:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.988317:0:76419:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016a000 refcount=3 00010000:00000001:0.0:1770653413.988318:0:7410:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000001:1.0:1770653413.988322:0:12206:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.988325:0:7410:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00010000:3.0:1770653413.988326:0:66075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95566c163400 already unused, calling callback (ffffffffc16fe650) 00000020:00000001:2.0:1770653413.988326:0:76419:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897452544 : -117273812099072 : ffff95571016a000) 00080000:00000001:1.0:1770653413.988326:0:12206:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1770653413.988330:0:12206:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00010000:00000001:0.0:1770653413.988332:0:7410:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.988333:0:76419:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897452544 : -117273812099072 : ffff95571016a000) 00010000:00000001:3.0:1770653413.988334:0:66075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.988341:0:66075:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:2.0:1770653413.988341:0:76419:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:0.0:1770653413.988341:0:7410:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00010000:2.0:1770653413.988346:0:76419:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95571016a000/0x2aed14e4e178d002 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x141d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.988347:0:7410:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:3.0:1770653413.988348:0:66075:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95566c163400/0x2aed14e4e178cff4 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x141b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.988353:0:7410:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00080000:00000001:1.0:1770653413.988354:0:12206:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.988359:0:7410:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1770653413.988361:0:12206:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.988367:0:7410:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.988368:0:76419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:1.0:1770653413.988369:0:12206:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1770653413.988370:0:66075:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1770653413.988372:0:76419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.988374:0:66075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000001:00000001:1.0:1770653413.988374:0:12206:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00000001:0.0:1770653413.988375:0:7410:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1770653413.988376:0:76419:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95571016a000/0x2aed14e4e178d002 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x141d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1770653413.988378:0:66075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000002:1.0:1770653413.988379:0:12206:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332648, last_committed = 4295332607 00010000:00000001:0.0:1770653413.988380:0:7410:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000020:00000040:3.0:1770653413.988383:0:66075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c163400 refcount=3 00000001:00000010:1.0:1770653413.988386:0:12206:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564ae1a4e0. 00010000:00000001:0.0:1770653413.988388:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1770653413.988389:0:66075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145961472 : -117276563590144 : ffff95566c163400) 00000001:00000040:1.0:1770653413.988393:0:12206:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 41 00010000:00000001:0.0:1770653413.988393:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.988396:0:66075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145961472 : -117276563590144 : ffff95566c163400) 00010000:00000001:2.0:1770653413.988397:0:76419:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000040:1.0:1770653413.988398:0:12206:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=52 00010000:00000001:0.0:1770653413.988398:0:7410:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.988401:0:76419:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.988402:0:66075:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000001:1.0:1770653413.988405:0:12206:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1770653413.988405:0:7410:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.988406:0:76419:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1770653413.988407:0:66075:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95566c163400/0x2aed14e4e178cff4 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x141b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1770653413.988412:0:76419:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556695e0600. 00010000:00000001:0.0:1770653413.988412:0:7410:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.988414:0:12206:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00010000:00000001:2.0:1770653413.988418:0:76419:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1770653413.988420:0:66075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000001:00000001:1.0:1770653413.988420:0:12206:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.988421:0:7410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cfca lrc: 1/0,0 mode: --/PW res: [0x280000403:0x1417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.988423:0:66075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.988427:0:66075:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.988428:0:76419:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00080000:00000001:1.0:1770653413.988431:0:12206:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.988433:0:66075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1770653413.988434:0:76419:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.988437:0:66075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00002000:00000001:1.0:1770653413.988438:0:12206:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.988439:0:76419:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.988442:0:66075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00002000:00000001:1.0:1770653413.988444:0:12206:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00010000:00000001:2.0:1770653413.988446:0:76419:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1770653413.988447:0:66075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.988447:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.988449:0:76419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:3.0:1770653413.988452:0:66075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95566c163400 with handle 0x2aed14e4e178cff4 from hash 00010000:00000001:2.0:1770653413.988452:0:76419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1770653413.988453:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95561ae2ac00/0x2aed14e4e178cfca lrc: 0/0,0 mode: --/PW res: [0x280000403:0x1417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76387 timeout: 0 lvb_type: 0 00080000:00000010:1.0:1770653413.988455:0:12206:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955643ef3398. 00002000:00000001:2.0:1770653413.988456:0:76419:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00010000:00000001:3.0:1770653413.988457:0:66075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00080000:00000001:2.0:1770653413.988460:0:76419:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1770653413.988462:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00002000:00000001:1.0:1770653413.988463:0:12206:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00000001:3.0:1770653413.988465:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000040:1.0:1770653413.988467:0:12206:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x141b:0x0] 00010000:00000001:3.0:1770653413.988468:0:66075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:2.0:1770653413.988469:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1770653413.988473:0:66075:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000001:2.0:1770653413.988474:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1770653413.988475:0:12206:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff95560d3864c0. 00010000:00000040:0.0:1770653413.988476:0:7410:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9556373a1200 count: 0 00010000:00000001:3.0:1770653413.988477:0:66075:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.988482:0:5745:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1770653413.988483:0:66075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00002000:00000001:1.0:1770653413.988484:0:12206:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000010:0.0:1770653413.988487:0:7410:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955630aa3a80. 00010000:00000001:3.0:1770653413.988488:0:66075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1770653413.988489:0:5745:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00002000:00000001:1.0:1770653413.988489:0:12206:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.988492:0:66075:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1770653413.988494:0:5745:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00000001:3.0:1770653413.988495:0:66075:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1770653413.988496:0:12206:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1770653413.988497:0:7410:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9556373a1d00. 00010000:00010000:2.0:1770653413.988498:0:5745:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95571016a000/0x2aed14e4e178d002 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x141d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.988500:0:66075:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.988504:0:12206:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332648, xid 1856657707210240 00010000:00000001:3.0:1770653413.988505:0:66075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653413.988509:0:66075:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1770653413.988510:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.988511:0:12206:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:3.0:1770653413.988515:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.988516:0:7410:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1770653413.988518:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1770653413.988519:0:5745:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95571016a000 already unused, calling callback (ffffffffc16fe650) 00010000:00000200:1.0:1770653413.988520:0:12206:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95572ebc4e00 x1856657707210240/t4295332648(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.988522:0:66075:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1770653413.988522:0:7410:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff95564f3626c0. 00010000:00000001:2.0:1770653413.988526:0:5745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.988529:0:66075:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.988532:0:5745:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:0.0:1770653413.988532:0:7410:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.988535:0:66075:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.988537:0:5745:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95571016a000/0x2aed14e4e178d002 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x141d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1770653413.988540:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:3.0:1770653413.988542:0:66075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95566c163400/0x2aed14e4e178cff4 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x141b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1770653413.988544:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.988550:0:12206:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00010000:0.0:1770653413.988553:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1770653413.988555:0:12206:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.988558:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00001000:1.0:1770653413.988563:0:12206:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000020:00000001:0.0:1770653413.988563:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.988564:0:5745:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1770653413.988565:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.988567:0:5745:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00010000:3.0:1770653413.988570:0:66075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95566c163400/0x2aed14e4e178cff4 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x141b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1770653413.988572:0:5745:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:0.0:1770653413.988572:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1770653413.988573:0:12206:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:2.0:1770653413.988577:0:5745:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016a000 refcount=3 00000020:00000001:0.0:1770653413.988579:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000040:3.0:1770653413.988580:0:66075:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95563cd5c700 count: 0 00000100:00000040:1.0:1770653413.988580:0:12206:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000020:00000001:2.0:1770653413.988584:0:5745:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897452544 : -117273812099072 : ffff95571016a000) 00000020:00000001:0.0:1770653413.988585:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.988586:0:12206:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00002000:00000010:3.0:1770653413.988588:0:66075:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9556214303c0. 00010000:00000001:2.0:1770653413.988589:0:5745:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897452544 : -117273812099072 : ffff95571016a000) 00010000:00010000:0.0:1770653413.988592:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1770653413.988594:0:12206:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1770653413.988595:0:5745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000010:3.0:1770653413.988596:0:66075:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95563cd5cc00. 02000000:00000001:1.0:1770653413.988597:0:12206:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.988601:0:5745:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95571016a000/0x2aed14e4e178d002 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x141d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.988602:0:12206:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1770653413.988608:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1770653413.988609:0:12206:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1770653413.988610:0:5745:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1770653413.988612:0:66075:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1770653413.988614:0:5745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000010:1.0:1770653413.988615:0:12206:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022bb0. 00010000:00000010:3.0:1770653413.988616:0:66075:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff955647fa8b40. 00010000:00000001:2.0:1770653413.988618:0:5745:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.988622:0:12206:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707210240, offset 224 00010000:00000001:3.0:1770653413.988623:0:66075:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.988624:0:5745:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1770653413.988628:0:5745:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:3.0:1770653413.988630:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1770653413.988631:0:5745:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:1.0:1770653413.988633:0:12206:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1770653413.988635:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.988635:0:5745:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.988638:0:76387:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000020:00000040:2.0:1770653413.988642:0:5745:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95571016a000 with handle 0x2aed14e4e178d002 from hash 00010000:00010000:3.0:1770653413.988643:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1770653413.988643:0:12206:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 80000000:00000001:0.0:1770653413.988644:0:76387:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000020:00000001:3.0:1770653413.988647:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1770653413.988649:0:5745:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 80000000:00000001:0.0:1770653413.988650:0:76387:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000020:00000001:3.0:1770653413.988651:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.988652:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 80000000:00000001:0.0:1770653413.988654:0:76387:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.988656:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653413.988658:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1770653413.988658:0:12206:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b9600 00010000:00000001:2.0:1770653413.988662:0:5745:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 80000000:00000001:0.0:1770653413.988662:0:76387:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.988663:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1770653413.988666:0:5745:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000001:3.0:1770653413.988668:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.988668:0:12206:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda859 [1] + 224 00010000:00000001:2.0:1770653413.988669:0:5745:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.988669:0:76387:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1770653413.988674:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1770653413.988677:0:5745:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:1.0:1770653413.988678:0:12206:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:0.0:1770653413.988678:0:76387:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:2.0:1770653413.988681:0:5745:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00080000:00000001:0.0:1770653413.988683:0:76387:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00010000:00000010:3.0:1770653413.988685:0:76646:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9556196fbd40. 00010000:00000001:2.0:1770653413.988685:0:5745:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:1.0:1770653413.988686:0:12206:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1770653413.988690:0:5745:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.988692:0:76646:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:1.0:1770653413.988694:0:12206:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1770653413.988695:0:5745:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1770653413.988696:0:76646:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556189e1240. 00010000:00000001:2.0:1770653413.988699:0:5745:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000200:1.0:1770653413.988701:0:12206:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955665157b80 x1856657707210240/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.988702:0:76646:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626795745579584 : -117277963972032 : ffff9556189e1240) 00010000:00000001:2.0:1770653413.988703:0:5745:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:3.0:1770653413.988709:0:76646:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626795745579584 : -117277963972032 : ffff9556189e1240) 00010000:00000001:2.0:1770653413.988710:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.988714:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.988716:0:76646:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000001:2.0:1770653413.988718:0:5745:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.988719:0:76646:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000040:1.0:1770653413.988721:0:12206:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff955665157b80 x1856657707210240/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.988723:0:76646:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1770653413.988724:0:5745:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.988727:0:76646:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1770653413.988729:0:5745:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.988733:0:76387:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.988735:0:76646:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.988736:0:5745:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95571016a000/0x2aed14e4e178d002 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x141d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.988752:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.988755:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1770653413.988757:0:76387:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.988758:0:76646:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.988762:0:12206:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1770653413.988765:0:76646:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1770653413.988765:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:0.0:1770653413.988766:0:76387:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1770653413.988768:0:12206:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022bb0 00010000:00000001:3.0:1770653413.988770:0:76646:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00010000:2.0:1770653413.988771:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95571016a000/0x2aed14e4e178d002 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x141d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1770653413.988772:0:12206:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022bb0. 00000001:00000001:0.0:1770653413.988773:0:76387:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000100:00000001:3.0:1770653413.988775:0:76646:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:0.0:1770653413.988779:0:76387:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332649, last_committed = 4295332607 00000100:00000001:1.0:1770653413.988780:0:12206:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653413.988781:0:76646:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.988784:0:12206:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1770653413.988787:0:76646:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000001:00000010:0.0:1770653413.988790:0:76387:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9556681b9a80. 00000100:00000010:3.0:1770653413.988791:0:76646:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556189e1240. 00010000:00000040:2.0:1770653413.988791:0:5745:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95560e946800 count: 0 00000100:00000001:1.0:1770653413.988791:0:12206:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.988800:0:76646:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00002000:00000010:2.0:1770653413.988801:0:5745:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955621430c40. 00000100:00000040:1.0:1770653413.988801:0:12206:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000001:00000040:0.0:1770653413.988801:0:76387:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 42 00010000:00000001:3.0:1770653413.988802:0:76646:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.988809:0:12206:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000010:3.0:1770653413.988810:0:76646:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9556196fbd40. 00010000:00000010:2.0:1770653413.988811:0:5745:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95560e946400. 00000020:00000040:0.0:1770653413.988811:0:76387:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=53 00000020:00000001:1.0:1770653413.988812:0:12206:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.988818:0:76646:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000001:1.0:1770653413.988819:0:12206:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00080000:00000001:0.0:1770653413.988821:0:76387:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:3.0:1770653413.988822:0:76646:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1770653413.988824:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.988827:0:76646:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.988827:0:5745:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:1.0:1770653413.988827:0:12206:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572ebc4e00 x1856657707210240/t4295332648(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.0:1770653413.988833:0:5745:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556695e0600. 00080000:00000001:0.0:1770653413.988833:0:76387:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00010000:00000001:3.0:1770653413.988834:0:76646:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653413.988838:0:76646:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.988841:0:5745:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.988842:0:76387:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653413.988843:0:76646:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000100:00100000:1.0:1770653413.988847:0:12206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95572ebc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+53:3288:x1856657707210240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14864us (16618us total) trans 4295332648 rc 0/0 00000020:00000001:2.0:1770653413.988863:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1770653413.988866:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.988868:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1770653413.988870:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1770653413.988874:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.988875:0:76646:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:2.0:1770653413.988881:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1770653413.988882:0:76646:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000020:00000001:2.0:1770653413.988885:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:1.0:1770653413.988888:0:12206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136237 00000100:00000001:3.0:1770653413.988889:0:76646:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000020:00000001:2.0:1770653413.988890:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.988895:0:12206:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 6 02000000:00000001:3.0:1770653413.988897:0:76646:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:2.0:1770653413.988897:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1770653413.988900:0:12206:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00080000:00000001:0.0:1770653413.988900:0:76387:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.988902:0:76646:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.988904:0:12206:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00002000:00000001:0.0:1770653413.988907:0:76387:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.988909:0:76646:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1770653413.988909:0:12206:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3580. 00010000:00010000:2.0:1770653413.988911:0:51596:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95571016b600/0x2aed14e4e178cfe6 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00002000:00000001:0.0:1770653413.988912:0:76387:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000020:00000010:1.0:1770653413.988915:0:12206:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca903e8. 00000100:00000040:3.0:1770653413.988917:0:76646:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:3.0:1770653413.988923:0:76646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78ee0. 00000020:00000010:1.0:1770653413.988924:0:12206:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95562fa45400. 00010000:00000001:2.0:1770653413.988925:0:51596:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.988929:0:76646:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966311936, offset 224 00080000:00000010:0.0:1770653413.988930:0:76387:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955643ef38f0. 00010000:00010000:2.0:1770653413.988931:0:51596:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95571016b600/0x2aed14e4e178cfe6 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000020:00000040:1.0:1770653413.988932:0:12206:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 52 00000100:00000001:1.0:1770653413.988939:0:12206:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1770653413.988939:0:76387:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000400:00000200:3.0:1770653413.988940:0:76646:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00002000:00000040:0.0:1770653413.988945:0:76387:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x1417:0x0] 00010000:00000001:2.0:1770653413.988948:0:51596:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00002000:00000010:0.0:1770653413.988951:0:76387:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff95560d3877c0. 00010000:00000001:2.0:1770653413.988952:0:51596:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1770653413.988953:0:76646:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000001:2.0:1770653413.988956:0:51596:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.988959:0:51596:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1770653413.988963:0:51596:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1770653413.988964:0:76646:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164741:2164741:253:4294967295] 192.168.202.60@tcp LPNI seq info [2164737:2164737:5:4294967295] 00002000:00000001:0.0:1770653413.988964:0:76387:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000020:00000040:2.0:1770653413.988965:0:51596:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016b600 refcount=3 00002000:00000001:0.0:1770653413.988969:0:76387:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.988971:0:51596:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897458176 : -117273812093440 : ffff95571016b600) 00000400:00000001:1.0:1770653413.988974:0:3291:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1770653413.988976:0:51596:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897458176 : -117273812093440 : ffff95571016b600) 00000400:00000001:1.0:1770653413.988978:0:3291:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00002000:00000001:0.0:1770653413.988978:0:76387:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1770653413.988983:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2840. 00000400:00000200:3.0:1770653413.988985:0:76646:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:2.0:1770653413.988992:0:51596:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000040:0.0:1770653413.988998:0:76387:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332649, xid 1856657707208448 00000400:00000200:1.0:1770653413.989000:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78f68 00010000:00010000:2.0:1770653413.989001:0:51596:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95571016b600/0x2aed14e4e178cfe6 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000800:00000200:3.0:1770653413.989002:0:76646:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000400:00000010:1.0:1770653413.989005:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78f68. 00010000:00000001:0.0:1770653413.989007:0:76387:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000800:00000010:3.0:1770653413.989009:0:76646:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626ca00. 00000100:00000001:1.0:1770653413.989011:0:3291:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000200:0.0:1770653413.989017:0:76387:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955617528000 x1856657707208448/t4295332649(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1770653413.989019:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95563f2c4e00 x1856657707207552/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1770653413.989022:0:76646:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:2.0:1770653413.989026:0:51596:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.989031:0:51596:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:3.0:1770653413.989036:0:76646:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00010000:2.0:1770653413.989038:0:51596:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95571016b600/0x2aed14e4e178cfe6 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000800:00000200:3.0:1770653413.989043:0:76646:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626ca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1770653413.989052:0:76646:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.989058:0:76387:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1770653413.989059:0:76646:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000100:00000200:1.0:1770653413.989059:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95563f2c4e00 x1856657707207552/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.989063:0:76646:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.989071:0:76646:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.989071:0:76387:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653413.989079:0:76387:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00010000:00000001:2.0:1770653413.989081:0:51596:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:3.0:1770653413.989083:0:76646:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955619b67850 x1856657966311936/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.989087:0:51596:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.989087:0:3291:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1770653413.989089:0:76387:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1770653413.989092:0:3291:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.989096:0:51596:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000040:0.0:1770653413.989097:0:76387:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000001:1.0:1770653413.989098:0:3291:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:1.0:1770653413.989102:0:3291:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000010:2.0:1770653413.989104:0:51596:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556695e0600. 00000100:00000001:1.0:1770653413.989106:0:3291:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653413.989106:0:76387:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00000001:1.0:1770653413.989110:0:3291:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.989111:0:51596:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 02000000:00000001:0.0:1770653413.989113:0:76387:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:3.0:1770653413.989118:0:76646:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955619b67850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_024:b31b1d82-c1d4-4680-ae7a-71292416d1f5+65:2366:x1856657966311936:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1418us (2218us total) trans 0 rc 0/0 02000000:00000001:1.0:1770653413.989118:0:3291:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.989118:0:76387:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.989126:0:76387:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:1.0:1770653413.989128:0:3291:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 00010000:00010000:2.0:1770653413.989130:0:51596:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1770653413.989137:0:76646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161893 00010000:00000001:2.0:1770653413.989138:0:51596:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.989138:0:76387:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:1.0:1770653413.989140:0:3291:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 00010000:00000001:2.0:1770653413.989144:0:51596:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.989145:0:76646:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 1 00000400:00000010:0.0:1770653413.989146:0:76387:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8a18. 00000100:00000001:1.0:1770653413.989148:0:3291:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1770653413.989149:0:51596:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:3.0:1770653413.989151:0:76646:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1770653413.989153:0:3291:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.989154:0:51596:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.989155:0:76646:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1770653413.989156:0:76387:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707208448, offset 224 00010000:00000001:2.0:1770653413.989157:0:51596:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:3.0:1770653413.989161:0:76646:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519e80. 00010000:00000001:1.0:1770653413.989161:0:3291:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00002000:00000001:2.0:1770653413.989162:0:51596:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00080000:00000001:2.0:1770653413.989166:0:51596:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1770653413.989168:0:3291:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.989168:0:76387:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1770653413.989169:0:76646:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d3e8. 00080000:00000010:2.0:1770653413.989172:0:51596:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95562b39c800. 00000020:00000010:3.0:1770653413.989176:0:76646:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955626009c00. 00080000:00000001:2.0:1770653413.989177:0:51596:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796057774080 : -117277651777536 : ffff95562b39c800) 00000100:00000001:1.0:1770653413.989177:0:3291:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000001:00000001:2.0:1770653413.989183:0:51596:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000040:1.0:1770653413.989183:0:3291:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000020:00000040:3.0:1770653413.989184:0:76646:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 64 00000400:00000200:0.0:1770653413.989184:0:76387:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000001:2.0:1770653413.989187:0:51596:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.989189:0:3291:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1770653413.989190:0:76646:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.989194:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00080000:00000002:2.0:1770653413.989195:0:51596:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x1419:0x0] not in the id map cache 00000100:00000001:1.0:1770653413.989198:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796392435200 : -117277317116416 : ffff95563f2c4e00) 00080000:00000001:2.0:1770653413.989200:0:51596:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000020:00000001:3.0:1770653413.989202:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:0.0:1770653413.989202:0:76387:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b8f00 00000100:00000001:1.0:1770653413.989204:0:3291:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000020:00000001:3.0:1770653413.989207:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.989207:0:3291:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00010000:00010000:3.0:1770653413.989212:0:7409:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00080000:00000001:2.0:1770653413.989213:0:51596:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.989213:0:3291:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1770653413.989214:0:76387:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda7c1 [1] + 224 00000100:00000001:1.0:1770653413.989217:0:3291:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.989220:0:7409:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00080000:00000001:2.0:1770653413.989221:0:51596:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.989224:0:7409:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000040:1.0:1770653413.989226:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95563f2c4e00 x1856657707207552/t8590299227(8590299227) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1770653413.989227:0:51596:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000400:00000200:0.0:1770653413.989227:0:76387:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:3.0:1770653413.989228:0:7409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95571016b600/0x2aed14e4e178cfe6 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1770653413.989231:0:51596:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1770653413.989235:0:51596:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1770653413.989239:0:51596:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000400:00000200:0.0:1770653413.989240:0:76387:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 80000000:00000001:2.0:1770653413.989243:0:51596:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1770653413.989250:0:51596:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.989251:0:76387:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:3.0:1770653413.989253:0:7409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95571016b600 already unused, calling callback (ffffffffc16fe650) 00080000:00000001:2.0:1770653413.989256:0:51596:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.989257:0:3291:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.989258:0:7409:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:2.0:1770653413.989261:0:51596:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000100:00000200:0.0:1770653413.989262:0:76387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95563f2c7b80 x1856657707208448/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.989263:0:7409:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:1.0:1770653413.989264:0:3291:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00080000:00000001:2.0:1770653413.989265:0:51596:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000100:00000001:1.0:1770653413.989268:0:3291:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1770653413.989270:0:7409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95571016b600/0x2aed14e4e178cfe6 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1770653413.989274:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95563f2c4e00/2, rc 0, transno 8590299227 00000001:00000001:2.0:1770653413.989276:0:51596:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:2.0:1770653413.989280:0:51596:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000004:00001000:1.0:1770653413.989281:0:3291:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 7 in flight, 43 in progress 00080000:00000001:2.0:1770653413.989286:0:51596:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.989293:0:51596:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1770653413.989294:0:7409:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000040:1.0:1770653413.989296:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95563f2c4e00 x1856657707207552/t8590299227(8590299227) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.989298:0:7409:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:2.0:1770653413.989299:0:51596:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000040:0.0:1770653413.989300:0:76387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95563f2c7b80 x1856657707208448/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1770653413.989302:0:7409:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653413.989306:0:7409:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016b600 refcount=3 00000001:00000001:2.0:1770653413.989311:0:51596:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000001:3.0:1770653413.989312:0:7409:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897458176 : -117273812093440 : ffff95571016b600) 00010000:00000001:3.0:1770653413.989315:0:7409:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897458176 : -117273812093440 : ffff95571016b600) 00010000:00000001:3.0:1770653413.989316:0:7409:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1770653413.989318:0:7409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95571016b600/0x2aed14e4e178cfe6 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1770653413.989323:0:51596:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.989327:0:3291:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95563f2c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707207552:0@lo:6:osp-syn-0-0.0 00010000:00000001:3.0:1770653413.989331:0:7409:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1770653413.989336:0:7409:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:2.0:1770653413.989336:0:51596:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.989339:0:7409:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1770653413.989341:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00080000:00000001:2.0:1770653413.989343:0:51596:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000004:00000001:1.0:1770653413.989345:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.989346:0:7409:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1770653413.989346:0:76387:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1770653413.989350:0:7409:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000004:00000001:1.0:1770653413.989352:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00000001:3.0:1770653413.989353:0:7409:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1770653413.989354:0:51596:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1770653413.989355:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000400:00000200:0.0:1770653413.989356:0:76387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8a18 00010000:00000001:3.0:1770653413.989357:0:7409:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1770653413.989359:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.989360:0:51596:0:(osd_object.c:806:osd_destroy()) Process entered 00000020:00000040:3.0:1770653413.989364:0:7409:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95571016b600 with handle 0x2aed14e4e178cfe6 from hash 00000400:00000010:0.0:1770653413.989364:0:76387:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8a18. 00080000:00000001:2.0:1770653413.989365:0:51596:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000040:00001000:1.0:1770653413.989365:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64ba00 type=0x10692404 idx=1769 80000000:00000001:2.0:1770653413.989369:0:51596:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:3.0:1770653413.989370:0:7409:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000040:00001000:1.0:1770653413.989372:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1769 lrh_len: 64 (1536 remains) 00000100:00000001:0.0:1770653413.989373:0:76387:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1770653413.989374:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 80000000:00000001:2.0:1770653413.989374:0:51596:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000040:00001000:1.0:1770653413.989376:0:6724:0:(llog.c:797:llog_process_thread()) index: 1769, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00000004:00000001:1.0:1770653413.989378:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 80000000:00000001:2.0:1770653413.989389:0:51596:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.989390:0:76387:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1770653413.989391:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1770653413.989391:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 80000000:00000001:2.0:1770653413.989392:0:51596:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.989395:0:7409:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000004:00000001:1.0:1770653413.989396:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.989397:0:51596:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.989399:0:76387:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.989401:0:7409:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00080000:00000001:2.0:1770653413.989403:0:51596:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000004:00000001:1.0:1770653413.989404:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00010000:00000001:3.0:1770653413.989405:0:7409:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.989409:0:7409:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000001:2.0:1770653413.989409:0:51596:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000004:00000001:1.0:1770653413.989409:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000100:00000040:0.0:1770653413.989409:0:76387:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00010000:00000001:3.0:1770653413.989413:0:7409:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000004:00000001:1.0:1770653413.989414:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00010000:00000001:3.0:1770653413.989417:0:7409:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1770653413.989418:0:76387:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000001:3.0:1770653413.989421:0:7409:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1770653413.989421:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665154000. 00000020:00000001:0.0:1770653413.989422:0:76387:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.989427:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=46 obd=lustre-OST0000-osc-MDT0000 00010000:00000001:3.0:1770653413.989428:0:7409:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.989429:0:76387:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1770653413.989434:0:7409:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:1.0:1770653413.989435:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:3.0:1770653413.989439:0:7409:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 02000000:00000001:1.0:1770653413.989440:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1770653413.989441:0:76387:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955617528000 x1856657707208448/t4295332649(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1770653413.989442:0:51596:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.989446:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1770653413.989446:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.989448:0:51596:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.989449:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.989454:0:7409:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.989454:0:51596:0:(osd_handler.c:287:osd_trans_stop()) Process entered 02000000:00000010:1.0:1770653413.989456:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95564b80ac00. 00010000:00000001:3.0:1770653413.989460:0:7409:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.989461:0:51596:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000100:00000001:1.0:1770653413.989462:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:2.0:1770653413.989465:0:51596:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332650, last_committed = 4295332607 00010000:00000001:3.0:1770653413.989466:0:7409:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1770653413.989468:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626797028458496 : -117276681093120 : ffff955665154000) 00010000:00010000:3.0:1770653413.989472:0:7409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95571016b600/0x2aed14e4e178cfe6 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.989473:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000001:00000010:2.0:1770653413.989475:0:51596:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff955667aa1ea0. 00000100:00000001:1.0:1770653413.989478:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1770653413.989481:0:51596:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 43 00000020:00000040:2.0:1770653413.989488:0:51596:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=53 00000100:00000040:1.0:1770653413.989489:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079957653] to pc [ptlrpcd_00_02+2] req@ffff955665154000 x1856657707211520/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1770653413.989494:0:51596:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1770653413.989499:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653413.989503:0:7409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95571016b600/0x2aed14e4e178cfe6 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x1419:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 51596 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1770653413.989503:0:51596:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000100:00100000:0.0:1770653413.989505:0:76387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955617528000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+53:3291:x1856657707208448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25553us (26547us total) trans 4295332649 rc 0/0 00000001:00000001:2.0:1770653413.989511:0:51596:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1770653413.989512:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:1.0:1770653413.989519:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 8 in flight, 44 in progress 00080000:00000001:2.0:1770653413.989525:0:51596:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:1.0:1770653413.989525:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1769, id 1958 00010000:00000040:3.0:1770653413.989526:0:7409:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9556373a1000 count: 0 00002000:00000001:2.0:1770653413.989532:0:51596:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1770653413.989533:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00100000:0.0:1770653413.989533:0:76387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136231 00002000:00000010:3.0:1770653413.989534:0:7409:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955630aa38c0. 00002000:00000001:2.0:1770653413.989538:0:51596:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00010000:00000010:3.0:1770653413.989541:0:7409:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9556373a1e00. 00000100:00000040:0.0:1770653413.989543:0:76387:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 5 00000100:00000001:0.0:1770653413.989548:0:76387:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1770653413.989551:0:76387:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1770653413.989555:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000010:2.0:1770653413.989555:0:51596:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955643ef2558. 00000800:00000200:1.0:1770653413.989555:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1770653413.989556:0:76387:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07dd00. 00010000:00000001:3.0:1770653413.989559:0:7409:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000800:00000010:1.0:1770653413.989561:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c500. 00002000:00000001:2.0:1770653413.989563:0:51596:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00000010:3.0:1770653413.989565:0:7409:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556695e0600. 00002000:00000040:2.0:1770653413.989566:0:51596:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x1419:0x0] 00000020:00000010:0.0:1770653413.989566:0:76387:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada190. 00000400:00000200:1.0:1770653413.989567:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1770653413.989574:0:7409:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1770653413.989574:0:51596:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff95560d386260. 00000020:00000010:0.0:1770653413.989576:0:76387:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f7000. 00000400:00000200:1.0:1770653413.989579:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000001:3.0:1770653413.989582:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00002000:00000001:2.0:1770653413.989584:0:51596:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000400:00000200:1.0:1770653413.989585:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78990 00000020:00000001:3.0:1770653413.989587:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.989587:0:76387:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 52 00002000:00000001:2.0:1770653413.989588:0:51596:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.989589:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78990. 00002000:00000001:2.0:1770653413.989597:0:51596:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.989597:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:3.0:1770653413.989601:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1770653413.989603:0:76387:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.989604:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1770653413.989607:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000040:2.0:1770653413.989607:0:51596:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332650, xid 1856657707209728 00010000:00000001:2.0:1770653413.989612:0:51596:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000001:3.0:1770653413.989613:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653413.989614:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:3.0:1770653413.989617:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000200:2.0:1770653413.989619:0:51596:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95563f2c4a80 x1856657707209728/t4295332650(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1770653413.989619:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df600. 00000020:00000001:3.0:1770653413.989621:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1770653413.989627:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.989628:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1770653413.989629:0:5742:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a2c0. 00010000:00000001:2.0:1770653413.989633:0:51596:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00010000:3.0:1770653413.989634:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1770653413.989636:0:5742:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000400:00000200:1.0:1770653413.989639:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:2.0:1770653413.989640:0:51596:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653413.989642:0:5742:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f3623c0. 00000100:00001000:2.0:1770653413.989646:0:51596:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000400:00000200:1.0:1770653413.989646:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888b28 00000100:00000001:0.0:1770653413.989648:0:5742:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661515200 : -117277048036416 : ffff95564f3623c0) 00010000:00010000:3.0:1770653413.989652:0:76389:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff955606de2600/0x2aed14e4e178d009 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1770653413.989652:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888b28. 00000100:00000001:2.0:1770653413.989653:0:51596:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1770653413.989654:0:5742:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661515200 : -117277048036416 : ffff95564f3623c0) 00000100:00000001:1.0:1770653413.989658:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1770653413.989660:0:51596:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000001:1.0:1770653413.989662:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1770653413.989664:0:5742:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1770653413.989667:0:51596:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00000001:0.0:1770653413.989668:0:5742:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1770653413.989670:0:76389:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.989673:0:76389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff955606de2600/0x2aed14e4e178d009 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.989680:0:5742:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000800:00000200:1.0:1770653413.989681:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1770653413.989682:0:51596:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1770653413.989686:0:5742:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000001:2.0:1770653413.989687:0:51596:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1770653413.989687:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9557353d2f00. 00010000:00000001:3.0:1770653413.989688:0:76389:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1770653413.989691:0:5742:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.989692:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1770653413.989694:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653413.989695:0:51596:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1770653413.989696:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.989697:0:5742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.989701:0:76389:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:2.0:1770653413.989702:0:51596:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1770653413.989703:0:5742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1770653413.989704:0:76389:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1770653413.989705:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000010:2.0:1770653413.989708:0:51596:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888088. 00000020:00000040:3.0:1770653413.989709:0:76389:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955606de2600 refcount=3 00000400:00000200:1.0:1770653413.989710:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022cc0 00010000:00000001:0.0:1770653413.989710:0:5742:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.989715:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022cc0. 00000020:00000001:3.0:1770653413.989716:0:76389:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795447789056 : -117278261762560 : ffff955606de2600) 00010000:00000001:0.0:1770653413.989717:0:5742:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:1.0:1770653413.989721:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1770653413.989723:0:76389:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795447789056 : -117278261762560 : ffff955606de2600) 00000100:00000200:2.0:1770653413.989723:0:51596:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707209728, offset 224 00000100:00000001:1.0:1770653413.989724:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1770653413.989724:0:5742:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:3.0:1770653413.989731:0:76389:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:0.0:1770653413.989732:0:5742:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.989757:0:76389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff955606de2600/0x2aed14e4e178d009 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1770653413.989758:0:51596:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1770653413.989758:0:5742:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.989764:0:5742:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1770653413.989768:0:5742:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f3623c0. 00000400:00000200:2.0:1770653413.989773:0:51596:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1770653413.989775:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.989775:0:5742:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000800:00000200:1.0:1770653413.989777:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1770653413.989779:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.989780:0:5742:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1770653413.989781:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626ca00. 00010000:00010000:3.0:1770653413.989785:0:76389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff955606de2600/0x2aed14e4e178d009 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1770653413.989785:0:51596:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b9400 00000400:00000200:1.0:1770653413.989787:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1770653413.989787:0:5742:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a2c0. 00010000:00000001:0.0:1770653413.989794:0:5742:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:2.0:1770653413.989796:0:51596:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda821 [1] + 224 00010000:00010000:0.0:1770653413.989799:0:5742:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000400:00000200:1.0:1770653413.989800:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:3.0:1770653413.989804:0:76389:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1770653413.989804:0:5742:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.989807:0:5742:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653413.989811:0:76389:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.989812:0:5742:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.989816:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78ee0 00000400:00000200:2.0:1770653413.989817:0:51596:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1770653413.989818:0:76389:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00001000:0.0:1770653413.989819:0:5742:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000400:00000010:1.0:1770653413.989820:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78ee0. 00010000:00000010:3.0:1770653413.989824:0:76389:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556189e1240. 00000400:00000200:2.0:1770653413.989827:0:51596:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1770653413.989827:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653413.989828:0:5742:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1770653413.989829:0:76389:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1770653413.989831:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1770653413.989837:0:5742:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:2.0:1770653413.989839:0:51596:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1770653413.989840:0:5742:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00010000:3.0:1770653413.989841:0:76389:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000400:00000001:1.0:1770653413.989845:0:3291:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1770653413.989846:0:51596:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95572eb20700 x1856657707209728/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1770653413.989866:0:3291:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1770653413.989869:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2bb0. 00000400:00000200:1.0:1770653413.989872:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78cc0 02000000:00000001:0.0:1770653413.989872:0:5742:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:1.0:1770653413.989876:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78cc0. 02000000:00000001:0.0:1770653413.989877:0:5742:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.989883:0:3291:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1770653413.989884:0:5742:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1770653413.989891:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95573c2dd180 x1856657707206016/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1770653413.989893:0:51596:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95572eb20700 x1856657707209728/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1770653413.989893:0:5742:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:0.0:1770653413.989899:0:5742:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8a18. 00000100:00000200:0.0:1770653413.989906:0:5742:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966311680, offset 224 00010000:00000010:3.1:1770653413.989908:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556613f3500. 00010000:00000010:3.1:1770653413.989916:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a000. 00000400:00000200:0.0:1770653413.989918:0:5742:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000010:3.1:1770653413.989923:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556613f3100. 00000100:00000001:2.0:1770653413.989927:0:51596:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1770653413.989928:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95573c2dd180 x1856657707206016/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1770653413.989931:0:5742:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:0.0:1770653413.989935:0:5742:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164742:2164742:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164738:2164738:8:4294967295] 00010000:00000010:3.1:1770653413.989938:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc2800. 00010000:00000001:3.0:1770653413.989951:0:76389:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.989952:0:3291:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1770653413.989956:0:3291:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653413.989956:0:5742:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:3.0:1770653413.989957:0:76389:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.989959:0:3291:0:(client.c:1568:after_reply()) Process entered 00010000:00000001:3.0:1770653413.989963:0:76389:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 02000000:00000001:1.0:1770653413.989964:0:3291:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1770653413.989967:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.989968:0:3291:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000200:0.0:1770653413.989968:0:5742:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000400:00000200:2.0:1770653413.989969:0:51596:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888088 00010000:00000001:3.0:1770653413.989970:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.989972:0:3291:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.989974:0:51596:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888088. 00002000:00000001:3.0:1770653413.989975:0:76389:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 02000000:00000001:1.0:1770653413.989976:0:3291:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1770653413.989976:0:5742:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9100. 00000100:00000001:2.0:1770653413.989979:0:51596:0:(events.c:386:reply_out_callback()) Process entered 00080000:00000001:3.0:1770653413.989980:0:76389:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00001000:1.0:1770653413.989983:0:3291:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00000100:00000001:2.0:1770653413.989984:0:51596:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1770653413.989985:0:5742:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00080000:00000010:3.0:1770653413.989988:0:76389:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95560612ac00. 00000100:00000001:2.0:1770653413.989989:0:51596:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653413.989991:0:3291:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00080000:00000001:3.0:1770653413.989993:0:76389:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626795434454016 : -117278275097600 : ffff95560612ac00) 00000100:00000040:2.0:1770653413.989997:0:51596:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000800:00000200:0.0:1770653413.989998:0:5742:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:1.0:1770653413.990000:0:3291:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000001:00000001:3.0:1770653413.990001:0:76389:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:2.0:1770653413.990003:0:51596:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:1.0:1770653413.990006:0:3291:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.990007:0:76389:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.990007:0:51596:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653413.990007:0:5742:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9100 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:1.0:1770653413.990011:0:3291:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00080000:00000002:3.0:1770653413.990014:0:76389:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x1563:0x0] not in the id map cache 00000020:00000001:2.0:1770653413.990015:0:51596:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1770653413.990017:0:3291:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.990021:0:76389:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000100:00000040:2.0:1770653413.990022:0:51596:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95563f2c4a80 x1856657707209728/t4295332650(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.990023:0:3291:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1770653413.990023:0:5742:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.990027:0:3291:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1770653413.990033:0:3291:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00000040:0.0:1770653413.990033:0:5742:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00080000:00000001:3.0:1770653413.990034:0:76389:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.990038:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:0.0:1770653413.990039:0:5742:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.990041:0:76389:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.990042:0:51596:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95563f2c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+52:3291:x1856657707209728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21219us (21649us total) trans 4295332650 rc 0/0 00000100:00000001:1.0:1770653413.990042:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637170048 : -117273072381568 : ffff95573c2dd180) 00010000:00000001:0.0:1770653413.990043:0:5742:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.990049:0:76389:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000100:00000001:1.0:1770653413.990049:0:3291:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00080000:00000001:3.0:1770653413.990054:0:76389:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000040:1.0:1770653413.990055:0:3291:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00000100:00000040:0.0:1770653413.990055:0:5742:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955617528e00 x1856657966311680/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 80000000:00000001:3.0:1770653413.990058:0:76389:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00100000:2.0:1770653413.990059:0:51596:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136235 80000000:00000001:3.0:1770653413.990061:0:76389:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00000001:1.0:1770653413.990061:0:3291:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000040:2.0:1770653413.990063:0:51596:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 4 00000100:00000001:1.0:1770653413.990064:0:3291:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1770653413.990065:0:76389:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1770653413.990069:0:76389:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.990071:0:51596:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1770653413.990072:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95573c2dd180 x1856657707206016/t4295332647(4295332647) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1770653413.990074:0:76389:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.990076:0:51596:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00080000:00000001:3.0:1770653413.990080:0:76389:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000020:00000010:2.0:1770653413.990082:0:51596:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300f00. 00080000:00000001:3.0:1770653413.990085:0:76389:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000020:00000010:2.0:1770653413.990089:0:51596:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510708. 00000020:00000010:2.0:1770653413.990096:0:51596:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955636fe8000. 00000001:00000001:3.0:1770653413.990098:0:76389:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1770653413.990102:0:76389:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000040:2.0:1770653413.990103:0:51596:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 51 00000100:00000001:1.0:1770653413.990105:0:3291:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1770653413.990109:0:76389:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.990109:0:51596:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.990110:0:3291:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:0.0:1770653413.990112:0:5742:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955617528e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b31b1d82-c1d4-4680-ae7a-71292416d1f5+59:2366:x1856657966311680:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 2612us (4287us total) trans 0 rc 0/0 00000100:00000001:1.0:1770653413.990114:0:3291:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1770653413.990116:0:76389:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00080000:1.0:1770653413.990118:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95573c2dd180/2, rc 0, transno 4295332647 00080000:00000001:3.0:1770653413.990121:0:76389:0:(osd_io.c:243:osd_declare_write()) Process entered 00000004:00001000:1.0:1770653413.990125:0:3291:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 7 in flight, 47 in progress 00000020:00000001:2.0:1770653413.990126:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1770653413.990131:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.990132:0:5742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161892 00010000:00010000:2.0:1770653413.990135:0:5744:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000001:00000001:3.0:1770653413.990136:0:76389:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000040:1.0:1770653413.990139:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573c2dd180 x1856657707206016/t4295332647(4295332647) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1770653413.990139:0:5742:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00080000:00000001:3.0:1770653413.990140:0:76389:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.990141:0:5744:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1770653413.990147:0:5744:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1770653413.990147:0:5742:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00080000:00000001:3.0:1770653413.990152:0:76389:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.990154:0:5742:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1770653413.990156:0:3291:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95573c2dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707206016:0@lo:6:osp-syn-1-0.0 00080000:00000001:3.0:1770653413.990157:0:76389:0:(osd_object.c:2094:osd_ref_del()) Process entered 00010000:00010000:2.0:1770653413.990166:0:5744:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff955606de2600/0x2aed14e4e178d009 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1770653413.990172:0:5742:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300500. 00000100:00000001:1.0:1770653413.990173:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.990176:0:76389:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.990181:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00080000:00000001:3.0:1770653413.990182:0:76389:0:(osd_object.c:806:osd_destroy()) Process entered 00000020:00000010:0.0:1770653413.990182:0:5742:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510c80. 00080000:00000001:3.0:1770653413.990186:0:76389:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00010000:2.0:1770653413.990186:0:5744:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff955606de2600 already unused, calling callback (ffffffffc16fe650) 00000020:00000010:0.0:1770653413.990189:0:5742:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955636fe8200. 80000000:00000001:3.0:1770653413.990190:0:76389:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000040:1.0:1770653413.990191:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563f2c7100 x1856657707207296/t8590299225(8590299225) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.990194:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000040:0.0:1770653413.990197:0:5742:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 58 00010000:00000001:2.0:1770653413.990199:0:5744:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000010:0.0:1770653413.990203:0:5742:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955617528e00. 00010000:00010000:2.0:1770653413.990206:0:5744:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff955606de2600/0x2aed14e4e178d009 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 80000000:00000001:3.0:1770653413.990208:0:76389:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 02000000:00000001:0.0:1770653413.990210:0:5742:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 80000000:00000001:3.0:1770653413.990213:0:76389:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.990213:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1770653413.990214:0:5742:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95564f310800. 80000000:00000001:3.0:1770653413.990222:0:76389:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.990222:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1770653413.990223:0:5742:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00080000:00000001:3.0:1770653413.990225:0:76389:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1770653413.990227:0:76389:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1770653413.990228:0:76389:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 02000000:00000001:0.0:1770653413.990234:0:5742:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1770653413.990237:0:5744:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000040:1.0:1770653413.990238:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563f2c4e00 x1856657707207552/t8590299227(8590299227) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1770653413.990239:0:5742:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95564b808000. 00010000:00000001:2.0:1770653413.990243:0:5744:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:0.0:1770653413.990244:0:5742:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1770653413.990248:0:5742:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95561752aa00. 00000020:00000001:2.0:1770653413.990249:0:5744:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1770653413.990251:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.990254:0:5744:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955606de2600 refcount=3 00000100:00000001:1.0:1770653413.990255:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1770653413.990255:0:5742:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:2.0:1770653413.990260:0:5744:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795447789056 : -117278261762560 : ffff955606de2600) 02000000:00000010:0.0:1770653413.990260:0:5742:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95562b39fc00. 00000100:00000040:1.0:1770653413.990261:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2dd180 x1856657707206016/t4295332647(4295332647) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1770653413.990265:0:5742:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1770653413.990266:0:5744:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795447789056 : -117278261762560 : ffff955606de2600) 00000100:00000010:0.0:1770653413.990269:0:5742:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955617529880. 00010000:00000001:2.0:1770653413.990273:0:5744:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:0.0:1770653413.990275:0:5742:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00010000:2.0:1770653413.990278:0:5744:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff955606de2600/0x2aed14e4e178d009 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 02000000:00000010:0.0:1770653413.990279:0:5742:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95562b39f800. 00000100:00000001:1.0:1770653413.990280:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.990285:0:5742:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:1.0:1770653413.990287:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000010:0.0:1770653413.990289:0:5742:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665155500. 00000100:00000001:1.0:1770653413.990294:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.990295:0:5744:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:0.0:1770653413.990296:0:5742:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00080000:00000001:3.0:1770653413.990298:0:76389:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.990300:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:1.0:1770653413.990300:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:0.0:1770653413.990301:0:5742:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955734dd7000. 00000100:00000001:1.0:1770653413.990304:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1770653413.990306:0:76389:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.990306:0:5744:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.990308:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1770653413.990308:0:5742:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00080000:00000001:3.0:1770653413.990313:0:76389:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:2.0:1770653413.990314:0:5744:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1770653413.990314:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1770653413.990314:0:5742:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95561752a680. 00000001:00000001:3.0:1770653413.990318:0:76389:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00000001:2.0:1770653413.990319:0:5744:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1770653413.990319:0:3291:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1770653413.990320:0:5742:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000001:00000002:3.0:1770653413.990324:0:76389:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299228, last_committed = 8590299190 02000000:00000010:0.0:1770653413.990324:0:5742:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95572dc89800. 00010000:00000001:2.0:1770653413.990325:0:5744:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:1.0:1770653413.990326:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955665154000 x1856657707211520/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.990330:0:5744:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.990332:0:5742:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000001:00000010:3.0:1770653413.990333:0:76389:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff955662d81960. 00000100:00000010:0.0:1770653413.990337:0:5742:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955617529c00. 00000020:00000040:2.0:1770653413.990338:0:5744:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff955606de2600 with handle 0x2aed14e4e178d009 from hash 00000001:00000040:3.0:1770653413.990339:0:76389:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 38 00010000:00000001:2.0:1770653413.990345:0:5744:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1770653413.990346:0:5742:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1770653413.990347:0:76389:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=47 00000100:00000001:1.0:1770653413.990347:0:3291:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1770653413.990348:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.990351:0:3291:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.990353:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:3.0:1770653413.990354:0:76389:0:(osd_io.c:399:osd_write()) Process entered 02000000:00000001:1.0:1770653413.990355:0:3291:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1770653413.990355:0:5742:0:(niobuf.c:1189:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00010000:00000001:2.0:1770653413.990356:0:5744:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:1.0:1770653413.990360:0:3291:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.990361:0:5744:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000400:00000010:0.0:1770653413.990363:0:5742:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e053058. 00080000:00000001:3.0:1770653413.990364:0:76389:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00010000:00000001:2.0:1770653413.990366:0:5744:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.990366:0:3291:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653413.990368:0:5742:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff95564f3623c0. 00000001:00000001:3.0:1770653413.990370:0:76389:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.990373:0:5744:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00100000:1.0:1770653413.990375:0:3291:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955665154000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707211520:0@lo:6:osp-syn-0-0.0 00010000:00000001:2.0:1770653413.990377:0:5744:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:1.0:1770653413.990380:0:3291:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1770653413.990381:0:5744:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1770653413.990384:0:5744:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653413.990386:0:3291:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1770653413.990388:0:5744:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.990389:0:76389:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.990389:0:3291:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.990390:0:6530:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1770653413.990391:0:5744:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000001:1.0:1770653413.990396:0:3291:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00002000:00000001:3.0:1770653413.990397:0:76389:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.990397:0:5744:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000001:0.0:1770653413.990397:0:6530:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:1.0:1770653413.990402:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95564b809000. 00000400:00000001:0.0:1770653413.990402:0:6530:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1770653413.990403:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00002000:00000001:3.0:1770653413.990404:0:76389:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000400:00000010:0.0:1770653413.990407:0:6530:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e053000. 02000000:00000001:1.0:1770653413.990408:0:3291:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.990409:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1770653413.990412:0:6530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8880 00010000:00000001:2.0:1770653413.990413:0:5744:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.990415:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d947e8. 00000400:00000010:0.0:1770653413.990416:0:6530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8880. 00010000:00000001:2.0:1770653413.990417:0:5744:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1770653413.990419:0:76389:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955610677ab8. 00010000:00000001:2.0:1770653413.990422:0:5744:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.990423:0:6530:0:(events.c:78:reply_in_callback()) Process entered 00002000:00000001:3.0:1770653413.990425:0:76389:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000400:00000010:1.0:1770653413.990426:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022cc0. 00010000:00010000:2.0:1770653413.990427:0:5744:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff955606de2600/0x2aed14e4e178d009 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00002000:00000040:3.0:1770653413.990429:0:76389:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x1563:0x0] 00000100:00000200:0.0:1770653413.990431:0:6530:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955710551f80 x1856657707210880/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1770653413.990433:0:3291:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707211520, portal 4 00002000:00000010:3.0:1770653413.990435:0:76389:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff955669766000. 00000100:00000001:1.0:1770653413.990441:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00002000:00000001:3.0:1770653413.990444:0:76389:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000100:00000001:1.0:1770653413.990444:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028458496 : -117276681093120 : ffff955665154000) 00002000:00000001:3.0:1770653413.990448:0:76389:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.990451:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00002000:00000001:3.0:1770653413.990455:0:76389:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1770653413.990456:0:3291:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955665154000 x1856657707211520/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1770653413.990457:0:5744:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff955606de2600/0x2aed14e4e178d009 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1563:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1770653413.990462:0:76389:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299228, xid 1856657707211136 00000100:00000200:0.0:1770653413.990467:0:6530:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955710551f80 x1856657707210880/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653413.990469:0:76389:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1770653413.990478:0:76389:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955710553100 x1856657707211136/t8590299228(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1770653413.990486:0:5744:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff955643d81400 count: 0 00000100:00000001:1.0:1770653413.990487:0:3291:0:(niobuf.c:69:ptl_send_buf()) Process entered 00002000:00000010:2.0:1770653413.990494:0:5744:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955621430740. 00000100:00000040:1.0:1770653413.990495:0:3291:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1770653413.990502:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022bb0. 00010000:00000010:2.0:1770653413.990503:0:5744:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff955643d81800. 00000100:00000001:0.0:1770653413.990504:0:6530:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1770653413.990509:0:76389:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1770653413.990509:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707211520, offset 0 00000100:00000001:0.0:1770653413.990510:0:6530:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.990512:0:76389:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.990514:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.990514:0:6530:0:(client.c:1568:after_reply()) Process entered 00000100:00001000:3.0:1770653413.990518:0:76389:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00010000:00000001:2.0:1770653413.990519:0:5744:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:1.0:1770653413.990519:0:3291:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1770653413.990519:0:6530:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000010:2.0:1770653413.990523:0:5744:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556189e1240. 00000100:00000001:0.0:1770653413.990524:0:6530:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653413.990527:0:76389:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1770653413.990529:0:6530:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.990530:0:5744:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.990533:0:76389:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000400:00000200:1.0:1770653413.990534:0:3291:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1770653413.990535:0:6530:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.990536:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1770653413.990541:0:76389:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000020:00000001:2.0:1770653413.990541:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653413.990543:0:6530:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=138 v=5 (5 0 0 0) 02000000:00000001:3.0:1770653413.990548:0:76389:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:2.0:1770653413.990549:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1770653413.990549:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b9b00 00000100:00001000:0.0:1770653413.990551:0:6530:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=138 v=5 (1 0 0 0) 02000000:00000001:3.0:1770653413.990552:0:76389:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.990554:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1770653413.990560:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.990561:0:76389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1770653413.990561:0:6530:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1770653413.990563:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf6c5 [8] + 8160 00000100:00000001:0.0:1770653413.990565:0:6530:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.990566:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1770653413.990569:0:3291:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1770653413.990570:0:76389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1770653413.990572:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1770653413.990572:0:6530:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1770653413.990576:0:76389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78088. 00000020:00000001:2.0:1770653413.990577:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.990577:0:6530:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.990578:0:3291:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1770653413.990584:0:76389:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707211136, offset 224 00010000:00010000:2.0:1770653413.990584:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1770653413.990585:0:6530:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.990586:0:3291:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1770653413.990591:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000004:00000001:2.0:1770653413.990594:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000010:1.0:1770653413.990595:0:3291:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665155880. 00000100:00000040:0.0:1770653413.990596:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955710551f80 x1856657707210880/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1770653413.990597:0:76389:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000001:2.0:1770653413.990598:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.990602:0:3291:0:(events.c:337:request_in_callback()) incoming req@ffff955665155880 x1856657707211520 msgsize 544 00000004:00000001:2.0:1770653413.990604:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:2.0:1770653413.990609:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1770653413.990612:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.990614:0:76389:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1770653413.990619:0:6530:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1770653413.990620:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00001000:2.0:1770653413.990621:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f6483c0 type=0x10692404 idx=3600 00000100:00000001:0.0:1770653413.990626:0:6530:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000040:00001000:2.0:1770653413.990627:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3600 lrh_len: 64 (7232 remains) 00000100:00000001:0.0:1770653413.990629:0:6530:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:2.0:1770653413.990632:0:7854:0:(llog.c:797:llog_process_thread()) index: 3600, lh_last_idx: 3602 synced_idx: 0 lgh_last_idx: 3602 00000100:00000001:1.0:1770653413.990632:0:3291:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:0.0:1770653413.990633:0:6530:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1770653413.990636:0:6530:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:2.0:1770653413.990637:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00010000:0.0:1770653413.990642:0:6530:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95565f571800/0x2aed14e4e1789f79 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x141c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0cef expref: 58 pid: 12204 timeout: 6877 lvb_type: 1 00010000:00000040:0.0:1770653413.990652:0:6530:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 53 00000020:00000040:0.0:1770653413.990656:0:6530:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 57 00000004:00000001:2.0:1770653413.990658:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:0.0:1770653413.990660:0:6530:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1770653413.990661:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.990664:0:6530:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.990665:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:2.0:1770653413.990669:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000100:00000040:0.0:1770653413.990671:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955710551f80 x1856657707210880/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:2.0:1770653413.990672:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000400:00000200:1.0:1770653413.990681:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022bb0 00000400:00000200:3.0:1770653413.990683:0:76389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b9980 00000100:00100000:0.0:1770653413.990684:0:6530:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955710551f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6530:1856657707210880:192.168.202.60@tcp:104: 00000400:00000010:1.0:1770653413.990685:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022bb0. 00000100:00000001:1.0:1770653413.990693:0:3291:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1770653413.990695:0:6530:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.990697:0:76389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda8c1 [1] + 224 00000100:00000200:1.0:1770653413.990700:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955665154000 x1856657707211520/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.990701:0:6530:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.990704:0:76389:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1770653413.990705:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572ebc7b80. 00000100:00000001:0.0:1770653413.990707:0:6530:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1770653413.990711:0:6530:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1770653413.990715:0:76389:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1770653413.990715:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=50 obd=lustre-OST0001-osc-MDT0000 00000100:00000040:0.0:1770653413.990721:0:6530:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955710551f80 x1856657707210880/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.990724:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1770653413.990725:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1770653413.990726:0:76389:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1770653413.990730:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1770653413.990732:0:6530:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1770653413.990735:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665154000 x1856657707211520/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1770653413.990736:0:76389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955710551880 x1856657707211136/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1770653413.990736:0:6530:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1770653413.990737:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1770653413.990753:0:6530:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff955626009a00. 02000000:00000010:2.0:1770653413.990759:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95562b39e400. 02000000:00000001:0.0:1770653413.990761:0:6530:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653413.990765:0:6530:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1770653413.990769:0:6530:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=1 obd=lustre-OST0001 00000100:00000001:2.0:1770653413.990770:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.990775:0:6530:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1770653413.990778:0:76389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff955710551880 x1856657707211136/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1770653413.990778:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626800411638656 : -117273297912960 : ffff95572ebc7b80) 02000000:00000010:0.0:1770653413.990779:0:6530:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff955626008200. 00000100:00000001:1.0:1770653413.990780:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.990787:0:3291:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1770653413.990788:0:6530:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1770653413.990790:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1770653413.990792:0:6530:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1770653413.990793:0:3291:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653413.990796:0:6530:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955710551f80. 00000100:00000001:3.0:1770653413.990797:0:76389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.990797:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.990798:0:3291:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26298 usecs (27 jiffies) 00000100:00000001:0.0:1770653413.990803:0:6530:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1770653413.990805:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444830 00000400:00000200:3.0:1770653413.990806:0:76389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78088 00000100:00000001:0.0:1770653413.990806:0:6530:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1770653413.990810:0:76389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78088. 00000100:00000040:2.0:1770653413.990812:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000778c9319] to pc [ptlrpcd_00_03+3] req@ffff95572ebc7b80 x1856657707211648/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1770653413.990813:0:6530:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f362900. 00000100:00000001:1.0:1770653413.990815:0:3291:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444825 00000100:00000001:3.0:1770653413.990816:0:76389:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653413.990819:0:6530:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1770653413.990820:0:76389:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1770653413.990823:0:6530:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.990825:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444830 00000100:00000001:3.0:1770653413.990827:0:76389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1770653413.990830:0:6530:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95af40. 00000100:00000001:1.0:1770653413.990835:0:3291:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444825 00000100:00000040:3.0:1770653413.990837:0:76389:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00010000:00000001:0.0:1770653413.990837:0:6530:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.990844:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444830 00010000:00000001:3.0:1770653413.990845:0:76389:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000001:0.0:1770653413.990845:0:6530:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.990866:0:76389:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.990869:0:76389:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1770653413.990870:0:3291:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444825 00000004:00000001:2.0:1770653413.990874:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.990875:0:76389:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955710553100 x1856657707211136/t8590299228(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.990876:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444831 00010000:00000001:0.0:1770653413.990877:0:6530:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00001000:2.0:1770653413.990883:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 8 in flight, 48 in progress 00000100:00000001:1.0:1770653413.990884:0:3291:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444825 00010000:00000001:0.0:1770653413.990884:0:6530:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1770653413.990889:0:6530:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a800/0x2aed14e4e178cffb lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x141c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00000004:00001000:2.0:1770653413.990891:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3600, id 1934 00000100:00000001:1.0:1770653413.990892:0:3291:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1770653413.990899:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000001:1.0:1770653413.990900:0:3291:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1770653413.990907:0:3291:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1770653413.990910:0:76389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955710553100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+47:3289:x1856657707211136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9561us (10215us total) trans 8590299228 rc 0/0 00000400:00000001:1.0:1770653413.990911:0:3291:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00010000:0.0:1770653413.990912:0:6530:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a800/0x2aed14e4e178cffb lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x141c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00080000:00000010:2.0:1770653413.990913:0:76419:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95562b39cc00. 00000400:00000010:1.0:1770653413.990915:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2c08. 00080000:00000001:2.0:1770653413.990920:0:76419:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796057775104 : -117277651776512 : ffff95562b39cc00) 00000400:00000200:1.0:1770653413.990922:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268887f8 00000400:00000010:1.0:1770653413.990927:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268887f8. 00000001:00000001:2.0:1770653413.990928:0:76419:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00100000:3.0:1770653413.990929:0:76389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136240 00000001:00000001:2.0:1770653413.990933:0:76419:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.990934:0:3291:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1770653413.990938:0:76389:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 4 00010000:00000001:0.0:1770653413.990938:0:6530:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1770653413.990941:0:76419:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x141d:0x0] not in the id map cache 00000100:00000200:1.0:1770653413.990942:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95572eb20700 x1856657707209728/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.990944:0:76389:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:0.0:1770653413.990945:0:6530:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a800/0x2aed14e4e178cffb lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x141c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.990948:0:76389:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00080000:00000001:2.0:1770653413.990951:0:76419:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000020:00000010:3.0:1770653413.990953:0:76389:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3880. 00000020:00000010:3.0:1770653413.990961:0:76389:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90000. 00080000:00000001:2.0:1770653413.990966:0:76419:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653413.990968:0:76389:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95562fa45e00. 00010000:00000001:0.0:1770653413.990970:0:6530:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000200:1.0:1770653413.990974:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95572eb20700 x1856657707209728/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1770653413.990975:0:76389:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 46 00080000:00000001:2.0:1770653413.990976:0:76419:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.990976:0:6530:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.990980:0:6530:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653413.990981:0:76389:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653413.990983:0:76419:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00010000:00000001:0.0:1770653413.990984:0:6530:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:2.0:1770653413.990989:0:76419:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000020:00000001:0.0:1770653413.990989:0:6530:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1770653413.990993:0:3291:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1770653413.990995:0:6530:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2a800 refcount=3 80000000:00000001:2.0:1770653413.990996:0:76419:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000001:1.0:1770653413.990997:0:3291:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.990998:0:76389:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 80000000:00000001:2.0:1770653413.991000:0:76419:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000020:00000001:0.0:1770653413.991000:0:6530:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783628800 : -117277925922816 : ffff95561ae2a800) 00000100:00100000:3.0:1770653413.991002:0:76389:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707211520 00000100:00000001:1.0:1770653413.991003:0:3291:0:(client.c:1568:after_reply()) Process entered 80000000:00000001:2.0:1770653413.991004:0:76419:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.991007:0:76389:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:0.0:1770653413.991007:0:6530:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783628800 : -117277925922816 : ffff95561ae2a800) 80000000:00000001:2.0:1770653413.991008:0:76419:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.991008:0:3291:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1770653413.991012:0:76389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653413.991013:0:3291:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00080000:00000001:2.0:1770653413.991014:0:76419:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.991014:0:6530:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:3.0:1770653413.991015:0:76389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.991016:0:3291:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.991018:0:6530:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a800/0x2aed14e4e178cffb lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x141c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1770653413.991020:0:76419:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 02000000:00000001:3.0:1770653413.991023:0:76389:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.991024:0:76419:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 02000000:00000001:1.0:1770653413.991024:0:3291:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.991032:0:76389:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707211520 00000100:00001000:1.0:1770653413.991032:0:3291:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00010000:00000001:0.0:1770653413.991033:0:6530:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1770653413.991037:0:76389:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:0.0:1770653413.991038:0:6530:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:1.0:1770653413.991039:0:3291:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00000020:00000040:3.0:1770653413.991041:0:76389:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00000001:00000001:2.0:1770653413.991042:0:76419:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:0.0:1770653413.991042:0:6530:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a800/0x2aed14e4e178cffb lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x141c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.991043:0:3291:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1770653413.991047:0:76389:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000001:2.0:1770653413.991047:0:76419:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:1.0:1770653413.991047:0:3291:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653413.991052:0:76389:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=47 00080000:00000001:2.0:1770653413.991054:0:76419:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.991054:0:3291:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1770653413.991057:0:76389:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00010000:00000001:1.0:1770653413.991059:0:3291:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.991060:0:76419:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1770653413.991061:0:6530:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:3.0:1770653413.991064:0:76389:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000001:1.0:1770653413.991065:0:3291:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00010000:00000001:0.0:1770653413.991066:0:6530:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.991067:0:76419:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000001:3.0:1770653413.991071:0:76389:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1770653413.991071:0:3291:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00010000:00000001:0.0:1770653413.991072:0:6530:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1770653413.991076:0:3291:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000020:00000010:3.0:1770653413.991079:0:76389:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbd40. 00000100:00000001:1.0:1770653413.991079:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000010:0.0:1770653413.991079:0:6530:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff95564f362900. 00000001:00000001:2.0:1770653413.991080:0:76419:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:1.0:1770653413.991083:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800410953472 : -117273298598144 : ffff95572eb20700) 00080000:00000001:2.0:1770653413.991084:0:76419:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.991085:0:76389:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.991086:0:6530:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1770653413.991090:0:3291:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000020:00000010:3.0:1770653413.991092:0:76389:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbd40. 00000100:00000040:1.0:1770653413.991093:0:3291:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00000100:00000001:1.0:1770653413.991097:0:3291:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00010000:00010000:0.0:1770653413.991098:0:6530:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00000001:1.0:1770653413.991099:0:3291:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.991100:0:76389:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95562fa45e00. 00080000:00000001:2.0:1770653413.991101:0:76419:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.991103:0:6530:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.991108:0:76389:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3880. 00080000:00000001:2.0:1770653413.991109:0:76419:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000100:00000040:1.0:1770653413.991109:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95572eb20700 x1856657707209728/t4295332650(4295332650) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.991110:0:6530:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.991115:0:76389:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90000. 00010000:00000001:0.0:1770653413.991117:0:6530:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00080000:00000001:2.0:1770653413.991123:0:76419:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.991123:0:6530:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653413.991124:0:76389:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653413.991129:0:76389:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1770653413.991130:0:6530:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1770653413.991131:0:76419:0:(osd_object.c:806:osd_destroy()) Process entered 00000100:00000001:3.0:1770653413.991134:0:76389:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.991136:0:76419:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00002000:00000001:0.0:1770653413.991137:0:6530:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 80000000:00000001:2.0:1770653413.991141:0:76419:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000001:1.0:1770653413.991141:0:3291:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.991143:0:76389:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.991143:0:6530:0:(osd_handler.c:352:osd_trans_create()) Process entered 80000000:00000001:2.0:1770653413.991146:0:76419:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00000001:1.0:1770653413.991146:0:3291:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 80000000:00000001:2.0:1770653413.991150:0:76419:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.991150:0:3291:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653413.991154:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1770653413.991156:0:76389:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 80000000:00000001:2.0:1770653413.991157:0:76419:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:1.0:1770653413.991157:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95572eb20700/2, rc 0, transno 4295332650 00000020:00000001:0.0:1770653413.991159:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.991164:0:76419:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000004:00001000:1.0:1770653413.991165:0:3291:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 7 in flight, 48 in progress 00010000:00010000:0.0:1770653413.991166:0:7410:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:3.0:1770653413.991167:0:76389:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00080000:00000001:2.0:1770653413.991170:0:76419:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000100:00000001:3.0:1770653413.991172:0:76389:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00080000:00000001:2.0:1770653413.991175:0:76419:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00010000:00000001:0.0:1770653413.991175:0:7410:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1770653413.991179:0:7410:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00100000:3.0:1770653413.991180:0:76389:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136241 00000100:00000040:1.0:1770653413.991181:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572eb20700 x1856657707209728/t4295332650(4295332650) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1770653413.991185:0:7410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a800/0x2aed14e4e178cffb lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x141c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1770653413.991187:0:76389:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 5 00000100:00000001:3.0:1770653413.991191:0:76389:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028464768 : -117276681086848 : ffff955665155880) 00000100:00000040:3.0:1770653413.991202:0:76389:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665155880 x1856657707211520/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1770653413.991210:0:7410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95561ae2a800 already unused, calling callback (ffffffffc16fe650) 00000100:00100000:1.0:1770653413.991214:0:3291:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95572eb20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707209728:0@lo:6:osp-syn-1-0.0 00080000:00000001:2.0:1770653413.991215:0:76419:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.991216:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.991219:0:7410:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00080000:00000001:2.0:1770653413.991226:0:76419:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.991226:0:7410:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a800/0x2aed14e4e178cffb lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x141c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.991227:0:76389:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000001:1.0:1770653413.991227:0:3291:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1770653413.991231:0:3291:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00080000:00000001:2.0:1770653413.991233:0:76419:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000010:3.0:1770653413.991234:0:76389:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbd40. 00000400:00000010:1.0:1770653413.991235:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2268. 00000001:00000001:2.0:1770653413.991238:0:76419:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000100:00000001:3.0:1770653413.991241:0:76389:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1770653413.991242:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78220 00010000:00000001:0.0:1770653413.991243:0:7410:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000001:00000002:2.0:1770653413.991244:0:76419:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332651, last_committed = 4295332607 00000020:00000010:3.0:1770653413.991245:0:76389:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbd40. 00000400:00000010:1.0:1770653413.991247:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78220. 00010000:00000001:0.0:1770653413.991248:0:7410:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000001:00000010:2.0:1770653413.991251:0:76419:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff955667aa1300. 00000020:00000001:0.0:1770653413.991252:0:7410:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1770653413.991253:0:3291:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1770653413.991257:0:7410:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2a800 refcount=3 00000100:00100000:3.0:1770653413.991258:0:76389:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665155880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+47:3291:x1856657707211520:12345-0@lo:6:osp-syn-0-0.0 00000001:00000040:2.0:1770653413.991259:0:76419:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 44 00000100:00000200:1.0:1770653413.991263:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95563f2c7b80 x1856657707208448/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653413.991264:0:7410:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783628800 : -117277925922816 : ffff95561ae2a800) 00000020:00000040:2.0:1770653413.991266:0:76419:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=52 00000100:00000200:3.0:1770653413.991268:0:76389:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707211520 00010000:00000001:0.0:1770653413.991271:0:7410:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783628800 : -117277925922816 : ffff95561ae2a800) 00000020:00000001:3.0:1770653413.991274:0:76389:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000001:2.0:1770653413.991274:0:76419:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000001:3.0:1770653413.991280:0:76389:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:0.0:1770653413.991280:0:7410:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000001:3.0:1770653413.991285:0:76389:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.991285:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95563f2c7b80 x1856657707208448/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1770653413.991286:0:76419:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00010000:00010000:0.0:1770653413.991286:0:7410:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a800/0x2aed14e4e178cffb lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x141c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1770653413.991292:0:76389:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000001:00000001:2.0:1770653413.991294:0:76419:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.991297:0:76389:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000020:00000001:3.0:1770653413.991303:0:76389:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:2.0:1770653413.991306:0:76419:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.991307:0:76389:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1770653413.991319:0:76419:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.991324:0:76389:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1770653413.991324:0:3291:0:(events.c:163:reply_in_callback()) Process leaving 00002000:00000001:2.0:1770653413.991325:0:76419:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000020:00000001:3.0:1770653413.991329:0:76389:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1770653413.991330:0:3291:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.991331:0:7410:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1770653413.991333:0:76389:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000100:00000001:1.0:1770653413.991334:0:3291:0:(client.c:1568:after_reply()) Process entered 00010000:00000001:0.0:1770653413.991336:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1770653413.991337:0:76389:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 02000000:00000001:1.0:1770653413.991337:0:3291:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1770653413.991339:0:7410:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1770653413.991341:0:76419:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955643ef31d0. 00000020:00000001:3.0:1770653413.991342:0:76389:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.991342:0:3291:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1770653413.991344:0:7410:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1770653413.991346:0:3291:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.991348:0:7410:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000001:00000001:3.0:1770653413.991349:0:76389:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00002000:00000001:2.0:1770653413.991349:0:76419:0:(ofd_dev.c:460:ofd_object_free()) Process entered 02000000:00000001:1.0:1770653413.991350:0:3291:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.991351:0:7410:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000001:00000001:3.0:1770653413.991353:0:76389:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000040:2.0:1770653413.991354:0:76419:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x141d:0x0] 00010000:00000001:0.0:1770653413.991355:0:7410:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653413.991356:0:3291:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00000001:00000001:3.0:1770653413.991357:0:76389:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00002000:00000010:2.0:1770653413.991358:0:76419:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff95560d258be0. 00000001:00000001:3.0:1770653413.991361:0:76389:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1770653413.991362:0:7410:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561ae2a800 with handle 0x2aed14e4e178cffb from hash 00000100:00001000:1.0:1770653413.991365:0:3291:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00000001:00000001:3.0:1770653413.991368:0:76389:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.991368:0:7410:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00002000:00000001:2.0:1770653413.991369:0:76419:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000100:00000001:1.0:1770653413.991369:0:3291:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1770653413.991373:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:3.0:1770653413.991374:0:76389:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00002000:00000001:2.0:1770653413.991374:0:76419:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.991374:0:3291:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.991376:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:3.0:1770653413.991378:0:76389:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.991381:0:3291:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1770653413.991381:0:7410:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000001:00000001:3.0:1770653413.991382:0:76389:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653413.991383:0:76419:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.991386:0:3291:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.991386:0:7410:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000001:00000001:3.0:1770653413.991388:0:76389:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000040:2.0:1770653413.991390:0:76419:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332651, xid 1856657707210752 00010000:00000001:0.0:1770653413.991391:0:7410:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653413.991392:0:76389:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.991393:0:3291:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00010000:00000001:0.0:1770653413.991396:0:7410:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:1.0:1770653413.991398:0:3291:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00010000:00000001:2.0:1770653413.991399:0:76419:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000001:00000001:3.0:1770653413.991400:0:76389:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.991400:0:7410:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:1.0:1770653413.991403:0:3291:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00010000:00000001:0.0:1770653413.991406:0:7410:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000001:3.0:1770653413.991407:0:76389:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1770653413.991407:0:76419:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95572ebc4700 x1856657707210752/t4295332651(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.991407:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653413.991411:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796392446848 : -117277317104768 : ffff95563f2c7b80) 00010000:00000001:0.0:1770653413.991411:0:7410:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653413.991413:0:76389:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.991418:0:7410:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.991419:0:3291:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1770653413.991420:0:76389:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1770653413.991423:0:3291:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 02000000:00000001:3.0:1770653413.991426:0:76389:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1770653413.991427:0:76419:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1770653413.991427:0:3291:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00010000:00000001:0.0:1770653413.991427:0:7410:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000010:3.0:1770653413.991431:0:76389:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95560612b800. 00010000:00000001:2.0:1770653413.991432:0:76419:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.991433:0:3291:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.991434:0:7410:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 02000000:00000001:3.0:1770653413.991436:0:76389:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.991441:0:76389:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1770653413.991441:0:76419:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00010000:00000001:0.0:1770653413.991441:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1770653413.991443:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95563f2c7b80 x1856657707208448/t4295332649(4295332649) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.991445:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1770653413.991450:0:76389:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:0.0:1770653413.991450:0:7410:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.991451:0:76419:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1770653413.991456:0:76389:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1770653413.991457:0:7410:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.991458:0:76419:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000001:1.0:1770653413.991458:0:3291:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.991459:0:76389:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.991465:0:3291:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1770653413.991465:0:7410:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:3.0:1770653413.991467:0:76389:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5477 count 1 00000100:00000001:2.0:1770653413.991467:0:76419:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00000001:1.0:1770653413.991469:0:3291:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1770653413.991471:0:7410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a800/0x2aed14e4e178cffb lrc: 1/0,0 mode: --/PW res: [0x280000403:0x141c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1770653413.991473:0:76419:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00002000:00000001:3.0:1770653413.991474:0:76389:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000004:00080000:1.0:1770653413.991475:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95563f2c7b80/2, rc 0, transno 4295332649 02000000:00000001:2.0:1770653413.991477:0:76419:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653413.991479:0:76389:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000004:00001000:1.0:1770653413.991482:0:3291:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 6 in flight, 48 in progress 00000020:00000001:3.0:1770653413.991484:0:76389:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:2.0:1770653413.991484:0:76419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1770653413.991490:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1770653413.991491:0:76389:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797101939016 : -117276607612600 : ffff955669767948) 00000100:00000040:1.0:1770653413.991494:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95563f2c7b80 x1856657707208448/t4295332649(4295332649) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1770653413.991494:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a800/0x2aed14e4e178cffb lrc: 0/0,0 mode: --/PW res: [0x280000403:0x141c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1770653413.991495:0:76419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00002000:00000001:3.0:1770653413.991497:0:76389:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797101938928 : -117276607612688 : ffff9556697678f0) 00000400:00000010:2.0:1770653413.991502:0:76419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888088. 00010000:00000001:3.0:1770653413.991505:0:76389:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1770653413.991509:0:76389:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000200:2.0:1770653413.991510:0:76419:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707210752, offset 224 00010000:00000040:3.0:1770653413.991516:0:76389:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95562c678200 count: 2 00010000:00000001:3.0:1770653413.991522:0:76389:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1770653413.991523:0:76419:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1770653413.991530:0:76389:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00100000:1.0:1770653413.991534:0:3291:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95563f2c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707208448:0@lo:6:osp-syn-1-0.0 00010000:00000040:0.0:1770653413.991534:0:7410:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95561e13b100 count: 0 00010000:00000010:3.0:1770653413.991537:0:76389:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955631eb4400. 00000400:00000200:2.0:1770653413.991537:0:76419:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00002000:00000010:0.0:1770653413.991542:0:7410:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff95562ede4d40. 00000020:00000001:3.0:1770653413.991544:0:76389:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:1.0:1770653413.991545:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653413.991549:0:76389:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955631eb4400 with handle 0x2aed14e4e178d010 to hash 00000100:00000001:1.0:1770653413.991549:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000010:0.0:1770653413.991549:0:7410:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95561e13bf00. 00000400:00000200:2.0:1770653413.991551:0:76419:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b9800 00000100:00000040:1.0:1770653413.991556:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572eb20700 x1856657707209728/t4295332650(4295332650) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1770653413.991558:0:76389:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1770653413.991561:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.991563:0:76389:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626796170068992 : -117277539482624 : ffff955631eb4400) 00000400:00000200:2.0:1770653413.991563:0:76419:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda885 [1] + 224 00010000:00000001:0.0:1770653413.991565:0:7410:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1770653413.991569:0:7410:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff95564f362900. 00010000:00000001:3.0:1770653413.991572:0:76389:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626796170068992 : -117277539482624 : ffff955631eb4400) 00000400:00000200:2.0:1770653413.991574:0:76419:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1770653413.991575:0:7410:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.991582:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.991582:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1770653413.991583:0:76389:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1770653413.991583:0:76419:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1770653413.991586:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1770653413.991587:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.991589:0:76389:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.991590:0:76419:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:0.0:1770653413.991591:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1770653413.991593:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563f2c7b80 x1856657707208448/t4295332649(4295332649) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653413.991605:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:2.0:1770653413.991608:0:76419:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95572ebc6680 x1856657707210752/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1770653413.991609:0:76389:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff955631eb4400/0x2aed14e4e178d010 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1565:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1770653413.991610:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.991616:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1770653413.991620:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1770653413.991623:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.991629:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1770653413.991633:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.991639:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1770653413.991641:0:76385:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95561ae2be00/0x2aed14e4e178cfd1 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.991643:0:76389:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000040:2.0:1770653413.991643:0:76419:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95572ebc6680 x1856657707210752/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.991645:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1770653413.991649:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:3.0:1770653413.991650:0:76389:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1770653413.991655:0:76389:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:1.0:1770653413.991656:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1770653413.991659:0:76389:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:1.0:1770653413.991672:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1770653413.991672:0:76385:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.991675:0:76389:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000100:00000001:2.0:1770653413.991675:0:76419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1770653413.991676:0:3291:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00010000:0.0:1770653413.991678:0:76385:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95561ae2be00/0x2aed14e4e178cfd1 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.991680:0:76389:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000400:00000200:2.0:1770653413.991681:0:76419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888088 00000100:00000040:1.0:1770653413.991684:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95572ebc7b80 x1856657707211648/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1770653413.991686:0:76419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888088. 00010000:00010000:3.0:1770653413.991688:0:76389:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff955620465200/0x2aed14e4e178a0fa lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e23 expref: 64 pid: 12214 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1770653413.991693:0:76419:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653413.991696:0:76419:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1770653413.991698:0:76385:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:2.0:1770653413.991702:0:76419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.991703:0:76385:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.991707:0:76385:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1770653413.991711:0:76419:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00010000:00000001:0.0:1770653413.991711:0:76385:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1770653413.991715:0:76389:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:1.0:1770653413.991715:0:3291:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1770653413.991716:0:76419:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1770653413.991716:0:76385:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1770653413.991720:0:76389:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.991721:0:3291:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.991721:0:76385:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2be00 refcount=3 00000020:00000001:2.0:1770653413.991722:0:76419:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.991726:0:76389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 02000000:00000001:1.0:1770653413.991727:0:3291:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1770653413.991728:0:76385:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783634432 : -117277925917184 : ffff95561ae2be00) 00000020:00000001:2.0:1770653413.991729:0:76419:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1770653413.991731:0:76389:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.991731:0:3291:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.991734:0:76385:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783634432 : -117277925917184 : ffff95561ae2be00) 00010000:00000001:3.0:1770653413.991736:0:76389:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000040:2.0:1770653413.991737:0:76419:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572ebc4700 x1856657707210752/t4295332651(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1770653413.991748:0:3291:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.991751:0:76389:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653413.991754:0:76385:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:3.0:1770653413.991755:0:76389:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1770653413.991756:0:3291:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95572ebc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707211648:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1770653413.991759:0:76385:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95561ae2be00/0x2aed14e4e178cfd1 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.991761:0:76389:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.991768:0:76389:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000100:00000001:1.0:1770653413.991768:0:3291:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1770653413.991773:0:3291:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:3.0:1770653413.991774:0:76389:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff955631eb4400/0x2aed14e4e178d010 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1770653413.991777:0:3291:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.991781:0:76385:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1770653413.991783:0:3291:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1770653413.991785:0:76385:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1770653413.991799:0:76385:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2be00/0x2aed14e4e178cfd1 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770653413.991800:0:76419:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95572ebc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:lustre-MDT0000-mdtlov_UUID+52:3290:x1856657707210752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15599us (16020us total) trans 4295332651 rc 0/0 02000000:00000010:1.0:1770653413.991800:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95564b80a800. 00010000:00000040:3.0:1770653413.991801:0:76389:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1565:0x0].0x0 (ffff95562c678200) refcount = 2 02000000:00000001:1.0:1770653413.991807:0:3291:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653413.991811:0:76389:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000400:00000010:1.0:1770653413.991815:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d94268. 00010000:00000040:3.0:1770653413.991818:0:76389:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955620465200/0x2aed14e4e178a0fa lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e23 expref: 64 pid: 12214 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1770653413.991821:0:76419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136239 00000400:00000010:1.0:1770653413.991823:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022bb0. 00010000:00000001:0.0:1770653413.991823:0:76385:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1770653413.991828:0:76385:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.991830:0:76419:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 3 00000100:00000200:1.0:1770653413.991831:0:3291:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707211648, portal 4 00010000:00000001:0.0:1770653413.991834:0:76385:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1770653413.991835:0:76419:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000040:3.0:1770653413.991839:0:76389:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000100:00000001:2.0:1770653413.991840:0:76419:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1770653413.991840:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000010:0.0:1770653413.991841:0:76385:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff95564f362900. 00000100:00000001:1.0:1770653413.991844:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800411638656 : -117273297912960 : ffff95572ebc7b80) 00010000:00000040:3.0:1770653413.991845:0:76389:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955631eb4400/0x2aed14e4e178d010 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1770653413.991846:0:76419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300d00. 00010000:00000001:0.0:1770653413.991847:0:76385:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00000010:2.1:1770653413.991875:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633f4c100. 00000100:00000040:1.0:1770653413.991876:0:3291:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95572ebc7b80 x1856657707211648/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1770653413.991876:0:76385:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1770653413.991884:0:76385:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1770653413.991885:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ae00. 00010000:00000001:0.0:1770653413.991890:0:76385:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1770653413.991893:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c986e00. 00010000:00000001:0.0:1770653413.991895:0:76385:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000001:3.0:1770653413.991897:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1770653413.991899:0:76385:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1770653413.991901:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.991902:0:3291:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1770653413.991903:0:76385:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1770653413.991905:0:76419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510bb8. 00002000:00000001:0.0:1770653413.991908:0:76385:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00010000:00010000:3.0:1770653413.991909:0:66075:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:1.0:1770653413.991912:0:3291:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1770653413.991913:0:76419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955636fe9c00. 00080000:00000001:0.0:1770653413.991913:0:76385:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1770653413.991914:0:66075:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000400:00000010:1.0:1770653413.991918:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022220. 00010000:00000001:3.0:1770653413.991919:0:66075:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00080000:00000010:0.0:1770653413.991920:0:76385:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff955734dd7000. 00000020:00000040:2.0:1770653413.991921:0:76419:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 51 00010000:00010000:3.0:1770653413.991923:0:66075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95561ae2be00/0x2aed14e4e178cfd1 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1770653413.991926:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707211648, offset 0 00000100:00000001:2.0:1770653413.991928:0:76419:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1770653413.991928:0:76385:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626800514461696 : -117273195089920 : ffff955734dd7000) 00000001:00000001:0.0:1770653413.991936:0:76385:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00010000:3.0:1770653413.991938:0:66075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95561ae2be00 already unused, calling callback (ffffffffc16fe650) 00000001:00000001:0.0:1770653413.991939:0:76385:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.991942:0:3291:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1770653413.991943:0:66075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000002:0.0:1770653413.991944:0:76385:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x1418:0x0] not in the id map cache 00000004:00000001:2.0:1770653413.991947:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:3.0:1770653413.991948:0:66075:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00080000:00000001:0.0:1770653413.991949:0:76385:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000004:00000001:2.0:1770653413.991951:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.991953:0:66075:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95561ae2be00/0x2aed14e4e178cfd1 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1770653413.991958:0:3291:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000001:2.0:1770653413.991960:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00080000:00000001:0.0:1770653413.991961:0:76385:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1770653413.991967:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:3.0:1770653413.991968:0:66075:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000001:0.0:1770653413.991968:0:76385:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.991972:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.991973:0:66075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:0.0:1770653413.991974:0:76385:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000400:00000200:1.0:1770653413.991975:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b9b80 00000020:00000001:3.0:1770653413.991976:0:66075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:0.0:1770653413.991979:0:76385:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000020:00000040:3.0:1770653413.991981:0:66075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2be00 refcount=3 00000040:00001000:2.0:1770653413.991981:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f648400 type=0x10692404 idx=3601 80000000:00000001:0.0:1770653413.991992:0:76385:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000020:00000001:3.0:1770653413.991994:0:66075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783634432 : -117277925917184 : ffff95561ae2be00) 80000000:00000001:0.0:1770653413.991997:0:76385:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000400:00000200:1.0:1770653413.991998:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf6c5 [8] + 8704 00010000:00000001:3.0:1770653413.992000:0:66075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783634432 : -117277925917184 : ffff95561ae2be00) 00000040:00001000:2.0:1770653413.992000:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3601 lrh_len: 64 (7168 remains) 80000000:00000001:0.0:1770653413.992001:0:76385:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.992009:0:7854:0:(llog.c:797:llog_process_thread()) index: 3601, lh_last_idx: 3602 synced_idx: 0 lgh_last_idx: 3602 00000400:00000200:1.0:1770653413.992010:0:3291:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 80000000:00000001:0.0:1770653413.992010:0:76385:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.992011:0:66075:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1770653413.992015:0:66075:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95561ae2be00/0x2aed14e4e178cfd1 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x1418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1770653413.992016:0:76385:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1770653413.992019:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00080000:00000001:0.0:1770653413.992022:0:76385:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000400:00000200:1.0:1770653413.992023:0:3291:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00080000:00000001:0.0:1770653413.992026:0:76385:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000004:00000001:2.0:1770653413.992027:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:1.0:1770653413.992032:0:3291:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1770653413.992033:0:66075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1770653413.992033:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.992036:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000001:3.0:1770653413.992037:0:66075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000004:00000001:2.0:1770653413.992040:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000001:00000001:0.0:1770653413.992040:0:76385:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1770653413.992041:0:66075:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.992044:0:76385:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000004:00000001:2.0:1770653413.992045:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000100:00000010:1.0:1770653413.992045:0:3291:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665156300. 00010000:00000001:3.0:1770653413.992046:0:66075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00080000:00000001:0.0:1770653413.992050:0:76385:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.992051:0:66075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000004:00000001:2.0:1770653413.992051:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000040:1.0:1770653413.992052:0:3291:0:(events.c:337:request_in_callback()) incoming req@ffff955665156300 x1856657707211648 msgsize 544 00080000:00000001:0.0:1770653413.992054:0:76385:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1770653413.992055:0:66075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000010:2.0:1770653413.992059:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572ebc4000. 00010000:00000001:3.0:1770653413.992060:0:66075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.992061:0:76385:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000040:3.0:1770653413.992076:0:66075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561ae2be00 with handle 0x2aed14e4e178cfd1 from hash 00000020:00000040:2.0:1770653413.992078:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=51 obd=lustre-OST0001-osc-MDT0000 00000100:00100000:1.0:1770653413.992078:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:3.0:1770653413.992080:0:66075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1770653413.992084:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.992086:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:3.0:1770653413.992087:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:0.0:1770653413.992089:0:76385:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1770653413.992091:0:66075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:2.0:1770653413.992091:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1770653413.992092:0:3291:0:(events.c:373:request_in_callback()) Process leaving 00080000:00000001:0.0:1770653413.992093:0:76385:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.992097:0:66075:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 02000000:00000001:2.0:1770653413.992098:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.992100:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022220 00010000:00000001:3.0:1770653413.992101:0:66075:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.992106:0:66075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653413.992108:0:66075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 02000000:00000010:2.0:1770653413.992108:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95562b39e000. 00000400:00000010:1.0:1770653413.992108:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022220. 00080000:00000001:0.0:1770653413.992111:0:76385:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.992112:0:66075:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1770653413.992115:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.992116:0:66075:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.992116:0:3291:0:(events.c:34:request_out_callback()) Process entered 00080000:00000001:0.0:1770653413.992118:0:76385:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000004:00000001:2.0:1770653413.992122:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626800411623424 : -117273297928192 : ffff95572ebc4000) 00010000:00000001:3.0:1770653413.992123:0:66075:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.992126:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95572ebc7b80 x1856657707211648/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.992129:0:66075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:2.0:1770653413.992130:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:3.0:1770653413.992134:0:66075:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:2.0:1770653413.992135:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.992135:0:76385:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.992140:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:0.0:1770653413.992143:0:76385:0:(osd_object.c:806:osd_destroy()) Process entered 00010000:00000001:3.0:1770653413.992144:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1770653413.992147:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3e97831] to pc [ptlrpcd_00_00+0] req@ffff95572ebc4000 x1856657707211776/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.992150:0:66075:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.992150:0:76385:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000001:1.0:1770653413.992153:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 80000000:00000001:0.0:1770653413.992155:0:76385:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:3.0:1770653413.992156:0:66075:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1770653413.992160:0:76385:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:3.0:1770653413.992163:0:66075:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.992164:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572ebc7b80 x1856657707211648/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 80000000:00000001:0.0:1770653413.992166:0:76385:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.992169:0:66075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95561ae2be00/0x2aed14e4e178cfd1 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x1418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 80000000:00000001:0.0:1770653413.992174:0:76385:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.992176:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.992180:0:76385:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000004:00001000:2.0:1770653413.992184:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 7 in flight, 49 in progress 00080000:00000001:0.0:1770653413.992186:0:76385:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1770653413.992190:0:76385:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000004:00001000:2.0:1770653413.992191:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3601, id 1934 00010000:00000001:3.0:1770653413.992194:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:2.0:1770653413.992199:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00010000:00010000:3.0:1770653413.992200:0:66075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95561ae2be00/0x2aed14e4e178cfd1 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x1418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.992201:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.992203:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1770653413.992207:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.992208:0:3291:0:(events.c:68:request_out_callback()) Process leaving 00000004:00000001:2.0:1770653413.992213:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00000040:3.0:1770653413.992215:0:66075:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff955718ba2800 count: 0 00000004:00000001:2.0:1770653413.992216:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:1.0:1770653413.992216:0:3291:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1770653413.992220:0:66075:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff95562ede4e80. 00000004:00000001:2.0:1770653413.992220:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.992222:0:3291:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26312 usecs (27 jiffies) 00080000:00000001:0.0:1770653413.992224:0:76385:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00001000:2.0:1770653413.992227:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f648440 type=0x10692404 idx=3602 00010000:00000010:3.0:1770653413.992228:0:66075:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff955718ba2c00. 00080000:00000001:0.0:1770653413.992230:0:76385:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.992231:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444832 00000040:00001000:2.0:1770653413.992232:0:7854:0:(llog.c:720:llog_process_thread()) synced_idx: 3602 00080000:00000001:0.0:1770653413.992235:0:76385:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1770653413.992236:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000040:00000001:2.0:1770653413.992239:0:7854:0:(lustre_log.h:473:llog_next_block()) Process entered 00010000:00000001:3.0:1770653413.992241:0:66075:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:1.0:1770653413.992241:0:3291:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444830 00000001:00000001:0.0:1770653413.992241:0:76385:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000040:00000001:2.0:1770653413.992243:0:7854:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00010000:00000010:3.0:1770653413.992245:0:66075:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff95564f362900. 00000001:00000002:0.0:1770653413.992247:0:76385:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332652, last_committed = 4295332607 00010000:00000001:3.0:1770653413.992251:0:66075:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.992253:0:7854:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 3602 (cur idx 3602 off 237568), size 238720 00000100:00000001:1.0:1770653413.992253:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444832 00000020:00000001:3.0:1770653413.992254:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000010:0.0:1770653413.992254:0:76385:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9556681b9240. 00000020:00000001:3.0:1770653413.992258:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1770653413.992261:0:76385:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 45 00010000:00010000:3.0:1770653413.992262:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1770653413.992263:0:3291:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444830 00000020:00000040:0.0:1770653413.992265:0:76385:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=52 00000020:00000001:3.0:1770653413.992266:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1770653413.992272:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.992273:0:76385:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:1.0:1770653413.992274:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444832 00010000:00010000:3.0:1770653413.992275:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1770653413.992280:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1770653413.992283:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.992283:0:3291:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444830 00080000:00000001:0.0:1770653413.992289:0:76385:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00010000:00010000:3.0:1770653413.992291:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1770653413.992292:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444832 00000040:00000001:2.0:1770653413.992293:0:7854:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1770653413.992293:0:76385:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1770653413.992298:0:76389:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9556196fbd40. 00000040:00000001:2.0:1770653413.992301:0:7854:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.992302:0:76389:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:1.0:1770653413.992303:0:3291:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444831 00000040:00001000:2.0:1770653413.992304:0:7854:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f648440 type=0x10692404 idx=3602 00000100:00000010:3.0:1770653413.992308:0:76389:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556189e13c0. 00080000:00000001:0.0:1770653413.992309:0:76385:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.992310:0:7854:0:(llog.c:776:llog_process_thread()) lrh_index: 3602 lrh_len: 64 (7104 remains) 00000100:00000001:1.0:1770653413.992312:0:3291:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.992313:0:76389:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626795745579968 : -117277963971648 : ffff9556189e13c0) 00002000:00000001:0.0:1770653413.992316:0:76385:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.992317:0:7854:0:(llog.c:797:llog_process_thread()) index: 3602, lh_last_idx: 3602 synced_idx: 3602 lgh_last_idx: 3602 00000100:00000001:3.0:1770653413.992320:0:76389:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626795745579968 : -117277963971648 : ffff9556189e13c0) 00000100:00000001:1.0:1770653413.992321:0:3291:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.992323:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00002000:00000001:0.0:1770653413.992323:0:76385:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000100:00000001:3.0:1770653413.992327:0:76389:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1770653413.992329:0:76389:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000004:00000001:2.0:1770653413.992330:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:1.0:1770653413.992331:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.992332:0:76389:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000004:00000001:2.0:1770653413.992333:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.992336:0:7854:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:2.0:1770653413.992337:0:7854:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00010000:00000001:3.0:1770653413.992343:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:2.0:1770653413.992343:0:7854:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00080000:00000010:0.0:1770653413.992347:0:76385:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955643ef2000. 00010000:00000001:3.0:1770653413.992348:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.992348:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1770653413.992350:0:7854:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572ebc4380. 00000020:00000001:3.0:1770653413.992353:0:76389:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00002000:00000001:0.0:1770653413.992353:0:76385:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00000001:3.0:1770653413.992357:0:76389:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000020:00000040:2.0:1770653413.992357:0:7854:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=52 obd=lustre-OST0001-osc-MDT0000 00002000:00000040:0.0:1770653413.992358:0:76385:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x1418:0x0] 00000100:00000001:1.0:1770653413.992359:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1770653413.992361:0:76389:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000100:00000001:2.0:1770653413.992365:0:7854:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:3.0:1770653413.992367:0:76389:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000001:1.0:1770653413.992367:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00002000:00000010:0.0:1770653413.992367:0:76385:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff95560d387560. 02000000:00000001:2.0:1770653413.992368:0:7854:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1770653413.992373:0:7854:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1770653413.992374:0:76389:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95561752bb80. 00000100:00000001:1.0:1770653413.992375:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00002000:00000001:0.0:1770653413.992377:0:76385:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000020:00000040:3.0:1770653413.992378:0:76389:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=2 obd=lustre-OST0000 02000000:00000010:2.0:1770653413.992379:0:7854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95562b39f000. 00000100:00000001:1.0:1770653413.992379:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00002000:00000001:0.0:1770653413.992380:0:76385:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.992382:0:76389:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1770653413.992385:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.992386:0:76389:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1770653413.992386:0:7854:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.992388:0:76385:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1770653413.992391:0:76389:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.992392:0:7854:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626800411624320 : -117273297927296 : ffff95572ebc4380) 00000100:00000001:1.0:1770653413.992393:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.992394:0:76385:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332652, xid 1856657707208704 02000000:00000010:3.0:1770653413.992398:0:76389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95562fa45800. 00000100:00000001:2.0:1770653413.992398:0:7854:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:0.0:1770653413.992400:0:76385:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:2.0:1770653413.992404:0:7854:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.992406:0:76389:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1770653413.992408:0:76385:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95561752b100 x1856657707208704/t4295332652(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1770653413.992411:0:7854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcc39ba2] to pc [ptlrpcd_00_01+1] req@ffff95572ebc4380 x1856657707211904/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1770653413.992415:0:76389:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff955620465200/0x2aed14e4e178a0fa lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e23 expref: 64 pid: 12214 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1770653413.992428:0:76416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff95570ffc3c00/0x2aed14e4e178cfdf lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.992435:0:76385:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1770653413.992438:0:76385:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653413.992445:0:76385:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00010000:00010000:3.0:1770653413.992446:0:76389:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff955620465200/0x2aed14e4e178a0fa lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e23 expref: 64 pid: 12214 timeout: 6877 lvb_type: 1 00000004:00000001:2.0:1770653413.992446:0:7854:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:2.0:1770653413.992453:0:7854:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 8 in flight, 50 in progress 00010000:00000001:1.0:1770653413.992456:0:76416:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.992456:0:76385:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000004:00001000:2.0:1770653413.992460:0:7854:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 3602, id 1934 00010000:00010000:1.0:1770653413.992463:0:76416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95570ffc3c00/0x2aed14e4e178cfdf lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1770653413.992463:0:76385:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000004:00000001:2.0:1770653413.992467:0:7854:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000001:0.0:1770653413.992470:0:76385:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00010000:00000001:3.0:1770653413.992473:0:76389:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 02000000:00000001:0.0:1770653413.992477:0:76385:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1770653413.992478:0:76389:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1770653413.992481:0:76385:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.992482:0:12204:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff95571016b400/0x2aed14e4e178cfd8 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653413.992482:0:76416:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1770653413.992487:0:76416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1770653413.992488:0:76389:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95561752bb80 x1856657707212032/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.992488:0:76385:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1770653413.992491:0:76416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.992496:0:76416:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:0.0:1770653413.992497:0:76385:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1770653413.992499:0:76416:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1770653413.992501:0:12204:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.992503:0:76416:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95570ffc3c00 refcount=3 00000400:00000010:0.0:1770653413.992504:0:76385:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8880. 00010000:00010000:2.0:1770653413.992508:0:12204:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95571016b400/0x2aed14e4e178cfd8 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1770653413.992511:0:76416:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799895723008 : -117273813828608 : ffff95570ffc3c00) 00000100:00000200:0.0:1770653413.992512:0:76385:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707208704, offset 224 00000100:00000001:3.0:1770653413.992519:0:76389:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1770653413.992519:0:76416:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799895723008 : -117273813828608 : ffff95570ffc3c00) 00000100:00000001:3.0:1770653413.992525:0:76389:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.992525:0:76385:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1770653413.992526:0:76416:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:2.0:1770653413.992527:0:12204:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1770653413.992532:0:12204:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1770653413.992533:0:76416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95570ffc3c00/0x2aed14e4e178cfdf lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770653413.992535:0:76389:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95561752bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:76389:1856657707212032:192.168.202.60@tcp:104: 00010000:00000001:2.0:1770653413.992536:0:12204:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1770653413.992539:0:76385:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1770653413.992540:0:12204:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1770653413.992544:0:12204:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1770653413.992546:0:76389:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1770653413.992548:0:12204:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016b400 refcount=3 02000000:00000001:3.0:1770653413.992550:0:76389:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1770653413.992554:0:12204:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897457664 : -117273812093952 : ffff95571016b400) 02000000:00000001:3.0:1770653413.992556:0:76389:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.992556:0:76385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b9000 00010000:00000001:1.0:1770653413.992557:0:76416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.992558:0:12204:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897457664 : -117273812093952 : ffff95571016b400) 00010000:00000001:1.0:1770653413.992561:0:76416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1770653413.992563:0:76389:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1770653413.992565:0:12204:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1770653413.992566:0:76416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff95570ffc3c00/0x2aed14e4e178cfdf lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1770653413.992567:0:76385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda7e5 [1] + 224 02000000:00000010:3.0:1770653413.992568:0:76389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95562fa44200. 00010000:00010000:2.0:1770653413.992569:0:12204:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95571016b400/0x2aed14e4e178cfd8 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1770653413.992575:0:76389:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.992578:0:76385:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1770653413.992583:0:76389:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d20b0. 00000400:00000200:0.0:1770653413.992589:0:76385:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1770653413.992600:0:76389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78088. 00010000:00000001:1.0:1770653413.992601:0:76416:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1770653413.992606:0:12204:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.992606:0:76416:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.992607:0:76385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1770653413.992608:0:76389:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707212032, portal 16 00010000:00000001:2.0:1770653413.992609:0:12204:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653413.992612:0:76416:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1770653413.992614:0:76389:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00010000:2.0:1770653413.992615:0:12204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff95571016b400/0x2aed14e4e178cfd8 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1770653413.992615:0:76385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95563f2c6d80 x1856657707208704/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1770653413.992618:0:76416:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff955647fa8180. 00000100:00000001:3.0:1770653413.992619:0:76389:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795723864960 : -117277985686656 : ffff95561752bb80) 00010000:00000001:1.0:1770653413.992624:0:76416:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000100:00000040:3.0:1770653413.992630:0:76389:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff95561752bb80 x1856657707212032/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1770653413.992638:0:76416:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1770653413.992640:0:12204:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1770653413.992645:0:76416:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.992646:0:12204:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.992652:0:76416:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.992653:0:12204:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000040:0.0:1770653413.992653:0:76385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95563f2c6d80 x1856657707208704/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.992665:0:76389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1770653413.992669:0:76416:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000001:2.0:1770653413.992671:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1770653413.992673:0:76416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1770653413.992674:0:76389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000020:00000001:2.0:1770653413.992675:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.992677:0:76416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1770653413.992680:0:76389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78aa0. 00010000:00010000:2.0:1770653413.992681:0:5745:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00002000:00000001:1.0:1770653413.992682:0:76416:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00080000:00000001:1.0:1770653413.992687:0:76416:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000200:3.0:1770653413.992688:0:76389:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707212032, offset 0 00010000:00000001:2.0:1770653413.992689:0:5745:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1770653413.992692:0:5745:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00080000:00000010:1.0:1770653413.992695:0:76416:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95564b80bc00. 00010000:00010000:2.0:1770653413.992697:0:5745:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff95570ffc3c00/0x2aed14e4e178cfdf lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1770653413.992700:0:76416:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796599294976 : -117277110256640 : ffff95564b80bc00) 00000400:00000200:3.0:1770653413.992702:0:76389:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000001:00000001:1.0:1770653413.992708:0:76416:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1770653413.992712:0:76416:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.992714:0:76389:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000100:00000001:0.0:1770653413.992714:0:76385:0:(events.c:163:reply_in_callback()) Process leaving 00080000:00000002:1.0:1770653413.992719:0:76416:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x1562:0x0] not in the id map cache 00010000:00010000:2.0:1770653413.992721:0:5745:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95570ffc3c00 already unused, calling callback (ffffffffc16fe650) 00000400:00000200:3.0:1770653413.992722:0:76389:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:2.0:1770653413.992727:0:5745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:1.0:1770653413.992727:0:76416:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000400:00000200:3.0:1770653413.992729:0:76389:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00010000:00000001:2.0:1770653413.992733:0:5745:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:3.0:1770653413.992734:0:76389:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00010000:00010000:2.0:1770653413.992737:0:5745:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff95570ffc3c00/0x2aed14e4e178cfdf lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1770653413.992750:0:76389:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00080000:00000001:1.0:1770653413.992752:0:76416:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1770653413.992759:0:76389:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164743:2164743:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164739:2164739:7:4294967295] 00080000:00000001:1.0:1770653413.992759:0:76416:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.992765:0:76416:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00010000:00000001:2.0:1770653413.992768:0:5745:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000001:1.0:1770653413.992768:0:76416:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:2.0:1770653413.992773:0:5745:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 80000000:00000001:1.0:1770653413.992773:0:76416:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1770653413.992778:0:76416:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000400:00000200:3.0:1770653413.992779:0:76389:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000020:00000001:2.0:1770653413.992779:0:5745:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653413.992785:0:5745:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95570ffc3c00 refcount=3 80000000:00000001:1.0:1770653413.992785:0:76416:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.992789:0:76385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8880 00000800:00000200:3.0:1770653413.992790:0:76389:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 80000000:00000001:1.0:1770653413.992791:0:76416:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653413.992793:0:76385:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8880. 00000100:00000001:0.0:1770653413.992796:0:76385:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653413.992797:0:76385:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1770653413.992799:0:76385:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.992802:0:5745:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799895723008 : -117273813828608 : ffff95570ffc3c00) 00080000:00000001:1.0:1770653413.992804:0:76416:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1770653413.992807:0:76389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c900. 00010000:00000001:2.0:1770653413.992808:0:5745:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799895723008 : -117273813828608 : ffff95570ffc3c00) 00080000:00000001:1.0:1770653413.992808:0:76416:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000100:00000040:0.0:1770653413.992808:0:76385:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00080000:00000001:1.0:1770653413.992812:0:76416:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00010000:00000001:0.0:1770653413.992815:0:76385:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000001:2.0:1770653413.992816:0:5745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000800:00000200:3.0:1770653413.992820:0:76389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00010000:2.0:1770653413.992821:0:5745:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff95570ffc3c00/0x2aed14e4e178cfdf lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1770653413.992821:0:76385:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.992824:0:76416:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000001:0.0:1770653413.992827:0:76385:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000001:00000001:1.0:1770653413.992828:0:76416:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000800:00000200:3.0:1770653413.992833:0:76389:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00080000:00000001:1.0:1770653413.992835:0:76416:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.992835:0:76385:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95561752b100 x1856657707208704/t4295332652(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.992836:0:5745:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000800:00000200:3.0:1770653413.992841:0:76389:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c900 type 1, nob 424 niov 1 nkiov 1 00080000:00000001:1.0:1770653413.992842:0:76416:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1770653413.992843:0:5745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1770653413.992847:0:5745:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.992869:0:76389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.992870:0:76416:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000001:3.0:1770653413.992876:0:76389:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444836 00010000:00000001:2.0:1770653413.992878:0:5745:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1770653413.992882:0:5745:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1770653413.992883:0:76389:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444832 00000100:00100000:0.0:1770653413.992883:0:76385:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95561752b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+52:3289:x1856657707208704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27260us (27681us total) trans 4295332652 rc 0/0 00010000:00000001:2.0:1770653413.992885:0:5745:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000001:00000001:1.0:1770653413.992887:0:76416:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:3.0:1770653413.992890:0:76389:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444836 00010000:00000001:2.0:1770653413.992891:0:5745:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.992891:0:76416:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.992898:0:76385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136232 00000100:00000001:3.0:1770653413.992900:0:76389:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444832 00000020:00000040:2.0:1770653413.992900:0:5745:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95570ffc3c00 with handle 0x2aed14e4e178cfdf from hash 00000100:00000040:0.0:1770653413.992902:0:76385:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 2 00080000:00000001:1.0:1770653413.992905:0:76416:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.992906:0:5745:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1770653413.992907:0:76385:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1770653413.992908:0:76389:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444836 00080000:00000001:1.0:1770653413.992909:0:76416:0:(osd_object.c:2094:osd_ref_del()) Process entered 00010000:00000001:2.0:1770653413.992911:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.992911:0:76385:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1770653413.992916:0:76389:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444832 00010000:00000001:2.0:1770653413.992916:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1770653413.992917:0:76385:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519580. 00010000:00000001:2.0:1770653413.992920:0:5745:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000001:1.0:1770653413.992922:0:76416:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.992923:0:76389:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444836 00010000:00000001:2.0:1770653413.992925:0:5745:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000010:0.0:1770653413.992925:0:76385:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d7d0. 00080000:00000001:1.0:1770653413.992929:0:76416:0:(osd_object.c:806:osd_destroy()) Process entered 00000100:00000001:3.0:1770653413.992930:0:76389:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444832 00010000:00000001:2.0:1770653413.992930:0:5745:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.992932:0:76385:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955626008a00. 00080000:00000001:1.0:1770653413.992933:0:76416:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:2.0:1770653413.992934:0:5745:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 80000000:00000001:1.0:1770653413.992937:0:76416:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:2.0:1770653413.992939:0:5745:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 80000000:00000001:1.0:1770653413.992940:0:76416:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00000001:3.0:1770653413.992941:0:76389:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1770653413.992941:0:76385:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 51 00010000:00000001:2.0:1770653413.992942:0:5745:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 80000000:00000001:1.0:1770653413.992944:0:76416:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.992946:0:5745:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.992948:0:76389:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1770653413.992949:0:76416:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.992950:0:76385:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.992951:0:5745:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.992952:0:76389:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.992956:0:76416:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.992958:0:76389:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.992958:0:5745:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00080000:00000001:1.0:1770653413.992959:0:76416:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:2.0:1770653413.992961:0:5745:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000020:00000001:3.0:1770653413.992964:0:76389:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.992965:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:1.0:1770653413.992965:0:76416:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000100:00000001:0.0:1770653413.992965:0:76385:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:2.0:1770653413.992977:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.992979:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:0.0:1770653413.992981:0:76385:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707211648 00010000:00000001:2.0:1770653413.992982:0:5745:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.992983:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1770653413.992985:0:76385:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1770653413.992988:0:76389:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.992988:0:5745:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.992989:0:76385:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653413.992993:0:76385:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.992995:0:76389:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1770653413.992995:0:5745:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.992996:0:76385:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.992999:0:76389:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00010000:2.0:1770653413.993001:0:5745:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff95570ffc3c00/0x2aed14e4e178cfdf lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770653413.993001:0:76385:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707211648 00000100:00000001:3.0:1770653413.993003:0:76389:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.993004:0:76416:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.993006:0:76385:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1770653413.993008:0:76389:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1770653413.993011:0:76385:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00000100:00000001:3.0:1770653413.993012:0:76389:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00080000:00000001:1.0:1770653413.993012:0:76416:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.993016:0:76385:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:1.0:1770653413.993018:0:76416:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00100000:3.0:1770653413.993019:0:76389:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556189e13c0 going to sleep for 11 seconds 00000020:00000040:0.0:1770653413.993020:0:76385:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=52 00010000:00000001:2.0:1770653413.993021:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:1.0:1770653413.993022:0:76416:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000100:00000001:3.0:1770653413.993023:0:76389:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00010000:2.0:1770653413.993026:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95570ffc3c00/0x2aed14e4e178cfdf lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1562:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000001:00000002:1.0:1770653413.993026:0:76416:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299229, last_committed = 8590299190 00000020:00000001:0.0:1770653413.993027:0:76385:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000001:3.0:1770653413.993028:0:76389:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1770653413.993033:0:76416:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564ae1a240. 00000020:00000001:0.0:1770653413.993035:0:76385:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000001:00000040:1.0:1770653413.993039:0:76416:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 39 00000100:00000001:0.0:1770653413.993041:0:76385:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:3.0:1770653413.993043:0:76647:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955606129400. 00000020:00000040:1.0:1770653413.993045:0:76416:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=48 00010000:00000040:2.0:1770653413.993048:0:5745:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95565f6ed300 count: 0 00000020:00000010:0.0:1770653413.993048:0:76385:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95af40. 02000000:00000001:3.0:1770653413.993049:0:76647:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.993051:0:76416:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:0.0:1770653413.993055:0:76385:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.993056:0:76647:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1770653413.993056:0:5745:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955630aa3280. 00000020:00000010:0.0:1770653413.993060:0:76385:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95af40. 00010000:00000001:3.0:1770653413.993061:0:76647:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00080000:00000001:1.0:1770653413.993061:0:76416:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00010000:00010000:3.0:1770653413.993065:0:76647:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000010:0.0:1770653413.993068:0:76385:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955626008a00. 00010000:00000001:3.0:1770653413.993071:0:76647:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000001:00000001:1.0:1770653413.993072:0:76416:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1770653413.993073:0:5745:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95565f6edd00. 00000020:00000010:0.0:1770653413.993073:0:76385:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519580. 00000020:00000001:3.0:1770653413.993075:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653413.993080:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016ba00 refcount=4 00000020:00000010:0.0:1770653413.993081:0:76385:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d7d0. 00000020:00000001:3.0:1770653413.993083:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897459200 : -117273812092416 : ffff95571016ba00) 00010000:00000001:3.0:1770653413.993087:0:76647:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897459200 : -117273812092416 : ffff95571016ba00) 00000100:00000001:0.0:1770653413.993088:0:76385:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000040:3.0:1770653413.993090:0:76647:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556613f3200 count: 3 00010000:00000001:2.0:1770653413.993090:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.993091:0:76385:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00080000:00000001:1.0:1770653413.993092:0:76416:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.993093:0:5745:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1770653413.993095:0:76385:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653413.993097:0:76416:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1770653413.993098:0:5745:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff955647fa8180. 00010000:00010000:3.0:1770653413.993099:0:76647:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff95571016ba00/0x2aed14e4e178a044 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1560:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d97 expref: 64 pid: 33123 timeout: 6877 lvb_type: 1 00002000:00000001:1.0:1770653413.993102:0:76416:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000100:00000001:0.0:1770653413.993102:0:76385:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.993105:0:5745:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.993111:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1770653413.993114:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653413.993115:0:76647:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=127 v=5 (1 0 0 0) 00000100:00000001:0.0:1770653413.993117:0:76385:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1770653413.993118:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1770653413.993118:0:76416:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955610677398. 00010000:00000001:3.0:1770653413.993119:0:76647:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1770653413.993123:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1770653413.993126:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1770653413.993127:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653413.993127:0:76416:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00000001:3.0:1770653413.993130:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1770653413.993132:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00000040:1.0:1770653413.993133:0:76416:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x1562:0x0] 00000100:00000001:0.0:1770653413.993133:0:76385:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00010000:3.0:1770653413.993135:0:76647:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff95571016ba00/0x2aed14e4e178a044 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1560:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d97 expref: 64 pid: 33123 timeout: 6877 lvb_type: 1 00000020:00000001:2.0:1770653413.993136:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1770653413.993138:0:76385:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1770653413.993140:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1770653413.993141:0:76416:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff955669766130. 00010000:00010000:2.0:1770653413.993147:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1770653413.993150:0:76385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136242 00002000:00000001:1.0:1770653413.993152:0:76416:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000020:00000001:3.0:1770653413.993153:0:76647:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.993158:0:76647:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00002000:00000001:1.0:1770653413.993159:0:76416:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.993159:0:76385:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 3 00010000:00000001:3.0:1770653413.993160:0:76647:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.993167:0:76647:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1770653413.993167:0:12204:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556695e0840. 00002000:00000001:1.0:1770653413.993168:0:76416:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653413.993168:0:76385:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028467456 : -117276681084160 : ffff955665156300) 00010000:00000001:2.0:1770653413.993173:0:12204:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1770653413.993175:0:76647:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000040:1.0:1770653413.993176:0:76416:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299229, xid 1856657707209344 00000100:00000040:0.0:1770653413.993178:0:76385:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665156300 x1856657707211648/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.993179:0:76647:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1770653413.993180:0:76416:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:3.0:1770653413.993186:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1770653413.993186:0:12204:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000200:1.0:1770653413.993188:0:76416:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955617528700 x1856657707209344/t8590299229(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.993190:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.993193:0:76385:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1770653413.993194:0:12204:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.993195:0:76647:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:0.0:1770653413.993198:0:76385:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95af40. 00010000:00000001:3.0:1770653413.993199:0:76647:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.993201:0:12204:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.993204:0:76385:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1770653413.993206:0:76647:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95571016ba00 with handle 0x2aed14e4e178a044 from hash 00010000:00000001:2.0:1770653413.993208:0:12204:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1770653413.993214:0:12204:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:0.0:1770653413.993214:0:76385:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95af40. 00010000:00000001:3.0:1770653413.993215:0:76647:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1770653413.993215:0:76416:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1770653413.993220:0:12204:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.993221:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.993221:0:76416:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653413.993224:0:12204:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00010000:00000001:3.0:1770653413.993226:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1770653413.993227:0:76385:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665156300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+52:3291:x1856657707211648:12345-0@lo:6:osp-syn-1-0.0 00080000:00000001:2.0:1770653413.993229:0:12204:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1770653413.993230:0:76647:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00001000:1.0:1770653413.993230:0:76416:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000100:00000200:0.0:1770653413.993234:0:76385:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707211648 00010000:00000001:3.0:1770653413.993235:0:76647:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:1.0:1770653413.993236:0:76416:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00080000:00000010:2.0:1770653413.993237:0:12204:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95562b39d400. 00010000:00000001:3.0:1770653413.993240:0:76647:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.993241:0:76385:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000001:2.0:1770653413.993242:0:12204:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796057777152 : -117277651774464 : ffff95562b39d400) 00000100:00000040:1.0:1770653413.993243:0:76416:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00010000:00000001:3.0:1770653413.993245:0:76647:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:0.0:1770653413.993246:0:76385:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:3.0:1770653413.993250:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.993250:0:76416:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000001:00000001:2.0:1770653413.993251:0:12204:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000020:00000001:0.0:1770653413.993252:0:76385:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.993256:0:12204:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.993256:0:76416:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1770653413.993257:0:76385:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00010000:3.0:1770653413.993258:0:76647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95571016ba00/0x2aed14e4e178a044 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1560:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d97 expref: 64 pid: 33123 timeout: 6877 lvb_type: 1 02000000:00000001:1.0:1770653413.993259:0:76416:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1770653413.993263:0:12204:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x1561:0x0] not in the id map cache 00000020:00000001:0.0:1770653413.993263:0:76385:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000100:00000001:1.0:1770653413.993265:0:76416:0:(niobuf.c:69:ptl_send_buf()) Process entered 00080000:00000001:2.0:1770653413.993272:0:12204:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000020:00000001:0.0:1770653413.993272:0:76385:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1770653413.993273:0:76416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000040:3.0:1770653413.993275:0:76647:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 58 00000020:00000001:0.0:1770653413.993278:0:76385:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1770653413.993279:0:76647:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 63 00000400:00000010:1.0:1770653413.993280:0:76416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022220. 00000020:00000001:0.0:1770653413.993281:0:76385:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00080000:00000001:2.0:1770653413.993284:0:12204:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.993285:0:76385:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:1.0:1770653413.993287:0:76416:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707209344, offset 224 00010000:00000001:3.0:1770653413.993288:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1770653413.993290:0:12204:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.993290:0:76385:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00010000:00000001:3.0:1770653413.993291:0:76647:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:0.0:1770653413.993295:0:76385:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00080000:00000001:2.0:1770653413.993296:0:12204:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00010000:00000001:3.0:1770653413.993297:0:76647:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:1.0:1770653413.993297:0:76416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1770653413.993300:0:76385:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.993301:0:12204:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000040:3.0:1770653413.993302:0:76647:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95566c162600 00000001:00000001:0.0:1770653413.993304:0:76385:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 80000000:00000001:2.0:1770653413.993305:0:12204:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:3.0:1770653413.993307:0:76647:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000001:00000001:0.0:1770653413.993308:0:76385:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1770653413.993309:0:12204:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000400:00000200:1.0:1770653413.993310:0:76416:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1770653413.993311:0:76647:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000001:00000001:0.0:1770653413.993313:0:76385:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00010000:3.0:1770653413.993315:0:76647:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 80000000:00000001:2.0:1770653413.993315:0:12204:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.993317:0:76385:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.993320:0:76647:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 80000000:00000001:2.0:1770653413.993321:0:12204:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.993322:0:76416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b9280 00000001:00000001:0.0:1770653413.993325:0:76385:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.993327:0:76647:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00080000:00000001:2.0:1770653413.993328:0:12204:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1770653413.993340:0:76385:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00010000:3.0:1770653413.993341:0:76647:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000200:1.0:1770653413.993343:0:76416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda805 [1] + 224 00080000:00000001:2.0:1770653413.993344:0:12204:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000001:00000001:0.0:1770653413.993345:0:76385:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.993346:0:76647:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653413.993348:0:12204:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000001:00000001:0.0:1770653413.993353:0:76385:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.993354:0:76647:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000200:1.0:1770653413.993354:0:76416:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1770653413.993358:0:76647:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000001:00000001:0.0:1770653413.993360:0:76385:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00010000:3.0:1770653413.993362:0:76647:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff95566c162600/0x2aed14e4e178cfc3 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1560:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000001:00000001:2.0:1770653413.993362:0:12204:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:1.0:1770653413.993363:0:76416:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000001:00000001:0.0:1770653413.993364:0:76385:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1770653413.993367:0:12204:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:0.0:1770653413.993373:0:76385:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.993374:0:76416:0:(events.c:78:reply_in_callback()) Process entered 00080000:00000001:2.0:1770653413.993375:0:12204:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.993376:0:76647:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000020:00000001:0.0:1770653413.993379:0:76385:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.993381:0:12204:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:3.0:1770653413.993382:0:76647:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95566c162600/0x2aed14e4e178cfc3 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1560:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1770653413.993382:0:76416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95563f2c5500 x1856657707209344/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653413.993383:0:76385:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.993385:0:12204:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000001:0.0:1770653413.993391:0:76385:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1770653413.993394:0:76385:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000001:00000001:2.0:1770653413.993397:0:12204:0:(osd_quota.c:525:osd_declare_quota()) Process entered 02000000:00000010:0.0:1770653413.993400:0:76385:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff955734dd4400. 00080000:00000001:2.0:1770653413.993402:0:12204:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653413.993404:0:76647:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1560:0x0].0x0 (ffff9556613f3200) refcount = 2 02000000:00000001:0.0:1770653413.993406:0:76385:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653413.993412:0:76647:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:0.0:1770653413.993413:0:76385:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.993416:0:12204:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653413.993417:0:76647:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95566c162600/0x2aed14e4e178cfc3 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1560:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1770653413.993418:0:76416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95563f2c5500 x1856657707209344/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00002000:00000001:0.0:1770653413.993419:0:76385:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00080000:00000001:2.0:1770653413.993423:0:12204:0:(osd_object.c:2094:osd_ref_del()) Process entered 00010000:00000001:0.0:1770653413.993424:0:76385:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1770653413.993428:0:76385:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:0.0:1770653413.993433:0:76385:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5150 count 1 00080000:00000001:2.0:1770653413.993434:0:12204:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.993440:0:76385:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00080000:00000001:2.0:1770653413.993441:0:12204:0:(osd_object.c:806:osd_destroy()) Process entered 00010000:00000001:3.0:1770653413.993442:0:76647:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00002000:00000001:0.0:1770653413.993444:0:76385:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:3.0:1770653413.993447:0:76647:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653413.993447:0:12204:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000001:1.0:1770653413.993448:0:76416:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1770653413.993448:0:76385:0:(lu_object.c:808:lu_object_find_at()) Process entered 80000000:00000001:2.0:1770653413.993450:0:12204:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:3.0:1770653413.993453:0:76647:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 80000000:00000001:2.0:1770653413.993454:0:12204:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000020:00000001:0.0:1770653413.993454:0:76385:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795553136136 : -117278156415480 : ffff95560d259e08) 00000400:00000200:1.0:1770653413.993456:0:76416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022220 00010000:00000001:3.0:1770653413.993457:0:76647:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 80000000:00000001:2.0:1770653413.993458:0:12204:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653413.993460:0:76385:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795553136048 : -117278156415568 : ffff95560d259db0) 00000400:00000010:1.0:1770653413.993461:0:76416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022220. 80000000:00000001:2.0:1770653413.993464:0:12204:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.993465:0:76647:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.993466:0:76416:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1770653413.993468:0:76385:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000001:1.0:1770653413.993470:0:76416:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000001:2.0:1770653413.993471:0:12204:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.993472:0:76385:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:1.0:1770653413.993474:0:76416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.993476:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000001:2.0:1770653413.993476:0:12204:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000040:0.0:1770653413.993478:0:76385:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95562c678d00 count: 2 00000100:00000040:1.0:1770653413.993480:0:76416:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00080000:00000001:2.0:1770653413.993481:0:12204:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000020:00000001:3.0:1770653413.993482:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.993482:0:76385:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.993485:0:76416:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1770653413.993489:0:76416:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.993491:0:7409:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1770653413.993491:0:76385:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:1.0:1770653413.993493:0:76416:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1770653413.993497:0:7409:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00010000:00000010:0.0:1770653413.993498:0:76385:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561ae2a400. 00000100:00000040:1.0:1770653413.993499:0:76416:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955617528700 x1856657707209344/t8590299229(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.993501:0:7409:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000020:00000001:0.0:1770653413.993504:0:76385:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00010000:3.0:1770653413.993506:0:7409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff95571016b400/0x2aed14e4e178cfd8 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000020:00000040:0.0:1770653413.993510:0:76385:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561ae2a400 with handle 0x2aed14e4e178d017 to hash 00080000:00000001:2.0:1770653413.993514:0:12204:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.993516:0:76385:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1770653413.993520:0:76385:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795783627776 : -117277925923840 : ffff95561ae2a400) 00080000:00000001:2.0:1770653413.993521:0:12204:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.993526:0:76385:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795783627776 : -117277925923840 : ffff95561ae2a400) 00080000:00000001:2.0:1770653413.993527:0:12204:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00010000:3.0:1770653413.993533:0:7409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95571016b400 already unused, calling callback (ffffffffc16fe650) 00000001:00000001:2.0:1770653413.993533:0:12204:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00000001:0.0:1770653413.993534:0:76385:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000001:00000002:2.0:1770653413.993537:0:12204:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299230, last_committed = 8590299190 00010000:00000001:0.0:1770653413.993538:0:76385:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.993539:0:7409:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.993545:0:7409:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00100000:1.0:1770653413.993545:0:76416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955617528700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0000-mdtlov_UUID+48:3290:x1856657707209344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26305us (26730us total) trans 8590299229 rc 0/0 00000001:00000010:2.0:1770653413.993546:0:12204:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff955667aa1840. 00010000:00010000:0.0:1770653413.993546:0:76385:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a400/0x2aed14e4e178d017 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x141e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770653413.993552:0:7409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff95571016b400/0x2aed14e4e178cfd8 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000001:00000040:2.0:1770653413.993552:0:12204:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 40 00000020:00000040:2.0:1770653413.993559:0:12204:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=49 00000100:00100000:1.0:1770653413.993562:0:76416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136234 00080000:00000001:2.0:1770653413.993565:0:12204:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000040:1.0:1770653413.993570:0:76416:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 4 00010000:00000001:0.0:1770653413.993572:0:76385:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1770653413.993574:0:12204:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000100:00000001:1.0:1770653413.993575:0:76416:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1770653413.993577:0:7409:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1770653413.993578:0:76385:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:1.0:1770653413.993580:0:76416:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1770653413.993581:0:7409:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000001:00000001:2.0:1770653413.993581:0:12204:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.993582:0:76385:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000020:00000010:1.0:1770653413.993585:0:76416:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3480. 00000020:00000001:3.0:1770653413.993586:0:7409:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1770653413.993587:0:76385:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00080000:00000001:2.0:1770653413.993591:0:12204:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653413.993592:0:7409:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016b400 refcount=3 00010000:00000001:0.0:1770653413.993592:0:76385:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000020:00000010:1.0:1770653413.993593:0:76416:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90af0. 00002000:00000001:2.0:1770653413.993607:0:12204:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.993607:0:76385:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000020:00000001:3.0:1770653413.993609:0:7409:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897457664 : -117273812093952 : ffff95571016b400) 00000020:00000010:1.0:1770653413.993610:0:76416:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95562fa44800. 00002000:00000001:2.0:1770653413.993612:0:12204:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00010000:00010000:0.0:1770653413.993616:0:76385:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff95573d0aae00/0x2aed14e4e178a10f lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x141e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e3f expref: 57 pid: 12206 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1770653413.993617:0:7409:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897457664 : -117273812093952 : ffff95571016b400) 00000020:00000040:1.0:1770653413.993619:0:76416:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 48 00010000:00000001:3.0:1770653413.993625:0:7409:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000010:2.0:1770653413.993626:0:12204:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff9556106761c8. 00000100:00000001:1.0:1770653413.993626:0:76416:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.993630:0:76385:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:3.0:1770653413.993631:0:7409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff95571016b400/0x2aed14e4e178cfd8 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00002000:00000001:2.0:1770653413.993632:0:12204:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00000001:0.0:1770653413.993633:0:76385:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00002000:00000040:2.0:1770653413.993636:0:12204:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x1561:0x0] 00010000:00010000:0.0:1770653413.993639:0:76385:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00000010:2.0:1770653413.993643:0:12204:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff955669766980. 00010000:00000001:0.0:1770653413.993644:0:76385:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.993646:0:7409:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1770653413.993647:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1770653413.993649:0:76385:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00002000:00000001:2.0:1770653413.993650:0:12204:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00010000:00000001:3.0:1770653413.993651:0:7409:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:1.0:1770653413.993652:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1770653413.993653:0:76385:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00000001:2.0:1770653413.993654:0:12204:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.993656:0:7409:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.993656:0:3289:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1770653413.993657:0:76385:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1770653413.993659:0:12204:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.993663:0:7409:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1770653413.993663:0:76385:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1770653413.993664:0:12204:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299230, xid 1856657707209216 00000100:00000040:1.0:1770653413.993664:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955665155f80 x1856657707211392/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.993666:0:7409:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1770653413.993670:0:76385:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00000001:3.0:1770653413.993681:0:7409:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1770653413.993681:0:12204:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:1.0:1770653413.993682:0:3289:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1770653413.993686:0:7409:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.993686:0:76385:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a400/0x2aed14e4e178d017 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x141e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.993687:0:3289:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1770653413.993690:0:12204:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955617529180 x1856657707209216/t8590299230(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1770653413.993694:0:7409:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95571016b400 with handle 0x2aed14e4e178cfd8 from hash 02000000:00000001:1.0:1770653413.993695:0:3289:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1770653413.993699:0:3289:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.993701:0:7409:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1770653413.993704:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1770653413.993707:0:3289:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.993708:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1770653413.993711:0:76385:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x141e:0x0].0x0 (ffff95562c678d00) refcount = 2 00010000:00000001:3.0:1770653413.993712:0:7409:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00100000:1.0:1770653413.993715:0:3289:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955665155f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707211392:0@lo:6:osp-syn-0-0.0 00010000:00000001:3.0:1770653413.993717:0:7409:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653413.993718:0:12204:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000040:0.0:1770653413.993720:0:76385:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:3.0:1770653413.993721:0:7409:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.993723:0:12204:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.993725:0:3289:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1770653413.993726:0:7409:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:0.0:1770653413.993728:0:76385:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95573d0aae00/0x2aed14e4e178a10f lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x141e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e3f expref: 57 pid: 12206 timeout: 0 lvb_type: 1 00000100:00001000:2.0:1770653413.993730:0:12204:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00010000:00000001:3.0:1770653413.993731:0:7409:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 02000000:00000001:1.0:1770653413.993731:0:3289:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1770653413.993735:0:3289:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.993736:0:7409:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1770653413.993751:0:7409:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.993754:0:12204:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1770653413.993755:0:3289:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1770653413.993756:0:7409:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.993756:0:76385:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000100:00000040:2.0:1770653413.993759:0:12204:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00010000:00000001:3.0:1770653413.993761:0:7409:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000010:1.0:1770653413.993762:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95564b808800. 00010000:00000040:0.0:1770653413.993762:0:76385:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a400/0x2aed14e4e178d017 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x141e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.993763:0:12204:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00010000:00000001:3.0:1770653413.993764:0:7409:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 02000000:00000001:1.0:1770653413.993767:0:3289:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.993772:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1770653413.993772:0:12204:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:1.0:1770653413.993774:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d94738. 00010000:00000001:3.0:1770653413.993776:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1770653413.993777:0:12204:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.993780:0:7409:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.993782:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022220. 00000100:00000001:2.0:1770653413.993783:0:12204:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1770653413.993784:0:7409:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1770653413.993785:0:76385:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95af40. 00000100:00000200:1.0:1770653413.993789:0:3289:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707211392, portal 4 00010000:00000001:3.0:1770653413.993790:0:7409:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.993791:0:12204:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1770653413.993791:0:76385:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:1.0:1770653413.993804:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000010:0.0:1770653413.993805:0:76385:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f3626c0. 00010000:00010000:3.0:1770653413.993806:0:7409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff95571016b400/0x2aed14e4e178cfd8 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1770653413.993806:0:12204:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888088. 00000100:00000001:1.0:1770653413.993807:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028466560 : -117276681085056 : ffff955665155f80) 00000100:00000001:0.0:1770653413.993811:0:76385:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661515968 : -117277048035648 : ffff95564f3626c0) 00000100:00000200:2.0:1770653413.993813:0:12204:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707209216, offset 224 00000100:00000001:0.0:1770653413.993818:0:76385:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661515968 : -117277048035648 : ffff95564f3626c0) 00000100:00000040:1.0:1770653413.993819:0:3289:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955665155f80 x1856657707211392/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1770653413.993826:0:12204:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1770653413.993827:0:76385:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000001:3.0:1770653413.993830:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.993831:0:76385:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00010000:3.0:1770653413.993834:0:7409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95571016b400/0x2aed14e4e178cfd8 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.993835:0:76385:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000400:00000200:2.0:1770653413.993840:0:12204:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1770653413.993841:0:3289:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1770653413.993841:0:76385:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.993845:0:76385:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1770653413.993867:0:7409:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95560d669800 count: 0 00002000:00000010:3.0:1770653413.993870:0:7409:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff95562ede4780. 00010000:00000010:2.1:1770653413.993872:0:12204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163800. 00010000:00000010:1.1:1770653413.993874:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162c00. 00000020:00000001:0.0:1770653413.993874:0:76385:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000010:3.0:1770653413.993876:0:7409:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95560d669900. 00010000:00000001:0.0:1770653413.993878:0:76385:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.993882:0:76385:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1770653413.993885:0:76385:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000400:00000200:2.0:1770653413.993889:0:12204:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b9200 00010000:00000001:3.0:1770653413.993891:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:0.0:1770653413.993891:0:76385:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710551f80. 00000100:00000040:1.0:1770653413.993892:0:3289:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1770653413.993895:0:7409:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000020:00000040:0.0:1770653413.993899:0:76385:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=2 obd=lustre-OST0001 00010000:00000010:3.0:1770653413.993900:0:7409:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556695e0840. 00000400:00000010:1.0:1770653413.993900:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022880. 00000400:00000200:2.0:1770653413.993901:0:12204:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda7fd [1] + 224 00000100:00000001:0.0:1770653413.993906:0:76385:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:3.0:1770653413.993908:0:7409:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.993909:0:76385:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:1.0:1770653413.993910:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707211392, offset 0 00000400:00000200:2.0:1770653413.993911:0:12204:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1770653413.993914:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1770653413.993915:0:76385:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.993919:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.993920:0:12204:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1770653413.993922:0:76385:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff955626008200. 00000400:00000200:1.0:1770653413.993923:0:3289:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:3.0:1770653413.993926:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1770653413.993930:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1770653413.993931:0:76385:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.993932:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.993935:0:12204:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:3.0:1770653413.993938:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1770653413.993939:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:0.0:1770653413.993940:0:76385:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff95573d0aae00/0x2aed14e4e178a10f lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x141e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e3f expref: 57 pid: 12206 timeout: 0 lvb_type: 1 00000020:00000001:3.0:1770653413.993941:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:2.0:1770653413.993945:0:12204:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95563f2c5f80 x1856657707209216/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1770653413.993946:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.993952:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1770653413.993953:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b9a80 00010000:00000010:3.0:1770653413.993961:0:76647:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9556196fbbc0. 00000400:00000200:1.0:1770653413.993965:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf6c5 [8] + 9248 00000100:00000001:3.0:1770653413.993968:0:76647:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00010000:0.0:1770653413.993968:0:76385:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff95573d0aae00/0x2aed14e4e178a10f lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x141e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e3f expref: 57 pid: 12206 timeout: 6877 lvb_type: 1 00000100:00000010:3.0:1770653413.993973:0:76647:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556189e1840. 00000400:00000200:1.0:1770653413.993975:0:3289:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653413.993980:0:76647:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626795745581120 : -117277963970496 : ffff9556189e1840) 00000100:00000001:3.0:1770653413.993985:0:76647:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626795745581120 : -117277963970496 : ffff9556189e1840) 00000400:00000200:1.0:1770653413.993987:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1770653413.993988:0:12204:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95563f2c5f80 x1856657707209216/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.994002:0:76647:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1770653413.994005:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1770653413.994006:0:76647:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1770653413.994007:0:76385:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000200:1.0:1770653413.994008:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000001:3.0:1770653413.994010:0:76647:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:0.0:1770653413.994011:0:76385:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1770653413.994015:0:76647:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000010:1.0:1770653413.994017:0:3289:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665157480. 00000100:00000040:0.0:1770653413.994020:0:76385:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955710551f80 x1856657707212160/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.994025:0:12204:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1770653413.994025:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff955665157480 x1856657707211392 msgsize 544 00010000:00000001:3.0:1770653413.994027:0:76647:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.994032:0:12204:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888088 00010000:00000001:3.0:1770653413.994034:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653413.994034:0:76385:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1770653413.994037:0:12204:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888088. 00010000:00000001:3.0:1770653413.994040:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:1.0:1770653413.994041:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1770653413.994041:0:76385:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.994042:0:12204:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1770653413.994043:0:76647:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.994046:0:12204:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1770653413.994048:0:76647:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00100000:0.0:1770653413.994051:0:76385:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955710551f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:76385:1856657707212160:192.168.202.60@tcp:104: 00010000:00000001:3.0:1770653413.994052:0:76647:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1770653413.994053:0:12204:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.994053:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1770653413.994061:0:76647:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.994061:0:76385:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1770653413.994062:0:12204:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000400:00000200:1.0:1770653413.994062:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022880 02000000:00000001:0.0:1770653413.994066:0:76385:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1770653413.994077:0:76647:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.994077:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022880. 00010000:00000001:2.0:1770653413.994078:0:12204:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 02000000:00000001:0.0:1770653413.994078:0:76385:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.994083:0:76647:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000020:00000001:2.0:1770653413.994083:0:12204:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.994084:0:3289:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1770653413.994084:0:76385:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1770653413.994088:0:76647:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556189e1840. 00000020:00000001:2.0:1770653413.994089:0:12204:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000010:0.0:1770653413.994091:0:76385:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff955626009a00. 00000100:00000200:1.0:1770653413.994093:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955665155f80 x1856657707211392/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.994094:0:76647:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 02000000:00000001:0.0:1770653413.994095:0:76385:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.994098:0:12204:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955617529180 x1856657707209216/t8590299230(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653413.994099:0:76647:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1770653413.994103:0:76385:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e053000. 00010000:00000010:3.0:1770653413.994107:0:76647:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9556196fbbc0. 00000400:00000010:0.0:1770653413.994112:0:76385:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8880. 00010000:00000001:3.0:1770653413.994114:0:76647:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1770653413.994118:0:76647:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000200:0.0:1770653413.994121:0:76385:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707212160, portal 16 00010000:00000001:3.0:1770653413.994122:0:76647:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.994126:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1770653413.994128:0:76647:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1770653413.994130:0:76385:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1770653413.994132:0:76647:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.994136:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665155f80 x1856657707211392/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.994136:0:76385:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799901548416 : -117273808003200 : ffff955710551f80) 00000100:00001000:3.0:1770653413.994138:0:76647:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=102 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653413.994149:0:76647:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1770653413.994151:0:76385:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955710551f80 x1856657707212160/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1770653413.994155:0:76647:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00100000:2.0:1770653413.994160:0:12204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955617529180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+48:3289:x1856657707209216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 28085us (28393us total) trans 8590299230 rc 0/0 00000100:00000001:3.0:1770653413.994162:0:76647:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:3.0:1770653413.994169:0:76647:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1770653413.994172:0:76647:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.994173:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.994178:0:76647:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1770653413.994179:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1770653413.994186:0:3289:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.994186:0:76385:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1770653413.994187:0:76647:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00100000:2.0:1770653413.994188:0:12204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136233 00000400:00000010:3.0:1770653413.994192:0:76647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78220. 00000100:00000040:1.0:1770653413.994193:0:3289:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26298 usecs (27 jiffies) 00000100:00000040:0.0:1770653413.994194:0:76385:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000040:2.0:1770653413.994198:0:12204:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 3 00000100:00000001:1.0:1770653413.994200:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444834 00000100:00000200:3.0:1770653413.994201:0:76647:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966310656, offset 224 00000400:00000010:0.0:1770653413.994201:0:76385:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8cc0. 00000100:00000001:2.0:1770653413.994204:0:12204:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653413.994210:0:12204:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1770653413.994210:0:76385:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707212160, offset 0 00000400:00000200:3.0:1770653413.994215:0:76647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000020:00000010:2.0:1770653413.994216:0:12204:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300d80. 00010000:00010000:1.0:1770653413.994216:0:6728:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff95566c162600/0x2aed14e4e178cfc3 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1770653413.994226:0:12204:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510af0. 00000400:00000200:0.0:1770653413.994226:0:76385:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:3.0:1770653413.994227:0:76647:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000020:00000010:2.0:1770653413.994236:0:12204:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955636fe9e00. 00010000:00000001:1.0:1770653413.994237:0:6728:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.994240:0:76647:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164744:2164744:254:4294967295] 192.168.202.60@tcp LPNI seq info [2164740:2164740:6:4294967295] 00010000:00010000:1.0:1770653413.994244:0:6728:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95566c162600/0x2aed14e4e178cfc3 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1770653413.994245:0:12204:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 47 00000100:00000001:2.0:1770653413.994251:0:12204:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.994259:0:76647:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:1.0:1770653413.994261:0:6728:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:2.0:1770653413.994263:0:12204:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:1.0:1770653413.994265:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:2.0:1770653413.994266:0:12204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707211392 00010000:00000001:1.0:1770653413.994269:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:3.0:1770653413.994271:0:76647:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 02000000:00000001:2.0:1770653413.994272:0:12204:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1770653413.994272:0:76385:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00010000:00000001:1.0:1770653413.994273:0:6728:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000010:3.0:1770653413.994277:0:76647:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626cf00. 00000100:00000001:2.0:1770653413.994277:0:12204:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1770653413.994278:0:6728:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1770653413.994280:0:76385:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1770653413.994282:0:12204:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.994283:0:6728:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c162600 refcount=3 00000400:00000200:0.0:1770653413.994288:0:76385:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000800:00000200:3.0:1770653413.994290:0:76647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 02000000:00000001:2.0:1770653413.994290:0:12204:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.994290:0:6728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145957888 : -117276563593728 : ffff95566c162600) 00000400:00000200:0.0:1770653413.994293:0:76385:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000100:00100000:2.0:1770653413.994297:0:12204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707211392 00010000:00000001:1.0:1770653413.994299:0:6728:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145957888 : -117276563593728 : ffff95566c162600) 00000020:00000001:2.0:1770653413.994300:0:12204:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1770653413.994302:0:76385:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000800:00000200:3.0:1770653413.994306:0:76647:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000020:00000040:2.0:1770653413.994306:0:12204:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00010000:00000001:1.0:1770653413.994306:0:6728:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000020:00000001:2.0:1770653413.994311:0:12204:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1770653413.994312:0:76385:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164745:2164745:253:4294967295] 192.168.202.60@tcp LPNI seq info [2164741:2164741:5:4294967295] 00010000:00010000:1.0:1770653413.994313:0:6728:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95566c162600/0x2aed14e4e178cfc3 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000800:00000200:3.0:1770653413.994314:0:76647:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626cf00 type 1, nob 320 niov 1 nkiov 1 00000020:00000040:2.0:1770653413.994316:0:12204:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=48 00000020:00000001:2.0:1770653413.994323:0:12204:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000001:3.0:1770653413.994324:0:76647:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.994330:0:12204:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000040:3.0:1770653413.994335:0:76647:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000100:00000001:2.0:1770653413.994339:0:12204:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1770653413.994339:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.994340:0:76647:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.994340:0:76385:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:1.0:1770653413.994353:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1770653413.994355:0:12204:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f592c0. 00010000:00000001:3.0:1770653413.994357:0:76647:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.994358:0:6728:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff95566c162600/0x2aed14e4e178cfc3 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.994359:0:12204:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1770653413.994364:0:76385:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000040:3.0:1770653413.994366:0:76647:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665156d80 x1856657966310656/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:244/0 lens 328/224 e 0 to 0 dl 1770653424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1770653413.994368:0:12204:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f592c0. 00000800:00000010:0.0:1770653413.994373:0:76385:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9000. 00000020:00000010:2.0:1770653413.994376:0:12204:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955636fe9e00. 00000020:00000010:2.0:1770653413.994383:0:12204:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300d80. 00010000:00000001:1.0:1770653413.994384:0:6728:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000200:0.0:1770653413.994385:0:76385:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:1.0:1770653413.994388:0:6728:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.994390:0:12204:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510af0. 00010000:00000001:1.0:1770653413.994395:0:6728:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1770653413.994398:0:12204:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000200:0.0:1770653413.994398:0:76385:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000010:1.0:1770653413.994400:0:6728:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff955647fa80c0. 00000100:00000001:2.0:1770653413.994403:0:12204:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1770653413.994404:0:76647:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665156d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_025:b31b1d82-c1d4-4680-ae7a-71292416d1f5+63:2365:x1856657966310656:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 13066us (14084us total) trans 0 rc 0/0 00000100:00000001:2.0:1770653413.994408:0:12204:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.994408:0:6728:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000800:00000200:0.0:1770653413.994408:0:76385:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9000 type 1, nob 424 niov 1 nkiov 1 00000100:00100000:3.0:1770653413.994415:0:76647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161882 00000100:00000001:0.0:1770653413.994418:0:76385:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.994419:0:12204:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.994420:0:76647:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00010000:00010000:1.0:1770653413.994421:0:6728:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00000001:0.0:1770653413.994422:0:76385:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444837 00000100:00000001:3.0:1770653413.994426:0:76647:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1770653413.994429:0:6728:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.994430:0:76647:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1770653413.994431:0:76385:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4301444836 00010000:00000001:1.0:1770653413.994432:0:6728:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.994433:0:12204:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1770653413.994435:0:76647:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300c80. 00010000:00000001:1.0:1770653413.994439:0:6728:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:0.0:1770653413.994440:0:76385:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444837 00000020:00000010:3.0:1770653413.994443:0:76647:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e5104b0. 00010000:00000001:1.0:1770653413.994443:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653413.994447:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653413.994447:0:76385:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4301444836 00000020:00000001:2.0:1770653413.994448:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:3.0:1770653413.994449:0:76647:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955636fe8400. 00000020:00000001:2.0:1770653413.994452:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653413.994452:0:6728:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000100:00000001:0.0:1770653413.994454:0:76385:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444837 00080000:00000001:1.0:1770653413.994456:0:6728:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000040:3.0:1770653413.994457:0:76647:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 62 00010000:00010000:2.0:1770653413.994457:0:5744:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:0.0:1770653413.994459:0:76385:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4301444836 00010000:00000001:2.0:1770653413.994464:0:5744:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00080000:00000010:1.0:1770653413.994464:0:6728:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95564b80a000. 00000100:00000010:3.0:1770653413.994466:0:76647:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665156d80. 00000100:00000001:0.0:1770653413.994466:0:76385:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444837 00080000:00000001:1.0:1770653413.994469:0:6728:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796599287808 : -117277110263808 : ffff95564b80a000) 00010000:00000001:2.0:1770653413.994470:0:5744:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 02000000:00000001:3.0:1770653413.994474:0:76647:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00010000:2.0:1770653413.994475:0:5744:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff95566c162600/0x2aed14e4e178cfc3 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1770653413.994475:0:6728:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:0.0:1770653413.994475:0:76385:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4301444836 02000000:00000010:3.0:1770653413.994477:0:76647:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955734dd5400. 00000001:00000001:1.0:1770653413.994479:0:6728:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.994483:0:76385:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1770653413.994484:0:76647:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00080000:00000002:1.0:1770653413.994486:0:6728:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x1560:0x0] not in the id map cache 02000000:00000001:3.0:1770653413.994489:0:76647:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1770653413.994491:0:76385:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1770653413.994493:0:76647:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95562b39e800. 00080000:00000001:1.0:1770653413.994494:0:6728:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00010000:00000001:0.0:1770653413.994497:0:76385:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.994498:0:5744:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95566c162600 already unused, calling callback (ffffffffc16fe650) 02000000:00000001:3.0:1770653413.994499:0:76647:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1770653413.994501:0:76385:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1770653413.994504:0:76647:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665157100. 00010000:00000001:2.0:1770653413.994504:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:1.0:1770653413.994505:0:6728:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.994505:0:76385:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.994508:0:5744:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 02000000:00000001:3.0:1770653413.994511:0:76647:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1770653413.994512:0:76385:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:1.0:1770653413.994513:0:6728:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.994514:0:5744:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff95566c162600/0x2aed14e4e178cfc3 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 02000000:00000010:3.0:1770653413.994515:0:76647:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955734dd7800. 00010000:00000001:0.0:1770653413.994516:0:76385:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:1.0:1770653413.994517:0:6728:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00010000:00000001:0.0:1770653413.994520:0:76385:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.994521:0:76647:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00080000:00000001:1.0:1770653413.994521:0:6728:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000010:3.0:1770653413.994525:0:76647:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665156a00. 80000000:00000001:1.0:1770653413.994526:0:6728:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:0.0:1770653413.994527:0:76385:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 80000000:00000001:1.0:1770653413.994530:0:6728:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:2.0:1770653413.994531:0:5744:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:3.0:1770653413.994533:0:76647:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1770653413.994533:0:76385:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1770653413.994534:0:5744:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 80000000:00000001:1.0:1770653413.994534:0:6728:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1770653413.994537:0:76647:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955602ab7800. 00000020:00000001:2.0:1770653413.994539:0:5744:0:(lustre_handles.c:113:class_handle2object()) Process entered 80000000:00000001:1.0:1770653413.994540:0:6728:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.994541:0:76385:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.994542:0:76647:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000040:2.0:1770653413.994543:0:5744:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c162600 refcount=3 00080000:00000001:1.0:1770653413.994545:0:6728:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1770653413.994548:0:76647:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665154700. 00000100:00000001:0.0:1770653413.994548:0:76385:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1770653413.994549:0:5744:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145957888 : -117276563593728 : ffff95566c162600) 00080000:00000001:1.0:1770653413.994550:0:6728:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000100:00000001:0.0:1770653413.994551:0:76385:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00080000:00000001:1.0:1770653413.994554:0:6728:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 02000000:00000001:3.0:1770653413.994556:0:76647:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1770653413.994556:0:5744:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145957888 : -117276563593728 : ffff95566c162600) 00000100:00100000:0.0:1770653413.994557:0:76385:0:(client.c:2680:ptlrpc_set_wait()) set ffff95564f3626c0 going to sleep for 11 seconds 02000000:00000010:3.0:1770653413.994561:0:76647:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95562b39c000. 00010000:00000001:2.0:1770653413.994563:0:5744:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1770653413.994563:0:76385:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000001:00000001:1.0:1770653413.994564:0:6728:0:(osd_quota.c:525:osd_declare_quota()) Process entered 02000000:00000001:3.0:1770653413.994568:0:76647:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000001:00000001:1.0:1770653413.994568:0:6728:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:2.0:1770653413.994569:0:5744:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff95566c162600/0x2aed14e4e178cfc3 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653413.994570:0:76385:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1770653413.994574:0:76647:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665157800. 00080000:00000001:1.0:1770653413.994578:0:6728:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.994582:0:76647:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00080000:00000001:1.0:1770653413.994584:0:6728:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1770653413.994585:0:5744:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000010:3.0:1770653413.994587:0:76647:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955608cb4000. 00080000:00000001:1.0:1770653413.994588:0:6728:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1770653413.994589:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:0.0:1770653413.994590:0:12206:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1770653413.994593:0:5744:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.994594:0:76647:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1770653413.994595:0:12206:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1770653413.994606:0:5744:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000010:3.0:1770653413.994609:0:76647:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665154380. 00010000:00000001:2.0:1770653413.994610:0:5744:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000001:00000001:1.0:1770653413.994613:0:6728:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1770653413.994615:0:5744:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00100000:0.0:1770653413.994615:0:12206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136243 00080000:00000001:1.0:1770653413.994617:0:6728:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.994618:0:76647:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653413.994619:0:5744:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.994621:0:12206:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 4 00000100:00000001:0.0:1770653413.994626:0:12206:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028471936 : -117276681079680 : ffff955665157480) 00000020:00000040:2.0:1770653413.994627:0:5744:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95566c162600 with handle 0x2aed14e4e178cfc3 from hash 00080000:00000001:1.0:1770653413.994628:0:6728:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.994629:0:76647:0:(niobuf.c:1189:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00010000:00000001:2.0:1770653413.994633:0:5744:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00080000:00000001:1.0:1770653413.994634:0:6728:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000100:00000040:0.0:1770653413.994635:0:12206:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665157480 x1856657707211392/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.994637:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1770653413.994639:0:76647:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2790. 00010000:00000001:2.0:1770653413.994641:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653413.994644:0:5744:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000001:1.0:1770653413.994647:0:6728:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.994650:0:76647:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9556189e1840. 00010000:00000001:2.0:1770653413.994650:0:5744:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00080000:00000001:1.0:1770653413.994654:0:6728:0:(osd_object.c:806:osd_destroy()) Process entered 00010000:00000001:2.0:1770653413.994655:0:5744:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.994656:0:12206:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000001:1.0:1770653413.994658:0:6728:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:2.0:1770653413.994659:0:5744:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 80000000:00000001:1.0:1770653413.994661:0:6728:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:2.0:1770653413.994672:0:5744:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000010:0.0:1770653413.994672:0:12206:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 80000000:00000001:1.0:1770653413.994675:0:6728:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:2.0:1770653413.994676:0:5744:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:0.0:1770653413.994677:0:12206:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 80000000:00000001:1.0:1770653413.994679:0:6728:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.994680:0:5744:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1770653413.994682:0:12206:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 80000000:00000001:1.0:1770653413.994685:0:6728:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.994686:0:5744:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.994690:0:76384:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178cfbc lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653413.994691:0:5744:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00080000:00000001:1.0:1770653413.994692:0:6728:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1770653413.994693:0:12206:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+48:3289:x1856657707211392:12345-0@lo:6:osp-syn-0-0.0 00010000:00000001:2.0:1770653413.994695:0:5744:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00080000:00000001:1.0:1770653413.994699:0:6728:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:2.0:1770653413.994700:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:1.0:1770653413.994703:0:6728:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00010000:00000001:2.0:1770653413.994704:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:0.0:1770653413.994706:0:12206:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707211392 00010000:00000001:2.0:1770653413.994708:0:5744:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.994711:0:12206:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1770653413.994713:0:5744:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.994716:0:76384:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.994716:0:12206:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:2.0:1770653413.994717:0:5744:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.994720:0:12206:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.994723:0:76384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178cfbc lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770653413.994724:0:5744:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff95566c162600/0x2aed14e4e178cfc3 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1770653413.994725:0:12206:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1770653413.994728:0:12206:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00080000:00000001:1.0:1770653413.994732:0:6728:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653413.994735:0:12206:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1770653413.994750:0:12206:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1770653413.994752:0:6728:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.994757:0:12206:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:2.0:1770653413.994758:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653413.994759:0:76384:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00080000:00000001:1.0:1770653413.994760:0:6728:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000001:0.0:1770653413.994760:0:12206:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00010000:2.0:1770653413.994762:0:5744:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95566c162600/0x2aed14e4e178cfc3 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1560:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653413.994763:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:1.0:1770653413.994765:0:6728:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000020:00000001:0.0:1770653413.994765:0:12206:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00010000:00000001:3.0:1770653413.994767:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000002:1.0:1770653413.994770:0:6728:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299231, last_committed = 8590299190 00010000:00000001:3.0:1770653413.994771:0:76384:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1770653413.994772:0:12206:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1770653413.994776:0:76384:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000040:2.0:1770653413.994778:0:5744:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9556613f3200 count: 0 00000020:00000001:0.0:1770653413.994778:0:12206:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1770653413.994779:0:6728:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564ae1a600. 00000020:00000040:3.0:1770653413.994780:0:76384:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016b200 refcount=3 00000001:00000001:0.0:1770653413.994784:0:12206:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000040:1.0:1770653413.994785:0:6728:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 41 00002000:00000010:2.0:1770653413.994786:0:5744:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955621430700. 00010000:00000010:2.0:1770653413.994794:0:5744:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9556613f3e00. 00000001:00000001:0.0:1770653413.994795:0:12206:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653413.994797:0:6728:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=49 00000020:00000001:3.0:1770653413.994798:0:76384:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897457152 : -117273812094464 : ffff95571016b200) 00000001:00000001:0.0:1770653413.994800:0:12206:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:2.0:1770653413.994803:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:1.0:1770653413.994804:0:6728:0:(osd_io.c:399:osd_write()) Process entered 00000001:00000001:0.0:1770653413.994804:0:12206:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.994805:0:76384:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897457152 : -117273812094464 : ffff95571016b200) 00010000:00000001:2.0:1770653413.994807:0:5744:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1770653413.994811:0:76384:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000010:2.0:1770653413.994813:0:5744:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff955647fa80c0. 00000001:00000001:0.0:1770653413.994813:0:12206:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653413.994814:0:6728:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00010000:00010000:3.0:1770653413.994815:0:76384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178cfbc lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1770653413.994819:0:12206:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1770653413.994821:0:6728:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.994822:0:5744:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.994823:0:12206:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1770653413.994829:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000001:0.0:1770653413.994831:0:12206:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.994833:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1770653413.994834:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.994834:0:12206:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:3.0:1770653413.994837:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:1.0:1770653413.994838:0:6728:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.994839:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1770653413.994839:0:12206:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1770653413.994841:0:76384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178cfbc lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1770653413.994844:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00002000:00000001:1.0:1770653413.994844:0:6728:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.994845:0:12206:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.994865:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.994868:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1770653413.994870:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1770653413.994872:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653413.994876:0:6728:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000020:00000001:0.0:1770653413.994878:0:12206:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.994879:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1770653413.994882:0:76384:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:0.0:1770653413.994883:0:12206:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.994885:0:76384:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.994888:0:12206:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1770653413.994889:0:76384:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00080000:00000010:1.0:1770653413.994890:0:6728:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955610676558. 02000000:00000001:0.0:1770653413.994891:0:12206:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000010:3.0:1770653413.994894:0:76384:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556189e1e40. 00002000:00000001:1.0:1770653413.994896:0:6728:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00000001:3.0:1770653413.994898:0:76384:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 02000000:00000010:0.0:1770653413.994898:0:12206:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff955734dd5c00. 00002000:00000040:1.0:1770653413.994899:0:6728:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x1560:0x0] 02000000:00000001:0.0:1770653413.994903:0:12206:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1770653413.994904:0:6728:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff955669766850. 00000100:00000001:0.0:1770653413.994907:0:12206:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.994910:0:76384:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00000001:0.0:1770653413.994911:0:12206:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000100:00000001:2.0:1770653413.994912:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444837 00002000:00000001:1.0:1770653413.994912:0:6728:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00010000:00000001:3.0:1770653413.994914:0:76384:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.994916:0:12206:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00002000:00000001:1.0:1770653413.994917:0:6728:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.994919:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444835 00010000:00000001:3.0:1770653413.994920:0:76384:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.994921:0:12206:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653413.994922:0:6728:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.994925:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444837 00010000:00000001:3.0:1770653413.994927:0:76384:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00002000:00080000:0.0:1770653413.994928:0:12206:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5476 count 1 00010000:00000040:1.0:1770653413.994929:0:6728:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299231, xid 1856657707208576 00000100:00000001:2.0:1770653413.994931:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444835 00010000:00000001:3.0:1770653413.994932:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00002000:00000001:0.0:1770653413.994935:0:12206:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00010000:00000001:3.0:1770653413.994937:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653413.994938:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444837 00010000:00000001:1.0:1770653413.994938:0:6728:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00002000:00000001:0.0:1770653413.994938:0:12206:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00002000:00000001:3.0:1770653413.994942:0:76384:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000020:00000001:0.0:1770653413.994943:0:12206:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:2.0:1770653413.994944:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444835 00080000:00000001:3.0:1770653413.994947:0:76384:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000200:1.0:1770653413.994947:0:6728:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95561752a300 x1856657707208576/t8590299231(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.994948:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444837 00000020:00000001:0.0:1770653413.994949:0:12206:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797101939928 : -117276607611688 : ffff955669767cd8) 00080000:00000010:3.0:1770653413.994955:0:76384:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff955606129800. 00000100:00000001:2.0:1770653413.994955:0:3290:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1770653413.994956:0:12206:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797101939840 : -117276607611776 : ffff955669767c80) 00000100:00000001:2.0:1770653413.994962:0:3290:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.994963:0:76384:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626795434448896 : -117278275102720 : ffff955606129800) 00010000:00000001:0.0:1770653413.994964:0:12206:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1770653413.994968:0:12206:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:1.0:1770653413.994970:0:6728:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000001:00000001:3.0:1770653413.994971:0:76384:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000400:00000001:2.0:1770653413.994971:0:3290:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1770653413.994973:0:6728:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.994974:0:12206:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556110e6d00 count: 2 00000001:00000001:3.0:1770653413.994975:0:76384:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1770653413.994976:0:3290:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:1.0:1770653413.994978:0:6728:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00010000:00000001:0.0:1770653413.994980:0:12206:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1770653413.994981:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef22c0. 00080000:00000002:3.0:1770653413.994982:0:76384:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x155f:0x0] not in the id map cache 00000100:00000001:1.0:1770653413.994983:0:6728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1770653413.994988:0:12206:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1770653413.994989:0:76384:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000400:00000200:2.0:1770653413.994989:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268884c8 00000100:00000040:1.0:1770653413.994990:0:6728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000400:00000010:2.0:1770653413.994995:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268884c8. 00000100:00000001:1.0:1770653413.994995:0:6728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00000001:2.0:1770653413.994999:0:3290:0:(events.c:78:reply_in_callback()) Process entered 00080000:00000001:3.0:1770653413.995004:0:76384:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1770653413.995004:0:6728:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000010:0.0:1770653413.995004:0:12206:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561ae2ae00. 00000100:00000200:2.0:1770653413.995008:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95572ebc6680 x1856657707210752/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1770653413.995009:0:6728:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.995010:0:12206:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1770653413.995011:0:76384:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.995016:0:6728:0:(niobuf.c:69:ptl_send_buf()) Process entered 00080000:00000001:3.0:1770653413.995017:0:76384:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000020:00000040:0.0:1770653413.995017:0:12206:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561ae2ae00 with handle 0x2aed14e4e178d01e to hash 00080000:00000001:3.0:1770653413.995022:0:76384:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000020:00000001:0.0:1770653413.995023:0:12206:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000040:1.0:1770653413.995025:0:6728:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 80000000:00000001:3.0:1770653413.995026:0:76384:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:0.0:1770653413.995027:0:12206:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795783630336 : -117277925921280 : ffff95561ae2ae00) 80000000:00000001:3.0:1770653413.995030:0:76384:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000400:00000010:1.0:1770653413.995032:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022880. 00010000:00000001:0.0:1770653413.995034:0:12206:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795783630336 : -117277925921280 : ffff95561ae2ae00) 80000000:00000001:3.0:1770653413.995035:0:76384:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.995039:0:6728:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707208576, offset 224 80000000:00000001:3.0:1770653413.995040:0:76384:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.995041:0:12206:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:2.0:1770653413.995042:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95572ebc6680 x1856657707210752/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.995045:0:12206:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.995047:0:76384:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.995053:0:6728:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:0.0:1770653413.995053:0:12206:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178d01e lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1564:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1770653413.995054:0:76384:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1770653413.995058:0:76384:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000100:00000001:2.0:1770653413.995064:0:3290:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1770653413.995066:0:6728:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1770653413.995068:0:3290:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1770653413.995072:0:76384:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:2.0:1770653413.995074:0:3290:0:(client.c:1568:after_reply()) Process entered 00000001:00000001:3.0:1770653413.995076:0:76384:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1770653413.995076:0:12206:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000200:1.0:1770653413.995077:0:6728:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b8f80 02000000:00000001:2.0:1770653413.995079:0:3290:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1770653413.995080:0:12206:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1770653413.995083:0:76384:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.995083:0:3290:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1770653413.995084:0:12206:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:2.0:1770653413.995088:0:3290:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.995089:0:6728:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda7b9 [1] + 224 00010000:00000001:0.0:1770653413.995089:0:12206:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00080000:00000001:3.0:1770653413.995090:0:76384:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1770653413.995094:0:12206:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 02000000:00000001:2.0:1770653413.995095:0:3290:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.995096:0:76384:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1770653413.995097:0:6728:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1770653413.995098:0:12206:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00001000:2.0:1770653413.995102:0:3290:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00010000:00010000:0.0:1770653413.995106:0:12206:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9556323fc800/0x2aed14e4e178a178 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e9a expref: 62 pid: 12201 timeout: 0 lvb_type: 1 00000400:00000200:1.0:1770653413.995107:0:6728:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:2.0:1770653413.995109:0:3290:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00000001:00000001:3.0:1770653413.995110:0:76384:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1770653413.995115:0:76384:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.995115:0:6728:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1770653413.995118:0:3290:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1770653413.995122:0:3290:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.995125:0:6728:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95563f2c4380 x1856657707208576/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653413.995127:0:3290:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00080000:00000001:3.0:1770653413.995128:0:76384:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.995130:0:3290:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.995133:0:12206:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00080000:00000001:3.0:1770653413.995135:0:76384:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000100:00000001:2.0:1770653413.995136:0:3290:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00010000:00000001:0.0:1770653413.995139:0:12206:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.995140:0:3290:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1770653413.995144:0:3290:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00080000:00000001:3.0:1770653413.995146:0:76384:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.995147:0:12206:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:2.0:1770653413.995148:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00080000:00000001:3.0:1770653413.995154:0:76384:0:(osd_object.c:806:osd_destroy()) Process entered 00010000:00000001:0.0:1770653413.995154:0:12206:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.995155:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800411633280 : -117273297918336 : ffff95572ebc6680) 00080000:00000001:3.0:1770653413.995158:0:76384:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000040:1.0:1770653413.995160:0:6728:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95563f2c4380 x1856657707208576/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.995161:0:12206:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 80000000:00000001:3.0:1770653413.995162:0:76384:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000001:2.0:1770653413.995162:0:3290:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00010000:00010000:0.0:1770653413.995165:0:12206:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 80000000:00000001:3.0:1770653413.995166:0:76384:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00000040:2.0:1770653413.995167:0:3290:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 80000000:00000001:3.0:1770653413.995170:0:76384:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.995171:0:12206:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.995174:0:3290:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 80000000:00000001:3.0:1770653413.995176:0:76384:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.995178:0:12206:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.995180:0:3290:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653413.995182:0:76384:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.995184:0:12206:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00080000:00000001:3.0:1770653413.995187:0:76384:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00010000:0.0:1770653413.995189:0:12206:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178d01e lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1770653413.995191:0:76384:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000100:00000040:2.0:1770653413.995193:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95572ebc6680 x1856657707210752/t4295332651(4295332651) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.995199:0:6728:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1770653413.995207:0:6728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022880 00010000:00000040:0.0:1770653413.995210:0:12206:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1564:0x0].0x0 (ffff9556110e6d00) refcount = 2 00000400:00000010:1.0:1770653413.995211:0:6728:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022880. 00000100:00000001:1.0:1770653413.995218:0:6728:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000040:0.0:1770653413.995219:0:12206:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:2.0:1770653413.995220:0:3290:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.995221:0:6728:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000001:3.0:1770653413.995222:0:76384:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.995227:0:3290:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00000040:0.0:1770653413.995227:0:12206:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9556323fc800/0x2aed14e4e178a178 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e9a expref: 62 pid: 12201 timeout: 0 lvb_type: 1 00080000:00000001:3.0:1770653413.995228:0:76384:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.995228:0:6728:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.995230:0:3290:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1770653413.995236:0:76384:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000004:00080000:2.0:1770653413.995237:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95572ebc6680/2, rc 0, transno 4295332651 00000100:00000040:1.0:1770653413.995238:0:6728:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000001:00000001:3.0:1770653413.995242:0:76384:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00001000:2.0:1770653413.995244:0:3290:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 7 in flight, 50 in progress 00010000:00000001:1.0:1770653413.995245:0:6728:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000001:00000002:3.0:1770653413.995247:0:76384:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299232, last_committed = 8590299190 00010000:00000040:0.0:1770653413.995248:0:12206:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000020:00000001:1.0:1770653413.995251:0:6728:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1770653413.995253:0:76384:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff955662d817e0. 00010000:00000040:0.0:1770653413.995254:0:12206:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178d01e lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1770653413.995255:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572ebc6680 x1856657707210752/t4295332651(4295332651) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1770653413.995256:0:6728:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000001:00000040:3.0:1770653413.995259:0:76384:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 42 00000100:00000040:1.0:1770653413.995264:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95561752a300 x1856657707208576/t8590299231(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1770653413.995266:0:76384:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=50 00080000:00000001:3.0:1770653413.995273:0:76384:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1770653413.995281:0:76384:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00010000:00000010:0.0:1770653413.995284:0:12206:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a2c0. 00000001:00000001:3.0:1770653413.995288:0:76384:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.995290:0:12206:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00100000:2.0:1770653413.995293:0:3290:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95572ebc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707210752:0@lo:6:osp-syn-1-0.0 00000100:00000010:0.0:1770653413.995296:0:12206:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f362d80. 00000100:00000001:0.0:1770653413.995300:0:12206:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661517696 : -117277048033920 : ffff95564f362d80) 00000100:00100000:1.0:1770653413.995302:0:6728:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95561752a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+50:3291:x1856657707208576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 31596us (33113us total) trans 8590299231 rc 0/0 00000400:00000001:2.0:1770653413.995304:0:3290:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1770653413.995305:0:12206:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661517696 : -117277048033920 : ffff95564f362d80) 00080000:00000001:3.0:1770653413.995306:0:76384:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1770653413.995308:0:3290:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1770653413.995313:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2108. 00002000:00000001:3.0:1770653413.995314:0:76384:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.995315:0:12206:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000400:00000200:2.0:1770653413.995317:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78908 00000100:00000001:0.0:1770653413.995319:0:12206:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00100000:1.0:1770653413.995320:0:6728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136230 00002000:00000001:3.0:1770653413.995321:0:76384:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000400:00000010:2.0:1770653413.995323:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78908. 00010000:00000001:0.0:1770653413.995323:0:12206:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000040:1.0:1770653413.995327:0:6728:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 3 00010000:00000001:0.0:1770653413.995328:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.995330:0:3290:0:(events.c:78:reply_in_callback()) Process entered 00080000:00000010:3.0:1770653413.995333:0:76384:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955610676000. 00000100:00000001:1.0:1770653413.995334:0:6728:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1770653413.995334:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1770653413.995338:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95563f2c5500 x1856657707209344/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653413.995339:0:12206:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00002000:00000001:3.0:1770653413.995340:0:76384:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000100:00000001:1.0:1770653413.995340:0:6728:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1770653413.995342:0:12206:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00002000:00000040:3.0:1770653413.995344:0:76384:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x155f:0x0] 00000020:00000010:1.0:1770653413.995345:0:6728:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d200. 00010000:00000001:0.0:1770653413.995346:0:12206:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1770653413.995350:0:12206:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00002000:00000010:3.0:1770653413.995351:0:76384:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff955669766d10. 00000020:00000010:1.0:1770653413.995353:0:6728:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662adad48. 00000100:00000010:0.0:1770653413.995355:0:12206:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710551180. 00002000:00000001:3.0:1770653413.995358:0:76384:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000020:00000010:1.0:1770653413.995360:0:6728:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f6a00. 00000020:00000040:0.0:1770653413.995361:0:12206:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=3 obd=lustre-OST0000 00002000:00000001:3.0:1770653413.995362:0:76384:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.995367:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95563f2c5500 x1856657707209344/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1770653413.995369:0:6728:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 49 00000100:00000001:0.0:1770653413.995369:0:12206:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00002000:00000001:3.0:1770653413.995370:0:76384:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1770653413.995374:0:12206:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1770653413.995375:0:6728:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1770653413.995378:0:76384:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299232, xid 1856657707208192 02000000:00000001:0.0:1770653413.995379:0:12206:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.995384:0:76384:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 02000000:00000010:0.0:1770653413.995387:0:12206:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff955626008e00. 00000100:00000001:2.0:1770653413.995388:0:3290:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1770653413.995392:0:12206:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1770653413.995393:0:76384:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95563f2c5180 x1856657707208192/t8590299232(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.995393:0:3290:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.995394:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653413.995399:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653413.995400:0:3290:0:(client.c:1568:after_reply()) Process entered 00010000:00010000:0.0:1770653413.995403:0:12206:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9556323fc800/0x2aed14e4e178a178 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e9a expref: 62 pid: 12201 timeout: 0 lvb_type: 1 02000000:00000001:2.0:1770653413.995404:0:3290:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000001:1.0:1770653413.995405:0:3291:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1770653413.995408:0:3290:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:1.0:1770653413.995410:0:3291:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1770653413.995411:0:76384:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1770653413.995412:0:3290:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.995414:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2d68. 00010000:00000001:3.0:1770653413.995415:0:76384:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.995417:0:3290:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.995421:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a782a8 00000100:00001000:3.0:1770653413.995422:0:76384:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000100:00001000:2.0:1770653413.995424:0:3290:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 00000400:00000010:1.0:1770653413.995426:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a782a8. 00010000:00010000:0.0:1770653413.995429:0:12206:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9556323fc800/0x2aed14e4e178a178 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e9a expref: 62 pid: 12201 timeout: 6877 lvb_type: 1 00000100:00000001:3.0:1770653413.995432:0:76384:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1770653413.995434:0:3291:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1770653413.995435:0:3290:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 00000100:00000040:3.0:1770653413.995438:0:76384:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000200:1.0:1770653413.995442:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95563f2c4380 x1856657707208576/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.995445:0:76384:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00000001:2.0:1770653413.995446:0:3290:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1770653413.995449:0:3290:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.995453:0:76384:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1770653413.995455:0:3290:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1770653413.995456:0:12206:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 02000000:00000001:3.0:1770653413.995457:0:76384:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.995461:0:3290:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.995461:0:12206:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1770653413.995463:0:76384:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1770653413.995469:0:3290:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1770653413.995469:0:12206:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955710551180 x1856657707212288/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1770653413.995472:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95563f2c4380 x1856657707208576/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653413.995475:0:76384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1770653413.995475:0:3290:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1770653413.995481:0:3290:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000400:00000010:3.0:1770653413.995482:0:76384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78cc0. 00000100:00000001:2.0:1770653413.995484:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1770653413.995488:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796392436992 : -117277317114624 : ffff95563f2c5500) 00000100:00000200:3.0:1770653413.995489:0:76384:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707208192, offset 224 00000100:00000001:2.0:1770653413.995494:0:3290:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1770653413.995498:0:3290:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00000400:00000200:3.0:1770653413.995501:0:76384:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1770653413.995502:0:3290:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1770653413.995506:0:3290:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.995510:0:3291:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1770653413.995515:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95563f2c5500 x1856657707209344/t8590299229(8590299229) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.995515:0:3291:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653413.995516:0:76384:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1770653413.995522:0:3291:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:1.0:1770653413.995526:0:3291:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1770653413.995530:0:3291:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1770653413.995532:0:76384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b8e00 00000100:00000001:1.0:1770653413.995533:0:3291:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.995536:0:12206:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1770653413.995541:0:3291:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.995541:0:12206:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.995543:0:76384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda7b1 [1] + 224 00000100:00001000:1.0:1770653413.995550:0:3291:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 00000100:00000001:2.0:1770653413.995551:0:3290:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1770653413.995552:0:12206:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955710551180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12206:1856657707212288:192.168.202.60@tcp:104: 00000400:00000200:3.0:1770653413.995555:0:76384:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653413.995559:0:3290:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:1.0:1770653413.995559:0:3291:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 00000100:00000001:0.0:1770653413.995561:0:12206:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1770653413.995563:0:3290:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653413.995566:0:12206:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1770653413.995567:0:3291:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1770653413.995568:0:76384:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00080000:2.0:1770653413.995569:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95563f2c5500/2, rc 0, transno 8590299229 02000000:00000001:0.0:1770653413.995570:0:12206:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.995571:0:3291:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:2.0:1770653413.995576:0:3290:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 7 in flight, 44 in progress 00010000:00000001:1.0:1770653413.995578:0:3291:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1770653413.995578:0:12206:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1770653413.995580:0:76384:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1770653413.995584:0:3291:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1770653413.995584:0:12206:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff955626009200. 00000100:00000040:2.0:1770653413.995590:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95563f2c5500 x1856657707209344/t8590299229(8590299229) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1770653413.995591:0:76384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95563f2c6680 x1856657707208192/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1770653413.995597:0:3290:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95563f2c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707209344:0@lo:6:osp-syn-0-0.0 02000000:00000001:0.0:1770653413.995601:0:12206:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.995602:0:3291:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1770653413.995607:0:3291:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000400:00000010:0.0:1770653413.995609:0:12206:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e053420. 00000100:00000001:1.0:1770653413.995610:0:3291:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1770653413.995613:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1770653413.995616:0:12206:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8088. 00000100:00000001:1.0:1770653413.995617:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796392432512 : -117277317119104 : ffff95563f2c4380) 00000100:00000001:1.0:1770653413.995624:0:3291:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000200:0.0:1770653413.995624:0:12206:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707212288, portal 16 00000100:00000040:1.0:1770653413.995627:0:3291:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00000100:00000001:0.0:1770653413.995629:0:12206:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1770653413.995631:0:76384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95563f2c6680 x1856657707208192/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.995632:0:3291:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1770653413.995632:0:12206:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799901544832 : -117273808006784 : ffff955710551180) 00000100:00000001:1.0:1770653413.995635:0:3291:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.995637:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.995643:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1770653413.995644:0:12206:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955710551180 x1856657707212288/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1770653413.995645:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95563f2c4380 x1856657707208576/t8590299231(8590299231) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1770653413.995651:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572ebc6680 x1856657707210752/t4295332651(4295332651) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.995678:0:76384:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1770653413.995685:0:76384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78cc0 00000100:00000001:0.0:1770653413.995690:0:12206:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1770653413.995692:0:76384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78cc0. 00000100:00000001:1.0:1770653413.995692:0:3291:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.995697:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.995699:0:76384:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653413.995700:0:3291:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1770653413.995700:0:12206:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:2.0:1770653413.995701:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1770653413.995703:0:76384:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1770653413.995704:0:3291:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1770653413.995706:0:12206:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8aa0. 00000100:00000040:2.0:1770653413.995708:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563f2c5500 x1856657707209344/t8590299229(8590299229) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.995709:0:76384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:1.0:1770653413.995709:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95563f2c4380/2, rc 0, transno 8590299231 00000100:00000200:0.0:1770653413.995711:0:12206:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707212288, offset 0 00000004:00001000:1.0:1770653413.995717:0:3291:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 6 in flight, 44 in progress 00000100:00000040:3.0:1770653413.995719:0:76384:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000400:00000200:0.0:1770653413.995725:0:12206:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:3.0:1770653413.995726:0:76384:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000040:1.0:1770653413.995727:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95563f2c4380 x1856657707208576/t8590299231(8590299231) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1770653413.995730:0:76384:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.995737:0:76384:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1770653413.995737:0:12206:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000100:00000001:2.0:1770653413.995754:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.995756:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95563f2c5180 x1856657707208192/t8590299232(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.995760:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.995760:0:12206:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1770653413.995767:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1770653413.995769:0:12206:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000100:00000001:2.0:1770653413.995770:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1770653413.995776:0:3291:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95563f2c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707208576:0@lo:6:osp-syn-0-0.0 00000400:00000200:0.0:1770653413.995778:0:12206:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000004:00000001:2.0:1770653413.995779:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1770653413.995784:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.995787:0:12206:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00100000:3.0:1770653413.995788:0:76384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95563f2c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+49:3288:x1856657707208192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 33771us (34715us total) trans 8590299232 rc 0/0 00000100:00000001:1.0:1770653413.995788:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.995789:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000400:00000200:0.0:1770653413.995792:0:12206:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164746:2164746:252:4294967295] 192.168.202.60@tcp LPNI seq info [2164742:2164742:4:4294967295] 00000004:00000001:2.0:1770653413.995801:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:1.0:1770653413.995803:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000004:00000001:2.0:1770653413.995805:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.995811:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563f2c4380 x1856657707208576/t8590299231(8590299231) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000040:00001000:2.0:1770653413.995812:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64ba40 type=0x10692404 idx=1770 00000100:00100000:3.0:1770653413.995817:0:76384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136229 00000040:00001000:2.0:1770653413.995819:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1770 lrh_len: 64 (1472 remains) 00000400:00000200:0.0:1770653413.995822:0:12206:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000040:3.0:1770653413.995824:0:76384:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 2 00000040:00001000:2.0:1770653413.995826:0:6724:0:(llog.c:797:llog_process_thread()) index: 1770, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00000100:00000001:3.0:1770653413.995830:0:76384:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000004:00000001:2.0:1770653413.995833:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:3.0:1770653413.995835:0:76384:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:0.0:1770653413.995840:0:12206:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000020:00000010:3.0:1770653413.995841:0:76384:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300700. 00000004:00000001:2.0:1770653413.995841:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:1.0:1770653413.995842:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653413.995872:0:76384:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e5107d0. 00000100:00000001:1.0:1770653413.995876:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1770653413.995876:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556323fc000. 00000020:00000010:3.0:1770653413.995877:0:76384:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955636fe8800. 00000004:00000001:2.0:1770653413.995880:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.995883:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653413.995887:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1770653413.995888:0:76384:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 48 00000004:00000001:2.0:1770653413.995888:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00010000:00000010:0.1:1770653413.995888:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c986200. 00000100:00000001:1.0:1770653413.995889:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.995893:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000100:00000001:3.0:1770653413.995896:0:76384:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.995897:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.995898:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00010000:00000010:0.1:1770653413.995898:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d1f9c00. 00000100:00000010:2.0:1770653413.995907:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572ebc4a80. 00010000:00000010:0.1:1770653413.995909:0:12206:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556373a1200. 00000100:00000001:1.0:1770653413.995913:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444837 00000020:00000040:2.0:1770653413.995915:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=47 obd=lustre-OST0000-osc-MDT0000 00010000:00000010:0.1:1770653413.995915:0:12206:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ac00. 00000100:00000001:1.0:1770653413.995917:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444836 00000800:00000010:0.0:1770653413.995924:0:12206:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9a00. 00000100:00000001:2.0:1770653413.995925:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1770653413.995925:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444837 00000800:00000200:3.0:1770653413.995930:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1770653413.995931:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1770653413.995931:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444836 00000800:00000200:0.0:1770653413.995935:0:12206:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000010:3.0:1770653413.995936:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9100. 00000100:00000001:1.0:1770653413.995937:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444837 02000000:00000001:2.0:1770653413.995938:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.995944:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444836 00000400:00000200:3.0:1770653413.995945:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1770653413.995947:0:12206:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 02000000:00000010:2.0:1770653413.995949:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95562b39c400. 00000100:00000001:1.0:1770653413.995951:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444837 00000800:00000200:0.0:1770653413.995953:0:12206:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9a00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1770653413.995957:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653413.995958:0:3289:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.995959:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.995960:0:12206:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.995965:0:3289:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.995977:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8a18 00000100:00000001:0.0:1770653413.995977:0:12206:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444839 00000004:00000001:2.0:1770653413.995978:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626800411626112 : -117273297925504 : ffff95572ebc4a80) 00000100:00000001:1.0:1770653413.995979:0:3289:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1770653413.995981:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8a18. 00000100:00000001:2.0:1770653413.995987:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1770653413.995987:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95572ebc4380 x1856657707211904/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.995988:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653413.995988:0:12206:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444837 02000000:00000001:3.0:1770653413.995993:0:3282:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1770653413.995994:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.995996:0:12206:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444839 02000000:00000010:3.0:1770653413.995997:0:3282:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955734dd4c00. 00000100:00000001:0.0:1770653413.996003:0:12206:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444837 00000100:00000040:2.0:1770653413.996004:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9eca5bf] to pc [ptlrpcd_00_02+2] req@ffff95572ebc4a80 x1856657707212416/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1770653413.996005:0:3282:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1770653413.996009:0:3289:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1770653413.996010:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1770653413.996011:0:12206:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444839 00000100:00000001:1.0:1770653413.996014:0:3289:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.996020:0:12206:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444837 02000000:00000001:1.0:1770653413.996021:0:3289:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:3.0:1770653413.996022:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1770653413.996025:0:3289:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1770653413.996027:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c900. 00000100:00000001:0.0:1770653413.996027:0:12206:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444839 02000000:00000001:1.0:1770653413.996028:0:3289:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.996029:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.996033:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00001000:2.0:1770653413.996036:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 7 in flight, 45 in progress 00000100:00000001:0.0:1770653413.996036:0:12206:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444837 00000100:00100000:1.0:1770653413.996037:0:3289:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95572ebc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707211904:0@lo:6:osp-syn-1-0.0 00000400:00000200:3.0:1770653413.996044:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000004:00001000:2.0:1770653413.996044:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1770, id 1958 00000100:00000001:1.0:1770653413.996045:0:3289:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1770653413.996046:0:12206:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1770653413.996050:0:3289:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000004:00000001:2.0:1770653413.996051:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000400:00000200:3.0:1770653413.996053:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78aa0 00000100:00000001:0.0:1770653413.996053:0:12206:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.996054:0:3289:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.996055:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000400:00000010:3.0:1770653413.996057:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78aa0. 00000004:00000001:2.0:1770653413.996060:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.996061:0:3289:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1770653413.996061:0:12206:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.996062:0:3282:0:(events.c:34:request_out_callback()) Process entered 00000004:00000001:2.0:1770653413.996063:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00000001:0.0:1770653413.996067:0:12206:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.996068:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 02000000:00000010:1.0:1770653413.996068:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95564b80a400. 00000100:00000200:3.0:1770653413.996071:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95561752bb80 x1856657707212032/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:2.0:1770653413.996072:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.996073:0:12206:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.996074:0:3289:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.996079:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64ba80 type=0x10692404 idx=1771 00010000:00000001:0.0:1770653413.996080:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1770653413.996082:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d94160. 00010000:00000001:0.0:1770653413.996084:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000040:00001000:2.0:1770653413.996086:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1771 lrh_len: 64 (1408 remains) 00010000:00000001:0.0:1770653413.996088:0:12206:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.996090:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022880. 00000040:00001000:2.0:1770653413.996091:0:6724:0:(llog.c:797:llog_process_thread()) index: 1771, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00010000:00000001:0.0:1770653413.996095:0:12206:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000200:1.0:1770653413.996097:0:3289:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707211904, portal 4 00000004:00000001:2.0:1770653413.996098:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00000001:0.0:1770653413.996099:0:12206:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1770653413.996101:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653413.996102:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000004:00000001:2.0:1770653413.996104:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:0.0:1770653413.996105:0:12206:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.996106:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800411624320 : -117273297927296 : ffff95572ebc4380) 00000004:00000001:2.0:1770653413.996107:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.996109:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95561752bb80 x1856657707212032/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.996111:0:12206:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000004:00000001:2.0:1770653413.996114:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000100:00000001:0.0:1770653413.996116:0:12206:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000004:00000001:2.0:1770653413.996117:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000100:00000040:1.0:1770653413.996119:0:3289:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95572ebc4380 x1856657707211904/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1770653413.996121:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00100000:0.0:1770653413.996124:0:12206:0:(client.c:2680:ptlrpc_set_wait()) set ffff95564f362d80 going to sleep for 11 seconds 00000100:00000010:2.0:1770653413.996127:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572ebc6300. 00000100:00000001:3.0:1770653413.996132:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.996134:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=48 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1770653413.996134:0:12206:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1770653413.996137:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1770653413.996141:0:12206:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.996142:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1770653413.996143:0:3289:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1770653413.996146:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1770653413.996146:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1770653413.996151:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1770653413.996152:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626cf00. 00000100:00000040:1.0:1770653413.996152:0:3289:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:2.0:1770653413.996156:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95562b39c000. 00000400:00000200:3.0:1770653413.996158:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1770653413.996159:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1770653413.996161:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.996161:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022088. 00000020:00000001:0.0:1770653413.996164:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.996168:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000004:00000001:2.0:1770653413.996169:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626800411632384 : -117273297919232 : ffff95572ebc6300) 00000100:00000200:1.0:1770653413.996169:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707211904, offset 0 00010000:00010000:0.0:1770653413.996171:0:7410:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000400:00000200:3.0:1770653413.996172:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78220 00000100:00000001:2.0:1770653413.996177:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1770653413.996178:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78220. 00010000:00000001:0.0:1770653413.996179:0:7410:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:2.0:1770653413.996181:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.996183:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1770653413.996185:0:7410:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:1.0:1770653413.996187:0:3289:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1770653413.996188:0:3282:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:2.0:1770653413.996190:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030f0e72c] to pc [ptlrpcd_00_03+3] req@ffff95572ebc6300 x1856657707212544/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1770653413.996192:0:3282:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955606129400. 00010000:00010000:0.0:1770653413.996192:0:7410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178cfbc lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1770653413.996199:0:3282:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:1.0:1770653413.996200:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1770653413.996203:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1770653413.996213:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1770653413.996217:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b9c80 00000800:00000010:3.0:1770653413.996218:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9000. 00000004:00000001:2.0:1770653413.996220:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.996221:0:7410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95571016b200 already unused, calling callback (ffffffffc16fe650) 00000400:00000200:3.0:1770653413.996223:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00001000:2.0:1770653413.996225:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 8 in flight, 46 in progress 00000400:00000200:1.0:1770653413.996226:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf6c5 [8] + 9792 00010000:00000001:0.0:1770653413.996227:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000004:00001000:2.0:1770653413.996233:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1771, id 1958 00010000:00000001:0.0:1770653413.996233:0:7410:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:3.0:1770653413.996234:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:1.0:1770653413.996235:0:3289:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000001:2.0:1770653413.996239:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00010000:00010000:0.0:1770653413.996239:0:7410:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178cfbc lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1770653413.996243:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8cc0 00000400:00000200:1.0:1770653413.996244:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1770653413.996248:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8cc0. 00000100:00000001:3.0:1770653413.996254:0:3282:0:(events.c:34:request_out_callback()) Process entered 00000400:00000001:2.0:1770653413.996255:0:3288:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1770653413.996256:0:7410:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000200:3.0:1770653413.996260:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955710551f80 x1856657707212160/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:2.0:1770653413.996260:0:3288:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1770653413.996260:0:7410:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000010:2.0:1770653413.996265:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef29a0. 00000020:00000001:0.0:1770653413.996265:0:7410:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653413.996269:0:7410:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016b200 refcount=3 00000400:00000200:2.0:1770653413.996272:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268883b8 00000020:00000001:0.0:1770653413.996274:0:7410:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897457152 : -117273812094464 : ffff95571016b200) 00000400:00000010:2.0:1770653413.996277:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268883b8. 00000100:00000001:3.0:1770653413.996278:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1770653413.996279:0:7410:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897457152 : -117273812094464 : ffff95571016b200) 00000100:00000001:2.0:1770653413.996281:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1770653413.996282:0:3289:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:0.0:1770653413.996284:0:7410:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:3.0:1770653413.996285:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955710551f80 x1856657707212160/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1770653413.996286:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00010000:0.0:1770653413.996289:0:7410:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178cfbc lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1770653413.996290:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955665157b80 x1856657707210240/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1770653413.996292:0:3289:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665155c00. 00000100:00000040:1.0:1770653413.996298:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff955665155c00 x1856657707211904 msgsize 544 00000100:00100000:1.0:1770653413.996314:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:0.0:1770653413.996315:0:7410:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1770653413.996319:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1770653413.996322:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.996323:0:7410:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.996327:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1770653413.996328:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:2.0:1770653413.996329:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955665157b80 x1856657707210240/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.996330:0:7410:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1770653413.996333:0:7410:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:1.0:1770653413.996334:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022088 00010000:00000001:0.0:1770653413.996337:0:7410:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:1.0:1770653413.996340:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022088. 00010000:00000001:0.0:1770653413.996341:0:7410:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.996346:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:0.0:1770653413.996348:0:7410:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95571016b200 with handle 0x2aed14e4e178cfbc from hash 00000100:00000001:2.0:1770653413.996349:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1770653413.996353:0:7410:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1770653413.996354:0:3288:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1770653413.996354:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95572ebc4380 x1856657707211904/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.996357:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.996360:0:3288:0:(client.c:1568:after_reply()) Process entered 00010000:00000001:0.0:1770653413.996361:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:3.0:1770653413.996363:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1770653413.996364:0:3288:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1770653413.996365:0:7410:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1770653413.996369:0:3288:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000010:3.0:1770653413.996370:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9a00. 00010000:00000001:0.0:1770653413.996371:0:7410:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:2.0:1770653413.996373:0:3288:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.996375:0:7410:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.996376:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1770653413.996378:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1770653413.996378:0:3288:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.996381:0:7410:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:1.0:1770653413.996383:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572ebc4380 x1856657707211904/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.996385:0:7410:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00001000:2.0:1770653413.996386:0:3288:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00010000:00000001:0.0:1770653413.996389:0:7410:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:3.0:1770653413.996391:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:0.0:1770653413.996393:0:7410:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1770653413.996396:0:3288:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00010000:00000001:0.0:1770653413.996400:0:7410:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.996401:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8aa0 00000100:00000001:2.0:1770653413.996407:0:3288:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1770653413.996408:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8aa0. 00000100:00000001:1.0:1770653413.996408:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.996408:0:7410:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:2.0:1770653413.996410:0:3288:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.996412:0:7410:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:3.0:1770653413.996415:0:3282:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1770653413.996415:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1770653413.996416:0:3288:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1770653413.996417:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.996422:0:3288:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.996423:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955710551180 x1856657707212288/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653413.996423:0:3289:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.996423:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653413.996428:0:7410:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.996431:0:3288:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1770653413.996431:0:3289:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26312 usecs (27 jiffies) 00010000:00000001:0.0:1770653413.996433:0:7410:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.996435:0:3288:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1770653413.996439:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444836 00010000:00000001:0.0:1770653413.996439:0:7410:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.996441:0:3288:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1770653413.996445:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1770653413.996448:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028473728 : -117276681077888 : ffff955665157b80) 00000100:00000001:1.0:1770653413.996448:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444839 00010000:00010000:0.0:1770653413.996448:0:7410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178cfbc lrc: 1/0,0 mode: --/PW res: [0x240000403:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.996453:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1770653413.996456:0:3288:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1770653413.996456:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444836 00000100:00000040:3.0:1770653413.996460:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955710551180 x1856657707212288/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1770653413.996461:0:3288:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00010000:00000001:0.0:1770653413.996463:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.996464:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444839 00000100:00000001:2.0:1770653413.996466:0:3288:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00010000:00010000:0.0:1770653413.996468:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95571016b200/0x2aed14e4e178cfbc lrc: 0/0,0 mode: --/PW res: [0x240000403:0x155f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.996471:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444836 00000100:00000001:2.0:1770653413.996472:0:3288:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.996477:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444839 00000100:00000001:1.0:1770653413.996483:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444836 00000100:00000040:2.0:1770653413.996484:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955665157b80 x1856657707210240/t4295332648(4295332648) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1770653413.996484:0:7410:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95565f6ed500 count: 0 00000100:00000001:1.0:1770653413.996486:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444839 00000100:00000001:1.0:1770653413.996491:0:3289:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000010:0.0:1770653413.996491:0:7410:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955630aa3e80. 00000100:00000001:1.0:1770653413.996507:0:3289:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1770653413.996508:0:7410:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95565f6ed400. 00000400:00000001:1.0:1770653413.996514:0:3289:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1770653413.996516:0:3288:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1770653413.996517:0:3289:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1770653413.996519:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:1.0:1770653413.996521:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e053f20. 00010000:00000001:0.0:1770653413.996523:0:7410:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1770653413.996524:0:3288:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1770653413.996528:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8ee0 00000100:00000001:2.0:1770653413.996529:0:3288:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1770653413.996529:0:7410:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556189e1e40. 00000100:00000001:3.0:1770653413.996531:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653413.996533:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8ee0. 00010000:00000001:0.0:1770653413.996536:0:7410:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.996537:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00000004:00080000:2.0:1770653413.996538:0:3288:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff955665157b80/2, rc 0, transno 4295332648 00000100:00000001:1.0:1770653413.996539:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1770653413.996541:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:1.0:1770653413.996546:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955710551880 x1856657707211136/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00001000:2.0:1770653413.996547:0:3288:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 6 in flight, 50 in progress 00000020:00000001:0.0:1770653413.996547:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.996553:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1770653413.996557:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:2.0:1770653413.996560:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665157b80 x1856657707210240/t4295332648(4295332648) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.996561:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.996562:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653413.996566:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955710551880 x1856657707211136/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.996568:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1770653413.996569:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1770653413.996573:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1770653413.996576:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.996577:0:3290:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:0.0:1770653413.996582:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1770653413.996583:0:3290:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1770653413.996590:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653413.996593:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00080000:00000010:0.0:1770653413.996595:0:6530:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff955734dd6400. 00000100:00000001:3.0:1770653413.996596:0:3290:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1770653413.996599:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00080000:00000001:0.0:1770653413.996602:0:6530:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626800514458624 : -117273195092992 : ffff955734dd6400) 00000100:00000001:1.0:1770653413.996603:0:3289:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1770653413.996604:0:3288:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955665157b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707210240:0@lo:6:osp-syn-1-0.0 00000100:00000040:3.0:1770653413.996605:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95572ebc4a80 x1856657707212416/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.996609:0:3289:0:(client.c:1568:after_reply()) Process entered 00000001:00000001:0.0:1770653413.996610:0:6530:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 02000000:00000001:1.0:1770653413.996612:0:3289:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000001:00000001:0.0:1770653413.996614:0:6530:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.996616:0:3289:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:2.0:1770653413.996630:0:3288:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1770653413.996630:0:3289:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1770653413.996631:0:6530:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x141c:0x0] not in the id map cache 00000400:00000001:2.0:1770653413.996634:0:3288:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1770653413.996637:0:3289:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.996638:0:3290:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1770653413.996640:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2840. 00080000:00000001:0.0:1770653413.996640:0:6530:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000100:00000001:3.0:1770653413.996642:0:3290:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653413.996642:0:3289:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 00000400:00000200:2.0:1770653413.996646:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888770 02000000:00000001:3.0:1770653413.996649:0:3290:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1770653413.996651:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888770. 00080000:00000001:0.0:1770653413.996651:0:6530:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1770653413.996652:0:3289:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 02000000:00000001:3.0:1770653413.996653:0:3290:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.996658:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00080000:00000001:0.0:1770653413.996658:0:6530:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.996661:0:3290:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.996662:0:3289:0:(client.c:1470:ptlrpc_check_status()) Process entered 00080000:00000001:0.0:1770653413.996663:0:6530:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000100:00000200:2.0:1770653413.996666:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95563f2c6680 x1856657707208192/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.996667:0:3289:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.996668:0:6530:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00100000:3.0:1770653413.996669:0:3290:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95572ebc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707212416:0@lo:6:osp-syn-0-0.0 80000000:00000001:0.0:1770653413.996672:0:6530:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:1.0:1770653413.996673:0:3289:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 80000000:00000001:0.0:1770653413.996676:0:6530:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:1.0:1770653413.996678:0:3289:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.996681:0:3290:0:(niobuf.c:864:ptl_send_rpc()) Process entered 80000000:00000001:0.0:1770653413.996681:0:6530:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.996684:0:3289:0:(client.c:1522:ptlrpc_save_versions()) Process entered 80000000:00000001:0.0:1770653413.996686:0:6530:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.996688:0:3289:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1770653413.996693:0:3289:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00080000:00000001:0.0:1770653413.996693:0:6530:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1770653413.996698:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95563f2c6680 x1856657707208192/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.996698:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00080000:00000001:0.0:1770653413.996699:0:6530:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000100:00000001:1.0:1770653413.996702:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799901546624 : -117273808004992 : ffff955710551880) 00080000:00000001:0.0:1770653413.996703:0:6530:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000100:00000001:1.0:1770653413.996709:0:3289:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1770653413.996712:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1770653413.996713:0:3289:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00000100:00000001:2.0:1770653413.996716:0:3288:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.996717:0:3289:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000001:00000001:0.0:1770653413.996718:0:6530:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:1.0:1770653413.996721:0:3289:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.996722:0:3290:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1770653413.996723:0:3288:0:(client.c:1568:after_reply()) Process entered 00000001:00000001:0.0:1770653413.996723:0:6530:0:(osd_quota.c:525:osd_declare_quota()) Process entered 02000000:00000001:3.0:1770653413.996725:0:3290:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.996728:0:3288:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1770653413.996728:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955710551880 x1856657707211136/t8590299228(8590299228) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1770653413.996729:0:3290:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00080000:00000001:0.0:1770653413.996730:0:6530:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.996733:0:3288:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1770653413.996735:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955606129400. 00080000:00000001:0.0:1770653413.996737:0:6530:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:2.0:1770653413.996750:0:3288:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.996756:0:3290:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.996756:0:3288:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.996756:0:6530:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000010:3.0:1770653413.996765:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2ec8. 00000100:00001000:2.0:1770653413.996765:0:3288:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 00000100:00001000:2.0:1770653413.996769:0:3288:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 00000001:00000001:0.0:1770653413.996770:0:6530:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:2.0:1770653413.996772:0:3288:0:(client.c:1470:ptlrpc_check_status()) Process entered 00080000:00000001:0.0:1770653413.996773:0:6530:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.996776:0:3288:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.996778:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78220. 00010000:00000001:2.0:1770653413.996782:0:3288:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1770653413.996786:0:3290:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707212416, portal 4 00010000:00000001:2.0:1770653413.996787:0:3288:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.996788:0:6530:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.996790:0:3289:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.996791:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653413.996795:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800411626112 : -117273297925504 : ffff95572ebc4a80) 00000100:00000001:2.0:1770653413.996795:0:3288:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1770653413.996796:0:3289:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00080000:00000001:0.0:1770653413.996796:0:6530:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000100:00000040:2.0:1770653413.996798:0:3288:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1770653413.996801:0:3289:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.996802:0:3288:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000004:00080000:1.0:1770653413.996805:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff955710551880/2, rc 0, transno 8590299228 00000100:00000040:3.0:1770653413.996807:0:3290:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95572ebc4a80 x1856657707212416/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.996807:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000004:00001000:1.0:1770653413.996809:0:3289:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 7 in flight, 46 in progress 00000100:00000001:2.0:1770653413.996811:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796392441472 : -117277317110144 : ffff95563f2c6680) 00080000:00000001:0.0:1770653413.996812:0:6530:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.996819:0:6530:0:(osd_object.c:806:osd_destroy()) Process entered 00000100:00000001:2.0:1770653413.996820:0:3288:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1770653413.996822:0:3290:0:(niobuf.c:69:ptl_send_buf()) Process entered 00080000:00000001:0.0:1770653413.996823:0:6530:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000040:2.0:1770653413.996826:0:3288:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 80000000:00000001:0.0:1770653413.996827:0:6530:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000040:1.0:1770653413.996828:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955710551880 x1856657707211136/t8590299228(8590299228) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653413.996831:0:3290:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1770653413.996832:0:3288:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 80000000:00000001:0.0:1770653413.996833:0:6530:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000400:00000010:3.0:1770653413.996838:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78aa0. 00000100:00000001:2.0:1770653413.996838:0:3288:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1770653413.996838:0:6530:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.996845:0:3289:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955710551880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707211136:0@lo:6:osp-syn-0-0.0 00000100:00000200:3.0:1770653413.996846:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707212416, offset 0 80000000:00000001:0.0:1770653413.996847:0:6530:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.996865:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95563f2c6680 x1856657707208192/t8590299232(8590299232) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1770653413.996872:0:3289:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1770653413.996876:0:3289:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1770653413.996880:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2370. 00080000:00000001:0.0:1770653413.996881:0:6530:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.996883:0:3288:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1770653413.996886:0:6530:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000100:00000001:2.0:1770653413.996887:0:3288:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1770653413.996887:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78e58 00080000:00000001:0.0:1770653413.996890:0:6530:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000100:00000001:2.0:1770653413.996892:0:3288:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1770653413.996892:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78e58. 00000004:00080000:2.0:1770653413.996897:0:3288:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95563f2c6680/2, rc 0, transno 8590299232 00000100:00000001:1.0:1770653413.996899:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000004:00001000:2.0:1770653413.996902:0:3288:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 6 in flight, 46 in progress 00000400:00000200:3.0:1770653413.996903:0:3290:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1770653413.996907:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95563f2c5f80 x1856657707209216/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1770653413.996912:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95563f2c6680 x1856657707208192/t8590299232(8590299232) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1770653413.996916:0:3290:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000001:0.0:1770653413.996920:0:6530:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1770653413.996928:0:6530:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.996932:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b9e80 00080000:00000001:0.0:1770653413.996935:0:6530:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1770653413.996940:0:6530:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000100:00000200:1.0:1770653413.996944:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95563f2c5f80 x1856657707209216/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1770653413.996946:0:3288:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95563f2c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707208192:0@lo:6:osp-syn-0-0.0 00000001:00000002:0.0:1770653413.996946:0:6530:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332653, last_committed = 4295332607 00000400:00000200:3.0:1770653413.996947:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf6c5 [8] + 10336 00000001:00000010:0.0:1770653413.996954:0:6530:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9556681b9120. 00000400:00000200:3.0:1770653413.996959:0:3290:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000040:0.0:1770653413.996960:0:6530:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 46 00000004:00000001:2.0:1770653413.996963:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1770653413.996967:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.996968:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1770653413.996968:0:6530:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=53 00000400:00000200:3.0:1770653413.996970:0:3290:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000001:2.0:1770653413.996974:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:1.0:1770653413.996974:0:3289:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1770653413.996975:0:6530:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:3.0:1770653413.996976:0:3290:0:(events.c:286:request_in_callback()) Process entered 00000004:00000001:2.0:1770653413.996978:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:1.0:1770653413.996979:0:3289:0:(client.c:1568:after_reply()) Process entered 00000100:00000200:3.0:1770653413.996981:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000004:00000001:2.0:1770653413.996981:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.996982:0:3289:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00080000:00000001:0.0:1770653413.996985:0:6530:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000100:00000001:1.0:1770653413.996987:0:3289:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000040:00001000:2.0:1770653413.996988:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64bac0 type=0x10692404 idx=1772 00000100:00000010:3.0:1770653413.996990:0:3290:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95561752b800. 00000100:00000001:1.0:1770653413.996992:0:3289:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.996994:0:6530:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.996997:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1772 lrh_len: 64 (1344 remains) 00000100:00000040:3.0:1770653413.996998:0:3290:0:(events.c:337:request_in_callback()) incoming req@ffff95561752b800 x1856657707212416 msgsize 544 02000000:00000001:1.0:1770653413.996998:0:3289:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.997000:0:6724:0:(llog.c:797:llog_process_thread()) index: 1772, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00000100:00001000:1.0:1770653413.997005:0:3289:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 00000004:00000001:2.0:1770653413.997006:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00080000:00000001:0.0:1770653413.997006:0:6530:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.997012:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00002000:00000001:0.0:1770653413.997013:0:6530:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.997015:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000001:2.0:1770653413.997016:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653413.997016:0:3289:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 00002000:00000001:0.0:1770653413.997018:0:6530:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000004:00000001:2.0:1770653413.997023:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000100:00000001:1.0:1770653413.997024:0:3289:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000004:00000001:2.0:1770653413.997026:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000100:00000001:1.0:1770653413.997027:0:3289:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.997028:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000001:3.0:1770653413.997031:0:3290:0:(events.c:373:request_in_callback()) Process leaving 00080000:00000010:0.0:1770653413.997031:0:6530:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955643ef3ab8. 00010000:00000001:1.0:1770653413.997032:0:3289:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000010:2.0:1770653413.997033:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572ebc5180. 00010000:00000001:1.0:1770653413.997036:0:3289:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653413.997039:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=49 obd=lustre-OST0000-osc-MDT0000 00002000:00000001:0.0:1770653413.997039:0:6530:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000400:00000200:3.0:1770653413.997040:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78aa0 00000100:00000001:1.0:1770653413.997040:0:3289:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00002000:00000040:0.0:1770653413.997044:0:6530:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x141c:0x0] 00000400:00000010:3.0:1770653413.997045:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78aa0. 00000100:00000040:1.0:1770653413.997045:0:3289:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1770653413.997046:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1770653413.997051:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1770653413.997051:0:3289:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00002000:00000010:0.0:1770653413.997052:0:6530:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff95560d387b50. 00000100:00000001:3.0:1770653413.997053:0:3290:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1770653413.997054:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1770653413.997056:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.997059:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796392439680 : -117277317111936 : ffff95563f2c5f80) 00002000:00000001:0.0:1770653413.997059:0:6530:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 02000000:00000010:2.0:1770653413.997061:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95562b39e800. 00000100:00000200:3.0:1770653413.997063:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95572ebc4a80 x1856657707212416/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00002000:00000001:0.0:1770653413.997064:0:6530:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.997065:0:3289:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1770653413.997068:0:3289:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00002000:00000001:0.0:1770653413.997071:0:6530:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.997072:0:3289:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1770653413.997076:0:3289:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.997077:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.997078:0:6530:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332653, xid 1856657707210496 00000004:00000001:2.0:1770653413.997083:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626800411627904 : -117273297923712 : ffff95572ebc5180) 00000100:00000040:1.0:1770653413.997084:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95563f2c5f80 x1856657707209216/t8590299230(8590299230) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653413.997085:0:6530:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:2.0:1770653413.997092:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1770653413.997093:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000200:0.0:1770653413.997094:0:6530:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95572ebc5c00 x1856657707210496/t4295332653(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.997098:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.997099:0:3289:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1770653413.997101:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572ebc4a80 x1856657707212416/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.997106:0:3289:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1770653413.997109:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082d6919b] to pc [ptlrpcd_00_00+0] req@ffff95572ebc5180 x1856657707212672/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.997111:0:3289:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:1.0:1770653413.997120:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95563f2c5f80/2, rc 0, transno 8590299230 00010000:00000001:0.0:1770653413.997123:0:6530:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1770653413.997128:0:6530:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:1.0:1770653413.997130:0:3289:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 6 in flight, 47 in progress 00000100:00000001:3.0:1770653413.997135:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653413.997136:0:6530:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653413.997142:0:3290:0:(events.c:68:request_out_callback()) Process leaving 00000004:00000001:2.0:1770653413.997143:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.997144:0:6530:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1770653413.997145:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95563f2c5f80 x1856657707209216/t8590299230(8590299230) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.997147:0:3290:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:2.0:1770653413.997148:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 6 in flight, 47 in progress 00000100:00000040:0.0:1770653413.997150:0:6530:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000040:3.0:1770653413.997154:0:3290:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26298 usecs (27 jiffies) 00000004:00001000:2.0:1770653413.997154:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1772, id 1958 00000100:00000001:0.0:1770653413.997156:0:6530:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00000001:3.0:1770653413.997161:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444837 00000004:00000001:2.0:1770653413.997161:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 02000000:00000001:0.0:1770653413.997163:0:6530:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000001:2.0:1770653413.997166:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:3.0:1770653413.997168:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444839 02000000:00000001:0.0:1770653413.997168:0:6530:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.997170:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.997177:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444837 00000004:00000001:2.0:1770653413.997177:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:0.0:1770653413.997177:0:6530:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1770653413.997181:0:3289:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95563f2c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707209216:0@lo:6:osp-syn-0-0.0 00000100:00000001:3.0:1770653413.997183:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444839 00000004:00000001:2.0:1770653413.997183:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000040:0.0:1770653413.997185:0:6530:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000004:00000001:2.0:1770653413.997188:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.997192:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444837 00000040:00001000:2.0:1770653413.997192:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64bb00 type=0x10692404 idx=1773 00000400:00000010:0.0:1770653413.997193:0:6530:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8c38. 00000100:00000001:3.0:1770653413.997197:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444839 00000040:00001000:2.0:1770653413.997199:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1773 lrh_len: 64 (1280 remains) 00000100:00000001:3.0:1770653413.997200:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444837 00000100:00000200:0.0:1770653413.997201:0:6530:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707210496, offset 224 00000040:00001000:2.0:1770653413.997202:0:6724:0:(llog.c:797:llog_process_thread()) index: 1773, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00000100:00000001:1.0:1770653413.997203:0:76416:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1770653413.997206:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444839 00000100:00100000:1.0:1770653413.997208:0:76416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707211904 00000004:00000001:2.0:1770653413.997210:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:3.0:1770653413.997212:0:3290:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1770653413.997213:0:76416:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000004:00000001:2.0:1770653413.997215:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000400:00000200:0.0:1770653413.997215:0:6530:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1770653413.997218:0:76416:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653413.997219:0:3290:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.997221:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.997222:0:76416:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.997224:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.997225:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 02000000:00000001:1.0:1770653413.997227:0:76416:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.997228:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000100:00000001:3.0:1770653413.997230:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653413.997230:0:6530:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000001:2.0:1770653413.997233:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00100000:1.0:1770653413.997233:0:76416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707211904 00000100:00000001:3.0:1770653413.997238:0:3290:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:2.0:1770653413.997239:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572ebc7800. 00000020:00000001:1.0:1770653413.997239:0:76416:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1770653413.997243:0:3290:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:1.0:1770653413.997243:0:76416:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00000020:00000040:2.0:1770653413.997245:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=50 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:0.0:1770653413.997245:0:6530:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b9700 00000020:00000001:1.0:1770653413.997249:0:76416:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1770653413.997250:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1770653413.997251:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1770653413.997254:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1770653413.997254:0:76416:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=54 02000000:00000001:2.0:1770653413.997255:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1770653413.997256:0:6530:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda87d [1] + 224 00000100:00000001:3.0:1770653413.997258:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.997259:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.997260:0:76416:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000400:00000200:0.0:1770653413.997267:0:6530:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1770653413.997268:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000020:00000001:1.0:1770653413.997268:0:76416:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 02000000:00000010:2.0:1770653413.997269:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95562b39f800. 00000100:00000001:3.0:1770653413.997276:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653413.997276:0:6530:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1770653413.997277:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.997277:0:76416:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1770653413.997283:0:3290:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000004:00000001:2.0:1770653413.997284:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626800411637760 : -117273297913856 : ffff95572ebc7800) 00000020:00000010:1.0:1770653413.997285:0:76416:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cfc0. 00000100:00000001:0.0:1770653413.997285:0:6530:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1770653413.997287:0:3290:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653413.997290:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1770653413.997291:0:76416:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.997292:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1770653413.997293:0:6530:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95572ebc7100 x1856657707210496/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.997296:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653413.997296:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.997298:0:76416:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cfc0. 00000100:00000001:3.0:1770653413.997300:0:3290:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000020:00000010:1.0:1770653413.997306:0:76416:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f6a00. 00000100:00000040:2.0:1770653413.997307:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f73d1792] to pc [ptlrpcd_00_01+1] req@ffff95572ebc7800 x1856657707212800/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653413.997308:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95572ebc6300 x1856657707212544/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1770653413.997313:0:76416:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d200. 00000100:00000040:0.0:1770653413.997318:0:6530:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95572ebc7100 x1856657707210496/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1770653413.997321:0:76416:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662adad48. 00000100:00000001:1.0:1770653413.997328:0:76416:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653413.997332:0:76416:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1770653413.997335:0:76416:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.997339:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.997342:0:76416:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:2.0:1770653413.997345:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 7 in flight, 48 in progress 00000100:00000001:3.0:1770653413.997350:0:3290:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000004:00001000:2.0:1770653413.997351:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1773, id 1958 00000100:00000001:3.0:1770653413.997354:0:3290:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.997355:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000001:1.0:1770653413.997356:0:76416:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.997356:0:6530:0:(events.c:163:reply_in_callback()) Process leaving 00000004:00000001:2.0:1770653413.997360:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 02000000:00000001:3.0:1770653413.997362:0:3290:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000004:00000001:2.0:1770653413.997363:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.997365:0:6530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8c38 02000000:00000001:3.0:1770653413.997366:0:3290:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1770653413.997367:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:1.0:1770653413.997369:0:6728:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1770653413.997369:0:6530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8c38. 00000004:00000001:2.0:1770653413.997371:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 02000000:00000001:3.0:1770653413.997372:0:3290:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.997373:0:6728:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707212416 00000004:00000001:2.0:1770653413.997375:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.997375:0:6530:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1770653413.997379:0:6728:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653413.997380:0:6530:0:(events.c:398:reply_out_callback()) Process leaving 00000040:00001000:2.0:1770653413.997381:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64bb40 type=0x10692404 idx=1774 00000100:00100000:3.0:1770653413.997382:0:3290:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95572ebc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707212544:0@lo:6:osp-syn-0-0.0 00000100:00000001:1.0:1770653413.997383:0:6728:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653413.997385:0:6530:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.997387:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1774 lrh_len: 64 (1216 remains) 00000100:00000001:1.0:1770653413.997387:0:6728:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.997393:0:3290:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1770653413.997393:0:6530:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000040:00001000:2.0:1770653413.997394:0:6724:0:(llog.c:797:llog_process_thread()) index: 1774, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 02000000:00000001:1.0:1770653413.997394:0:6728:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.997397:0:3290:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:0.0:1770653413.997400:0:6530:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00100000:1.0:1770653413.997401:0:6728:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707212416 02000000:00000001:3.0:1770653413.997402:0:3290:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.997402:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000020:00000001:0.0:1770653413.997403:0:6530:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.997405:0:6728:0:(genops.c:811:class_conn2export()) Process entered 00000004:00000001:2.0:1770653413.997407:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 02000000:00000001:3.0:1770653413.997408:0:3290:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:1.0:1770653413.997410:0:6728:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00000020:00000001:0.0:1770653413.997410:0:6530:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000004:00000001:2.0:1770653413.997411:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1770653413.997413:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95563a7f9400. 00000020:00000001:1.0:1770653413.997415:0:6728:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00000001:2.0:1770653413.997416:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 02000000:00000001:3.0:1770653413.997419:0:3290:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.997419:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572ebc5c00 x1856657707210496/t4295332653(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1770653413.997420:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000020:00000040:1.0:1770653413.997420:0:6728:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=49 00000004:00000001:2.0:1770653413.997424:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000400:00000010:3.0:1770653413.997426:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d28f0. 00000020:00000001:1.0:1770653413.997427:0:6728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000010:2.0:1770653413.997429:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572ebc5500. 00000020:00000001:1.0:1770653413.997434:0:6728:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000400:00000010:3.0:1770653413.997435:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78aa0. 00000020:00000040:2.0:1770653413.997436:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=51 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1770653413.997442:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1770653413.997443:0:3290:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707212544, portal 4 00000100:00000001:2.0:1770653413.997444:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1770653413.997448:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000010:1.0:1770653413.997449:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cfc0. 00000100:00000001:3.0:1770653413.997450:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1770653413.997453:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653413.997453:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95572ebc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+54:3290:x1856657707210496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21898us (22234us total) trans 4295332653 rc 0/0 00000100:00000001:3.0:1770653413.997454:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800411632384 : -117273297919232 : ffff95572ebc6300) 00000100:00000001:1.0:1770653413.997454:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1770653413.997461:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95562b39fc00. 00000020:00000010:1.0:1770653413.997462:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cfc0. 00000100:00000040:3.0:1770653413.997466:0:3290:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95572ebc6300 x1856657707212544/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.997468:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.997471:0:6728:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f7e00. 00000100:00100000:0.0:1770653413.997471:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136238 00000004:00000001:2.0:1770653413.997475:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626800411628800 : -117273297922816 : ffff95572ebc5500) 00000020:00000010:1.0:1770653413.997478:0:6728:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07dc80. 00000100:00000040:0.0:1770653413.997480:0:6530:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 2 00000100:00000001:2.0:1770653413.997482:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000010:1.0:1770653413.997485:0:6728:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada258. 00000100:00000001:0.0:1770653413.997486:0:6530:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653413.997488:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.997492:0:6728:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1770653413.997492:0:6530:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1770653413.997493:0:3290:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1770653413.997496:0:6728:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1770653413.997498:0:6530:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519900. 00000100:00000040:2.0:1770653413.997499:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b9a00b1] to pc [ptlrpcd_00_02+2] req@ffff95572ebc5500 x1856657707212928/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653413.997501:0:3290:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1770653413.997501:0:6728:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.997506:0:6530:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d960. 00000400:00000010:3.0:1770653413.997508:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78cc0. 00000100:00000001:1.0:1770653413.997509:0:6728:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653413.997514:0:6530:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955626008c00. 00000100:00000200:3.0:1770653413.997516:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707212544, offset 0 00000100:00000001:1.0:1770653413.997519:0:6728:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1770653413.997521:0:6530:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 53 00000400:00000200:3.0:1770653413.997527:0:3290:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1770653413.997529:0:6530:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1770653413.997530:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.997532:0:6728:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000004:00001000:2.0:1770653413.997536:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 8 in flight, 49 in progress 00000100:00000001:1.0:1770653413.997536:0:6728:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1770653413.997538:0:3290:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00001000:2.0:1770653413.997542:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1774, id 1958 00000100:00000001:0.0:1770653413.997543:0:6530:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1770653413.997544:0:6728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136244 00000100:00000001:0.0:1770653413.997548:0:6530:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1770653413.997549:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b9f00 00000004:00000001:2.0:1770653413.997549:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000040:1.0:1770653413.997552:0:6728:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 3 00000100:00000001:1.0:1770653413.997556:0:6728:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028465664 : -117276681085952 : ffff955665155c00) 00000400:00000200:3.0:1770653413.997561:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf6c5 [8] + 10880 00000100:00100000:0.0:1770653413.997561:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136245 00000100:00000040:1.0:1770653413.997566:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665155c00 x1856657707211904/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1770653413.997568:0:6530:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 3 00000400:00000200:3.0:1770653413.997569:0:3290:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1770653413.997574:0:3288:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1770653413.997574:0:6530:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795723864064 : -117277985687552 : ffff95561752b800) 00000400:00000001:2.0:1770653413.997578:0:3288:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1770653413.997581:0:3290:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1770653413.997583:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef24d0. 00000100:00000040:0.0:1770653413.997585:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95561752b800 x1856657707212416/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.997592:0:6530:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1770653413.997595:0:6530:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a680. 00000100:00000001:1.0:1770653413.997598:0:6728:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1770653413.997599:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888000 00000100:00000001:0.0:1770653413.997600:0:6530:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653413.997602:0:6728:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cfc0. 00000400:00000010:2.0:1770653413.997604:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888000. 00000020:00000010:0.0:1770653413.997606:0:6530:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a680. 00000100:00000001:1.0:1770653413.997608:0:6728:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.997609:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1770653413.997610:0:3290:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653413.997615:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00100000:0.0:1770653413.997615:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95561752b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+49:3290:x1856657707212416:12345-0@lo:6:osp-syn-0-0.0 00000020:00000010:1.0:1770653413.997616:0:6728:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cfc0. 00000100:00000200:2.0:1770653413.997617:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95563f2c6a00 x1856657707208064/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1770653413.997624:0:3290:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955617528380. 00000100:00000200:0.0:1770653413.997626:0:6530:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707212416 00000100:00100000:1.0:1770653413.997628:0:6728:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665155c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+53:3289:x1856657707211904:12345-0@lo:6:osp-syn-1-0.0 00000100:00000040:3.0:1770653413.997630:0:3290:0:(events.c:337:request_in_callback()) incoming req@ffff955617528380 x1856657707212544 msgsize 544 00000020:00000001:0.0:1770653413.997631:0:6530:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1770653413.997636:0:6530:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:1.0:1770653413.997639:0:6728:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707211904 00000020:00000001:0.0:1770653413.997640:0:6530:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.997643:0:6728:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:3.0:1770653413.997647:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1770653413.997648:0:6728:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1770653413.997648:0:6530:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1770653413.997652:0:6728:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653413.997653:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95563f2c6a00 x1856657707208064/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1770653413.997656:0:6728:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1770653413.997658:0:6728:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000020:00000001:1.0:1770653413.997663:0:6728:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1770653413.997663:0:6530:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000100:00000001:3.0:1770653413.997664:0:3290:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1770653413.997666:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1770653413.997668:0:6728:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653413.997671:0:6530:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1770653413.997672:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78cc0 00000100:00000001:2.0:1770653413.997672:0:3288:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653413.997672:0:6728:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1770653413.997677:0:6728:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1770653413.997678:0:3288:0:(client.c:1568:after_reply()) Process entered 00000400:00000010:3.0:1770653413.997679:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78cc0. 00000020:00000001:0.0:1770653413.997679:0:6530:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653413.997680:0:6728:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 02000000:00000001:2.0:1770653413.997681:0:3288:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1770653413.997684:0:6728:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000100:00000001:2.0:1770653413.997685:0:3288:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653413.997686:0:3290:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1770653413.997687:0:6728:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.997687:0:6530:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1770653413.997689:0:3288:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.997692:0:6728:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000020:00000001:0.0:1770653413.997692:0:6530:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:3.0:1770653413.997694:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95572ebc6300 x1856657707212544/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653413.997695:0:3288:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.997697:0:6728:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.997698:0:6530:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000100:00001000:2.0:1770653413.997702:0:3288:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=95 v=5 (5 5 5 5) 00000001:00000001:1.0:1770653413.997704:0:6728:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000001:0.0:1770653413.997705:0:6530:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000001:00000001:1.0:1770653413.997708:0:6728:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1770653413.997712:0:3288:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=68 v=5 (1 1 1 1) 00000020:00000001:0.0:1770653413.997713:0:6530:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.997714:0:6728:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.997721:0:6530:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1770653413.997722:0:6728:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:3.0:1770653413.997724:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1770653413.997724:0:3288:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000001:00000001:1.0:1770653413.997725:0:6728:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1770653413.997726:0:6530:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.997730:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572ebc6300 x1856657707212544/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.997730:0:3288:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.997731:0:6728:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.997733:0:6530:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:2.0:1770653413.997748:0:3288:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000001:00000001:1.0:1770653413.997750:0:6728:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1770653413.997751:0:6530:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.997753:0:3288:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.997756:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.997756:0:6728:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1770653413.997760:0:6530:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.997761:0:3288:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00000001:3.0:1770653413.997762:0:3290:0:(events.c:68:request_out_callback()) Process leaving 00000001:00000001:1.0:1770653413.997763:0:6728:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.997767:0:3288:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000020:00000001:1.0:1770653413.997768:0:6728:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.997768:0:6530:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:3.0:1770653413.997769:0:3290:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.997774:0:6728:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.997775:0:3288:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00000040:3.0:1770653413.997776:0:3290:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26298 usecs (27 jiffies) 00000001:00000001:0.0:1770653413.997776:0:6530:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.997778:0:6728:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1770653413.997781:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1770653413.997782:0:6728:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1770653413.997783:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444837 00000001:00000001:0.0:1770653413.997784:0:6530:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.997787:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796392442368 : -117277317109248 : ffff95563f2c6a00) 00000001:00000001:0.0:1770653413.997790:0:6530:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:3.0:1770653413.997791:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444839 00000100:00000001:3.0:1770653413.997793:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444837 02000000:00000010:1.0:1770653413.997796:0:6728:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95564b809800. 00000001:00000001:0.0:1770653413.997799:0:6530:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.997800:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444839 02000000:00000001:1.0:1770653413.997801:0:6728:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.997802:0:3288:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1770653413.997807:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444837 00000100:00000040:2.0:1770653413.997807:0:3288:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00000100:00000001:1.0:1770653413.997808:0:6728:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.997808:0:6530:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.997814:0:3288:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1770653413.997815:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444839 00002000:00000001:1.0:1770653413.997816:0:6728:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000100:00000001:2.0:1770653413.997817:0:3288:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.997817:0:6530:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.997820:0:6728:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:3.0:1770653413.997821:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444837 00010000:00000001:1.0:1770653413.997825:0:6728:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.997826:0:6530:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.997827:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95563f2c6a00 x1856657707208064/t8590299226(8590299226) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.997828:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444839 00002000:00080000:1.0:1770653413.997832:0:6728:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5152 count 1 00000100:00000001:0.0:1770653413.997834:0:6530:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1770653413.997835:0:3290:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1770653413.997839:0:6728:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 02000000:00000001:0.0:1770653413.997840:0:6530:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1770653413.997843:0:3290:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653413.997844:0:6728:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000010:2.1:1770653413.997868:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565f571400. 00000020:00000001:1.0:1770653413.997870:0:6728:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:3.1:1770653413.997875:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016b800. 00010000:00000010:2.1:1770653413.997876:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0a00. 00000020:00000001:1.0:1770653413.997876:0:6728:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795553132792 : -117278156418824 : ffff95560d2590f8) 00002000:00000001:1.0:1770653413.997883:0:6728:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795553132704 : -117278156418912 : ffff95560d2590a0) 00010000:00000001:1.0:1770653413.997885:0:6728:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000010:3.1:1770653413.997887:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95563cd5c700. 00010000:00000001:1.0:1770653413.997888:0:6728:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.1:1770653413.997889:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565d1f8600. 00010000:00000040:1.0:1770653413.997894:0:6728:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95565f6edf00 count: 2 00010000:00000010:0.1:1770653413.997897:0:6530:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565f571800. 00010000:00000001:1.0:1770653413.997898:0:6728:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000010:3.1:1770653413.997900:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163400. 00010000:00000010:2.1:1770653413.997901:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560e946800. 00010000:00000001:1.0:1770653413.997904:0:6728:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.1:1770653413.997908:0:6530:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e13b100. 00010000:00000010:1.0:1770653413.997909:0:6728:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95566c162c00. 00010000:00000010:3.1:1770653413.997912:0:3290:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556373a1000. 00010000:00000010:2.1:1770653413.997913:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016a000. 00000020:00000001:1.0:1770653413.997915:0:6728:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000010:0.1:1770653413.997920:0:6530:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a800. 00000020:00000040:1.0:1770653413.997921:0:6728:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95566c162c00 with handle 0x2aed14e4e178d025 to hash 00010000:00000010:3.1:1770653413.997923:0:3290:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016b600. 00010000:00000010:2.1:1770653413.997925:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955643d81400. 00000020:00000001:1.0:1770653413.997926:0:6728:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 02000000:00000010:0.0:1770653413.997929:0:6530:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff955734dd7800. 00010000:00000001:1.0:1770653413.997931:0:6728:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626797145959424 : -117276563592192 : ffff95566c162c00) 00010000:00000010:2.1:1770653413.997934:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955606de2600. 00010000:00000001:1.0:1770653413.997935:0:6728:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626797145959424 : -117276563592192 : ffff95566c162c00) 02000000:00000001:0.0:1770653413.997935:0:6530:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1770653413.997937:0:3290:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1770653413.997941:0:3290:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1770653413.997944:0:6728:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1770653413.997944:0:6530:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.997945:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef21b8. 00010000:00000010:2.1:1770653413.997945:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565f6ed300. 00010000:00000001:1.0:1770653413.997948:0:6728:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.997954:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888908 00002000:00000001:0.0:1770653413.997954:0:6530:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00010000:1.0:1770653413.997955:0:6728:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95566c162c00/0x2aed14e4e178d025 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1420:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1770653413.997960:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888908. 00010000:00000001:0.0:1770653413.997961:0:6530:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1770653413.997966:0:6530:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.997967:0:3290:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1770653413.997969:0:3288:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1770653413.997974:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95572ebc7100 x1856657707210496/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.997976:0:6728:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00080000:0.0:1770653413.997984:0:6530:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5478 count 1 00010000:00000001:1.0:1770653413.997986:0:6728:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:2.0:1770653413.997987:0:3288:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1770653413.997990:0:6728:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:2.0:1770653413.997991:0:3288:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.997995:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00002000:00000001:0.0:1770653413.997995:0:6530:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000004:00080000:2.0:1770653413.997997:0:3288:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95563f2c6a00/2, rc 0, transno 8590299226 00010000:00000001:1.0:1770653413.998000:0:6728:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00002000:00000001:0.0:1770653413.998002:0:6530:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:1.0:1770653413.998005:0:6728:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000004:00001000:2.0:1770653413.998006:0:3288:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 7 in flight, 49 in progress 00000020:00000001:0.0:1770653413.998007:0:6530:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000200:3.0:1770653413.998009:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95572ebc7100 x1856657707210496/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1770653413.998012:0:6728:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff95561c987800/0x2aed14e4e178a282 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x1420:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f88 expref: 57 pid: 76384 timeout: 0 lvb_type: 1 00000020:00000001:0.0:1770653413.998016:0:6530:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797101938408 : -117276607613208 : ffff9556697676e8) 00000100:00000040:2.0:1770653413.998018:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95563f2c6a00 x1856657707208064/t8590299226(8590299226) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00002000:00000001:0.0:1770653413.998024:0:6530:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797101938320 : -117276607613296 : ffff955669767690) 00010000:00000001:0.0:1770653413.998032:0:6530:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000001:3.0:1770653413.998034:0:3290:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1770653413.998037:0:6530:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:1.0:1770653413.998038:0:6728:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:3.0:1770653413.998039:0:3290:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.998042:0:6728:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653413.998044:0:6530:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95561e13bd00 count: 2 00000100:00000001:3.0:1770653413.998045:0:3290:0:(client.c:1568:after_reply()) Process entered 00010000:00010000:1.0:1770653413.998049:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 02000000:00000001:3.0:1770653413.998050:0:3290:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:2.0:1770653413.998052:0:3288:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95563f2c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707208064:0@lo:6:osp-syn-0-0.0 00010000:00000001:0.0:1770653413.998052:0:6530:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.998053:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.998054:0:3290:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653413.998057:0:3290:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.998061:0:6530:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:1.0:1770653413.998062:0:6728:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 02000000:00000001:3.0:1770653413.998063:0:3290:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.998064:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1770653413.998065:0:6728:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000010:0.0:1770653413.998068:0:6530:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561ae2a800. 00000100:00000001:2.0:1770653413.998070:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1770653413.998070:0:6728:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1770653413.998071:0:3290:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=88 v=5 (5 5 5 5) 00000100:00000040:2.0:1770653413.998076:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665157b80 x1856657707210240/t4295332648(4295332648) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.998077:0:6728:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653413.998077:0:6530:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00001000:3.0:1770653413.998078:0:3290:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=59 v=5 (1 1 1 1) 00000020:00000040:0.0:1770653413.998083:0:6530:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561ae2a800 with handle 0x2aed14e4e178d02c to hash 00010000:00000001:1.0:1770653413.998084:0:6728:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000100:00000001:3.0:1770653413.998087:0:3290:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00010000:1.0:1770653413.998089:0:6728:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95566c162c00/0x2aed14e4e178d025 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1420:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1770653413.998091:0:6530:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:3.0:1770653413.998092:0:3290:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.998097:0:6530:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795783628800 : -117277925922816 : ffff95561ae2a800) 00010000:00000001:3.0:1770653413.998098:0:3290:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1770653413.998102:0:3290:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.998106:0:6530:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795783628800 : -117277925922816 : ffff95561ae2a800) 00000100:00000001:3.0:1770653413.998108:0:3290:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00000001:2.0:1770653413.998110:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.998112:0:3290:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00010000:00000040:1.0:1770653413.998112:0:6728:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1420:0x0].0x0 (ffff95565f6edf00) refcount = 2 00000100:00000001:2.0:1770653413.998114:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1770653413.998115:0:6530:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1770653413.998118:0:3290:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00010000:00000001:0.0:1770653413.998120:0:6530:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.998121:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563f2c6680 x1856657707208192/t8590299232(8590299232) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653413.998122:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000040:1.0:1770653413.998122:0:6728:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:3.0:1770653413.998127:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800411635968 : -117273297915648 : ffff95572ebc7100) 00010000:00010000:0.0:1770653413.998131:0:6530:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a800/0x2aed14e4e178d02c lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1566:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.998133:0:3290:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00010000:00000040:1.0:1770653413.998133:0:6728:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561c987800/0x2aed14e4e178a282 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1420:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f88 expref: 57 pid: 76384 timeout: 0 lvb_type: 1 00000100:00000040:3.0:1770653413.998137:0:3290:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00000100:00000001:3.0:1770653413.998142:0:3290:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1770653413.998145:0:3290:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.998147:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.998154:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95572ebc7100 x1856657707210496/t4295332653(4295332653) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.998155:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000040:1.0:1770653413.998163:0:6728:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000001:0.0:1770653413.998163:0:6530:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000040:2.0:1770653413.998164:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563f2c6a00 x1856657707208064/t8590299226(8590299226) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1770653413.998168:0:6728:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95566c162c00/0x2aed14e4e178d025 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x1420:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653413.998169:0:6530:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1770653413.998174:0:6530:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:3.0:1770653413.998176:0:3290:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.998180:0:6530:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:3.0:1770653413.998183:0:3290:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1770653413.998186:0:6530:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000100:00000001:3.0:1770653413.998187:0:3290:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.998191:0:6530:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000004:00080000:3.0:1770653413.998194:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95572ebc7100/2, rc 0, transno 4295332653 00000004:00001000:3.0:1770653413.998202:0:3290:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 5 in flight, 50 in progress 00010000:00010000:0.0:1770653413.998203:0:6530:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff95565f570000/0x2aed14e4e1789f95 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1566:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d0b expref: 62 pid: 76389 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1770653413.998204:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1770653413.998211:0:6728:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9cfc0. 00000100:00000040:3.0:1770653413.998212:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572ebc7100 x1856657707210496/t4295332653(4295332653) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653413.998212:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653413.998217:0:6728:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1770653413.998222:0:6728:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa86c0. 00000100:00000001:2.0:1770653413.998223:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1770653413.998228:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.998229:0:6728:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540167872 : -117277169383744 : ffff955647fa86c0) 00010000:00000001:0.0:1770653413.998230:0:6530:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1770653413.998235:0:6530:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653413.998236:0:3290:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95572ebc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707210496:0@lo:6:osp-syn-1-0.0 00000100:00000001:1.0:1770653413.998236:0:6728:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540167872 : -117277169383744 : ffff955647fa86c0) 00000100:00000001:2.0:1770653413.998237:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:0.0:1770653413.998241:0:6530:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:2.0:1770653413.998242:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1770653413.998242:0:6728:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1770653413.998245:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.998246:0:6728:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000001:3.0:1770653413.998248:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1770653413.998248:0:6530:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.998249:0:6728:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000010:2.1:1770653413.998254:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95570ffc3c00. 00000100:00000040:3.0:1770653413.998256:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572ebc7100 x1856657707210496/t4295332653(4295332653) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.998256:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.998256:0:6530:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1770653413.998260:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1770653413.998261:0:6530:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000001:1.0:1770653413.998264:0:6728:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:2.0:1770653413.998268:0:12204:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:1.0:1770653413.998268:0:6728:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1770653413.998268:0:6530:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.998272:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.998273:0:6728:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000100:00100000:2.0:1770653413.998274:0:12204:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707212544 00000100:00000001:3.0:1770653413.998275:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653413.998276:0:6530:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.998277:0:6728:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 02000000:00000001:2.0:1770653413.998279:0:12204:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653413.998283:0:3290:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1770653413.998284:0:12204:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1770653413.998284:0:6530:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000100:00000010:1.0:1770653413.998285:0:6728:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665154e00. 00000100:00000001:3.0:1770653413.998286:0:3290:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1770653413.998289:0:12204:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.998292:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1770653413.998292:0:6728:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=3 obd=lustre-OST0001 00010000:00010000:0.0:1770653413.998292:0:6530:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a800/0x2aed14e4e178d02c lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1566:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1770653413.998293:0:12204:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.998297:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1770653413.998300:0:12204:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707212544 00000100:00000001:1.0:1770653413.998300:0:6728:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1770653413.998301:0:3290:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1770653413.998304:0:6728:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:2.0:1770653413.998305:0:12204:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1770653413.998308:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95572ebc5500 x1856657707212928/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1770653413.998309:0:12204:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 02000000:00000001:1.0:1770653413.998309:0:6728:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.998315:0:12204:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000040:0.0:1770653413.998315:0:6530:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1566:0x0].0x0 (ffff95561e13bd00) refcount = 2 02000000:00000010:1.0:1770653413.998317:0:6728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95563c4f7a00. 00000020:00000040:2.0:1770653413.998320:0:12204:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=50 00000100:00000001:1.0:1770653413.998325:0:6728:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.998326:0:12204:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000001:3.0:1770653413.998327:0:3290:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00010000:00000040:0.0:1770653413.998327:0:6530:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:3.0:1770653413.998332:0:3290:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.998333:0:12204:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00010000:00010000:1.0:1770653413.998334:0:6728:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff95561c987800/0x2aed14e4e178a282 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1420:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f88 expref: 57 pid: 76384 timeout: 0 lvb_type: 1 02000000:00000001:3.0:1770653413.998338:0:3290:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000040:0.0:1770653413.998338:0:6530:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95565f570000/0x2aed14e4e1789f95 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1566:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d0b expref: 62 pid: 76389 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1770653413.998339:0:12204:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1770653413.998343:0:3290:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653413.998345:0:12204:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f592c0. 02000000:00000001:3.0:1770653413.998351:0:3290:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.998352:0:12204:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653413.998357:0:12204:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f592c0. 00000100:00100000:3.0:1770653413.998359:0:3290:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95572ebc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707212928:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1770653413.998361:0:6728:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff95561c987800/0x2aed14e4e178a282 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1420:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f88 expref: 57 pid: 76384 timeout: 6877 lvb_type: 1 00000020:00000010:2.0:1770653413.998364:0:12204:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955636fe9c00. 00010000:00000040:0.0:1770653413.998367:0:6530:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000100:00000001:3.0:1770653413.998371:0:3290:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000020:00000010:2.0:1770653413.998372:0:12204:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300d00. 00010000:00000040:0.0:1770653413.998374:0:6530:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a800/0x2aed14e4e178d02c lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1566:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1770653413.998376:0:3290:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1770653413.998380:0:3290:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653413.998380:0:12204:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510bb8. 00010000:00000001:1.0:1770653413.998382:0:6728:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 02000000:00000001:3.0:1770653413.998388:0:3290:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1770653413.998388:0:12204:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653413.998388:0:6728:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1770653413.998393:0:12204:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:3.0:1770653413.998395:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95563a7f8000. 00000100:00000001:2.0:1770653413.998397:0:12204:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653413.998397:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955665154e00 x1856657707213056/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1770653413.998401:0:3290:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.998404:0:12204:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653413.998408:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2160. 00000100:00000001:2.0:1770653413.998414:0:12204:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1770653413.998415:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78cc0. 00000100:00000200:3.0:1770653413.998422:0:3290:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707212928, portal 4 00010000:00000010:0.0:1770653413.998424:0:6530:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95a680. 00000100:00000001:2.0:1770653413.998425:0:12204:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653413.998428:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1770653413.998431:0:12204:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1770653413.998432:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800411628800 : -117273297922816 : ffff95572ebc5500) 00000100:00000001:0.0:1770653413.998432:0:6530:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1770653413.998439:0:6530:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f362600. 00000100:00100000:2.0:1770653413.998440:0:12204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136246 00000100:00000001:1.0:1770653413.998441:0:6728:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1770653413.998443:0:3290:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95572ebc5500 x1856657707212928/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.998445:0:6728:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.998448:0:12204:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 4 00000100:00000001:0.0:1770653413.998448:0:6530:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661515776 : -117277048035840 : ffff95564f362600) 00000100:00000001:2.0:1770653413.998453:0:12204:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795723850624 : -117277985700992 : ffff955617528380) 00000100:00100000:1.0:1770653413.998454:0:6728:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955665154e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:6728:1856657707213056:192.168.202.60@tcp:104: 00000100:00000001:0.0:1770653413.998457:0:6530:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661515776 : -117277048035840 : ffff95564f362600) 00000100:00000040:2.0:1770653413.998464:0:12204:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955617528380 x1856657707212544/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.998465:0:6530:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1770653413.998466:0:6728:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1770653413.998471:0:6728:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1770653413.998471:0:6530:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000001:3.0:1770653413.998472:0:3290:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1770653413.998476:0:6728:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.998476:0:6530:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000040:3.0:1770653413.998481:0:3290:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1770653413.998483:0:12204:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1770653413.998483:0:6728:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1770653413.998484:0:6530:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1770653413.998486:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78ee0. 02000000:00000010:1.0:1770653413.998488:0:6728:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95563c4f6c00. 00000020:00000010:2.0:1770653413.998489:0:12204:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f592c0. 00010000:00000001:0.0:1770653413.998489:0:6530:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1770653413.998490:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707212928, offset 0 02000000:00000001:1.0:1770653413.998494:0:6728:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.998495:0:6530:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:2.0:1770653413.998496:0:12204:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.998499:0:6530:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000400:00000200:3.0:1770653413.998501:0:3290:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1770653413.998501:0:6728:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d94478. 00000020:00000010:2.0:1770653413.998502:0:12204:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f592c0. 00010000:00000001:0.0:1770653413.998505:0:6530:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00000400:00000010:1.0:1770653413.998510:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022088. 00010000:00000001:0.0:1770653413.998510:0:6530:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00100000:2.0:1770653413.998516:0:12204:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955617528380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+50:3290:x1856657707212544:12345-0@lo:6:osp-syn-0-0.0 00000400:00000200:3.0:1770653413.998517:0:3290:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1770653413.998519:0:6728:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707213056, portal 16 00000100:00000010:0.0:1770653413.998519:0:6530:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710552d80. 00000100:00000001:1.0:1770653413.998526:0:6728:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1770653413.998527:0:12204:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707212544 00000100:00000001:1.0:1770653413.998528:0:6728:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028462080 : -117276681089536 : ffff955665154e00) 00000020:00000040:0.0:1770653413.998529:0:6530:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=4 obd=lustre-OST0000 00000400:00000200:3.0:1770653413.998532:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1ba080 00000020:00000001:2.0:1770653413.998533:0:12204:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1770653413.998538:0:12204:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:1.0:1770653413.998539:0:6728:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955665154e00 x1856657707213056/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.998539:0:6530:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:2.0:1770653413.998541:0:12204:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.998544:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf6c5 [8] + 11424 02000000:00000001:0.0:1770653413.998545:0:6530:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:2.0:1770653413.998547:0:12204:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1770653413.998551:0:12204:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 02000000:00000001:0.0:1770653413.998552:0:6530:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.998556:0:3290:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1770653413.998558:0:12204:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1770653413.998564:0:12204:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1770653413.998564:0:6530:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff955626008c00. 00000400:00000200:3.0:1770653413.998567:0:3290:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1770653413.998567:0:6728:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1770653413.998568:0:12204:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1770653413.998573:0:12204:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1770653413.998574:0:6530:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.998575:0:3290:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1770653413.998576:0:6728:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000020:00000001:2.0:1770653413.998577:0:12204:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000100:00000200:3.0:1770653413.998578:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000001:2.0:1770653413.998582:0:12204:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000400:00000010:1.0:1770653413.998583:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022110. 00000100:00000010:3.0:1770653413.998584:0:3290:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955617529c00. 00000020:00000001:2.0:1770653413.998586:0:12204:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653413.998588:0:6530:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff95565f570000/0x2aed14e4e1789f95 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1566:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d0b expref: 62 pid: 76389 timeout: 0 lvb_type: 1 00000100:00000200:1.0:1770653413.998589:0:6728:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707213056, offset 0 00000100:00000040:3.0:1770653413.998590:0:3290:0:(events.c:337:request_in_callback()) incoming req@ffff955617529c00 x1856657707212928 msgsize 544 00000001:00000001:2.0:1770653413.998590:0:12204:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1770653413.998593:0:12204:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.998599:0:12204:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000400:00000200:1.0:1770653413.998601:0:6728:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00100000:3.0:1770653413.998603:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00000001:2.0:1770653413.998603:0:12204:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1770653413.998607:0:12204:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.998613:0:12204:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1770653413.998616:0:12204:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653413.998619:0:3290:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1770653413.998619:0:6728:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000001:00000001:2.0:1770653413.998622:0:12204:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653413.998626:0:12204:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000400:00000200:1.0:1770653413.998626:0:6728:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000001:00000001:2.0:1770653413.998630:0:12204:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1770653413.998631:0:6530:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff95565f570000/0x2aed14e4e1789f95 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1566:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d0b expref: 62 pid: 76389 timeout: 6877 lvb_type: 1 00000400:00000200:1.0:1770653413.998633:0:6728:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000001:00000001:2.0:1770653413.998635:0:12204:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.998640:0:6728:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000020:00000001:2.0:1770653413.998641:0:12204:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.998646:0:12204:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.998647:0:6728:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00000001:2.0:1770653413.998651:0:12204:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1770653413.998655:0:12204:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1770653413.998656:0:6728:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164747:2164747:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164743:2164743:8:4294967295] 00010000:00000001:0.0:1770653413.998657:0:6530:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 02000000:00000010:2.0:1770653413.998661:0:12204:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95560a61b000. 00000100:00000001:0.0:1770653413.998662:0:6530:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1770653413.998667:0:12204:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.998671:0:12204:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653413.998672:0:6728:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00002000:00000001:2.0:1770653413.998674:0:12204:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000100:00000040:0.0:1770653413.998674:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955710552d80 x1856657707213184/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653413.998679:0:12204:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000400:00000200:3.0:1770653413.998680:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78ee0 00010000:00000001:2.0:1770653413.998682:0:12204:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653413.998683:0:6728:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000400:00000010:3.0:1770653413.998685:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78ee0. 00002000:00080000:2.0:1770653413.998689:0:12204:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5479 count 1 00000800:00000010:1.0:1770653413.998691:0:6728:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9557353d2f00. 00000100:00000001:3.0:1770653413.998692:0:3290:0:(events.c:34:request_out_callback()) Process entered 00002000:00000001:2.0:1770653413.998696:0:12204:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000100:00000200:3.0:1770653413.998700:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95572ebc5500 x1856657707212928/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00002000:00000001:2.0:1770653413.998700:0:12204:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000800:00000200:1.0:1770653413.998703:0:6728:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000020:00000001:2.0:1770653413.998706:0:12204:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1770653413.998713:0:12204:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797101937192 : -117276607614424 : ffff955669767228) 00000800:00000200:1.0:1770653413.998715:0:6728:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00002000:00000001:2.0:1770653413.998722:0:12204:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797101937104 : -117276607614512 : ffff9556697671d0) 00000800:00000200:1.0:1770653413.998723:0:6728:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9557353d2f00 type 1, nob 424 niov 1 nkiov 1 00010000:00000001:2.0:1770653413.998732:0:12204:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000001:3.0:1770653413.998733:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1770653413.998736:0:6530:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1770653413.998737:0:12204:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000040:3.0:1770653413.998751:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572ebc5500 x1856657707212928/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653413.998752:0:6728:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.998758:0:6728:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444841 00000100:00000001:0.0:1770653413.998758:0:6530:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653413.998763:0:12204:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955666214900 count: 2 00000100:00000001:1.0:1770653413.998766:0:6728:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4301444839 00010000:00000001:2.0:1770653413.998769:0:12204:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1770653413.998770:0:6530:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955710552d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6530:1856657707213184:192.168.202.60@tcp:104: 00000100:00000001:1.0:1770653413.998772:0:6728:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444841 00010000:00000001:2.0:1770653413.998777:0:12204:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:1.0:1770653413.998779:0:6728:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4301444839 00000100:00000001:0.0:1770653413.998781:0:6530:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00010000:00000010:2.0:1770653413.998784:0:12204:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95571016a000. 00000100:00000001:1.0:1770653413.998784:0:6728:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444841 02000000:00000001:0.0:1770653413.998786:0:6530:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1770653413.998791:0:6728:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4301444839 02000000:00000001:0.0:1770653413.998792:0:6530:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653413.998793:0:12204:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:1.0:1770653413.998797:0:6728:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444841 02000000:00000001:0.0:1770653413.998798:0:6530:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1770653413.998799:0:12204:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95571016a000 with handle 0x2aed14e4e178d033 to hash 00000100:00000001:1.0:1770653413.998802:0:6728:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4301444839 00000020:00000001:2.0:1770653413.998806:0:12204:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 02000000:00000010:0.0:1770653413.998806:0:6530:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff955626008800. 00000100:00000001:1.0:1770653413.998807:0:6728:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653413.998812:0:12204:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799897452544 : -117273812099072 : ffff95571016a000) 00000100:00000001:1.0:1770653413.998814:0:6728:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653413.998814:0:6530:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.998821:0:6728:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.998822:0:12204:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799897452544 : -117273812099072 : ffff95571016a000) 00000400:00000010:0.0:1770653413.998824:0:6530:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e0539a0. 00010000:00000001:1.0:1770653413.998826:0:6728:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.998830:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.998832:0:12204:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:1.0:1770653413.998832:0:6728:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.998833:0:3290:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1770653413.998834:0:6530:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8c38. 00010000:00000001:1.0:1770653413.998838:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653413.998839:0:12204:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.998841:0:3290:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.998843:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:0.0:1770653413.998843:0:6530:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707213184, portal 16 00010000:00010000:2.0:1770653413.998845:0:12204:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95571016a000/0x2aed14e4e178d033 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1567:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1770653413.998846:0:3290:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26298 usecs (27 jiffies) 00010000:00000001:1.0:1770653413.998847:0:6728:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.998866:0:6728:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1770653413.998868:0:6728:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1770653413.998875:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444839 00000100:00000001:1.0:1770653413.998875:0:6728:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.998875:0:6530:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1770653413.998880:0:6530:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799901552000 : -117273807999616 : ffff955710552d80) 00000100:00000001:1.0:1770653413.998881:0:6728:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1770653413.998882:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444841 00010000:00000001:2.0:1770653413.998884:0:12204:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:1.0:1770653413.998885:0:6728:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1770653413.998888:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444839 00010000:00000001:2.0:1770653413.998889:0:12204:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00100000:1.0:1770653413.998890:0:6728:0:(client.c:2680:ptlrpc_set_wait()) set ffff955647fa86c0 going to sleep for 11 seconds 00010000:00000001:2.0:1770653413.998894:0:12204:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000040:0.0:1770653413.998894:0:6530:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955710552d80 x1856657707213184/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653413.998895:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444841 00000100:00000001:1.0:1770653413.998896:0:6728:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1770653413.998898:0:12204:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:1.0:1770653413.998900:0:6728:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.998901:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444839 00010000:00000001:2.0:1770653413.998903:0:12204:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:2.0:1770653413.998907:0:12204:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:3.0:1770653413.998908:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444841 00000800:00000001:1.0:1770653413.998912:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653413.998913:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444839 00010000:00010000:2.0:1770653413.998915:0:12204:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff955662dc0800/0x2aed14e4e178a1b0 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1567:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ed9 expref: 62 pid: 12199 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1770653413.998919:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444841 00000800:00000001:1.0:1770653413.998920:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.998925:0:3290:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1770653413.998927:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653413.998928:0:6530:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1770653413.998933:0:3290:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.998935:0:12204:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000800:00000001:1.0:1770653413.998935:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.998937:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653413.998938:0:6530:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653413.998940:0:12204:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.998942:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1770653413.998946:0:12204:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000010:0.0:1770653413.998946:0:6530:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac85d8. 00000100:00000001:3.0:1770653413.998949:0:3290:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1770653413.998949:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:2.0:1770653413.998951:0:12204:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.998953:0:3290:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1770653413.998954:0:6530:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707213184, offset 0 00010000:00000001:2.0:1770653413.998956:0:12204:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:3.0:1770653413.998959:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:2.0:1770653413.998960:0:12204:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:3.0:1770653413.998962:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1770653413.998964:0:12204:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653413.998966:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b9d00 00000100:00000001:3.0:1770653413.998967:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.998969:0:6530:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653413.998970:0:12204:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653413.998972:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.998975:0:12204:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1770653413.998979:0:12204:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95571016a000/0x2aed14e4e178d033 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1567:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1770653413.998983:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda92d [1] + 224 00000400:00000200:0.0:1770653413.998985:0:6530:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00010000:00000040:2.0:1770653413.998988:0:12204:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1567:0x0].0x0 (ffff955666214900) refcount = 2 00010000:00000040:2.0:1770653413.999001:0:12204:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000800:00000001:1.0:1770653413.999004:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1770653413.999005:0:6530:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000040:2.0:1770653413.999008:0:12204:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955662dc0800/0x2aed14e4e178a1b0 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1567:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ed9 expref: 62 pid: 12199 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1770653413.999015:0:12204:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000400:00000200:0.0:1770653413.999015:0:6530:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00010000:00000040:2.0:1770653413.999019:0:12204:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95571016a000/0x2aed14e4e178d033 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1567:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653413.999022:0:76384:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:3.0:1770653413.999023:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1770653413.999024:0:6530:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000100:00100000:1.0:1770653413.999027:0:76384:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707212928 00000800:00000010:3.0:1770653413.999029:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9557353d2f00. 02000000:00000001:1.0:1770653413.999032:0:76384:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1770653413.999033:0:6530:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00000001:1.0:1770653413.999036:0:76384:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1770653413.999037:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1770653413.999039:0:12204:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f592c0. 00000100:00000001:1.0:1770653413.999039:0:76384:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653413.999044:0:6530:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164748:2164748:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164744:2164744:7:4294967295] 00000100:00000001:2.0:1770653413.999046:0:12204:0:(client.c:1145:ptlrpc_prep_set()) Process entered 02000000:00000001:1.0:1770653413.999046:0:76384:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.999049:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000010:2.0:1770653413.999052:0:12204:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0000. 00000100:00100000:1.0:1770653413.999052:0:76384:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707212928 00000020:00000001:1.0:1770653413.999057:0:76384:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1770653413.999058:0:12204:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100335104 : -117276609216512 : ffff9556695e0000) 00000020:00000040:1.0:1770653413.999060:0:76384:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00000100:00000001:2.0:1770653413.999064:0:12204:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100335104 : -117276609216512 : ffff9556695e0000) 00000020:00000001:1.0:1770653413.999064:0:76384:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653413.999067:0:76384:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=51 00000020:00000001:1.0:1770653413.999077:0:76384:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000001:2.0:1770653413.999078:0:12204:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000020:00000001:1.0:1770653413.999081:0:76384:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000001:2.0:1770653413.999083:0:12204:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000400:00000200:0.0:1770653413.999083:0:6530:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:1.0:1770653413.999085:0:76384:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1770653413.999087:0:12204:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1770653413.999091:0:12204:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:1.0:1770653413.999091:0:76384:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cd40. 00000400:00000200:3.0:1770653413.999094:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022110 00010000:00000001:2.0:1770653413.999095:0:12204:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.999096:0:76384:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1770653413.999099:0:6530:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000400:00000010:3.0:1770653413.999100:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022110. 00000020:00000001:2.0:1770653413.999100:0:12204:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000010:1.0:1770653413.999101:0:76384:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cd40. 00010000:00000001:2.0:1770653413.999104:0:12204:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1770653413.999108:0:12204:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1770653413.999110:0:12204:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000800:00000010:0.0:1770653413.999110:0:6530:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9f00. 00000020:00000010:1.0:1770653413.999112:0:76384:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f7800. 00000100:00000010:2.0:1770653413.999115:0:12204:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572ebc6d80. 00000020:00000040:2.0:1770653413.999119:0:12204:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=5 obd=lustre-OST0000 00000020:00000010:1.0:1770653413.999120:0:76384:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d900. 00000800:00000200:0.0:1770653413.999122:0:6530:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:2.0:1770653413.999123:0:12204:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1770653413.999126:0:12204:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000010:1.0:1770653413.999129:0:76384:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada640. 02000000:00000001:2.0:1770653413.999131:0:12204:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653413.999137:0:6530:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:1.0:1770653413.999138:0:76384:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000010:2.0:1770653413.999139:0:12204:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff955636fe8000. 00000100:00000001:1.0:1770653413.999144:0:76384:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000200:0.0:1770653413.999144:0:6530:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1770653413.999145:0:12204:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.999149:0:76384:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.999153:0:6530:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653413.999155:0:12204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff955662dc0800/0x2aed14e4e178a1b0 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1567:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ed9 expref: 62 pid: 12199 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1770653413.999157:0:76384:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653413.999159:0:6530:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444842 00000100:00000001:0.0:1770653413.999170:0:6530:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444841 00010000:00010000:2.0:1770653413.999171:0:12204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff955662dc0800/0x2aed14e4e178a1b0 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1567:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ed9 expref: 62 pid: 12199 timeout: 6877 lvb_type: 1 00000100:00000001:1.0:1770653413.999176:0:76384:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.999178:0:6530:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444842 00010000:00000001:2.0:1770653413.999187:0:12204:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1770653413.999190:0:12204:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1770653413.999190:0:6530:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444841 00000100:00000001:1.0:1770653413.999191:0:76384:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1770653413.999204:0:76384:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1770653413.999208:0:12204:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95572ebc6d80 x1856657707213312/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653413.999209:0:6530:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444842 00000100:00100000:1.0:1770653413.999213:0:76384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136247 00000100:00000040:1.0:1770653413.999220:0:76384:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 5 00000100:00000001:0.0:1770653413.999221:0:6530:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444841 00000100:00000001:3.0:1770653413.999225:0:3282:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1770653413.999226:0:12204:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1770653413.999226:0:76384:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795723856896 : -117277985694720 : ffff955617529c00) 00000100:00000001:0.0:1770653413.999230:0:6530:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444842 00000100:00000001:2.0:1770653413.999231:0:12204:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653413.999233:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955665154e00 x1856657707213056/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1770653413.999236:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955617529c00 x1856657707212928/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/0 e 0 to 0 dl 1770653424 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653413.999239:0:6530:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444841 00000100:00100000:2.0:1770653413.999240:0:12204:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95572ebc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12204:1856657707213312:192.168.202.60@tcp:104: 00000100:00000001:0.0:1770653413.999248:0:6530:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653413.999251:0:12204:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1770653413.999255:0:12204:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1770653413.999257:0:6530:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.999259:0:12204:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.999264:0:6530:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.999265:0:12204:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1770653413.999273:0:6530:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.999274:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653413.999274:0:76384:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000004:00000001:2.0:1770653413.999278:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1770653413.999281:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653413.999281:0:6530:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653413.999282:0:76384:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cd40. 00000100:00000040:3.0:1770653413.999284:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665154e00 x1856657707213056/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:2.0:1770653413.999289:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:1.0:1770653413.999289:0:76384:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.999289:0:6530:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:2.0:1770653413.999294:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:0.0:1770653413.999295:0:6530:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:1.0:1770653413.999297:0:76384:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cd40. 00000004:00000001:2.0:1770653413.999298:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.999300:0:6530:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1770653413.999305:0:6724:0:(llog.c:663:llog_process_thread()) processing rec 0xffff95564f64bb80 type=0x10692404 idx=1775 00010000:00000001:0.0:1770653413.999308:0:6530:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:3.0:1770653413.999309:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653413.999309:0:76384:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955617529c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+51:3290:x1856657707212928:12345-0@lo:6:osp-syn-0-0.0 00000040:00001000:2.0:1770653413.999311:0:6724:0:(llog.c:776:llog_process_thread()) lrh_index: 1775 lrh_len: 64 (1152 remains) 00000100:00000001:3.0:1770653413.999315:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1770653413.999315:0:6530:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:2.0:1770653413.999317:0:6724:0:(llog.c:797:llog_process_thread()) index: 1775, lh_last_idx: 1775 synced_idx: 1775 lgh_last_idx: 1775 00000100:00000200:1.0:1770653413.999319:0:76384:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707212928 00000100:00000001:0.0:1770653413.999322:0:6530:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.999323:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000020:00000001:1.0:1770653413.999323:0:76384:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1770653413.999329:0:76384:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1770653413.999329:0:6530:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000004:00000001:2.0:1770653413.999330:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000020:00000001:1.0:1770653413.999331:0:76384:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653413.999334:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.999335:0:76384:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1770653413.999335:0:6530:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000004:00000001:2.0:1770653413.999338:0:6724:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000020:00000001:1.0:1770653413.999339:0:76384:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000004:00000001:2.0:1770653413.999342:0:6724:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000020:00000001:1.0:1770653413.999343:0:76384:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:0.0:1770653413.999343:0:6530:0:(client.c:2680:ptlrpc_set_wait()) set ffff95564f362600 going to sleep for 11 seconds 00000004:00000001:2.0:1770653413.999347:0:6724:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000020:00000001:1.0:1770653413.999348:0:76384:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653413.999350:0:6530:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1770653413.999351:0:76384:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000200:3.0:1770653413.999353:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1770653413.999355:0:6724:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572f8d4380. 00000020:00000001:1.0:1770653413.999355:0:76384:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1770653413.999356:0:6530:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1770653413.999357:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9f00. 00000020:00000001:1.0:1770653413.999359:0:76384:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000040:2.0:1770653413.999361:0:6724:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=52 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1770653413.999364:0:76384:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000400:00000200:3.0:1770653413.999365:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653413.999365:0:6724:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:1.0:1770653413.999368:0:76384:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653413.999369:0:6724:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000001:00000001:1.0:1770653413.999372:0:76384:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 02000000:00000001:2.0:1770653413.999373:0:6724:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653413.999375:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000001:00000001:1.0:1770653413.999376:0:76384:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653413.999380:0:6724:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff95560a61b400. 00000001:00000001:1.0:1770653413.999382:0:76384:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000400:00000200:3.0:1770653413.999383:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac85d8 00000100:00000001:2.0:1770653413.999385:0:6724:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.999385:0:76384:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1770653413.999387:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac85d8. 00010000:00010000:0.0:1770653413.999387:0:12201:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff955606de2a00/0x2aed14e4e178cfed lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x141a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000004:00000001:2.0:1770653413.999390:0:6724:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446626800425321344 : -117273284230272 : ffff95572f8d4380) 00000001:00000001:1.0:1770653413.999392:0:76384:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653413.999394:0:3282:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1770653413.999398:0:6724:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000001:00000001:1.0:1770653413.999399:0:76384:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000200:3.0:1770653413.999404:0:3282:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955710552d80 x1856657707213184/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653413.999404:0:6724:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653413.999404:0:76384:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1770653413.999412:0:76384:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.999412:0:12201:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653413.999415:0:6724:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a7f4617] to pc [ptlrpcd_00_03+3] req@ffff95572f8d4380 x1856657707213440/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1770653413.999418:0:76384:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1770653413.999422:0:76384:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1770653413.999423:0:12201:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff955606de2a00/0x2aed14e4e178cfed lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x141a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.999424:0:3282:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000001:00000001:1.0:1770653413.999429:0:76384:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653413.999431:0:3282:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955710552d80 x1856657707213184/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1770653413.999436:0:76384:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653413.999442:0:76384:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.999448:0:76384:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000004:00000001:2.0:1770653413.999451:0:6724:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653413.999452:0:76384:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1770653413.999454:0:12201:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000004:00001000:2.0:1770653413.999458:0:6724:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 8 in flight, 50 in progress 02000000:00000010:1.0:1770653413.999459:0:76384:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95564b809c00. 00010000:00000001:0.0:1770653413.999459:0:12201:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.999463:0:12201:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00001000:2.0:1770653413.999464:0:6724:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 1775, id 1958 02000000:00000001:1.0:1770653413.999465:0:76384:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.999467:0:12201:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1770653413.999471:0:12201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00000001:2.0:1770653413.999472:0:6724:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000001:1.0:1770653413.999472:0:76384:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653413.999474:0:12201:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955606de2a00 refcount=3 00002000:00000001:1.0:1770653413.999478:0:76384:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000020:00000001:0.0:1770653413.999479:0:12201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795447790080 : -117278261761536 : ffff955606de2a00) 00010000:00000001:1.0:1770653413.999481:0:76384:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1770653413.999482:0:12201:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795447790080 : -117278261761536 : ffff955606de2a00) 00010000:00000001:1.0:1770653413.999485:0:76384:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653413.999486:0:12204:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff955636fe8c00. 00010000:00000001:0.0:1770653413.999487:0:12201:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1770653413.999490:0:12201:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff955606de2a00/0x2aed14e4e178cfed lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x141a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1770653413.999492:0:76384:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5482 count 1 02000000:00000001:2.0:1770653413.999493:0:12204:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653413.999500:0:12204:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef24d0. 00002000:00000001:1.0:1770653413.999500:0:76384:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00010000:00000001:0.0:1770653413.999501:0:12201:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00002000:00000001:1.0:1770653413.999502:0:76384:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:0.0:1770653413.999504:0:12201:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1770653413.999506:0:76384:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000010:2.0:1770653413.999508:0:12204:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888000. 00010000:00010000:0.0:1770653413.999508:0:12201:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff955606de2a00/0x2aed14e4e178cfed lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x141a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1770653413.999510:0:76384:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797101937800 : -117276607613816 : ffff955669767488) 00000100:00000200:2.0:1770653413.999514:0:12204:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707213312, portal 16 00002000:00000001:1.0:1770653413.999516:0:76384:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797101937712 : -117276607613904 : ffff955669767430) 00000100:00000001:2.0:1770653413.999520:0:12204:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1770653413.999522:0:76384:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000001:2.0:1770653413.999524:0:12204:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800411635072 : -117273297916544 : ffff95572ebc6d80) 00000100:00000001:3.0:1770653413.999525:0:3282:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.999526:0:76384:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:0.0:1770653413.999527:0:12201:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1770653413.999532:0:3282:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1770653413.999532:0:12201:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.999533:0:76384:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95560d669000 count: 2 00000100:00000040:2.0:1770653413.999537:0:12204:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff95572ebc6d80 x1856657707213312/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653413.999539:0:76384:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653413.999539:0:12201:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1770653413.999545:0:12201:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff95564f362cc0. 00010000:00000001:1.0:1770653413.999546:0:76384:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:0.0:1770653413.999551:0:12201:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1770653413.999552:0:12204:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000010:1.0:1770653413.999552:0:76384:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95566c163c00. 00000100:00000001:3.0:1770653413.999557:0:3288:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1770653413.999558:0:76384:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000040:2.0:1770653413.999559:0:12204:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000020:00000040:1.0:1770653413.999563:0:76384:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95566c163c00 with handle 0x2aed14e4e178d03a to hash 00000400:00000010:2.0:1770653413.999565:0:12204:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888770. 00010000:00010000:0.0:1770653413.999566:0:12201:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000001:1.0:1770653413.999567:0:76384:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000040:3.0:1770653413.999570:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95572ebc4000 x1856657707211776/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653413.999571:0:76384:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626797145963520 : -117276563588096 : ffff95566c163c00) 00000100:00000200:2.0:1770653413.999572:0:12204:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707213312, offset 0 00010000:00000001:0.0:1770653413.999572:0:12201:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.999578:0:76384:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626797145963520 : -117276563588096 : ffff95566c163c00) 00010000:00000001:0.0:1770653413.999580:0:12201:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.999585:0:12204:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:1.0:1770653413.999586:0:76384:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1770653413.999587:0:12201:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1770653413.999591:0:76384:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653413.999592:0:12201:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653413.999596:0:12201:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1770653413.999597:0:12204:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00010000:00010000:1.0:1770653413.999599:0:76384:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95566c163c00/0x2aed14e4e178d03a lrc: 3/0,1 mode: --/PW res: [0x240000403:0x156a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653413.999600:0:3288:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00002000:00000001:0.0:1770653413.999601:0:12201:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000400:00000200:2.0:1770653413.999602:0:12204:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00080000:00000001:0.0:1770653413.999605:0:12201:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:3.0:1770653413.999606:0:3288:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.999610:0:12204:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00080000:00000010:0.0:1770653413.999613:0:12201:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff955734dd5400. 02000000:00000001:3.0:1770653413.999615:0:3288:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1770653413.999618:0:12204:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00010000:00000001:1.0:1770653413.999618:0:76384:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1770653413.999620:0:12201:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626800514454528 : -117273195097088 : ffff955734dd5400) 02000000:00000001:3.0:1770653413.999621:0:3288:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653413.999623:0:76384:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000400:00000200:2.0:1770653413.999625:0:12204:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000001:00000001:0.0:1770653413.999627:0:12201:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:1.0:1770653413.999628:0:76384:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 02000000:00000001:3.0:1770653413.999630:0:3288:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.999632:0:76384:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000001:00000001:0.0:1770653413.999632:0:12201:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653413.999633:0:12204:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164749:2164749:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164745:2164745:8:4294967295] 00010000:00000001:1.0:1770653413.999638:0:76384:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00080000:00000002:0.0:1770653413.999639:0:12201:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x141a:0x0] not in the id map cache 00000100:00100000:3.0:1770653413.999641:0:3288:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95572ebc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707211776:0@lo:6:osp-syn-1-0.0 00010000:00000001:1.0:1770653413.999642:0:76384:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:0.0:1770653413.999645:0:12201:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00010000:00010000:1.0:1770653413.999650:0:76384:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff95565f571200/0x2aed14e4e178a036 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x156a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d82 expref: 62 pid: 76389 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1770653413.999651:0:3288:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1770653413.999656:0:3288:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1770653413.999657:0:12204:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00080000:00000001:0.0:1770653413.999657:0:12201:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1770653413.999661:0:3288:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.999666:0:12201:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653413.999669:0:3288:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1770653413.999669:0:76384:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00080000:00000001:0.0:1770653413.999670:0:12201:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00010000:00000001:1.0:1770653413.999673:0:76384:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1770653413.999675:0:12204:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00080000:00000001:0.0:1770653413.999675:0:12201:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00010000:1.0:1770653413.999678:0:76384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 80000000:00000001:0.0:1770653413.999679:0:12201:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000020:00000001:3.0:1770653413.999680:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1770653413.999681:0:76384:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1770653413.999682:0:12204:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df200. 80000000:00000001:0.0:1770653413.999683:0:12201:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000020:00000001:3.0:1770653413.999684:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.999686:0:76384:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 80000000:00000001:0.0:1770653413.999688:0:12201:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.999690:0:76384:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1770653413.999691:0:66075:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 80000000:00000001:0.0:1770653413.999693:0:12201:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1770653413.999694:0:12204:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:1.0:1770653413.999695:0:76384:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.999697:0:66075:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00080000:00000001:0.0:1770653413.999699:0:12201:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653413.999702:0:76384:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.999703:0:66075:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000800:00000200:2.0:1770653413.999706:0:12204:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:1.0:1770653413.999707:0:76384:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1770653413.999710:0:76384:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95566c163c00/0x2aed14e4e178d03a lrc: 4/0,1 mode: --/PW res: [0x240000403:0x156a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1770653413.999715:0:12201:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00010000:3.0:1770653413.999716:0:66075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff955606de2a00/0x2aed14e4e178cfed lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x141a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000800:00000200:2.0:1770653413.999716:0:12204:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df200 type 1, nob 424 niov 1 nkiov 1 00080000:00000001:0.0:1770653413.999720:0:12201:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00010000:00000040:1.0:1770653413.999724:0:76384:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x156a:0x0].0x0 (ffff95560d669000) refcount = 2 00000100:00000001:2.0:1770653413.999731:0:12204:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653413.999732:0:76384:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000001:00000001:0.0:1770653413.999733:0:12201:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:3.0:1770653413.999735:0:66075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff955606de2a00 already unused, calling callback (ffffffffc16fe650) 00000100:00000001:2.0:1770653413.999737:0:12204:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444842 00000001:00000001:0.0:1770653413.999737:0:12201:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000040:1.0:1770653413.999754:0:76384:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95565f571200/0x2aed14e4e178a036 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x156a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d82 expref: 62 pid: 76389 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1770653413.999755:0:12204:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, keep current deadline 4301444842 00010000:00000001:3.0:1770653413.999758:0:66075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1770653413.999761:0:12204:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444842 00010000:00000001:3.0:1770653413.999763:0:66075:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00080000:00000001:0.0:1770653413.999763:0:12201:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.999769:0:12204:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, keep current deadline 4301444842 00010000:00010000:3.0:1770653413.999770:0:66075:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff955606de2a00/0x2aed14e4e178cfed lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x141a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1770653413.999770:0:12201:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000040:1.0:1770653413.999771:0:76384:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000100:00000001:2.0:1770653413.999776:0:12204:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444842 00080000:00000001:0.0:1770653413.999776:0:12201:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000040:1.0:1770653413.999777:0:76384:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95566c163c00/0x2aed14e4e178d03a lrc: 4/0,1 mode: --/PW res: [0x240000403:0x156a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653413.999783:0:12204:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, keep current deadline 4301444842 00010000:00000001:3.0:1770653413.999786:0:66075:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:2.0:1770653413.999789:0:12204:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444842 00010000:00000001:3.0:1770653413.999790:0:66075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000001:00000001:0.0:1770653413.999790:0:12201:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1770653413.999794:0:12201:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653413.999795:0:66075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1770653413.999796:0:12204:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, keep current deadline 4301444842 00010000:00000010:1.0:1770653413.999798:0:76384:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9cd40. 00000020:00000040:3.0:1770653413.999800:0:66075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955606de2a00 refcount=3 00000100:00000001:2.0:1770653413.999801:0:12204:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653413.999803:0:76384:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000020:00000001:3.0:1770653413.999805:0:66075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795447790080 : -117278261761536 : ffff955606de2a00) 00000100:00000001:2.0:1770653413.999807:0:12204:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.999808:0:12201:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.999809:0:66075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795447790080 : -117278261761536 : ffff955606de2a00) 00000100:00000010:1.0:1770653413.999809:0:76384:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa8000. 00010000:00000001:2.0:1770653413.999812:0:12204:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.999816:0:66075:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1770653413.999816:0:76384:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540166144 : -117277169385472 : ffff955647fa8000) 00080000:00000001:0.0:1770653413.999816:0:12201:0:(osd_object.c:2094:osd_ref_del()) Process entered 00010000:00000001:2.0:1770653413.999817:0:12204:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653413.999822:0:66075:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff955606de2a00/0x2aed14e4e178cfed lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x141a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1770653413.999823:0:12204:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.999823:0:76384:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540166144 : -117277169385472 : ffff955647fa8000) 00080000:00000001:0.0:1770653413.999829:0:12201:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653413.999830:0:12204:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653413.999830:0:76384:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000001:2.0:1770653413.999833:0:12204:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.999835:0:76384:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00080000:00000001:0.0:1770653413.999836:0:12201:0:(osd_object.c:806:osd_destroy()) Process entered 00010000:00000001:2.0:1770653413.999837:0:12204:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.999839:0:66075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1770653413.999839:0:76384:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1770653413.999841:0:12204:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00080000:00000001:0.0:1770653413.999841:0:12201:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:3.0:1770653413.999844:0:66075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1770653413.999844:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 80000000:00000001:0.0:1770653413.999845:0:12201:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:2.0:1770653413.999846:0:12204:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:3.0:1770653413.999870:0:66075:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.999872:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653413.999875:0:66075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:1.0:1770653413.999875:0:76384:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1770653413.999879:0:66075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1770653413.999880:0:76384:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000001:2.0:1770653413.999882:0:12204:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.999883:0:66075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1770653413.999884:0:76384:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 80000000:00000001:0.0:1770653413.999884:0:12201:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00000001:2.0:1770653413.999885:0:12204:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1770653413.999887:0:66075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653413.999888:0:76384:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 80000000:00000001:0.0:1770653413.999889:0:12201:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653413.999890:0:12204:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:3.0:1770653413.999892:0:66075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff955606de2a00 with handle 0x2aed14e4e178cfed from hash 00000100:00000010:1.0:1770653413.999894:0:76384:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665154380. 80000000:00000001:0.0:1770653413.999895:0:12201:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653413.999896:0:12204:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556695e0000 going to sleep for 11 seconds 00010000:00000001:3.0:1770653413.999898:0:66075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000040:1.0:1770653413.999901:0:76384:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=6 obd=lustre-OST0000 00080000:00000001:0.0:1770653413.999902:0:12201:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.999903:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653413.999903:0:12204:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1770653413.999908:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653413.999909:0:76384:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00080000:00000001:0.0:1770653413.999909:0:12201:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:3.0:1770653413.999911:0:66075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000001:0.0:1770653413.999912:0:12201:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 02000000:00000001:1.0:1770653413.999913:0:76384:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:3.0:1770653413.999915:0:66075:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 02000000:00000001:1.0:1770653413.999917:0:76384:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.999918:0:66075:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.999922:0:66075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000010:1.0:1770653413.999923:0:76384:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95563c4f7000. 00010000:00000001:3.0:1770653413.999924:0:66075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1770653413.999925:0:12204:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653413.999928:0:76384:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.999929:0:66075:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1770653413.999933:0:66075:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653413.999937:0:66075:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653413.999938:0:76384:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff95565f571200/0x2aed14e4e178a036 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x156a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d82 expref: 62 pid: 76389 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1770653413.999940:0:66075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653413.999944:0:66075:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00080000:00000001:0.0:1770653413.999949:0:12201:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653413.999951:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:0.0:1770653413.999954:0:12201:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653413.999955:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1770653413.999956:0:76384:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff95565f571200/0x2aed14e4e178a036 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x156a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d82 expref: 62 pid: 76389 timeout: 6877 lvb_type: 1 00010000:00000001:3.0:1770653413.999959:0:66075:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653413.999961:0:12201:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1770653413.999965:0:66075:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653413.999966:0:12201:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000800:00000200:2.0:1770653413.999970:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1770653413.999971:0:66075:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:0.0:1770653413.999972:0:12201:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332654, last_committed = 4295332607 00000800:00000010:2.0:1770653413.999976:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df200. 00010000:00000001:1.0:1770653413.999977:0:76384:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00010000:00010000:3.0:1770653413.999979:0:66075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff955606de2a00/0x2aed14e4e178cfed lrc: 1/0,0 mode: --/PW res: [0x280000403:0x141a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000001:00000010:0.0:1770653413.999980:0:12201:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9556681b9060. 00000400:00000200:2.0:1770653413.999982:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653413.999982:0:76384:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000001:00000040:0.0:1770653413.999987:0:12201:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 47 00000100:00000040:1.0:1770653413.999989:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955665154380 x1856657707213568/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:0.0:1770653413.999994:0:12201:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=54 00000400:00000200:2.0:1770653413.999995:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:3.0:1770653414.000002:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:0.0:1770653414.000002:0:12201:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1770653414.000003:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888770 00010000:00010000:3.0:1770653414.000006:0:66075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff955606de2a00/0x2aed14e4e178cfed lrc: 0/0,0 mode: --/PW res: [0x280000403:0x141a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1770653414.000008:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888770. 00000100:00000001:1.0:1770653414.000009:0:76384:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00080000:00000001:0.0:1770653414.000012:0:12201:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000100:00000001:1.0:1770653414.000014:0:76384:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.000015:0:3283:0:(events.c:34:request_out_callback()) Process entered 00000001:00000001:0.0:1770653414.000019:0:12201:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653414.000024:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95572ebc6d80 x1856657707213312/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1770653414.000025:0:76384:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955665154380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:76384:1856657707213568:192.168.202.60@tcp:104: 00010000:00000040:3.0:1770653414.000027:0:66075:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff955666214200 count: 0 00080000:00000001:0.0:1770653414.000031:0:12201:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1770653414.000034:0:66075:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955621430f80. 00000100:00000001:1.0:1770653414.000035:0:76384:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00002000:00000001:0.0:1770653414.000038:0:12201:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653414.000039:0:76384:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1770653414.000042:0:76384:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653414.000045:0:12201:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 02000000:00000001:1.0:1770653414.000046:0:76384:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1770653414.000047:0:3283:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1770653414.000053:0:3283:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572ebc6d80 x1856657707213312/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1770653414.000053:0:76384:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95563c4f7400. 02000000:00000001:1.0:1770653414.000058:0:76384:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653414.000064:0:76384:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d94580. 00000100:00000001:2.0:1770653414.000066:0:3283:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1770653414.000066:0:12201:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955643ef21c8. 00000400:00000010:1.0:1770653414.000070:0:76384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0224c8. 00000100:00000001:2.0:1770653414.000071:0:3283:0:(events.c:68:request_out_callback()) Process leaving 00002000:00000001:0.0:1770653414.000072:0:12201:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:0.0:1770653414.000076:0:12201:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x141a:0x0] 00000100:00000200:1.0:1770653414.000077:0:76384:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707213568, portal 16 00002000:00000010:0.0:1770653414.000078:0:12201:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff95560d387430. 00000100:00000001:1.0:1770653414.000080:0:76384:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653414.000083:0:76384:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028459392 : -117276681092224 : ffff955665154380) 02000000:00000010:2.0:1770653414.000085:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95560a618000. 00002000:00000001:0.0:1770653414.000086:0:12201:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:0.0:1770653414.000089:0:12201:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653414.000090:0:76384:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955665154380 x1856657707213568/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1770653414.000091:0:3288:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653414.000094:0:12201:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1770653414.000099:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2840. 00010000:00000010:3.0:1770653414.000100:0:66075:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff955666214400. 00010000:00000040:0.0:1770653414.000101:0:12201:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332654, xid 1856657707210112 00000400:00000010:2.0:1770653414.000106:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888770. 00010000:00000001:0.0:1770653414.000107:0:12201:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:3.0:1770653414.000110:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1770653414.000113:0:3288:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707211776, portal 4 00010000:00000001:3.0:1770653414.000114:0:66075:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:1.0:1770653414.000116:0:76384:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000200:0.0:1770653414.000119:0:12201:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95561752b480 x1856657707210112/t4295332654(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:3.0:1770653414.000120:0:66075:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff95564f362cc0. 00000100:00000001:2.0:1770653414.000120:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1770653414.000123:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800411623424 : -117273297928192 : ffff95572ebc4000) 00010000:00000001:3.0:1770653414.000126:0:66075:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653414.000126:0:76384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000020:00000001:3.0:1770653414.000132:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:2.0:1770653414.000134:0:3288:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95572ebc4000 x1856657707211776/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1770653414.000134:0:76384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022aa0. 00000020:00000001:3.0:1770653414.000136:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653414.000143:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:1.0:1770653414.000144:0:76384:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707213568, offset 0 00000100:00000001:2.0:1770653414.000148:0:3288:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1770653414.000153:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:2.0:1770653414.000154:0:3288:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1770653414.000158:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653414.000160:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268883b8. 00010000:00000001:0.0:1770653414.000160:0:12201:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00010000:3.0:1770653414.000161:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1770653414.000165:0:76384:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000020:00000001:3.0:1770653414.000167:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1770653414.000168:0:12201:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653414.000171:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707211776, offset 0 00000020:00000001:3.0:1770653414.000172:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653414.000175:0:12201:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=95 v=5 (1 1 1 1) 00000400:00000200:1.0:1770653414.000177:0:76384:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00010000:00010000:3.0:1770653414.000178:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1770653414.000183:0:3288:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1770653414.000185:0:12201:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1770653414.000187:0:76384:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1770653414.000190:0:12201:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000001:0.0:1770653414.000194:0:12201:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00000001:3.0:1770653414.000196:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1770653414.000196:0:76384:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 02000000:00000001:0.0:1770653414.000197:0:12201:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1770653414.000201:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1770653414.000201:0:12201:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.000204:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653414.000205:0:76384:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1770653414.000207:0:12201:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1770653414.000210:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000200:1.0:1770653414.000213:0:76384:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00000040:0.0:1770653414.000215:0:12201:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1770653414.000216:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653414.000221:0:76384:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164750:2164750:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164746:2164746:8:4294967295] 00000400:00000010:0.0:1770653414.000222:0:12201:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8bb0. 00000100:00000001:3.0:1770653414.000223:0:3290:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1770653414.000226:0:3290:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1770653414.000230:0:12201:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707210112, offset 224 00000100:00000001:3.0:1770653414.000231:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653414.000235:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1770653414.000239:0:3290:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1770653414.000242:0:76384:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000400:00000200:0.0:1770653414.000243:0:12201:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1770653414.000247:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95572f8d4380 x1856657707213440/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1770653414.000257:0:76384:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000400:00000200:2.0:1770653414.000261:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1770653414.000263:0:12201:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:1.0:1770653414.000265:0:76384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9557353d2f00. 00000100:00000001:3.0:1770653414.000273:0:3290:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1770653414.000277:0:3290:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653414.000278:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b9c00 00000800:00000200:1.0:1770653414.000279:0:76384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000400:00000200:0.0:1770653414.000281:0:12201:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b9580 02000000:00000001:3.0:1770653414.000284:0:3290:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1770653414.000289:0:3290:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1770653414.000289:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf6c5 [8] + 11968 00000800:00000200:1.0:1770653414.000291:0:76384:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 02000000:00000001:3.0:1770653414.000296:0:3290:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653414.000298:0:76384:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9557353d2f00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1770653414.000300:0:3288:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1770653414.000303:0:3290:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95572f8d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707213440:0@lo:6:osp-syn-0-0.0 00000400:00000200:0.0:1770653414.000304:0:12201:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda841 [1] + 224 00000400:00000200:2.0:1770653414.000311:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1770653414.000312:0:3290:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1770653414.000313:0:76384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653414.000314:0:12201:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1770653414.000316:0:3290:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1770653414.000316:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1770653414.000321:0:76384:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444843 02000000:00000001:3.0:1770653414.000322:0:3290:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653414.000322:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:0.0:1770653414.000325:0:12201:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1770653414.000331:0:3290:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1770653414.000331:0:76384:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444842 00000100:00000010:2.0:1770653414.000332:0:3288:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572f8d6d80. 00000100:00000001:0.0:1770653414.000333:0:12201:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:3.0:1770653414.000339:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955642787000. 00000100:00000040:2.0:1770653414.000340:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff95572f8d6d80 x1856657707211776 msgsize 544 00000100:00000001:1.0:1770653414.000340:0:76384:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444843 00000100:00000200:0.0:1770653414.000341:0:12201:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955617528a80 x1856657707210112/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1770653414.000346:0:3290:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.000348:0:76384:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444842 00000400:00000010:3.0:1770653414.000354:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2478. 00000100:00100000:2.0:1770653414.000355:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1770653414.000356:0:76384:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444843 00000400:00000010:3.0:1770653414.000363:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78ee0. 00000100:00000001:1.0:1770653414.000366:0:76384:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444842 00000100:00000001:2.0:1770653414.000368:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1770653414.000368:0:12201:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff955617528a80 x1856657707210112/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1770653414.000370:0:3290:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707213440, portal 4 00000100:00000001:1.0:1770653414.000370:0:76384:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444843 00000400:00000200:2.0:1770653414.000374:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268883b8 00000100:00000001:3.0:1770653414.000376:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653414.000378:0:76384:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444842 00000400:00000010:2.0:1770653414.000379:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268883b8. 00000100:00000001:3.0:1770653414.000380:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800425321344 : -117273284230272 : ffff95572f8d4380) 00000100:00000001:1.0:1770653414.000385:0:76384:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653414.000387:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1770653414.000392:0:3290:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95572f8d4380 x1856657707213440/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653414.000392:0:76384:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653414.000395:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95572ebc4000 x1856657707211776/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653414.000396:0:12201:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1770653414.000398:0:76384:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653414.000403:0:12201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8bb0 00010000:00000001:1.0:1770653414.000405:0:76384:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653414.000409:0:12201:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8bb0. 00000020:00000001:1.0:1770653414.000413:0:76384:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.000415:0:12201:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653414.000419:0:12201:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1770653414.000421:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653414.000424:0:3290:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1770653414.000425:0:12201:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.000426:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1770653414.000431:0:3290:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1770653414.000431:0:76384:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.000433:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1770653414.000434:0:12201:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000400:00000010:3.0:1770653414.000436:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78990. 00010000:00000001:1.0:1770653414.000438:0:76384:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1770653414.000439:0:12201:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000200:3.0:1770653414.000441:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707213440, offset 0 00000100:00000040:2.0:1770653414.000442:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572ebc4000 x1856657707211776/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653414.000443:0:76384:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:0.0:1770653414.000443:0:12201:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653414.000449:0:3290:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1770653414.000450:0:12201:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1770653414.000451:0:76384:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.000458:0:76384:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1770653414.000459:0:12201:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95561752b480 x1856657707210112/t4295332654(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653414.000463:0:76384:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1770653414.000464:0:3290:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1770653414.000473:0:76384:0:(client.c:2680:ptlrpc_set_wait()) set ffff955647fa8000 going to sleep for 11 seconds 00000100:00000001:2.0:1770653414.000474:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653414.000477:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1ba280 00000100:00000001:2.0:1770653414.000482:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1770653414.000482:0:76384:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1770653414.000483:0:12201:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95561752b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+54:3289:x1856657707210112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 29883us (30265us total) trans 4295332654 rc 0/0 00000400:00000200:3.0:1770653414.000488:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf6c5 [8] + 12512 00000100:00000001:1.0:1770653414.000488:0:76384:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.000492:0:3288:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653414.000499:0:12201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136236 00000100:00000040:2.0:1770653414.000500:0:3288:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26312 usecs (27 jiffies) 00000400:00000200:3.0:1770653414.000501:0:3290:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1770653414.000502:0:12201:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 2 00000800:00000001:1.0:1770653414.000507:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653414.000508:0:3290:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1770653414.000508:0:12201:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653414.000509:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444840 00000100:00000001:0.0:1770653414.000513:0:12201:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1770653414.000514:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653414.000519:0:3290:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:0.0:1770653414.000519:0:12201:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3500. 00000400:00000200:1.0:1770653414.000522:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000200:3.0:1770653414.000523:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:0.0:1770653414.000526:0:12201:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90708. 00000100:00000001:2.0:1770653414.000528:0:76419:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:3.0:1770653414.000530:0:3290:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95561752a680. 00000100:00000001:1.0:1770653414.000532:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1770653414.000532:0:12201:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95562fa45000. 00000100:00100000:2.0:1770653414.000533:0:76419:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707211776 00000100:00000040:3.0:1770653414.000535:0:3290:0:(events.c:337:request_in_callback()) incoming req@ffff95561752a680 x1856657707213440 msgsize 544 02000000:00000001:2.0:1770653414.000541:0:76419:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1770653414.000541:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95561752bb80 x1856657707212032/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:0.0:1770653414.000541:0:12201:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 53 00000100:00100000:3.0:1770653414.000547:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1770653414.000547:0:76419:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653414.000548:0:12201:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653414.000552:0:76419:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.000559:0:3290:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1770653414.000561:0:76419:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.000563:0:12201:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1770653414.000564:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff95561752bb80 x1856657707212032/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1770653414.000566:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78990 00000100:00100000:2.0:1770653414.000569:0:76419:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707211776 00000100:00100000:0.0:1770653414.000569:0:12201:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707213440 00000400:00000010:3.0:1770653414.000571:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78990. 00000020:00000001:2.0:1770653414.000574:0:76419:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1770653414.000575:0:12201:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653414.000578:0:3290:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:2.0:1770653414.000579:0:76419:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00000100:00000001:0.0:1770653414.000579:0:12201:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1770653414.000585:0:76419:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1770653414.000585:0:12201:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653414.000586:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95572f8d4380 x1856657707213440/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1770653414.000590:0:76419:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=54 02000000:00000001:0.0:1770653414.000592:0:12201:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653414.000595:0:76419:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000001:1.0:1770653414.000597:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1770653414.000597:0:12201:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707213440 00000020:00000001:2.0:1770653414.000602:0:76419:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000020:00000001:0.0:1770653414.000603:0:12201:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1770653414.000607:0:12201:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00000100:00000001:3.0:1770653414.000609:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1770653414.000609:0:76419:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1770653414.000610:0:12201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653414.000615:0:12201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=52 00000100:00000040:3.0:1770653414.000616:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572f8d4380 x1856657707213440/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1770653414.000616:0:76419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f595c0. 00000020:00000001:0.0:1770653414.000618:0:12201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000001:2.0:1770653414.000622:0:76419:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653414.000625:0:12201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000020:00000010:2.0:1770653414.000629:0:76419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f595c0. 00000100:00000001:0.0:1770653414.000632:0:12201:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1770653414.000637:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653414.000638:0:12201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95ad00. 00000020:00000010:2.0:1770653414.000639:0:76419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955636fe9000. 00000800:00000200:1.0:1770653414.000640:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1770653414.000641:0:3290:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1770653414.000644:0:12201:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1770653414.000646:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9557353d2f00. 00000020:00000010:2.0:1770653414.000647:0:76419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300f00. 00000020:00000010:0.0:1770653414.000648:0:12201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95ad00. 00000100:00000001:3.0:1770653414.000649:0:3290:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653414.000651:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1770653414.000655:0:76419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510708. 00000100:00000040:3.0:1770653414.000656:0:3290:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26298 usecs (27 jiffies) 00000400:00000200:1.0:1770653414.000659:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653414.000661:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444840 00000400:00000200:1.0:1770653414.000663:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022aa0 00000020:00000010:0.0:1770653414.000666:0:12201:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955626009600. 00000400:00000010:1.0:1770653414.000669:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022aa0. 00000020:00000010:0.0:1770653414.000673:0:12201:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519900. 00000100:00000001:2.0:1770653414.000675:0:76419:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653414.000675:0:3281:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1770653414.000676:0:76389:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1770653414.000678:0:12201:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d960. 00000100:00000001:2.0:1770653414.000680:0:76419:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000001:3.0:1770653414.000683:0:76389:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1770653414.000684:0:12201:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:1.0:1770653414.000685:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955665154380 x1856657707213568/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:3.0:1770653414.000686:0:76389:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1770653414.000686:0:76419:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.000688:0:12201:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:3.0:1770653414.000691:0:76389:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d20b0. 00000100:00000001:0.0:1770653414.000692:0:12201:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.000696:0:76419:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653414.000698:0:76389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78088 00000100:00000001:0.0:1770653414.000700:0:12201:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653414.000703:0:76389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78088. 00000100:00000001:3.0:1770653414.000708:0:76389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1770653414.000711:0:76419:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653414.000711:0:3281:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1770653414.000716:0:76389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95561752bb80 x1856657707212032/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1770653414.000719:0:3281:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665154380 x1856657707213568/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653414.000722:0:12201:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653414.000730:0:12200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1770653414.000734:0:12200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1770653414.000735:0:12201:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1770653414.000751:0:3281:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.000751:0:12201:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1770653414.000755:0:12200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136248 00000100:00000001:1.0:1770653414.000755:0:3281:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1770653414.000761:0:12200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 3 00000800:00000001:1.0:1770653414.000763:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1770653414.000766:0:12201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136249 00000100:00000001:2.0:1770653414.000767:0:12200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800425332096 : -117273284219520 : ffff95572f8d6d80) 00000800:00000001:1.0:1770653414.000770:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653414.000773:0:12201:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 6 00000800:00000001:1.0:1770653414.000774:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1770653414.000777:0:12200:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95572f8d6d80 x1856657707211776/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:245/0 lens 544/0 e 0 to 0 dl 1770653425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653414.000778:0:12201:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795723859584 : -117277985692032 : ffff95561752a680) 00000800:00000001:1.0:1770653414.000779:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653414.000790:0:12201:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95561752a680 x1856657707213440/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:245/0 lens 544/0 e 0 to 0 dl 1770653425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653414.000792:0:12200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1770653414.000793:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000020:00000010:2.0:1770653414.000797:0:12200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f595c0. 00000100:00000001:2.0:1770653414.000804:0:12200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1770653414.000808:0:76389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95561752bb80 x1856657707212032/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1770653414.000810:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b9d80 00000020:00000010:2.0:1770653414.000812:0:12200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f595c0. 00000100:00100000:2.0:1770653414.000826:0:12200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95572f8d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+54:3288:x1856657707211776:12345-0@lo:6:osp-syn-1-0.0 00000400:00000200:1.0:1770653414.000826:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda945 [1] + 224 00000100:00000200:2.0:1770653414.000838:0:12200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707211776 00000800:00000001:1.0:1770653414.000839:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1770653414.000844:0:12200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000001:1.0:1770653414.000845:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653414.000846:0:76389:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000010:3.1:1770653414.000868:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955718ba2800. 00010000:00000010:3.1:1770653414.000878:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2be00. 00000400:00000200:1.0:1770653414.000879:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.1:1770653414.000881:0:12201:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565f6ed500. 00010000:00000010:2.1:1770653414.000882:0:12200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556613f3200. 00010000:00000010:3.1:1770653414.000888:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016ba00. 00000400:00000200:1.0:1770653414.000889:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653414.000895:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000010:2.1:1770653414.000896:0:12200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162600. 00010000:00000010:0.1:1770653414.000896:0:12201:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016b200. 00010000:00000010:3.1:1770653414.000897:0:76389:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d669800. 00000100:00000200:1.0:1770653414.000901:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955710551f80 x1856657707212160/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1770653414.000905:0:12200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000010:3.1:1770653414.000906:0:76389:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016b400. 00000100:00000001:0.0:1770653414.000907:0:12201:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1770653414.000910:0:12200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653414.000912:0:12201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95ad00. 00000020:00000001:2.0:1770653414.000914:0:12200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1770653414.000917:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955710551f80 x1856657707212160/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653414.000919:0:76389:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653414.000919:0:12200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000100:00000001:0.0:1770653414.000919:0:12201:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653414.000926:0:76389:0:(client.c:1568:after_reply()) Process entered 00000020:00000001:2.0:1770653414.000927:0:12200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1770653414.000928:0:12201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95ad00. 02000000:00000001:3.0:1770653414.000931:0:76389:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1770653414.000932:0:12200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653414.000935:0:76389:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1770653414.000938:0:12200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1770653414.000939:0:76389:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653414.000941:0:12201:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95561752a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+52:3290:x1856657707213440:12345-0@lo:6:osp-syn-0-0.0 00000020:00000001:2.0:1770653414.000942:0:12200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1770653414.000943:0:76389:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653414.000946:0:12200:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000100:00000001:1.0:1770653414.000946:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1770653414.000950:0:76389:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=139 v=5 (5 0 0 0) 00000100:00000200:0.0:1770653414.000950:0:12201:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707213440 00000020:00000001:2.0:1770653414.000951:0:12200:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000800:00000001:1.0:1770653414.000954:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1770653414.000955:0:12200:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653414.000956:0:12201:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00001000:3.0:1770653414.000959:0:76389:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=139 v=5 (1 0 0 0) 00000800:00000001:1.0:1770653414.000960:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1770653414.000961:0:12200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000020:00000001:0.0:1770653414.000961:0:12201:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1770653414.000965:0:76389:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000001:00000001:2.0:1770653414.000966:0:12200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653414.000967:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1770653414.000967:0:12201:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.000968:0:76389:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653414.000970:0:12200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000800:00000001:1.0:1770653414.000972:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653414.000973:0:12201:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:3.0:1770653414.000975:0:76389:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000001:00000001:2.0:1770653414.000976:0:12200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653414.000977:0:12201:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00010000:00000001:3.0:1770653414.000980:0:76389:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653414.000982:0:12200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653414.000983:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:3.0:1770653414.000985:0:76389:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653414.000985:0:12201:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1770653414.000988:0:12200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000001:0.0:1770653414.000990:0:12201:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1770653414.000992:0:12200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653414.000993:0:12201:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1770653414.000997:0:76389:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95561752bb80 x1856657707212032/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1770653414.000997:0:12201:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000001:00000001:2.0:1770653414.000999:0:12200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653414.000999:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1b9e00 00000020:00000001:0.0:1770653414.001002:0:12201:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000001:00000001:2.0:1770653414.001004:0:12200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000001:0.0:1770653414.001006:0:12201:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000001:00000001:2.0:1770653414.001008:0:12200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653414.001009:0:12201:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653414.001013:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda95d [1] + 224 00000001:00000001:2.0:1770653414.001016:0:12200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653414.001017:0:12201:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1770653414.001021:0:12201:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653414.001024:0:12200:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653414.001024:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000001:00000001:0.0:1770653414.001026:0:12201:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000001:2.0:1770653414.001030:0:12200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.001031:0:76389:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1770653414.001032:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1770653414.001032:0:12201:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653414.001034:0:12200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1770653414.001038:0:12200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1770653414.001039:0:76389:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1770653414.001040:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000001:0.0:1770653414.001041:0:12201:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.001044:0:76389:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1770653414.001044:0:12200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95560a619000. 00000001:00000001:0.0:1770653414.001047:0:12201:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:3.0:1770653414.001051:0:76389:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 02000000:00000001:2.0:1770653414.001051:0:12200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653414.001052:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000001:00000001:0.0:1770653414.001052:0:12201:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653414.001057:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653414.001058:0:12200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653414.001059:0:12201:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.001060:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1770653414.001061:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1770653414.001063:0:12200:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000001:00000001:0.0:1770653414.001064:0:12201:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:3.0:1770653414.001065:0:76389:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.001067:0:12200:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000001:00000001:0.0:1770653414.001068:0:12201:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1770653414.001069:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955710551180 x1856657707212288/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1770653414.001071:0:12200:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653414.001076:0:76389:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95561752bb80 x1856657707212032/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000001:0.0:1770653414.001076:0:12201:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:2.0:1770653414.001078:0:12200:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000403:5151 count 1 00000020:00000001:0.0:1770653414.001082:0:12201:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653414.001086:0:12200:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000020:00000001:0.0:1770653414.001089:0:12201:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653414.001090:0:12200:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1770653414.001095:0:12200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:0.0:1770653414.001097:0:12201:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1770653414.001101:0:12200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626795553133400 : -117278156418216 : ffff95560d259358) 02000000:00000001:0.0:1770653414.001102:0:12201:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1770653414.001105:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955710551180 x1856657707212288/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1770653414.001108:0:76389:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95561752bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_026:lustre-OST0000_UUID:76389:1856657707212032:192.168.202.60@tcp:104: 00002000:00000001:2.0:1770653414.001108:0:12200:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626795553133312 : -117278156418304 : ffff95560d259300) 02000000:00000010:0.0:1770653414.001110:0:12201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff95564f313000. 00010000:00000001:2.0:1770653414.001114:0:12200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 02000000:00000001:0.0:1770653414.001116:0:12201:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.001118:0:12200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:3.0:1770653414.001122:0:76389:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1770653414.001125:0:12200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95562c678500 count: 2 00000100:00000001:0.0:1770653414.001125:0:12201:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.001128:0:76389:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.001130:0:12200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653414.001133:0:76389:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1770653414.001133:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1770653414.001134:0:12200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00002000:00000001:0.0:1770653414.001135:0:12201:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000100:00000001:3.0:1770653414.001137:0:76389:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1770653414.001139:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:2.0:1770653414.001141:0:12200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95571016a600. 00010000:00000001:0.0:1770653414.001141:0:12201:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000040:3.0:1770653414.001143:0:76389:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95561752bb80 x1856657707212032/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:1.0:1770653414.001144:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653414.001147:0:12200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:0.0:1770653414.001147:0:12201:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653414.001152:0:12200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95571016a600 with handle 0x2aed14e4e178d041 to hash 00002000:00080000:0.0:1770653414.001155:0:12201:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5483 count 1 00000020:00000001:2.0:1770653414.001158:0:12200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:1.0:1770653414.001159:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1770653414.001163:0:12200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626799897454080 : -117273812097536 : ffff95571016a600) 00000100:00000001:1.0:1770653414.001164:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1770653414.001165:0:76389:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00002000:00000001:0.0:1770653414.001165:0:12201:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000100:00000001:1.0:1770653414.001169:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653414.001170:0:12201:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:2.0:1770653414.001171:0:12200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626799897454080 : -117273812097536 : ffff95571016a600) 02000000:00000001:3.0:1770653414.001172:0:76389:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1770653414.001173:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653414.001174:0:12201:0:(lu_object.c:808:lu_object_find_at()) Process entered 02000000:00000010:3.0:1770653414.001176:0:76389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95562fa44200. 00010000:00000001:2.0:1770653414.001181:0:12200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:0.0:1770653414.001181:0:12201:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797101938712 : -117276607612904 : ffff955669767818) 02000000:00000001:3.0:1770653414.001182:0:76389:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1770653414.001187:0:12200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653414.001188:0:76389:0:(genops.c:1236:class_import_put()) Process entered 00002000:00000001:0.0:1770653414.001188:0:12201:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797101938624 : -117276607612992 : ffff9556697677c0) 00000020:00000040:3.0:1770653414.001191:0:76389:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=5 obd=lustre-OST0000 00010000:00000001:0.0:1770653414.001195:0:12201:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000020:00000001:3.0:1770653414.001196:0:76389:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00010000:2.0:1770653414.001197:0:12200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178d041 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x141f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653414.001199:0:12201:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 02000000:00000010:3.0:1770653414.001200:0:76389:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95562fa45800. 00000400:00000001:1.0:1770653414.001200:0:3289:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1770653414.001205:0:3289:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000040:0.0:1770653414.001206:0:12201:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95560d669300 count: 2 02000000:00000001:3.0:1770653414.001207:0:76389:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1770653414.001211:0:76389:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:1.0:1770653414.001211:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2738. 00010000:00000001:0.0:1770653414.001212:0:12201:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1770653414.001216:0:76389:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95561752bb80. 00010000:00000001:2.0:1770653414.001219:0:12200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000200:1.0:1770653414.001219:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78dd0 00010000:00000001:0.0:1770653414.001219:0:12201:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:3.0:1770653414.001221:0:76389:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1770653414.001222:0:12200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:3.0:1770653414.001225:0:76389:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653414.001227:0:12200:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000400:00000010:1.0:1770653414.001227:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78dd0. 00010000:00000010:0.0:1770653414.001227:0:12201:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95561ae2ac00. 00000100:00000010:3.0:1770653414.001229:0:76389:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556189e13c0. 00010000:00000001:2.0:1770653414.001230:0:12200:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000001:0.0:1770653414.001234:0:12201:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:1.0:1770653414.001235:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1770653414.001236:0:76389:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1770653414.001236:0:12200:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000020:00000040:0.0:1770653414.001240:0:12201:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95561ae2ac00 with handle 0x2aed14e4e178d048 to hash 00010000:00000001:2.0:1770653414.001241:0:12200:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:3.0:1770653414.001242:0:76389:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1770653414.001243:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95563f2c6d80 x1856657707208704/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653414.001246:0:12201:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000010:3.0:1770653414.001248:0:76389:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9556196fbd40. 00010000:00010000:2.0:1770653414.001250:0:12200:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff95573d0ab400/0x2aed14e4e178a124 lrc: 2/0,0 mode: PR/PR res: [0x280000403:0x141f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e5b expref: 57 pid: 6530 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1770653414.001251:0:12201:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626795783629824 : -117277925921792 : ffff95561ae2ac00) 00010000:00000001:3.0:1770653414.001254:0:76389:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.001260:0:12201:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626795783629824 : -117277925921792 : ffff95561ae2ac00) 00010000:00000001:3.0:1770653414.001261:0:76389:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.001267:0:76389:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653414.001268:0:12201:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:1.0:1770653414.001273:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95563f2c6d80 x1856657707208704/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653414.001273:0:12201:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.001274:0:76389:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1770653414.001276:0:12200:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1770653414.001280:0:12200:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653414.001282:0:12201:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ac00/0x2aed14e4e178d048 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x156b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770653414.001283:0:76389:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff955631eb4400/0x2aed14e4e178d010 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770653414.001286:0:12200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653414.001290:0:12200:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.001296:0:12200:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:1.0:1770653414.001296:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:2.0:1770653414.001300:0:12200:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:1.0:1770653414.001301:0:3289:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653414.001305:0:12200:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653414.001307:0:3289:0:(client.c:1568:after_reply()) Process entered 00010000:00000001:2.0:1770653414.001311:0:12200:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653414.001311:0:3289:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1770653414.001311:0:12201:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1770653414.001315:0:12201:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:1.0:1770653414.001316:0:3289:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1770653414.001317:0:12200:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00000001:0.0:1770653414.001319:0:12201:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:3.0:1770653414.001320:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444843 00000100:00000001:1.0:1770653414.001321:0:3289:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653414.001322:0:12200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178d041 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x141f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653414.001322:0:12201:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:3.0:1770653414.001325:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444841 02000000:00000001:1.0:1770653414.001327:0:3289:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.001328:0:12201:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000100:00000001:3.0:1770653414.001332:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444843 00010000:00000001:0.0:1770653414.001333:0:12201:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00001000:1.0:1770653414.001336:0:3289:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=89 v=5 (5 5 5 5) 00000100:00000001:3.0:1770653414.001339:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444841 00010000:00000040:2.0:1770653414.001342:0:12200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x141f:0x0].0x0 (ffff95562c678500) refcount = 2 00010000:00010000:0.0:1770653414.001342:0:12201:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff95565f571a00/0x2aed14e4e178a04b lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x156b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d9e expref: 62 pid: 7966 timeout: 0 lvb_type: 1 00000100:00001000:1.0:1770653414.001343:0:3289:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=60 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653414.001345:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444843 00010000:00000040:2.0:1770653414.001349:0:12200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:3.0:1770653414.001352:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444841 00000100:00000001:1.0:1770653414.001354:0:3289:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1770653414.001358:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444843 00010000:00000040:2.0:1770653414.001358:0:12200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95573d0ab400/0x2aed14e4e178a124 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x141f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e5b expref: 57 pid: 6530 timeout: 0 lvb_type: 1 00000100:00000001:1.0:1770653414.001359:0:3289:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.001362:0:12201:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:3.0:1770653414.001365:0:3290:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653414.001366:0:3289:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1770653414.001367:0:12201:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.001371:0:3289:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.001373:0:3290:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653414.001373:0:12201:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:1.0:1770653414.001377:0:3289:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00010000:00000001:0.0:1770653414.001379:0:12201:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653414.001380:0:12200:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000100:00000040:1.0:1770653414.001381:0:3289:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1770653414.001382:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.001383:0:12201:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:1.0:1770653414.001385:0:3289:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00010000:00000040:2.0:1770653414.001386:0:12200:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178d041 lrc: 4/0,1 mode: --/PW res: [0x280000403:0x141f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770653414.001388:0:12201:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:3.0:1770653414.001389:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.001390:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653414.001394:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796392443264 : -117277317108352 : ffff95563f2c6d80) 00010000:00000001:0.0:1770653414.001394:0:12201:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653414.001401:0:3289:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00010000:00000001:0.0:1770653414.001401:0:12201:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1770653414.001404:0:12200:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f595c0. 00000100:00000040:1.0:1770653414.001405:0:3289:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00010000:00000001:0.0:1770653414.001406:0:12201:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000100:00000001:2.0:1770653414.001409:0:12200:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:1.0:1770653414.001410:0:3289:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1770653414.001411:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444843 00010000:00010000:0.0:1770653414.001411:0:12201:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ac00/0x2aed14e4e178d048 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x156b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000100:00000010:2.0:1770653414.001414:0:12200:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e03c0. 00000100:00000001:1.0:1770653414.001414:0:3289:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.001417:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444841 00000100:00000001:2.0:1770653414.001421:0:12200:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100336064 : -117276609215552 : ffff9556695e03c0) 00000100:00000040:1.0:1770653414.001424:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95563f2c6d80 x1856657707208704/t4295332652(4295332652) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653414.001425:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444843 00000100:00000001:2.0:1770653414.001428:0:12200:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100336064 : -117276609215552 : ffff9556695e03c0) 00000100:00000001:3.0:1770653414.001432:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444841 00000100:00000001:2.0:1770653414.001435:0:12200:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000040:0.0:1770653414.001437:0:12201:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x156b:0x0].0x0 (ffff95560d669300) refcount = 2 00000100:00000001:3.0:1770653414.001439:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444843 00000100:00000001:2.0:1770653414.001439:0:12200:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1770653414.001443:0:12200:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:3.0:1770653414.001447:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444841 00010000:00000040:0.0:1770653414.001447:0:12201:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:2.0:1770653414.001449:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653414.001449:0:3289:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653414.001454:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444843 00010000:00000001:2.0:1770653414.001454:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653414.001455:0:3289:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00000040:0.0:1770653414.001455:0:12201:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95565f571a00/0x2aed14e4e178a04b lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x156b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d9e expref: 62 pid: 7966 timeout: 0 lvb_type: 1 00000020:00000001:2.0:1770653414.001459:0:12200:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:1.0:1770653414.001459:0:3289:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653414.001460:0:3288:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653414.001462:0:12200:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000004:00080000:1.0:1770653414.001465:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95563f2c6d80/2, rc 0, transno 4295332652 00000100:00000001:3.0:1770653414.001467:0:3288:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.001467:0:12200:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1770653414.001471:0:12200:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000004:00001000:1.0:1770653414.001472:0:3289:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 4 in flight, 50 in progress 00000100:00000001:3.0:1770653414.001474:0:3288:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1770653414.001476:0:12200:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572f8d5500. 00010000:00000040:0.0:1770653414.001480:0:12201:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000020:00000040:2.0:1770653414.001481:0:12200:0:(genops.c:1229:class_import_get()) import ffff95572df1f800 refcount=4 obd=lustre-OST0001 00000100:00000040:1.0:1770653414.001483:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95563f2c6d80 x1856657707208704/t4295332652(4295332652) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653414.001486:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95572ebc5180 x1856657707212672/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653414.001486:0:12200:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00010000:00000040:0.0:1770653414.001486:0:12201:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ac00/0x2aed14e4e178d048 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x156b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1770653414.001490:0:12200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1770653414.001495:0:12200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653414.001503:0:12200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff955636fe9a00. 00000100:00000001:2.0:1770653414.001509:0:12200:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653414.001514:0:3289:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95563f2c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707208704:0@lo:6:osp-syn-1-0.0 00010000:00000010:0.0:1770653414.001515:0:12201:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95ad00. 00000100:00000001:3.0:1770653414.001519:0:3288:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00010000:00010000:2.0:1770653414.001521:0:12200:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff95573d0ab400/0x2aed14e4e178a124 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x141f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e5b expref: 57 pid: 6530 timeout: 0 lvb_type: 1 00000100:00000001:0.0:1770653414.001522:0:12201:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:3.0:1770653414.001523:0:3288:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.001525:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653414.001527:0:12201:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f362180. 02000000:00000001:3.0:1770653414.001530:0:3288:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1770653414.001531:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1770653414.001532:0:12201:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661514624 : -117277048036992 : ffff95564f362180) 02000000:00000001:3.0:1770653414.001535:0:3288:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1770653414.001539:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955710551880 x1856657707211136/t8590299228(8590299228) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653414.001540:0:12201:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661514624 : -117277048036992 : ffff95564f362180) 02000000:00000001:3.0:1770653414.001541:0:3288:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.001547:0:12201:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00010000:2.0:1770653414.001549:0:12200:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff95573d0ab400/0x2aed14e4e178a124 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x141f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e5b expref: 57 pid: 6530 timeout: 6877 lvb_type: 1 00000100:00100000:3.0:1770653414.001551:0:3288:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95572ebc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707212672:0@lo:6:osp-syn-0-0.0 00000100:00000001:0.0:1770653414.001552:0:12201:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1770653414.001556:0:12201:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1770653414.001560:0:12201:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653414.001563:0:3288:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1770653414.001564:0:12201:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1770653414.001568:0:3288:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1770653414.001569:0:12201:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:1.0:1770653414.001572:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653414.001573:0:3288:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.001573:0:12201:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1770653414.001578:0:12200:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00010000:00000001:0.0:1770653414.001578:0:12201:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 02000000:00000001:3.0:1770653414.001579:0:3288:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1770653414.001579:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1770653414.001583:0:12200:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1770653414.001584:0:12201:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 02000000:00000010:3.0:1770653414.001587:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955642785800. 00000100:00000040:1.0:1770653414.001587:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563f2c5f80 x1856657707209216/t8590299230(8590299230) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1770653414.001590:0:12201:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710552680. 00000100:00000040:2.0:1770653414.001591:0:12200:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95572f8d5500 x1856657707213696/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1770653414.001593:0:3288:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653414.001597:0:12201:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=6 obd=lustre-OST0000 00000400:00000010:3.0:1770653414.001601:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d20b0. 00000100:00000001:0.0:1770653414.001603:0:12201:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1770653414.001608:0:12201:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1770653414.001610:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78088. 02000000:00000001:0.0:1770653414.001612:0:12201:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653414.001616:0:3288:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707212672, portal 4 02000000:00000010:0.0:1770653414.001621:0:12201:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff955626009c00. 00000100:00000001:3.0:1770653414.001623:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653414.001625:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.001627:0:12200:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1770653414.001628:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800411627904 : -117273297923712 : ffff95572ebc5180) 00000100:00000001:1.0:1770653414.001629:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1770653414.001630:0:12200:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.001630:0:12201:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653414.001636:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563f2c6d80 x1856657707208704/t4295332652(4295332652) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653414.001639:0:3288:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95572ebc5180 x1856657707212672/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653430 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1770653414.001642:0:12200:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95572f8d5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:12200:1856657707213696:192.168.202.60@tcp:104: 00010000:00010000:0.0:1770653414.001643:0:12201:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff95565f571a00/0x2aed14e4e178a04b lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x156b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d9e expref: 62 pid: 7966 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1770653414.001655:0:12200:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1770653414.001659:0:12200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1770653414.001662:0:12200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.001668:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653414.001670:0:12200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1770653414.001673:0:3288:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1770653414.001675:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1770653414.001676:0:12201:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff95565f571a00/0x2aed14e4e178a04b lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x156b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d9e expref: 62 pid: 7966 timeout: 6877 lvb_type: 1 02000000:00000010:2.0:1770653414.001677:0:12200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff955636fe8800. 00000100:00000040:3.0:1770653414.001680:0:3288:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1770653414.001682:0:3289:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1770653414.001683:0:12200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653414.001685:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78990. 00000100:00000001:1.0:1770653414.001686:0:3289:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000200:3.0:1770653414.001692:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707212672, offset 0 00000400:00000010:2.0:1770653414.001692:0:12200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef29a0. 00000100:00000001:1.0:1770653414.001693:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653414.001697:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1770653414.001700:0:12200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268883b8. 00000100:00000001:1.0:1770653414.001701:0:3289:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1770653414.001702:0:12201:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000400:00000200:3.0:1770653414.001707:0:3288:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1770653414.001707:0:12201:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1770653414.001708:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95572ebc7800 x1856657707212800/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1770653414.001715:0:12200:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707213696, portal 16 00000100:00000040:0.0:1770653414.001716:0:12201:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955710552680 x1856657707213824/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1770653414.001721:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1770653414.001721:0:12200:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653414.001724:0:3289:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1770653414.001726:0:12200:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800425325824 : -117273284225792 : ffff95572f8d5500) 00000100:00000001:1.0:1770653414.001728:0:3289:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653414.001735:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1b9f80 02000000:00000001:1.0:1770653414.001735:0:3289:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1770653414.001737:0:12200:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff95572f8d5500 x1856657707213696/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653430 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1770653414.001751:0:3289:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1770653414.001758:0:3289:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653414.001760:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf6c5 [8] + 13056 00000100:00000001:0.0:1770653414.001762:0:12201:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1770653414.001766:0:12201:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653414.001767:0:3289:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95572ebc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707212800:0@lo:6:osp-syn-0-0.0 00000400:00000200:3.0:1770653414.001770:0:3288:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1770653414.001777:0:12201:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955710552680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:12201:1856657707213824:192.168.202.60@tcp:104: 00000100:00000001:1.0:1770653414.001778:0:3289:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1770653414.001781:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1770653414.001784:0:12200:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1770653414.001784:0:3289:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1770653414.001790:0:3288:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1770653414.001790:0:3289:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.001790:0:12201:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1770653414.001796:0:12200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000200:3.0:1770653414.001797:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:1.0:1770653414.001797:0:3289:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1770653414.001797:0:12201:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1770653414.001800:0:12200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268884c8. 02000000:00000001:0.0:1770653414.001802:0:12201:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1770653414.001804:0:3288:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95561752bb80. 00000100:00000200:2.0:1770653414.001806:0:12200:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707213696, offset 0 02000000:00000010:1.0:1770653414.001806:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955617a81000. 02000000:00000001:0.0:1770653414.001806:0:12201:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1770653414.001808:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff95561752bb80 x1856657707212672 msgsize 544 02000000:00000001:1.0:1770653414.001812:0:3289:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1770653414.001813:0:12201:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff955626009000. 00000400:00000200:2.0:1770653414.001820:0:12200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 02000000:00000001:0.0:1770653414.001820:0:12201:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653414.001821:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d94840. 00000100:00100000:3.0:1770653414.001822:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1770653414.001828:0:12201:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e0538f0. 00000400:00000010:1.0:1770653414.001831:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022aa0. 00000400:00000200:2.0:1770653414.001833:0:12200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000100:00000001:3.0:1770653414.001834:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1770653414.001836:0:12201:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8bb0. 00000100:00000200:1.0:1770653414.001837:0:3289:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707212800, portal 4 00000400:00000200:2.0:1770653414.001839:0:12200:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1770653414.001844:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1770653414.001845:0:12201:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707213824, portal 16 00000400:00000200:2.0:1770653414.001847:0:12200:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000100:00000001:1.0:1770653414.001870:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800411637760 : -117273297913856 : ffff95572ebc7800) 00000100:00000001:0.0:1770653414.001872:0:12201:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1770653414.001876:0:12200:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1770653414.001877:0:12201:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799901550208 : -117273808001408 : ffff955710552680) 00000100:00000040:1.0:1770653414.001880:0:3289:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95572ebc7800 x1856657707212800/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653430 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1770653414.001881:0:12200:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00000040:0.0:1770653414.001887:0:12201:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955710552680 x1856657707213824/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653430 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1770653414.001891:0:12200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164751:2164751:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164747:2164747:8:4294967295] 00000400:00000200:2.0:1770653414.001914:0:12200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:0.0:1770653414.001919:0:12201:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1770653414.001927:0:12201:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000200:3.0:1770653414.001928:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78990 00000800:00000200:2.0:1770653414.001930:0:12200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:1.0:1770653414.001931:0:3289:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1770653414.001933:0:12201:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8d48. 00000400:00000010:3.0:1770653414.001934:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78990. 00000800:00000010:2.0:1770653414.001938:0:12200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df200. 00000100:00000040:1.0:1770653414.001939:0:3289:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1770653414.001941:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1770653414.001942:0:12201:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707213824, offset 0 00000400:00000010:1.0:1770653414.001945:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0226e8. 00000100:00000200:3.0:1770653414.001949:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95572ebc5180 x1856657707212672/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653430 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1770653414.001949:0:12200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000400:00000200:0.0:1770653414.001951:0:12201:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000200:1.0:1770653414.001958:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1856657707212800, offset 0 00000800:00000200:2.0:1770653414.001962:0:12200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000400:00000200:0.0:1770653414.001963:0:12201:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000800:00000200:2.0:1770653414.001969:0:12200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df200 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1770653414.001972:0:3289:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1770653414.001974:0:12201:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1770653414.001979:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1770653414.001982:0:12201:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000100:00000001:2.0:1770653414.001984:0:12200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653414.001986:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572ebc5180 x1856657707212672/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653430 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1770653414.001987:0:12201:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1770653414.001991:0:12200:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4301444845 00000400:00000200:0.0:1770653414.001995:0:12201:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000100:00000001:2.0:1770653414.001999:0:12200:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4301444843 00000400:00000200:0.0:1770653414.002005:0:12201:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164752:2164752:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164748:2164748:7:4294967295] 00000100:00000001:3.0:1770653414.002006:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.002007:0:12200:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4301444845 00000100:00000001:3.0:1770653414.002012:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1770653414.002015:0:12200:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4301444843 00000100:00000001:2.0:1770653414.002021:0:12200:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4301444845 00000400:00000200:0.0:1770653414.002022:0:12201:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:2.0:1770653414.002026:0:12200:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4301444843 00000100:00000001:3.0:1770653414.002032:0:3288:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653414.002032:0:12201:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:2.0:1770653414.002033:0:12200:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4301444845 00000400:00000200:1.0:1770653414.002035:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1770653414.002040:0:3288:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26298 usecs (27 jiffies) 00000800:00000010:0.0:1770653414.002041:0:12201:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9e00. 00000100:00000001:2.0:1770653414.002042:0:12200:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4301444843 00000100:00000001:3.0:1770653414.002047:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444842 00000400:00000200:1.0:1770653414.002048:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6989ecf1ba000 00000100:00000001:2.0:1770653414.002051:0:12200:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1770653414.002056:0:12201:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:2.0:1770653414.002057:0:12200:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653414.002060:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0xecf6c5 [8] + 13600 00000100:00000001:3.0:1770653414.002061:0:76419:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:2.0:1770653414.002063:0:12200:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653414.002065:0:76419:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707212672 00000400:00000200:1.0:1770653414.002068:0:3289:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1770653414.002069:0:12200:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653414.002070:0:12201:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 02000000:00000001:3.0:1770653414.002071:0:76419:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1770653414.002076:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1770653414.002077:0:76419:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1770653414.002077:0:12200:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653414.002078:0:12201:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1770653414.002080:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1770653414.002082:0:76419:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.002082:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:1.0:1770653414.002085:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000001:2.0:1770653414.002086:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653414.002087:0:12201:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.002090:0:12200:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1770653414.002090:0:3289:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665157800. 00000100:00000001:0.0:1770653414.002092:0:12201:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444845 00000100:00000040:1.0:1770653414.002096:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff955665157800 x1856657707212800 msgsize 544 00010000:00000001:2.0:1770653414.002097:0:12200:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:0.0:1770653414.002097:0:12201:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, keep current deadline 4301444845 00010000:00000001:2.0:1770653414.002101:0:12200:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1770653414.002103:0:12201:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444845 00000100:00000001:2.0:1770653414.002107:0:12200:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653414.002109:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1770653414.002111:0:12200:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1770653414.002111:0:12201:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, keep current deadline 4301444845 00000100:00000001:2.0:1770653414.002114:0:12200:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1770653414.002117:0:12201:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444845 00000100:00100000:2.0:1770653414.002118:0:12200:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556695e03c0 going to sleep for 11 seconds 00000100:00000001:1.0:1770653414.002118:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1770653414.002124:0:12200:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1770653414.002126:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0226e8 00000100:00000001:0.0:1770653414.002126:0:12201:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, keep current deadline 4301444845 00000100:00000001:2.0:1770653414.002128:0:12200:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653414.002130:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0226e8. 00000100:00000001:0.0:1770653414.002134:0:12201:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444845 00000100:00000001:1.0:1770653414.002136:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1770653414.002142:0:12201:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, keep current deadline 4301444845 00000100:00000200:1.0:1770653414.002143:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95572ebc7800 x1856657707212800/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653430 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1770653414.002144:0:76419:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.002147:0:51596:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1770653414.002150:0:12201:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1770653414.002151:0:76419:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707212672 00000100:00100000:2.0:1770653414.002152:0:51596:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707212800 00000020:00000001:3.0:1770653414.002156:0:76419:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1770653414.002159:0:51596:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:3.0:1770653414.002160:0:76419:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00000100:00000001:0.0:1770653414.002160:0:12201:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.002165:0:51596:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1770653414.002166:0:76419:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1770653414.002167:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1770653414.002167:0:12201:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653414.002171:0:76419:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=53 00000100:00000001:2.0:1770653414.002171:0:51596:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.002172:0:12201:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653414.002173:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572ebc7800 x1856657707212800/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653430 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1770653414.002178:0:76419:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000020:00000001:0.0:1770653414.002180:0:12201:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653414.002182:0:51596:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.002186:0:12201:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653414.002189:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.002190:0:12201:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1770653414.002192:0:76419:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00010000:00000001:0.0:1770653414.002196:0:12201:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.002197:0:76419:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1770653414.002197:0:51596:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707212800 00000100:00000001:1.0:1770653414.002197:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1770653414.002203:0:12201:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000001:2.0:1770653414.002204:0:51596:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1770653414.002205:0:76419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbd40. 00000100:00000001:1.0:1770653414.002205:0:3289:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.002206:0:12201:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000040:2.0:1770653414.002210:0:51596:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00000100:00000001:3.0:1770653414.002213:0:76419:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1770653414.002213:0:3289:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26298 usecs (27 jiffies) 00000100:00000001:0.0:1770653414.002213:0:12201:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653414.002215:0:51596:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653414.002221:0:51596:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=54 00000020:00000010:3.0:1770653414.002222:0:76419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbd40. 00000100:00000001:0.0:1770653414.002222:0:12201:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1770653414.002223:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301444842 00000100:00000001:0.0:1770653414.002226:0:12201:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1770653414.002229:0:51596:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00100000:0.0:1770653414.002231:0:12201:0:(client.c:2680:ptlrpc_set_wait()) set ffff95564f362180 going to sleep for 11 seconds 00000020:00000010:3.0:1770653414.002232:0:76419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95562fa45800. 00000020:00000001:2.0:1770653414.002236:0:51596:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000001:1.0:1770653414.002236:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444845 00000100:00000001:0.0:1770653414.002237:0:12201:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1770653414.002238:0:76419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3b80. 00000100:00000001:0.0:1770653414.002241:0:12201:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.002242:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444842 00000020:00000010:3.0:1770653414.002247:0:76419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90960. 00000100:00000001:2.0:1770653414.002247:0:51596:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1770653414.002248:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444845 00000020:00000010:2.0:1770653414.002254:0:51596:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59100. 00000100:00000001:1.0:1770653414.002254:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444842 00000100:00000001:3.0:1770653414.002255:0:76419:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653414.002256:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444845 00000100:00000001:0.0:1770653414.002257:0:12206:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1770653414.002260:0:76419:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1770653414.002261:0:51596:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653414.002262:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444842 00000400:00000001:0.0:1770653414.002263:0:12206:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1770653414.002265:0:76419:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653414.002267:0:51596:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59100. 00000400:00000001:0.0:1770653414.002268:0:12206:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1770653414.002269:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444845 00000100:00000001:3.0:1770653414.002271:0:76419:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653414.002273:0:12206:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e053420. 00000100:00000001:1.0:1770653414.002274:0:3289:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653414.002275:0:51596:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955636fe8400. 00000400:00000200:0.0:1770653414.002279:0:12206:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8088 00000100:00000001:1.0:1770653414.002280:0:3289:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653414.002283:0:51596:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300080. 00000400:00000010:0.0:1770653414.002283:0:12206:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8088. 00000100:00000001:3.0:1770653414.002287:0:76419:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1770653414.002290:0:51596:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510ed8. 00000100:00000001:0.0:1770653414.002290:0:12206:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1770653414.002297:0:76416:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1770653414.002298:0:51596:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:0.0:1770653414.002298:0:12206:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955710551180 x1856657707212288/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653414.002299:0:76419:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1770653414.002300:0:76416:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1770653414.002302:0:51596:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653414.002306:0:76419:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1770653414.002307:0:51596:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653414.002312:0:76416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136250 00000100:00000040:1.0:1770653414.002318:0:76416:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 7 00000100:00000001:3.0:1770653414.002319:0:76419:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.002320:0:51596:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.002323:0:76416:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795723864960 : -117277985686656 : ffff95561752bb80) 00000100:00000200:0.0:1770653414.002323:0:12206:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955710551180 x1856657707212288/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653414.002325:0:76419:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.002332:0:51596:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653414.002334:0:76419:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1770653414.002336:0:76416:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95561752bb80 x1856657707212672/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:245/0 lens 544/0 e 0 to 0 dl 1770653425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653414.002338:0:12206:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1770653414.002339:0:76419:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1770653414.002342:0:12206:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653414.002347:0:51596:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1770653414.002348:0:76419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136251 00000100:00000001:0.0:1770653414.002348:0:12206:0:(client.c:1568:after_reply()) Process entered 00000100:00000001:2.0:1770653414.002352:0:51596:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1770653414.002353:0:12206:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1770653414.002355:0:76419:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 8 00000100:00000001:2.0:1770653414.002358:0:51596:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.002358:0:12206:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653414.002360:0:76419:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028472832 : -117276681078784 : ffff955665157800) 00000100:00000001:0.0:1770653414.002362:0:12206:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.002363:0:51596:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653414.002369:0:12206:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653414.002373:0:76419:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665157800 x1856657707212800/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:245/0 lens 544/0 e 0 to 0 dl 1770653425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653414.002373:0:76416:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00001000:0.0:1770653414.002374:0:12206:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=139 v=5 (5 0 0 0) 00000020:00000010:1.0:1770653414.002380:0:76416:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9c400. 00000100:00001000:0.0:1770653414.002383:0:12206:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=139 v=5 (1 0 0 0) 00000100:00000001:1.0:1770653414.002387:0:76416:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1770653414.002388:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1770653414.002391:0:12206:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000800:00000010:2.0:1770653414.002394:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df200. 00000100:00000001:0.0:1770653414.002396:0:12206:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653414.002397:0:76416:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9c400. 00000400:00000200:2.0:1770653414.002402:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1770653414.002403:0:12206:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1770653414.002404:0:76419:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1770653414.002407:0:12206:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653414.002410:0:76419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbd40. 00000100:00100000:1.0:1770653414.002410:0:76416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95561752bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0000-mdtlov_UUID+54:3288:x1856657707212672:12345-0@lo:6:osp-syn-0-0.0 00000100:00000001:0.0:1770653414.002412:0:12206:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653414.002413:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653414.002417:0:76419:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1770653414.002422:0:12206:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955710551180 x1856657707212288/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1770653414.002423:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268884c8 00000020:00000010:3.0:1770653414.002424:0:76419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbd40. 00000100:00000200:1.0:1770653414.002424:0:76416:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707212672 00000400:00000010:2.0:1770653414.002428:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268884c8. 00000020:00000001:1.0:1770653414.002432:0:76416:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1770653414.002435:0:3283:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1770653414.002438:0:76419:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665157800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:lustre-MDT0000-mdtlov_UUID+54:3289:x1856657707212800:12345-0@lo:6:osp-syn-0-0.0 00000020:00000001:1.0:1770653414.002438:0:76416:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:2.0:1770653414.002444:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95572f8d5500 x1856657707213696/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653430 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1770653414.002444:0:76416:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653414.002445:0:76419:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707212800 00000100:00000001:0.0:1770653414.002445:0:12206:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1770653414.002451:0:76419:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1770653414.002453:0:12206:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1770653414.002454:0:76416:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1770653414.002455:0:76419:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1770653414.002456:0:12206:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653414.002461:0:76419:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653414.002461:0:76416:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00010000:00000001:0.0:1770653414.002462:0:12206:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1770653414.002477:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653414.002478:0:3283:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1770653414.002479:0:76416:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:0.0:1770653414.002481:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1770653414.002484:0:3283:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572f8d5500 x1856657707213696/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653430 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1770653414.002485:0:76416:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653414.002486:0:12206:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653414.002493:0:76416:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1770653414.002498:0:76416:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1770653414.002500:0:3283:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653414.002500:0:12206:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955710551180 x1856657707212288/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1770653414.002502:0:76416:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000100:00000001:2.0:1770653414.002505:0:3283:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1770653414.002507:0:76416:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1770653414.002512:0:76416:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653414.002517:0:76419:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000001:00000001:1.0:1770653414.002519:0:76416:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000020:00000001:3.0:1770653414.002521:0:76419:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662080 : -1035889536 : ffffffffc2419480) 00000100:00100000:0.0:1770653414.002522:0:12206:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955710551180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:12206:1856657707212288:192.168.202.60@tcp:104: 00000001:00000001:1.0:1770653414.002524:0:76416:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653414.002527:0:76419:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1770653414.002531:0:76416:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000001:3.0:1770653414.002532:0:76419:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653414.002533:0:12206:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1770653414.002536:0:76416:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1770653414.002538:0:76419:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1770653414.002539:0:12206:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653414.002542:0:76419:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000001:00000001:1.0:1770653414.002542:0:76416:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.002543:0:12206:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000800:00000200:2.0:1770653414.002545:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:3.0:1770653414.002547:0:76419:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000001:00000001:1.0:1770653414.002548:0:76416:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:0.0:1770653414.002549:0:12206:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1770653414.002550:0:76419:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000800:00000010:2.0:1770653414.002550:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9e00. 00000001:00000001:1.0:1770653414.002554:0:76416:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1770653414.002555:0:76419:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653414.002556:0:12206:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955710551180 x1856657707212288/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1770653414.002557:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000001:1.0:1770653414.002560:0:76416:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653414.002561:0:76419:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1770653414.002566:0:76419:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653414.002567:0:76416:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000400:00000200:2.0:1770653414.002568:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000001:00000001:3.0:1770653414.002571:0:76419:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1770653414.002572:0:76416:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1770653414.002576:0:76419:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1770653414.002577:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8d48 00000001:00000001:1.0:1770653414.002581:0:76416:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653414.002583:0:76419:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653414.002584:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8d48. 00000020:00000001:1.0:1770653414.002589:0:76416:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1770653414.002590:0:76419:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:2.0:1770653414.002592:0:3283:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1770653414.002592:0:12206:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000001:00000001:3.0:1770653414.002594:0:76419:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1770653414.002594:0:76416:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653414.002597:0:12206:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:3.0:1770653414.002601:0:76419:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653414.002601:0:3283:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955710552680 x1856657707213824/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653430 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653414.002603:0:76416:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:0.0:1770653414.002603:0:12206:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff955626009200. 00000001:00000001:3.0:1770653414.002608:0:76419:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 02000000:00000001:1.0:1770653414.002609:0:76416:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1770653414.002610:0:12206:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653414.002614:0:12206:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1770653414.002616:0:12206:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=5 obd=lustre-OST0000 02000000:00000010:1.0:1770653414.002618:0:76416:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff955617a80c00. 00000020:00000001:0.0:1770653414.002622:0:12206:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1770653414.002626:0:76416:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1770653414.002626:0:12206:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff955626008e00. 00000100:00000001:2.0:1770653414.002628:0:3283:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1770653414.002632:0:12206:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1770653414.002633:0:76416:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653414.002635:0:3283:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955710552680 x1856657707213824/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653430 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1770653414.002636:0:12206:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00002000:00000001:1.0:1770653414.002641:0:76416:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000100:00000010:0.0:1770653414.002641:0:12206:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955710551180. 00010000:00000001:1.0:1770653414.002646:0:76416:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:0.0:1770653414.002647:0:12206:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653414.002648:0:3283:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.002651:0:76416:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.002652:0:12206:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653414.002653:0:3283:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1770653414.002659:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00002000:00080000:1.0:1770653414.002660:0:76416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5480 count 1 00000100:00000010:0.0:1770653414.002660:0:12206:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f362d80. 00000800:00000001:2.0:1770653414.002665:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653414.002665:0:12206:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000001:00000001:3.0:1770653414.002667:0:76419:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1770653414.002667:0:76416:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000800:00000001:2.0:1770653414.002670:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653414.002670:0:12206:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1770653414.002672:0:76416:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000001:00000001:3.0:1770653414.002674:0:76419:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1770653414.002675:0:12206:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a2c0. 00000800:00000001:2.0:1770653414.002676:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653414.002677:0:76416:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1770653414.002678:0:76419:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.002681:0:12206:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653414.002684:0:76419:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.002685:0:12206:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653414.002686:0:76416:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797101933848 : -117276607617768 : ffff955669766518) 00000400:00000200:2.0:1770653414.002689:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:3.0:1770653414.002692:0:76419:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1770653414.002693:0:12206:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1770653414.002694:0:76416:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797101933760 : -117276607617856 : ffff9556697664c0) 02000000:00000001:3.0:1770653414.002697:0:76419:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1770653414.002699:0:12206:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:2.0:1770653414.002702:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d2a80 00010000:00000001:1.0:1770653414.002702:0:76416:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00010000:0.0:1770653414.002704:0:12206:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178d01e lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 02000000:00000010:3.0:1770653414.002705:0:76419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff955642786400. 00010000:00000001:1.0:1770653414.002707:0:76416:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 02000000:00000001:3.0:1770653414.002710:0:76419:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653414.002713:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed7271 [2] + 0 00010000:00000040:1.0:1770653414.002715:0:76416:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556613f3300 count: 2 00000100:00000001:3.0:1770653414.002716:0:76419:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.002723:0:76416:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1770653414.002724:0:76419:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000800:00000001:2.0:1770653414.002725:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1770653414.002728:0:76419:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1770653414.002731:0:76419:0:(ldlm_lockd.c:1737:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.002731:0:76416:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000800:00000001:2.0:1770653414.002732:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653414.002735:0:76385:0:(client.c:1964:ptlrpc_check_set()) Process entered 00002000:00080000:3.0:1770653414.002748:0:76419:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000403:5481 count 1 00000400:00000200:2.0:1770653414.002750:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1770653414.002750:0:76416:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95566c162000. 00000400:00000001:0.0:1770653414.002752:0:76385:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00002000:00000001:3.0:1770653414.002753:0:76419:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000400:00000001:0.0:1770653414.002756:0:76385:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1770653414.002758:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000001:1.0:1770653414.002759:0:76416:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000400:00000010:0.0:1770653414.002760:0:76385:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e053000. 00000020:00000040:1.0:1770653414.002766:0:76416:0:(lustre_handles.c:77:class_handle_hash()) added object ffff95566c162000 with handle 0x2aed14e4e178d04f to hash 00000400:00000200:0.0:1770653414.002766:0:76385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8880 00000400:00000010:0.0:1770653414.002770:0:76385:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8880. 00000020:00000001:1.0:1770653414.002772:0:76416:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:0.0:1770653414.002774:0:76385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1770653414.002775:0:3283:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:1.0:1770653414.002776:0:76416:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626797145956352 : -117276563595264 : ffff95566c162000) 00000100:00000200:2.0:1770653414.002778:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000001:1.0:1770653414.002783:0:76416:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626797145956352 : -117276563595264 : ffff95566c162000) 00000100:00000200:0.0:1770653414.002783:0:76385:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955710551f80 x1856657707212160/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1770653414.002785:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572f8d4e00. 00010000:00000001:1.0:1770653414.002791:0:76416:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:2.0:1770653414.002792:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff95572f8d4e00 x1856657966312064 msgsize 328 00010000:00000001:1.0:1770653414.002796:0:76416:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653414.002804:0:76385:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955710551f80 x1856657707212160/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1770653414.002806:0:76416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95566c162000/0x2aed14e4e178d04f lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1568:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770653414.002808:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00002000:00000001:3.0:1770653414.002813:0:76419:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1770653414.002817:0:76419:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:2.0:1770653414.002819:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1770653414.002823:0:76419:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446626797101939624 : -117276607611992 : ffff955669767ba8) 00002000:00000001:3.0:1770653414.002830:0:76419:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446626797101939536 : -117276607612080 : ffff955669767b50) 00000100:00000001:0.0:1770653414.002831:0:76385:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1770653414.002833:0:73806:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:1.0:1770653414.002833:0:76416:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:0.0:1770653414.002834:0:76385:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653414.002836:0:76419:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00100000:2.0:1770653414.002839:0:73806:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966312064 00010000:00000001:1.0:1770653414.002840:0:76416:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:0.0:1770653414.002840:0:76385:0:(client.c:1568:after_reply()) Process entered 00010000:00000001:3.0:1770653414.002841:0:76419:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 02000000:00000001:2.0:1770653414.002844:0:73806:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:1.0:1770653414.002846:0:76416:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 02000000:00000001:0.0:1770653414.002846:0:76385:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000040:3.0:1770653414.002869:0:76419:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955633f4cb00 count: 2 00000100:00000001:2.0:1770653414.002869:0:73806:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653414.002874:0:73806:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.002874:0:76416:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1770653414.002875:0:76419:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653414.002878:0:76416:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:3.0:1770653414.002880:0:76419:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 02000000:00000001:2.0:1770653414.002882:0:73806:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.002882:0:76416:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:0.0:1770653414.002884:0:76385:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000010:3.0:1770653414.002886:0:76419:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff955631eb5600. 00000100:00100000:2.0:1770653414.002888:0:73806:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966312064 00000100:00000001:0.0:1770653414.002889:0:76385:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653414.002890:0:76416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff95571016ac00/0x2aed14e4e178a060 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d90 expref: 62 pid: 76390 timeout: 0 lvb_type: 1 00000020:00000001:3.0:1770653414.002893:0:76419:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:2.0:1770653414.002893:0:73806:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1770653414.002895:0:76385:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653414.002898:0:76419:0:(lustre_handles.c:77:class_handle_hash()) added object ffff955631eb5600 with handle 0x2aed14e4e178d056 to hash 00000020:00000040:2.0:1770653414.002898:0:73806:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000100:00001000:0.0:1770653414.002902:0:76385:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=139 v=5 (5 0 0 0) 00000020:00000001:2.0:1770653414.002903:0:73806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1770653414.002904:0:76419:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000040:2.0:1770653414.002908:0:73806:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=63 00010000:00000001:3.0:1770653414.002909:0:76419:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626796170073600 : -117277539478016 : ffff955631eb5600) 00010000:00000001:1.0:1770653414.002914:0:76416:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00001000:0.0:1770653414.002914:0:76385:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=139 v=5 (1 0 0 0) 00010000:00000001:3.0:1770653414.002915:0:76419:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626796170073600 : -117277539478016 : ffff955631eb5600) 00000020:00000001:2.0:1770653414.002915:0:73806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00010000:00000001:1.0:1770653414.002919:0:76416:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653414.002922:0:73806:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00010000:00000001:3.0:1770653414.002923:0:76419:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1770653414.002924:0:76385:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00010000:1.0:1770653414.002925:0:76416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653414.002927:0:76419:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.002928:0:73806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1770653414.002929:0:76385:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.002930:0:76416:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653414.002934:0:76419:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff955631eb5600/0x2aed14e4e178d056 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1569:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653414.002936:0:76385:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1770653414.002937:0:76416:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653414.002941:0:76416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653414.002942:0:76385:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.002945:0:76419:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1770653414.002946:0:76416:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1770653414.002947:0:73806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59100. 00000100:00000001:0.0:1770653414.002947:0:76385:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.002950:0:76419:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1770653414.002951:0:76416:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653414.002955:0:76419:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000020:00000010:2.0:1770653414.002956:0:73806:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9556665bf300. 00010000:00000001:1.0:1770653414.002956:0:76416:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00000001:3.0:1770653414.002958:0:76419:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000040:0.0:1770653414.002958:0:76385:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955710551f80 x1856657707212160/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1770653414.002961:0:76416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95566c162000/0x2aed14e4e178d04f lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653414.002962:0:76419:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00000020:00000040:2.0:1770653414.002965:0:73806:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff9557181831b0) now 8 - evictor 00010000:00000001:3.0:1770653414.002966:0:76419:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1770653414.002974:0:76419:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9556395a6000/0x2aed14e4e178a1ef lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1569:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f11 expref: 63 pid: 6531 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1770653414.002978:0:73806:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00010000:00000040:1.0:1770653414.002985:0:76416:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1568:0x0].0x0 (ffff9556613f3300) refcount = 2 00000100:00080000:2.0:1770653414.002986:0:5753:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:0.0:1770653414.002990:0:76385:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1770653414.002993:0:5753:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff9557181831b0) now 8 - evictor 00010000:00000040:1.0:1770653414.002994:0:76416:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:0.0:1770653414.002997:0:76385:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1770653414.003000:0:76419:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:0.0:1770653414.003001:0:76385:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1770653414.003002:0:76416:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95571016ac00/0x2aed14e4e178a060 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d90 expref: 63 pid: 76390 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1770653414.003003:0:76419:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653414.003005:0:73806:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955636fe8200. 00010000:00000001:0.0:1770653414.003006:0:76385:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00010000:3.0:1770653414.003009:0:76419:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653414.003011:0:76385:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1770653414.003012:0:73806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300980. 00010000:00000001:3.0:1770653414.003014:0:76419:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.003015:0:76385:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653414.003018:0:76385:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.003021:0:76419:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000010:2.0:1770653414.003022:0:73806:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510898. 00010000:00010000:3.0:1770653414.003026:0:76419:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000040:0.0:1770653414.003026:0:76385:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955710551f80 x1856657707212160/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1770653414.003030:0:73806:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00010000:00000001:3.0:1770653414.003031:0:76419:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653414.003038:0:76419:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653414.003039:0:73806:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:3.0:1770653414.003044:0:76419:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000100:00000001:2.0:1770653414.003045:0:73806:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000040:1.0:1770653414.003046:0:76416:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00010000:3.0:1770653414.003049:0:76419:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff955631eb5600/0x2aed14e4e178d056 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1569:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653414.003052:0:73806:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000040:1.0:1770653414.003052:0:76416:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95566c162000/0x2aed14e4e178d04f lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770653414.003053:0:76385:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955710551f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:76385:1856657707212160:192.168.202.60@tcp:104: 00010000:00000001:2.0:1770653414.003057:0:73806:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.003065:0:76385:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653414.003066:0:73806:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00000040:3.0:1770653414.003069:0:76419:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1569:0x0].0x0 (ffff955633f4cb00) refcount = 2 00000100:00000001:0.0:1770653414.003072:0:76385:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.003073:0:73806:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000040:3.0:1770653414.003077:0:76419:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000010:1.0:1770653414.003077:0:76416:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9c400. 00000100:00000001:0.0:1770653414.003078:0:76385:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000020:00000001:2.0:1770653414.003079:0:73806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1770653414.003082:0:76416:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:0.0:1770653414.003083:0:76385:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000040:3.0:1770653414.003085:0:76419:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9556395a6000/0x2aed14e4e178a1ef lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1569:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f11 expref: 63 pid: 6531 timeout: 0 lvb_type: 1 00000020:00000040:2.0:1770653414.003085:0:73806:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955620465200 refcount=4 00000100:00000010:1.0:1770653414.003087:0:76416:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa8f00. 00000100:00000040:0.0:1770653414.003090:0:76385:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955710551f80 x1856657707212160/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1770653414.003092:0:73806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795874046464 : -117277835505152 : ffff955620465200) 00000100:00000001:1.0:1770653414.003093:0:76416:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540169984 : -117277169381632 : ffff955647fa8f00) 00000100:00000001:1.0:1770653414.003100:0:76416:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540169984 : -117277169381632 : ffff955647fa8f00) 00010000:00000001:2.0:1770653414.003102:0:73806:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795874046464 : -117277835505152 : ffff955620465200) 00000100:00000001:1.0:1770653414.003106:0:76416:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1770653414.003111:0:76416:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000040:3.0:1770653414.003112:0:76419:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000001:1.0:1770653414.003116:0:76416:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000040:3.0:1770653414.003117:0:76419:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955631eb5600/0x2aed14e4e178d056 lrc: 4/0,1 mode: --/PW res: [0x240000403:0x1569:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1770653414.003117:0:73806:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff955620465200/0x2aed14e4e178a0fa lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e23 expref: 63 pid: 12214 timeout: 6877 lvb_type: 1 00000100:00000001:0.0:1770653414.003118:0:76385:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1770653414.003122:0:76416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1770653414.003124:0:76385:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1770653414.003126:0:76416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:0.0:1770653414.003130:0:76385:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff955626009a00. 00000020:00000001:1.0:1770653414.003132:0:76416:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1770653414.003138:0:76416:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 02000000:00000001:0.0:1770653414.003139:0:76385:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1770653414.003143:0:76416:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00000010:3.0:1770653414.003144:0:76419:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9556196fbd40. 00000020:00000001:0.0:1770653414.003144:0:76385:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1770653414.003145:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653414.003149:0:76416:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000020:00000040:0.0:1770653414.003150:0:76385:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=3 obd=lustre-OST0001 00010000:00000001:2.0:1770653414.003151:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653414.003152:0:76419:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1770653414.003156:0:76416:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665154700. 00010000:00000001:2.0:1770653414.003157:0:73806:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653414.003157:0:76385:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1770653414.003159:0:76419:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556189e13c0. 00000100:00000001:3.0:1770653414.003164:0:76419:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626795745579968 : -117277963971648 : ffff9556189e13c0) 00000020:00000040:1.0:1770653414.003164:0:76416:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=6 obd=lustre-OST0000 02000000:00000010:0.0:1770653414.003164:0:76385:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff955626008200. 00000100:00000001:2.0:1770653414.003165:0:73806:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653414.003173:0:76419:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626795745579968 : -117277963971648 : ffff9556189e13c0) 02000000:00000001:0.0:1770653414.003173:0:76385:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1770653414.003174:0:76416:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1770653414.003175:0:73806:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:0.0:1770653414.003177:0:76385:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1770653414.003178:0:76416:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1770653414.003181:0:76419:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000010:0.0:1770653414.003182:0:76385:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955710551f80. 02000000:00000001:1.0:1770653414.003183:0:76416:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.003184:0:76419:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000200:2.0:1770653414.003187:0:73806:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff95572f8d4e00 x1856657966312064/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:245/0 lens 328/0 e 0 to 0 dl 1770653425 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653414.003188:0:76419:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:0.0:1770653414.003190:0:76385:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 02000000:00000010:1.0:1770653414.003192:0:76416:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95563c4f6e00. 00010000:00000001:3.0:1770653414.003193:0:76419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653414.003194:0:76385:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653414.003197:0:76419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653414.003199:0:76416:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653414.003201:0:76419:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000010:0.0:1770653414.003202:0:76385:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f3626c0. 00010000:00000001:3.0:1770653414.003206:0:76419:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000001:0.0:1770653414.003208:0:76385:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1770653414.003210:0:76419:0:(ldlm_lockd.c:854:ldlm_lock_reorder_req()) Process entered 00010000:00010000:1.0:1770653414.003211:0:76416:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff95571016ac00/0x2aed14e4e178a060 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d90 expref: 63 pid: 76390 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1770653414.003211:0:76385:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653414.003213:0:73806:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:3.0:1770653414.003214:0:76419:0:(ldlm_lockd.c:877:ldlm_lock_reorder_req()) Process leaving 00000100:00000001:2.0:1770653414.003218:0:73806:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1770653414.003219:0:76385:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95af40. 00000100:00000010:3.0:1770653414.003221:0:76419:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955617529880. 00010000:00000001:0.0:1770653414.003226:0:76385:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653414.003228:0:76419:0:(genops.c:1229:class_import_get()) import ffff95572df1b800 refcount=7 obd=lustre-OST0000 00000100:00000001:2.0:1770653414.003229:0:73806:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653414.003230:0:76385:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.003232:0:76419:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00010000:00010000:1.0:1770653414.003234:0:76416:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff95571016ac00/0x2aed14e4e178a060 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d90 expref: 63 pid: 76390 timeout: 6877 lvb_type: 1 00010000:00000001:0.0:1770653414.003237:0:76385:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1770653414.003238:0:76419:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1770653414.003242:0:73806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1770653414.003243:0:76419:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.003244:0:76385:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:2.0:1770653414.003246:0:73806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00010000:0.0:1770653414.003250:0:76385:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a400/0x2aed14e4e178d017 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x141e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 02000000:00000010:3.0:1770653414.003251:0:76419:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95562fa45600. 00000100:00100000:2.0:1770653414.003257:0:73806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161894 00000100:00000001:3.0:1770653414.003259:0:76419:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653414.003264:0:73806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00010000:00000001:1.0:1770653414.003269:0:76416:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00010000:00010000:3.0:1770653414.003270:0:76419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9556395a6000/0x2aed14e4e178a1ef lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1569:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f11 expref: 63 pid: 6531 timeout: 0 lvb_type: 1 00000100:00000001:2.0:1770653414.003270:0:73806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800425324032 : -117273284227584 : ffff95572f8d4e00) 00000100:00000001:1.0:1770653414.003273:0:76416:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1770653414.003286:0:73806:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95572f8d4e00 x1856657966312064/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:245/0 lens 328/0 e 0 to 0 dl 1770653425 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653414.003286:0:76416:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955665154700 x1856657707213952/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1770653414.003287:0:76419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9556395a6000/0x2aed14e4e178a1ef lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1569:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f11 expref: 63 pid: 6531 timeout: 6877 lvb_type: 1 00000400:00000001:0.0:1770653414.003297:0:3289:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1770653414.003301:0:3289:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1770653414.003305:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2630. 00000400:00000200:0.0:1770653414.003310:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78d48 00010000:00000001:3.0:1770653414.003314:0:76419:0:(ldlm_lockd.c:831:ldlm_ast_fini()) Process entered 00000400:00000010:0.0:1770653414.003316:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78d48. 00000100:00000001:3.0:1770653414.003318:0:76419:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1770653414.003324:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1770653414.003325:0:76416:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1770653414.003326:0:73806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1770653414.003328:0:76419:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955617529880 x1856657707214080/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653414.003330:0:76416:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653414.003332:0:73806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59080. 00000100:00000200:0.0:1770653414.003333:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955617528a80 x1856657707210112/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653414.003338:0:73806:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1770653414.003339:0:76416:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955665154700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0000_UUID:76416:1856657707213952:192.168.202.60@tcp:104: 00000020:00000010:2.0:1770653414.003345:0:73806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59080. 00000100:00000001:1.0:1770653414.003351:0:76416:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1770653414.003356:0:76416:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1770653414.003360:0:73806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95572f8d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_019:b31b1d82-c1d4-4680-ae7a-71292416d1f5+63:2366:x1856657966312064:12345-192.168.202.60@tcp:103:ldlm_bl.0 02000000:00000001:1.0:1770653414.003360:0:76416:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.003366:0:76419:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1770653414.003367:0:76416:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1770653414.003372:0:76419:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653414.003372:0:73806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966312064 00000100:00000200:0.0:1770653414.003374:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955617528a80 x1856657707210112/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1770653414.003375:0:76416:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95563c4f6800. 00010000:00000001:2.0:1770653414.003377:0:73806:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 02000000:00000001:1.0:1770653414.003380:0:76416:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653414.003382:0:76419:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955617529880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_029:lustre-OST0000_UUID:76419:1856657707214080:192.168.202.60@tcp:104: 00010000:00000002:2.0:1770653414.003382:0:73806:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1770653414.003387:0:73806:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000400:00000010:1.0:1770653414.003389:0:76416:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d940b0. 00000100:00000001:2.0:1770653414.003392:0:73806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1770653414.003393:0:76419:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1770653414.003396:0:76416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0226e8. 02000000:00000001:2.0:1770653414.003397:0:73806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1770653414.003398:0:76419:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1770653414.003399:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1770653414.003403:0:76419:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.003404:0:3289:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1770653414.003405:0:73806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95560a619400. 00000100:00000200:1.0:1770653414.003405:0:76416:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707213952, portal 16 02000000:00000001:3.0:1770653414.003409:0:76419:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1770653414.003412:0:73806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.003412:0:3289:0:(client.c:1568:after_reply()) Process entered 00000100:00000001:1.0:1770653414.003413:0:76416:0:(client.c:3234:ptlrpc_request_addref()) Process entered 02000000:00000010:3.0:1770653414.003415:0:76419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95562fa44a00. 02000000:00000001:0.0:1770653414.003415:0:3289:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1770653414.003416:0:76416:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028460288 : -117276681091328 : ffff955665154700) 00000100:00000001:2.0:1770653414.003418:0:73806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.003419:0:3289:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1770653414.003420:0:76419:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.003424:0:73806:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:0.0:1770653414.003424:0:3289:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653414.003426:0:76419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2580. 00000100:00000040:1.0:1770653414.003427:0:76416:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955665154700 x1856657707213952/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653430 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1770653414.003429:0:73806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 02000000:00000001:0.0:1770653414.003430:0:3289:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653414.003432:0:76419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78990. 00010000:00000001:2.0:1770653414.003434:0:73806:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00001000:0.0:1770653414.003438:0:3289:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=89 v=5 (5 5 5 5) 00000020:00000001:2.0:1770653414.003439:0:73806:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1770653414.003440:0:76419:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707214080, portal 16 00000020:00000040:2.0:1770653414.003443:0:73806:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955620465200 refcount=4 00000100:00000001:1.0:1770653414.003443:0:76416:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1770653414.003447:0:76419:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1770653414.003449:0:73806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795874046464 : -117277835505152 : ffff955620465200) 00000100:00001000:0.0:1770653414.003449:0:3289:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=60 v=5 (1 1 1 1) 00000100:00000040:1.0:1770653414.003450:0:76416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:3.0:1770653414.003451:0:76419:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795723856000 : -117277985695616 : ffff955617529880) 00010000:00000001:2.0:1770653414.003456:0:73806:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795874046464 : -117277835505152 : ffff955620465200) 00000400:00000010:1.0:1770653414.003458:0:76416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0225d8. 00000100:00000001:0.0:1770653414.003458:0:3289:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00000040:2.0:1770653414.003462:0:73806:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95562c678200 count: 3 00000100:00000040:3.0:1770653414.003463:0:76419:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=0 req@ffff955617529880 x1856657707214080/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653430 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653414.003463:0:3289:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653414.003464:0:76416:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707213952, offset 0 00010000:00000001:0.0:1770653414.003470:0:3289:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00010000:2.0:1770653414.003472:0:73806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff955620465200/0x2aed14e4e178a0fa lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1565:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e23 expref: 63 pid: 12214 timeout: 6877 lvb_type: 1 00010000:00000001:0.0:1770653414.003475:0:3289:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653414.003477:0:76416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:0.0:1770653414.003483:0:3289:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1770653414.003487:0:3289:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000400:00000200:1.0:1770653414.003489:0:76416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000100:00000001:0.0:1770653414.003492:0:3289:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1770653414.003495:0:76419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1770653414.003497:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00001000:2.0:1770653414.003499:0:73806:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=128 v=5 (1 0 0 0) 00000400:00000200:1.0:1770653414.003500:0:76416:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1770653414.003501:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795723852416 : -117277985699200 : ffff955617528a80) 00000100:00000040:3.0:1770653414.003504:0:76419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000200:1.0:1770653414.003509:0:76416:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000100:00000001:0.0:1770653414.003509:0:3289:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00010000:00000001:2.0:1770653414.003510:0:73806:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:3.0:1770653414.003511:0:76419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78f68. 00000100:00000040:0.0:1770653414.003513:0:3289:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00000400:00000200:1.0:1770653414.003518:0:76416:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1770653414.003518:0:3289:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000200:3.0:1770653414.003519:0:76419:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1856657707214080, offset 0 00010000:00000001:2.0:1770653414.003519:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653414.003523:0:3289:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.003524:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1770653414.003524:0:76416:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00000400:00000200:3.0:1770653414.003531:0:76419:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00010000:2.0:1770653414.003532:0:73806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff955620465200/0x2aed14e4e178a0fa lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1565:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e23 expref: 63 pid: 12214 timeout: 6877 lvb_type: 1 00000100:00000040:0.0:1770653414.003533:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955617528a80 x1856657707210112/t4295332654(4295332654) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653414.003536:0:76416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164753:2164753:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164749:2164749:8:4294967295] 00000020:00000001:2.0:1770653414.003556:0:73806:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1770653414.003560:0:73806:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000400:00000200:1.0:1770653414.003560:0:76416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:0.0:1770653414.003561:0:3289:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653414.003562:0:73806:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.003569:0:3289:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1770653414.003570:0:73806:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653414.003571:0:76416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:0.0:1770653414.003573:0:3289:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653414.003575:0:73806:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:3.0:1770653414.003576:0:76419:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.60@tcp local destination 00000800:00000010:1.0:1770653414.003577:0:76416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9557353d2f00. 00010000:00000001:2.0:1770653414.003579:0:73806:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000004:00080000:0.0:1770653414.003579:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff955617528a80/2, rc 0, transno 4295332654 00010000:00000001:2.0:1770653414.003585:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00001000:0.0:1770653414.003585:0:3289:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 3 in flight, 50 in progress 00000400:00000200:3.0:1770653414.003587:0:76419:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:2.0:1770653414.003588:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:1.0:1770653414.003591:0:76416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:2.0:1770653414.003593:0:73806:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1770653414.003597:0:73806:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653414.003597:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955617528a80 x1856657707210112/t4295332654(4295332654) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1770653414.003598:0:76419:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.160@tcp 00000800:00000200:1.0:1770653414.003598:0:76416:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000020:00000040:2.0:1770653414.003604:0:73806:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff955620465200 with handle 0x2aed14e4e178a0fa from hash 00000800:00000200:1.0:1770653414.003606:0:76416:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9557353d2f00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1770653414.003609:0:76419:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.160@tcp lpni_is_preferred = 0 00010000:00000001:2.0:1770653414.003610:0:73806:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1770653414.003614:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653414.003617:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1770653414.003619:0:76419:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.60@tcp 00010000:00000001:2.0:1770653414.003621:0:73806:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1770653414.003621:0:76416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653414.003624:0:3289:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955617528a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707210112:0@lo:6:osp-syn-1-0.0 00010000:00000001:2.0:1770653414.003626:0:73806:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:1.0:1770653414.003626:0:76416:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444846 00000400:00000200:3.0:1770653414.003630:0:76419:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164754:2164754:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164750:2164750:7:4294967295] 00010000:00000001:2.0:1770653414.003631:0:73806:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.003636:0:76416:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4301444845 00000100:00000001:0.0:1770653414.003636:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.003637:0:73806:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1770653414.003641:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653414.003643:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653414.003646:0:76416:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444846 00010000:00010000:2.0:1770653414.003648:0:73806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff955620465200/0x2aed14e4e178a0fa lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1565:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e23 expref: 63 pid: 12214 timeout: 6877 lvb_type: 1 00000100:00000040:0.0:1770653414.003649:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955617528a80 x1856657707210112/t4295332654(4295332654) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653414.003655:0:76416:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4301444845 00000400:00000200:3.0:1770653414.003660:0:76419:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:1.0:1770653414.003664:0:76416:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444846 00000100:00000001:1.0:1770653414.003671:0:76416:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4301444845 00010000:00000040:2.0:1770653414.003676:0:73806:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 57 00000100:00000001:1.0:1770653414.003678:0:76416:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444846 00000800:00000200:3.0:1770653414.003679:0:76419:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.60@tcp 00000020:00000040:2.0:1770653414.003682:0:73806:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 62 00000100:00000001:0.0:1770653414.003683:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.003685:0:76416:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4301444845 00000800:00000010:3.0:1770653414.003687:0:76419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626cf00. 00000100:00000001:0.0:1770653414.003689:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653414.003692:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653414.003693:0:76416:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653414.003695:0:3289:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1770653414.003696:0:73806:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000800:00000200:3.0:1770653414.003699:0:76419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:0.0:1770653414.003700:0:3289:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00010000:00000001:2.0:1770653414.003701:0:73806:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:1.0:1770653414.003701:0:76416:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653414.003705:0:73806:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff955631eb4400 00010000:00000001:1.0:1770653414.003707:0:76416:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.003707:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1770653414.003709:0:76419:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:2.0:1770653414.003710:0:73806:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1770653414.003712:0:76416:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.003712:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1770653414.003714:0:73806:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000800:00000200:3.0:1770653414.003716:0:76419:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626cf00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1770653414.003717:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653414.003718:0:73806:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000001:1.0:1770653414.003719:0:76416:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.003723:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.003724:0:73806:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653414.003725:0:76416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653414.003726:0:76419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.003728:0:76416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653414.003731:0:73806:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1770653414.003732:0:76416:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.003733:0:76419:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4301444846 00010000:00010000:2.0:1770653414.003735:0:73806:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653414.003737:0:76416:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1770653414.003753:0:73806:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653414.003753:0:76416:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1770653414.003755:0:76419:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, keep current deadline 4301444846 00010000:00000001:2.0:1770653414.003759:0:73806:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:3.0:1770653414.003760:0:76419:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4301444846 00000100:00000001:1.0:1770653414.003760:0:76416:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.003764:0:73806:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:1.0:1770653414.003765:0:76416:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1770653414.003766:0:76419:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, keep current deadline 4301444846 00010000:00010000:2.0:1770653414.003769:0:73806:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff955631eb4400/0x2aed14e4e178d010 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653414.003769:0:76416:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:0.0:1770653414.003769:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653414.003770:0:76419:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4301444846 00000100:00100000:1.0:1770653414.003775:0:76416:0:(client.c:2680:ptlrpc_set_wait()) set ffff955647fa8f00 going to sleep for 11 seconds 00000100:00000001:3.0:1770653414.003777:0:76419:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, keep current deadline 4301444846 00000800:00000001:0.0:1770653414.003778:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653414.003782:0:76416:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1770653414.003783:0:76419:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4301444846 00000800:00000001:0.0:1770653414.003784:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653414.003786:0:76416:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.003790:0:76419:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, keep current deadline 4301444846 00000800:00000001:0.0:1770653414.003791:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653414.003792:0:73806:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:3.0:1770653414.003797:0:76419:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1770653414.003797:0:73806:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff955631eb4400/0x2aed14e4e178d010 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653414.003803:0:76419:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653414.003805:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:3.0:1770653414.003809:0:76419:0:(ldlm_lockd.c:843:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.003815:0:76419:0:(ldlm_lockd.c:994:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653414.003816:0:73806:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1565:0x0].0x0 (ffff95562c678200) refcount = 2 00000020:00000001:3.0:1770653414.003819:0:76419:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653414.003821:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1770653414.003822:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d2b00 00010000:00000040:2.0:1770653414.003825:0:73806:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:3.0:1770653414.003827:0:76419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:1.0:1770653414.003827:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9557353d2f00. 00010000:00000040:2.0:1770653414.003830:0:73806:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955631eb4400/0x2aed14e4e178d010 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1565:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653414.003833:0:76419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1770653414.003833:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed7271 [2] + 328 00000400:00000200:1.0:1770653414.003834:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1770653414.003839:0:76419:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653414.003846:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:3.0:1770653414.003847:0:76419:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000800:00000001:0.0:1770653414.003847:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653414.003865:0:73806:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653414.003868:0:73806:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.003870:0:73806:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1770653414.003871:0:73806:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653414.003873:0:73806:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1770653414.003876:0:73806:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f59080. 00000100:00000001:2.0:1770653414.003880:0:73806:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000400:00000200:1.0:1770653414.003882:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0225d8 00000800:00000001:0.0:1770653414.003883:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1770653414.003884:0:73806:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0240. 00000400:00000010:1.0:1770653414.003887:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0225d8. 00010000:00000001:3.0:1770653414.003889:0:76419:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000200:0.0:1770653414.003889:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653414.003890:0:73806:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100335680 : -117276609215936 : ffff9556695e0240) 00000100:00000001:1.0:1770653414.003892:0:3281:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1770653414.003897:0:73806:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100335680 : -117276609215936 : ffff9556695e0240) 00000100:00000001:3.0:1770653414.003898:0:76419:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653414.003902:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000200:1.0:1770653414.003903:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955665154700 x1856657707213952/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653430 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653414.003905:0:73806:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1770653414.003906:0:76419:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1770653414.003909:0:73806:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000100:00000001:3.0:1770653414.003911:0:76419:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1770653414.003912:0:3282:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:2.0:1770653414.003913:0:73806:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1770653414.003917:0:73806:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000200:0.0:1770653414.003918:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00100000:3.0:1770653414.003919:0:76419:0:(client.c:2680:ptlrpc_set_wait()) set ffff9556189e13c0 going to sleep for 11 seconds 00000100:00000001:1.0:1770653414.003923:0:3281:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1770653414.003926:0:73806:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.003927:0:76419:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1770653414.003927:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710551f80. 00000100:00000040:1.0:1770653414.003929:0:3281:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665154700 x1856657707213952/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653430 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653414.003931:0:76419:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.003933:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1770653414.003934:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955710551f80 x1856657966312192 msgsize 328 00010000:00000001:2.0:1770653414.003937:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653414.003942:0:73806:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.003945:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301444846 00000100:00000001:1.0:1770653414.003947:0:3281:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.003948:0:73806:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00100000:0.0:1770653414.003951:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:3.0:1770653414.003953:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301444844 00010000:00000001:2.0:1770653414.003954:0:73806:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1770653414.003954:0:3281:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1770653414.003959:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301444846 00000100:00000001:2.0:1770653414.003961:0:73806:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.003963:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301444844 00000100:00000001:0.0:1770653414.003965:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1770653414.003966:0:73806:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.003971:0:73806:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000800:00000001:0.0:1770653414.003974:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:2.0:1770653414.003975:0:73806:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0240. 00000100:00000001:3.0:1770653414.003977:0:76647:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1770653414.003982:0:76647:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966312192 00000100:00000001:2.0:1770653414.003982:0:73806:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 02000000:00000001:3.0:1770653414.003984:0:76647:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653414.003987:0:76647:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1770653414.003987:0:73806:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653414.003990:0:76647:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1770653414.003993:0:73806:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f59080. 02000000:00000001:3.0:1770653414.003994:0:76647:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653414.003998:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:3.0:1770653414.004000:0:76647:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966312192 00010000:00000001:2.0:1770653414.004002:0:73806:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000800:00000010:1.0:1770653414.004003:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626cf00. 00000800:00000001:0.0:1770653414.004003:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653414.004004:0:76647:0:(genops.c:811:class_conn2export()) Process entered 00010000:00010000:2.0:1770653414.004008:0:73806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000040:3.0:1770653414.004009:0:76647:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000800:00000001:0.0:1770653414.004009:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1770653414.004010:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1770653414.004014:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1770653414.004014:0:73806:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653414.004016:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1770653414.004017:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=58 00000400:00000200:1.0:1770653414.004020:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:2.0:1770653414.004022:0:73806:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1770653414.004023:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000400:00000200:1.0:1770653414.004025:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78f68 00010000:00000001:2.0:1770653414.004028:0:73806:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653414.004029:0:76647:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000400:00000010:1.0:1770653414.004030:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78f68. 00000400:00000200:0.0:1770653414.004030:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00001000:2.0:1770653414.004036:0:73806:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=103 v=5 (1 1 1 1) 00000100:00000001:1.0:1770653414.004037:0:3281:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1770653414.004043:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1ba100 00000100:00000200:1.0:1770653414.004044:0:3281:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955617529880 x1856657707214080/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653430 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653414.004046:0:73806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1770653414.004056:0:73806:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:1.0:1770653414.004057:0:3281:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1770653414.004057:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda989 [1] + 224 00000100:00000001:2.0:1770653414.004065:0:73806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000040:1.0:1770653414.004066:0:3281:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955617529880 x1856657707214080/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653430 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:0.0:1770653414.004067:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653414.004071:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653414.004075:0:76647:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1770653414.004075:0:73806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1770653414.004076:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1770653414.004081:0:73806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653414.004082:0:76647:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbbc0. 00000100:00000001:1.0:1770653414.004086:0:3281:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653414.004087:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653414.004089:0:3281:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1770653414.004090:0:76647:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff95564b95a500. 00000100:00000001:2.0:1770653414.004090:0:73806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1770653414.004093:0:3282:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1770653414.004098:0:76647:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff9557082818d8) now 8 - evictor 00000100:00000040:2.0:1770653414.004102:0:73806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000200:0.0:1770653414.004102:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955665154e00 x1856657707213056/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1770653414.004109:0:73806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268884c8. 00000100:00000001:3.0:1770653414.004113:0:76647:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:0.0:1770653414.004115:0:3282:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955665154e00 x1856657707213056/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1770653414.004119:0:76647:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95562fa44600. 00000100:00000200:2.0:1770653414.004119:0:73806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966312064, offset 224 00000020:00000010:3.0:1770653414.004126:0:76647:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3600. 00000020:00000010:3.0:1770653414.004132:0:76647:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90258. 00000100:00080000:2.0:1770653414.004133:0:5753:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1770653414.004134:0:76389:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff955631eb4400/0x2aed14e4e178d010 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653414.004141:0:76647:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:2.0:1770653414.004141:0:5753:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff9557082818d8) now 8 - evictor 00000100:00000001:3.0:1770653414.004145:0:76647:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1770653414.004148:0:76647:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1770653414.004151:0:76647:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.004151:0:3282:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1770653414.004156:0:76647:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1770653414.004160:0:76647:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000001:0.0:1770653414.004161:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1770653414.004163:0:73806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000020:00000001:3.0:1770653414.004164:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653414.004169:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95573d0aae00 refcount=4 00000800:00000001:0.0:1770653414.004169:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653414.004170:0:76389:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653414.004173:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800651644416 : -117273057907200 : ffff95573d0aae00) 00000800:00000001:0.0:1770653414.004175:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:1.0:1770653414.004180:0:76389:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff955631eb4400/0x2aed14e4e178d010 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653414.004181:0:76647:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626800651644416 : -117273057907200 : ffff95573d0aae00) 00000400:00000200:2.0:1770653414.004181:0:73806:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000800:00000001:0.0:1770653414.004182:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1770653414.004192:0:76647:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff95573d0aae00/0x2aed14e4e178a10f lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x141e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e3f expref: 58 pid: 12206 timeout: 6877 lvb_type: 1 00000400:00000200:0.0:1770653414.004200:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:2.0:1770653414.004201:0:73806:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164755:2164755:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164751:2164751:8:4294967295] 00010000:00000001:1.0:1770653414.004203:0:76389:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1770653414.004206:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653414.004210:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653414.004213:0:76389:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1770653414.004217:0:76389:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1770653414.004218:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:1.0:1770653414.004220:0:76389:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955631eb4400 refcount=3 00010000:00000001:3.0:1770653414.004222:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1770653414.004225:0:76389:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796170068992 : -117277539482624 : ffff955631eb4400) 00010000:00000001:3.0:1770653414.004226:0:76647:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653414.004232:0:76647:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653414.004232:0:76389:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796170068992 : -117277539482624 : ffff955631eb4400) 00000400:00000200:2.0:1770653414.004233:0:73806:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:1.0:1770653414.004238:0:76389:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1770653414.004242:0:76389:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff955631eb4400/0x2aed14e4e178d010 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000800:00000200:2.0:1770653414.004249:0:73806:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000400:00000200:0.0:1770653414.004250:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d2b80 00000800:00000010:2.0:1770653414.004258:0:73806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3df200. 00010000:00000001:1.0:1770653414.004260:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1770653414.004262:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed7271 [2] + 656 00010000:00000001:1.0:1770653414.004264:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:0.0:1770653414.004267:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1770653414.004269:0:73806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00010000:1.0:1770653414.004269:0:76389:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff955631eb4400/0x2aed14e4e178d010 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000800:00000001:0.0:1770653414.004272:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653414.004278:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1770653414.004281:0:73806:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:2.0:1770653414.004288:0:73806:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3df200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1770653414.004290:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:1.0:1770653414.004291:0:76389:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1770653414.004292:0:76647:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:1.0:1770653414.004295:0:76389:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.004298:0:3282:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:1.0:1770653414.004299:0:76389:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1770653414.004300:0:73806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653414.004302:0:76647:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955710551f80 x1856657966312192/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:245/0 lens 328/0 e 0 to 0 dl 1770653425 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1770653414.004303:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:2.0:1770653414.004307:0:73806:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000100:00000001:1.0:1770653414.004308:0:6728:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1770653414.004310:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710551180. 00010000:00000001:2.0:1770653414.004314:0:73806:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1770653414.004315:0:6728:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1770653414.004316:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955710551180 x1856657966312320 msgsize 328 00000400:00000001:1.0:1770653414.004319:0:6728:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1770653414.004321:0:73806:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653414.004324:0:6728:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602d94478. 00000100:00000040:2.0:1770653414.004331:0:73806:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572f8d4e00 x1856657966312064/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:245/0 lens 328/224 e 0 to 0 dl 1770653425 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653414.004331:0:6728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022088 00000100:00100000:0.0:1770653414.004335:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000400:00000010:1.0:1770653414.004336:0:6728:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022088. 00000100:00000001:1.0:1770653414.004343:0:6728:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1770653414.004349:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1770653414.004351:0:76647:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:1.0:1770653414.004353:0:6728:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955665154e00 x1856657707213056/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653414.004355:0:76647:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.004368:0:76647:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1770653414.004368:0:73806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95572f8d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_019:b31b1d82-c1d4-4680-ae7a-71292416d1f5+62:2366:x1856657966312064:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1037us (1570us total) trans 0 rc 0/0 00000100:00000200:1.0:1770653414.004369:0:6728:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955665154e00 x1856657707213056/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653414.004379:0:76647:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1770653414.004383:0:76647:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966312320 02000000:00000001:3.0:1770653414.004386:0:76647:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653414.004390:0:76647:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1770653414.004391:0:73806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161894 00000100:00000001:1.0:1770653414.004392:0:6728:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1770653414.004393:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1770653414.004394:0:76647:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.004396:0:6728:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1770653414.004398:0:73806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 02000000:00000001:3.0:1770653414.004400:0:76647:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1770653414.004400:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3df200. 00000100:00000001:1.0:1770653414.004401:0:6728:0:(client.c:1568:after_reply()) Process entered 00000100:00000001:2.0:1770653414.004402:0:73806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1770653414.004405:0:6728:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1770653414.004408:0:76647:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966312320 00000100:00000001:2.0:1770653414.004408:0:73806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1770653414.004408:0:6728:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1770653414.004408:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1770653414.004414:0:76647:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1770653414.004415:0:73806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300980. 00000100:00000001:1.0:1770653414.004415:0:6728:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653414.004418:0:76647:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000400:00000200:0.0:1770653414.004420:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 02000000:00000001:1.0:1770653414.004422:0:6728:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653414.004423:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1770653414.004424:0:73806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510898. 00000400:00000200:0.0:1770653414.004425:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268884c8 00000100:00001000:1.0:1770653414.004428:0:6728:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=139 v=5 (5 0 0 0) 00000020:00000040:3.0:1770653414.004429:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=63 00000020:00000010:2.0:1770653414.004430:0:73806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955636fe8200. 00000400:00000010:0.0:1770653414.004430:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268884c8. 00000020:00000001:3.0:1770653414.004436:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:0.0:1770653414.004438:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00001000:1.0:1770653414.004439:0:6728:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=139 v=5 (1 0 0 0) 00000020:00000001:3.0:1770653414.004440:0:76647:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000020:00000040:2.0:1770653414.004440:0:73806:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 62 00000100:00000001:0.0:1770653414.004442:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1770653414.004448:0:73806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653414.004449:0:76647:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1770653414.004449:0:6728:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1770653414.004450:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653414.004454:0:6728:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653414.004455:0:76647:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbb40. 00010000:00000001:1.0:1770653414.004457:0:6728:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1770653414.004458:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653414.004461:0:6728:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1770653414.004462:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653414.004464:0:73806:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1770653414.004464:0:6728:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1770653414.004467:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653414.004468:0:73806:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1770653414.004472:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955665154e00 x1856657707213056/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1770653414.004477:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00100000:2.0:1770653414.004478:0:73806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161895 00000100:00000040:2.0:1770653414.004485:0:73806:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:2.0:1770653414.004491:0:73806:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626799901548416 : -117273808003200 : ffff955710551f80) 00000100:00000001:1.0:1770653414.004492:0:6728:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1770653414.004493:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d2c00 00000100:00000001:1.0:1770653414.004498:0:6728:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1770653414.004499:0:73806:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955710551f80 x1856657966312192/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:245/0 lens 328/0 e 0 to 0 dl 1770653425 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653414.004501:0:6728:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653414.004504:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed7271 [2] + 984 00010000:00000001:1.0:1770653414.004506:0:6728:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1770653414.004510:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653414.004513:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653414.004514:0:76647:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1770653414.004516:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1770653414.004517:0:6728:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653414.004523:0:76647:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbb40. 00000800:00000001:0.0:1770653414.004524:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653414.004525:0:73806:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1770653414.004526:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665154e00 x1856657707213056/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1770653414.004530:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1770653414.004531:0:73806:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59080. 00000020:00000010:3.0:1770653414.004532:0:76647:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95562fa44c00. 00000100:00000001:2.0:1770653414.004538:0:73806:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653414.004540:0:76647:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3000. 00000400:00000200:0.0:1770653414.004542:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000010:2.0:1770653414.004547:0:73806:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59080. 00000020:00000010:3.0:1770653414.004548:0:76647:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca904b0. 00000100:00000001:0.0:1770653414.004549:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:1.0:1770653414.004550:0:6728:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955665154e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:6728:1856657707213056:192.168.202.60@tcp:104: 00000100:00000200:0.0:1770653414.004552:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:3.0:1770653414.004556:0:76647:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1770653414.004560:0:73806:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955710551f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_019:b31b1d82-c1d4-4680-ae7a-71292416d1f5+58:2365:x1856657966312192:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1770653414.004561:0:76647:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1770653414.004562:0:6728:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1770653414.004562:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710550000. 00010000:00000001:3.0:1770653414.004565:0:76647:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000100:00000040:0.0:1770653414.004569:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955710550000 x1856657966312448 msgsize 328 00000100:00000001:1.0:1770653414.004570:0:6728:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.004571:0:76647:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653414.004571:0:73806:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966312192 00000100:00000001:1.0:1770653414.004575:0:6728:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:3.0:1770653414.004578:0:76647:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1770653414.004578:0:73806:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000100:00000001:1.0:1770653414.004579:0:6728:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1770653414.004584:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00010000:00000001:3.0:1770653414.004585:0:76647:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000002:2.0:1770653414.004585:0:73806:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000100:00000040:1.0:1770653414.004586:0:6728:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955665154e00 x1856657707213056/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1770653414.004590:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1770653414.004591:0:73806:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000020:00000040:3.0:1770653414.004595:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556323fc800 refcount=4 00000100:00000001:2.0:1770653414.004597:0:73806:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1770653414.004598:0:6728:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1770653414.004599:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1770653414.004600:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796175607808 : -117277533943808 : ffff9556323fc800) 02000000:00000001:2.0:1770653414.004601:0:73806:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1770653414.004603:0:6728:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1770653414.004606:0:76647:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796175607808 : -117277533943808 : ffff9556323fc800) 02000000:00000010:1.0:1770653414.004607:0:6728:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95563c4f6c00. 02000000:00000010:2.0:1770653414.004608:0:73806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95560a61a400. 00000100:00000001:0.0:1770653414.004613:0:5742:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1770653414.004614:0:73806:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653414.004614:0:6728:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00010000:3.0:1770653414.004615:0:76647:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9556323fc800/0x2aed14e4e178a178 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e9a expref: 62 pid: 12201 timeout: 6877 lvb_type: 1 00000100:00100000:0.0:1770653414.004618:0:5742:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966312448 00000100:00000001:2.0:1770653414.004619:0:73806:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653414.004619:0:6728:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1770653414.004622:0:6728:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=2 obd=lustre-OST0001 02000000:00000001:0.0:1770653414.004623:0:5742:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:2.0:1770653414.004624:0:73806:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00000001:0.0:1770653414.004627:0:5742:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:2.0:1770653414.004628:0:73806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000001:1.0:1770653414.004628:0:6728:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1770653414.004631:0:5742:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.004633:0:73806:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000010:1.0:1770653414.004633:0:6728:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95563c4f7a00. 02000000:00000001:0.0:1770653414.004636:0:5742:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653414.004637:0:73806:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1770653414.004638:0:6728:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:0.0:1770653414.004641:0:5742:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966312448 00000020:00000040:2.0:1770653414.004642:0:73806:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95573d0aae00 refcount=4 02000000:00000001:1.0:1770653414.004642:0:6728:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1770653414.004646:0:6728:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665154e00. 00000020:00000001:0.0:1770653414.004647:0:5742:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1770653414.004648:0:73806:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800651644416 : -117273057907200 : ffff95573d0aae00) 00000020:00000040:0.0:1770653414.004651:0:5742:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00010000:00000001:2.0:1770653414.004652:0:73806:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626800651644416 : -117273057907200 : ffff95573d0aae00) 00000100:00000001:1.0:1770653414.004652:0:6728:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1770653414.004655:0:6728:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653414.004656:0:5742:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000040:2.0:1770653414.004658:0:73806:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95562c678d00 count: 3 00000100:00000010:1.0:1770653414.004659:0:6728:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa86c0. 00000020:00000040:0.0:1770653414.004660:0:5742:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=59 00010000:00010000:2.0:1770653414.004665:0:73806:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff95573d0aae00/0x2aed14e4e178a10f lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x141e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e3f expref: 59 pid: 12206 timeout: 6877 lvb_type: 1 00000100:00000001:1.0:1770653414.004666:0:6728:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000020:00000001:0.0:1770653414.004667:0:5742:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00010000:00000001:1.0:1770653414.004670:0:6728:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653414.004673:0:5742:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00010000:00000010:1.0:1770653414.004677:0:6728:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9cfc0. 00000100:00000001:0.0:1770653414.004681:0:5742:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1770653414.004684:0:6728:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.004685:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:0.0:1770653414.004687:0:5742:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95af40. 00010000:00000001:3.0:1770653414.004689:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653414.004690:0:6728:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1770653414.004691:0:73806:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=133 v=5 (1 0 0 0) 00000100:00000001:0.0:1770653414.004692:0:5742:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653414.004693:0:76647:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653414.004695:0:6728:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653414.004700:0:5742:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95af40. 00000100:00000001:3.0:1770653414.004701:0:76647:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653414.004701:0:73806:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1770653414.004702:0:6728:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1770653414.004709:0:6728:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95566c162c00/0x2aed14e4e178d025 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1420:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1770653414.004709:0:5742:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955626008200. 00010000:00000001:2.0:1770653414.004710:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653414.004711:0:76647:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:2.0:1770653414.004715:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1770653414.004717:0:5742:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519d80. 00000100:00000200:3.0:1770653414.004721:0:76647:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955710551180 x1856657966312320/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:245/0 lens 328/0 e 0 to 0 dl 1770653425 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1770653414.004723:0:73806:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff95573d0aae00/0x2aed14e4e178a10f lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x141e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e3f expref: 59 pid: 12206 timeout: 6877 lvb_type: 1 00000020:00000010:0.0:1770653414.004724:0:5742:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3daf0. 00000100:00000001:0.0:1770653414.004732:0:5742:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1770653414.004736:0:5742:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1770653414.004737:0:5743:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1770653414.004755:0:5742:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1770653414.004759:0:5742:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.004761:0:76647:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:2.0:1770653414.004762:0:73806:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1770653414.004762:0:5742:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:1.0:1770653414.004767:0:5743:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1770653414.004768:0:76647:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.004768:0:73806:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1770653414.004769:0:5742:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1770653414.004774:0:73806:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653414.004774:0:5742:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1770653414.004775:0:5743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161896 00000020:00000040:0.0:1770653414.004779:0:5742:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c987800 refcount=4 00000100:00000001:3.0:1770653414.004780:0:76647:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653414.004780:0:73806:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653414.004781:0:5743:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000020:00000001:0.0:1770653414.004786:0:5742:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812321280 : -117277897230336 : ffff95561c987800) 00000100:00000001:1.0:1770653414.004787:0:5743:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626799901544832 : -117273808006784 : ffff955710551180) 00010000:00000001:2.0:1770653414.004788:0:73806:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1770653414.004790:0:5742:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812321280 : -117277897230336 : ffff95561c987800) 00010000:00000001:2.0:1770653414.004792:0:73806:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:1.0:1770653414.004797:0:5743:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955710551180 x1856657966312320/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:245/0 lens 328/0 e 0 to 0 dl 1770653425 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653414.004798:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1770653414.004799:0:5742:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff95561c987800/0x2aed14e4e178a282 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1420:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f88 expref: 59 pid: 76384 timeout: 6877 lvb_type: 1 00000100:00000001:3.0:1770653414.004800:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301444846 00010000:00000001:2.0:1770653414.004801:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653414.004805:0:73806:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1770653414.004808:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301444844 00010000:00000001:2.0:1770653414.004809:0:73806:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.004816:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301444846 00000020:00000040:2.0:1770653414.004817:0:73806:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95573d0aae00 with handle 0x2aed14e4e178a10f from hash 00010000:00000001:2.0:1770653414.004823:0:73806:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1770653414.004824:0:3288:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653414.004827:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653414.004828:0:5742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653414.004830:0:3288:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.004831:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653414.004832:0:5742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653414.004835:0:73806:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1770653414.004837:0:5742:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653414.004838:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.004840:0:73806:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653414.004844:0:73806:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.004845:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653414.004845:0:5742:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653414.004868:0:5743:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1770653414.004874:0:73806:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000010:1.0:1770653414.004874:0:5743:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cfc0. 00000100:00000001:3.0:1770653414.004876:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1770653414.004877:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653414.004879:0:5743:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653414.004880:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:0.0:1770653414.004883:0:5742:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00010000:2.0:1770653414.004885:0:73806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95573d0aae00/0x2aed14e4e178a10f lrc: 0/0,0 mode: --/PR res: [0x280000403:0x141e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e3f expref: 59 pid: 12206 timeout: 6877 lvb_type: 1 00000100:00000001:3.0:1770653414.004888:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1770653414.004888:0:5743:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cfc0. 00000100:00000001:3.0:1770653414.004892:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1770653414.004893:0:5742:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955710550000 x1856657966312448/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:245/0 lens 328/0 e 0 to 0 dl 1770653425 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653414.004896:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653414.004900:0:73806:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 52 00000100:00100000:1.0:1770653414.004901:0:5743:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955710551180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b31b1d82-c1d4-4680-ae7a-71292416d1f5+62:2364:x1856657966312320:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1770653414.004902:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653414.004906:0:73806:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 58 00000100:00000200:1.0:1770653414.004913:0:5743:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966312320 00010000:00000001:2.0:1770653414.004915:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653414.004916:0:5742:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:1.0:1770653414.004917:0:5743:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00010000:00000001:2.0:1770653414.004919:0:73806:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:0.0:1770653414.004920:0:5742:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000002:1.0:1770653414.004922:0:5743:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1770653414.004923:0:73806:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000800:00000001:3.0:1770653414.004924:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1770653414.004925:0:5743:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00010000:00000040:2.0:1770653414.004926:0:73806:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95561ae2a400 00010000:00000001:2.0:1770653414.004930:0:73806:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:1.0:1770653414.004931:0:5743:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1770653414.004932:0:73806:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:0.0:1770653414.004932:0:5742:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653414.004933:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653414.004935:0:5743:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00010000:2.0:1770653414.004936:0:73806:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000800:00000001:3.0:1770653414.004939:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653414.004941:0:73806:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1770653414.004941:0:5743:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955617a81c00. 00000800:00000001:3.0:1770653414.004945:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653414.004945:0:5742:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1770653414.004948:0:5743:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.004949:0:73806:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:0.0:1770653414.004950:0:5742:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00010000:2.0:1770653414.004953:0:73806:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:1.0:1770653414.004954:0:5743:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.004957:0:73806:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653414.004959:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:1.0:1770653414.004959:0:5743:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000100:00100000:0.0:1770653414.004961:0:5742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161897 00010000:00000001:2.0:1770653414.004963:0:73806:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1770653414.004964:0:5743:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1770653414.004970:0:73806:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:1.0:1770653414.004970:0:5743:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:0.0:1770653414.004970:0:5742:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 2 00000020:00000001:1.0:1770653414.004975:0:5743:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1770653414.004976:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1ba180 00010000:00010000:2.0:1770653414.004977:0:73806:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a400/0x2aed14e4e178d017 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x141e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653414.004977:0:5742:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626799901540352 : -117273808011264 : ffff955710550000) 00000020:00000040:1.0:1770653414.004978:0:5743:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556323fc800 refcount=4 00000020:00000001:1.0:1770653414.004986:0:5743:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796175607808 : -117277533943808 : ffff9556323fc800) 00000100:00000040:0.0:1770653414.004992:0:5742:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955710550000 x1856657966312448/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:245/0 lens 328/0 e 0 to 0 dl 1770653425 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653414.004993:0:5743:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796175607808 : -117277533943808 : ffff9556323fc800) 00000400:00000200:3.0:1770653414.004994:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda991 [1] + 224 00010000:00000001:2.0:1770653414.004994:0:73806:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:2.0:1770653414.004999:0:73806:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a400/0x2aed14e4e178d017 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x141e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1770653414.005000:0:5743:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556110e6d00 count: 3 00000800:00000001:3.0:1770653414.005006:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:1.0:1770653414.005010:0:5743:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9556323fc800/0x2aed14e4e178a178 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1564:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e9a expref: 62 pid: 12201 timeout: 6877 lvb_type: 1 00000800:00000001:3.0:1770653414.005011:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653414.005017:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:2.0:1770653414.005021:0:73806:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x141e:0x0].0x0 (ffff95562c678d00) refcount = 2 00000400:00000200:3.0:1770653414.005029:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653414.005029:0:5742:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000040:2.0:1770653414.005030:0:73806:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00001000:1.0:1770653414.005035:0:5743:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=128 v=5 (1 0 0 0) 00000100:00000001:3.0:1770653414.005037:0:3283:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:2.0:1770653414.005037:0:73806:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a400/0x2aed14e4e178d017 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x141e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1770653414.005037:0:5742:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95af40. 00010000:00000001:1.0:1770653414.005045:0:5743:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1770653414.005045:0:5742:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1770653414.005046:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955710552d80 x1856657707213184/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653414.005051:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:0.0:1770653414.005053:0:5742:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95af40. 00010000:00000001:1.0:1770653414.005055:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653414.005057:0:73806:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653414.005061:0:73806:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653414.005063:0:5743:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9556323fc800/0x2aed14e4e178a178 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1564:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e9a expref: 62 pid: 12201 timeout: 6877 lvb_type: 1 00010000:00000001:2.0:1770653414.005067:0:73806:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00100000:0.0:1770653414.005067:0:5742:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955710550000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b31b1d82-c1d4-4680-ae7a-71292416d1f5+58:2365:x1856657966312448:12345-192.168.202.60@tcp:103:ldlm_bl.0 00010000:00000001:2.0:1770653414.005071:0:73806:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653414.005078:0:73806:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1770653414.005081:0:5742:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966312448 00000100:00000040:3.0:1770653414.005083:0:3283:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955710552d80 x1856657707213184/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653414.005085:0:5742:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00010000:00000010:2.0:1770653414.005086:0:73806:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955660f59080. 00010000:00000002:0.0:1770653414.005090:0:5742:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000100:00000001:2.0:1770653414.005092:0:73806:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00000001:0.0:1770653414.005094:0:5742:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000010:2.0:1770653414.005097:0:73806:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556695e0240. 00000100:00000001:0.0:1770653414.005099:0:5742:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1770653414.005103:0:5742:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1770653414.005104:0:73806:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626797100335680 : -117276609215936 : ffff9556695e0240) 00000020:00000001:1.0:1770653414.005109:0:5743:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:2.0:1770653414.005110:0:73806:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626797100335680 : -117276609215936 : ffff9556695e0240) 02000000:00000010:0.0:1770653414.005110:0:5742:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95564f310800. 00010000:00000001:1.0:1770653414.005114:0:5743:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000001:2.0:1770653414.005117:0:73806:0:(client.c:2653:ptlrpc_set_wait()) Process entered 02000000:00000001:0.0:1770653414.005117:0:5742:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.005118:0:5743:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.005119:0:3283:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1770653414.005121:0:73806:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000800:00000001:3.0:1770653414.005126:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653414.005126:0:5742:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.005127:0:73806:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000020:00000001:1.0:1770653414.005127:0:5743:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653414.005132:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653414.005132:0:73806:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1770653414.005134:0:5742:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1770653414.005136:0:5743:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000800:00000001:3.0:1770653414.005137:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:0.0:1770653414.005140:0:5742:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1770653414.005141:0:5743:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000800:00000001:3.0:1770653414.005143:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653414.005143:0:73806:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.005147:0:5742:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1770653414.005148:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653414.005149:0:73806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1770653414.005152:0:5742:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1770653414.005153:0:73806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653414.005153:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1770653414.005154:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000020:00000040:0.0:1770653414.005158:0:5742:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561c987800 refcount=4 00010000:00000001:2.0:1770653414.005159:0:73806:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.005159:0:5743:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1770653414.005163:0:5743:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653414.005165:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1ba200 00010000:00000001:2.0:1770653414.005167:0:73806:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000020:00000001:0.0:1770653414.005167:0:5742:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795812321280 : -117277897230336 : ffff95561c987800) 00000020:00000040:1.0:1770653414.005168:0:5743:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9556323fc800 with handle 0x2aed14e4e178a178 from hash 00010000:00000001:2.0:1770653414.005172:0:73806:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1770653414.005174:0:5743:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:3.0:1770653414.005176:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda999 [1] + 224 00010000:00000001:0.0:1770653414.005176:0:5742:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795812321280 : -117277897230336 : ffff95561c987800) 00010000:00000001:1.0:1770653414.005178:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653414.005180:0:73806:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.005181:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653414.005186:0:5743:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000040:0.0:1770653414.005187:0:5742:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95565f6edf00 count: 3 00000800:00000001:3.0:1770653414.005188:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653414.005188:0:73806:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.005189:0:5743:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000800:00000001:3.0:1770653414.005193:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653414.005194:0:5743:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.005195:0:73806:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000400:00000200:3.0:1770653414.005196:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1770653414.005198:0:5743:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00010000:0.0:1770653414.005200:0:5742:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff95561c987800/0x2aed14e4e178a282 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x1420:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f88 expref: 58 pid: 76384 timeout: 6877 lvb_type: 1 00000100:00000010:2.0:1770653414.005201:0:73806:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0240. 00010000:00000001:1.0:1770653414.005202:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1770653414.005207:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653414.005209:0:73806:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00010000:1.0:1770653414.005211:0:5743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9556323fc800/0x2aed14e4e178a178 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1564:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e9a expref: 62 pid: 12201 timeout: 6877 lvb_type: 1 00010000:00000001:2.0:1770653414.005214:0:73806:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653414.005215:0:3283:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000010:2.0:1770653414.005221:0:73806:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f59080. 00000100:00000200:3.0:1770653414.005222:0:3283:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95572ebc6d80 x1856657707213312/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00001000:0.0:1770653414.005224:0:5742:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=133 v=5 (1 0 0 0) 00010000:00000001:2.0:1770653414.005227:0:73806:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1770653414.005231:0:73806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1770653414.005237:0:73806:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1770653414.005237:0:5743:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 56 00010000:00000001:0.0:1770653414.005237:0:5742:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:3.0:1770653414.005242:0:3283:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff95572ebc6d80 x1856657707213312/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653414.005242:0:5742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:1.0:1770653414.005243:0:5743:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 61 00010000:00000001:2.0:1770653414.005244:0:73806:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1770653414.005246:0:5742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653414.005249:0:73806:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.005252:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:2.0:1770653414.005255:0:73806:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=103 v=5 (1 1 1 1) 00010000:00000001:1.0:1770653414.005256:0:5743:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:0.0:1770653414.005256:0:5742:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff95561c987800/0x2aed14e4e178a282 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x1420:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f88 expref: 58 pid: 76384 timeout: 6877 lvb_type: 1 00010000:00000001:1.0:1770653414.005260:0:5743:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1770653414.005264:0:5743:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95561ae2ae00 00000100:00000001:2.0:1770653414.005266:0:73806:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1770653414.005267:0:3283:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1770653414.005268:0:5743:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1770653414.005272:0:5743:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000040:2.0:1770653414.005273:0:73806:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000800:00000001:3.0:1770653414.005274:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:1.0:1770653414.005275:0:5743:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000001:0.0:1770653414.005279:0:5742:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1770653414.005280:0:5743:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653414.005281:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653414.005281:0:73806:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00000001:0.0:1770653414.005284:0:5742:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1770653414.005285:0:5743:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000800:00000001:3.0:1770653414.005287:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1770653414.005288:0:73806:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1770653414.005288:0:5742:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653414.005289:0:5743:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000800:00000001:3.0:1770653414.005292:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653414.005292:0:73806:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.005294:0:5743:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653414.005294:0:5742:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.005300:0:73806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1770653414.005301:0:5743:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1770653414.005303:0:5742:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1770653414.005305:0:5743:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000400:00000200:3.0:1770653414.005308:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000040:2.0:1770653414.005308:0:73806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653414.005309:0:5742:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00010000:1.0:1770653414.005310:0:5743:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178d01e lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1770653414.005316:0:73806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888088. 00010000:00000001:0.0:1770653414.005317:0:5742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653414.005321:0:5743:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1770653414.005322:0:5742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1770653414.005323:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d2c80 00000100:00000200:2.0:1770653414.005324:0:73806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966312192, offset 224 00010000:00010000:1.0:1770653414.005325:0:5743:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178d01e lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653414.005326:0:5742:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1770653414.005331:0:5742:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653414.005334:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed7271 [2] + 1312 00000020:00000040:0.0:1770653414.005337:0:5742:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561c987800 with handle 0x2aed14e4e178a282 from hash 00010000:00000001:0.0:1770653414.005343:0:5742:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000800:00000001:3.0:1770653414.005345:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653414.005347:0:5742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:1.0:1770653414.005348:0:5743:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1564:0x0].0x0 (ffff9556110e6d00) refcount = 2 00000400:00000200:2.0:1770653414.005350:0:73806:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653414.005351:0:5742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:3.0:1770653414.005352:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1770653414.005354:0:5743:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:0.0:1770653414.005355:0:5742:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:3.0:1770653414.005358:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:1.0:1770653414.005359:0:5743:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178d01e lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1564:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653414.005360:0:5742:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000400:00000200:2.0:1770653414.005363:0:73806:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000001:0.0:1770653414.005365:0:5742:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653414.005371:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:0.0:1770653414.005372:0:5742:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1770653414.005376:0:5742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1770653414.005378:0:73806:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164756:2164756:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164752:2164752:8:4294967295] 00010000:00000001:1.0:1770653414.005381:0:5743:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653414.005385:0:5743:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653414.005385:0:5742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95561c987800/0x2aed14e4e178a282 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1420:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f88 expref: 58 pid: 76384 timeout: 6877 lvb_type: 1 00010000:00000001:1.0:1770653414.005390:0:5743:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1770653414.005393:0:5743:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653414.005398:0:5743:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653414.005399:0:73806:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000010:1.0:1770653414.005405:0:5743:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9cfc0. 00010000:00000040:0.0:1770653414.005409:0:5742:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 51 00000100:00000001:1.0:1770653414.005410:0:5743:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:3.0:1770653414.005411:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000800:00000200:2.0:1770653414.005415:0:73806:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000020:00000040:0.0:1770653414.005415:0:5742:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 57 00000100:00000200:3.0:1770653414.005416:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1770653414.005417:0:5743:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa86c0. 00000800:00000010:2.0:1770653414.005424:0:73806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3dfc00. 00000100:00000001:1.0:1770653414.005424:0:5743:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540167872 : -117277169383744 : ffff955647fa86c0) 00000100:00000010:3.0:1770653414.005426:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95561752aa00. 00010000:00000001:0.0:1770653414.005426:0:5742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653414.005428:0:5743:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540167872 : -117277169383744 : ffff955647fa86c0) 00010000:00000001:0.0:1770653414.005431:0:5742:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:1.0:1770653414.005433:0:5743:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000040:3.0:1770653414.005434:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff95561752aa00 x1856657966312576 msgsize 328 00010000:00000001:0.0:1770653414.005435:0:5742:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000800:00000200:2.0:1770653414.005436:0:73806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:1.0:1770653414.005437:0:5743:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000040:0.0:1770653414.005439:0:5742:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95566c162c00 00010000:00000001:1.0:1770653414.005442:0:5743:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1770653414.005444:0:5742:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1770653414.005446:0:5743:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1770653414.005448:0:5742:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000800:00000200:2.0:1770653414.005451:0:73806:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00100000:3.0:1770653414.005453:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00010000:00010000:0.0:1770653414.005453:0:5742:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000800:00000200:2.0:1770653414.005456:0:73806:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3dfc00 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:1.0:1770653414.005457:0:5743:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.005458:0:5742:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653414.005463:0:5743:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653414.005465:0:5742:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:3.0:1770653414.005466:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1770653414.005466:0:5743:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1770653414.005470:0:5742:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653414.005471:0:5743:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.005472:0:73806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.005474:0:5742:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653414.005478:0:5743:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1770653414.005479:0:5742:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000040:2.0:1770653414.005481:0:73806:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:1.0:1770653414.005481:0:5743:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1770653414.005483:0:76646:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1770653414.005483:0:5742:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:2.0:1770653414.005486:0:73806:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653414.005489:0:76646:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966312576 00000100:00000001:1.0:1770653414.005489:0:5743:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.005490:0:73806:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653414.005490:0:5742:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95566c162c00/0x2aed14e4e178d025 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1420:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1770653414.005496:0:76646:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1770653414.005496:0:5743:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653414.005501:0:73806:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955710551f80 x1856657966312192/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:245/0 lens 328/224 e 0 to 0 dl 1770653425 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653414.005502:0:76646:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653414.005502:0:5743:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:0.0:1770653414.005504:0:5742:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:3.0:1770653414.005507:0:76646:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1770653414.005507:0:5743:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa86c0. 00010000:00010000:0.0:1770653414.005509:0:5742:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95566c162c00/0x2aed14e4e178d025 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1420:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1770653414.005515:0:76646:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.005515:0:5743:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1770653414.005519:0:5743:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1770653414.005522:0:76646:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966312576 00010000:00000010:1.0:1770653414.005525:0:5743:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9cfc0. 00000020:00000001:3.0:1770653414.005527:0:76646:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1770653414.005531:0:5743:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000040:3.0:1770653414.005532:0:76646:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00010000:00000040:0.0:1770653414.005534:0:5742:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1420:0x0].0x0 (ffff95565f6edf00) refcount = 2 00010000:00010000:1.0:1770653414.005535:0:5743:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1770653414.005537:0:73806:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955710551f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_019:b31b1d82-c1d4-4680-ae7a-71292416d1f5+57:2365:x1856657966312192:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1007us (1597us total) trans 0 rc 0/0 00000020:00000001:3.0:1770653414.005538:0:76646:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1770653414.005539:0:5743:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1770653414.005541:0:5742:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000020:00000040:3.0:1770653414.005543:0:76646:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=62 00010000:00000001:1.0:1770653414.005546:0:5743:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000040:0.0:1770653414.005546:0:5742:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95566c162c00/0x2aed14e4e178d025 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x1420:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1770653414.005550:0:76646:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00010000:00000001:1.0:1770653414.005550:0:5743:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653414.005557:0:76646:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00001000:1.0:1770653414.005558:0:5743:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=103 v=5 (1 1 1 1) 00000100:00100000:2.0:1770653414.005559:0:73806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161895 00000100:00000001:3.0:1770653414.005565:0:76646:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1770653414.005567:0:73806:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:1.0:1770653414.005569:0:5743:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1770653414.005571:0:76646:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbb40. 00000100:00000001:2.0:1770653414.005572:0:73806:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1770653414.005572:0:5742:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000040:1.0:1770653414.005575:0:5743:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000001:0.0:1770653414.005577:0:5742:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.005578:0:76646:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653414.005578:0:73806:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1770653414.005579:0:5743:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00000001:0.0:1770653414.005583:0:5742:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000010:2.0:1770653414.005584:0:73806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3600. 00000020:00000010:3.0:1770653414.005586:0:76646:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbb40. 02000000:00000001:1.0:1770653414.005586:0:5743:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1770653414.005587:0:5742:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653414.005590:0:5743:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653414.005591:0:73806:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90258. 00010000:00000001:0.0:1770653414.005592:0:5742:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1770653414.005594:0:76646:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95562fa44400. 00000100:00000001:1.0:1770653414.005595:0:5743:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1770653414.005599:0:73806:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95562fa44600. 00010000:00000010:0.0:1770653414.005600:0:5742:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95af40. 00000020:00000010:3.0:1770653414.005601:0:76646:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3a00. 00000100:00000040:1.0:1770653414.005602:0:5743:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:0.0:1770653414.005606:0:5742:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000020:00000040:2.0:1770653414.005607:0:73806:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 56 00000020:00000010:3.0:1770653414.005608:0:76646:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90320. 00000400:00000010:1.0:1770653414.005610:0:5743:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022088. 00000100:00000001:2.0:1770653414.005611:0:73806:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1770653414.005612:0:5742:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f3626c0. 00000100:00000001:3.0:1770653414.005615:0:76646:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:1.0:1770653414.005617:0:5743:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966312320, offset 224 00000100:00000001:0.0:1770653414.005618:0:5742:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661515968 : -117277048035648 : ffff95564f3626c0) 00000100:00000001:3.0:1770653414.005619:0:76646:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1770653414.005623:0:76646:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000100:00000001:0.0:1770653414.005624:0:5742:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661515968 : -117277048035648 : ffff95564f3626c0) 00010000:00000001:3.0:1770653414.005627:0:76646:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653414.005628:0:5743:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000800:00000001:2.0:1770653414.005629:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653414.005629:0:5742:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000001:3.0:1770653414.005632:0:76646:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:0.0:1770653414.005634:0:5742:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1770653414.005636:0:76646:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1770653414.005637:0:5742:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000800:00000001:2.0:1770653414.005639:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653414.005640:0:76646:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1770653414.005641:0:5742:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:1.0:1770653414.005643:0:5743:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000020:00000040:3.0:1770653414.005644:0:76646:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565f570000 refcount=5 00000800:00000001:2.0:1770653414.005646:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1770653414.005651:0:76646:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796932104192 : -117276777447424 : ffff95565f570000) 00000800:00000001:2.0:1770653414.005652:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653414.005653:0:5742:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653414.005654:0:5743:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164757:2164757:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164753:2164753:7:4294967295] 00010000:00000001:3.0:1770653414.005657:0:76646:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796932104192 : -117276777447424 : ffff95565f570000) 00010000:00000001:0.0:1770653414.005659:0:5742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653414.005663:0:5742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653414.005666:0:5742:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653414.005667:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00010000:3.0:1770653414.005668:0:76646:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff95565f570000/0x2aed14e4e1789f95 lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x1566:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d0b expref: 62 pid: 76389 timeout: 6877 lvb_type: 1 00010000:00000001:0.0:1770653414.005670:0:5742:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1770653414.005675:0:5742:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000200:1.0:1770653414.005680:0:5743:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:0.0:1770653414.005681:0:5742:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.005687:0:5742:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.005688:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653414.005690:0:5742:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:3.0:1770653414.005692:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:1.0:1770653414.005693:0:5743:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000010:0.0:1770653414.005694:0:5742:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f3626c0. 00010000:00000001:3.0:1770653414.005696:0:76646:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653414.005697:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1ba300 00000100:00000001:3.0:1770653414.005703:0:76646:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1770653414.005703:0:5743:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9557353d2f00. 00000100:00000001:0.0:1770653414.005703:0:5742:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1770653414.005708:0:5742:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1770653414.005709:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda9a1 [1] + 224 00000100:00000001:3.0:1770653414.005712:0:76646:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000010:0.0:1770653414.005712:0:5742:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95af40. 00000800:00000200:1.0:1770653414.005716:0:5743:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000001:2.0:1770653414.005719:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653414.005720:0:5742:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000200:3.0:1770653414.005723:0:76646:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff95561752aa00 x1856657966312576/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:245/0 lens 328/0 e 0 to 0 dl 1770653425 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1770653414.005724:0:5743:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00010000:0.0:1770653414.005725:0:5742:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000800:00000001:2.0:1770653414.005726:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653414.005729:0:5742:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653414.005732:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1770653414.005732:0:5743:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9557353d2f00 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:0.0:1770653414.005736:0:5742:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1770653414.005754:0:76646:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:0.0:1770653414.005755:0:5742:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.005757:0:5743:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653414.005758:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653414.005759:0:76646:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653414.005760:0:5742:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=103 v=5 (1 1 1 1) 00000100:00000040:1.0:1770653414.005765:0:5743:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000100:00000001:2.0:1770653414.005769:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1770653414.005769:0:5743:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.005769:0:5742:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1770653414.005771:0:76646:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653414.005774:0:5743:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653414.005776:0:5742:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000200:2.0:1770653414.005779:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955665154380 x1856657707213568/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653414.005780:0:5742:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000001:3.0:1770653414.005783:0:76646:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1770653414.005784:0:5743:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955710551180 x1856657966312320/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:245/0 lens 328/224 e 0 to 0 dl 1770653425 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653414.005788:0:76646:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1770653414.005788:0:5742:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1770653414.005793:0:5742:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653414.005798:0:76646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161898 00000100:00000001:0.0:1770653414.005800:0:5742:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1770653414.005807:0:76646:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 2 00000100:00000040:0.0:1770653414.005808:0:5742:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:3.0:1770653414.005812:0:76646:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795723860480 : -117277985691136 : ffff95561752aa00) 00000100:00000040:2.0:1770653414.005813:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955665154380 x1856657707213568/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1770653414.005816:0:5742:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8880. 00000100:00000200:0.0:1770653414.005823:0:5742:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966312448, offset 224 00000100:00000040:3.0:1770653414.005825:0:76646:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95561752aa00 x1856657966312576/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:245/0 lens 328/0 e 0 to 0 dl 1770653425 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770653414.005826:0:5743:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955710551180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b31b1d82-c1d4-4680-ae7a-71292416d1f5+62:2364:x1856657966312320:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 972us (1503us total) trans 0 rc 0/0 00000400:00000200:0.0:1770653414.005836:0:5742:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00100000:1.0:1770653414.005869:0:5743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161896 00000400:00000200:0.0:1770653414.005871:0:5742:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000001:2.0:1770653414.005873:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1770653414.005878:0:5743:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 1 00000100:00000001:1.0:1770653414.005885:0:5743:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1770653414.005886:0:76646:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1770653414.005886:0:5742:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164758:2164758:254:4294967295] 192.168.202.60@tcp LPNI seq info [2164754:2164754:6:4294967295] 00000100:00000001:1.0:1770653414.005890:0:5743:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1770653414.005892:0:76646:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbb40. 00000020:00000010:1.0:1770653414.005895:0:5743:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3000. 00000100:00000001:3.0:1770653414.005897:0:76646:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653414.005901:0:5743:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca904b0. 00000020:00000010:3.0:1770653414.005903:0:76646:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbb40. 00000400:00000200:0.0:1770653414.005907:0:5742:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000020:00000010:1.0:1770653414.005908:0:5743:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95562fa44c00. 00000100:00100000:3.0:1770653414.005915:0:76646:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95561752aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_024:b31b1d82-c1d4-4680-ae7a-71292416d1f5+62:2366:x1856657966312576:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000020:00000040:1.0:1770653414.005916:0:5743:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 61 00000800:00000001:2.0:1770653414.005918:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1770653414.005920:0:5742:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:1.0:1770653414.005923:0:5743:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653414.005926:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1770653414.005927:0:76646:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966312576 00000800:00000010:0.0:1770653414.005928:0:5742:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9e00. 00000800:00000001:2.0:1770653414.005930:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1770653414.005931:0:76646:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1770653414.005935:0:76646:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000800:00000001:2.0:1770653414.005936:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653414.005938:0:76646:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000800:00000200:0.0:1770653414.005939:0:5742:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000010:1.0:1770653414.005942:0:76389:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff955647fa86c0. 00000100:00000001:3.0:1770653414.005943:0:76646:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1770653414.005949:0:76389:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 02000000:00000001:3.0:1770653414.005950:0:76646:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1770653414.005950:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000800:00000200:0.0:1770653414.005950:0:5742:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 02000000:00000010:3.0:1770653414.005958:0:76646:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955642786000. 00000800:00000200:0.0:1770653414.005958:0:5742:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9e00 type 1, nob 320 niov 1 nkiov 1 00010000:00010000:1.0:1770653414.005960:0:76389:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 02000000:00000001:3.0:1770653414.005962:0:76646:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653414.005967:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d2d00 00010000:00000001:1.0:1770653414.005967:0:76389:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.005968:0:5742:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.005969:0:76646:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.005976:0:76646:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1770653414.005976:0:76389:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653414.005979:0:5742:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00010000:3.0:1770653414.005981:0:76646:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000400:00000200:2.0:1770653414.005982:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed7271 [2] + 1640 00010000:00000001:1.0:1770653414.005982:0:76389:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1770653414.005984:0:5742:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.005987:0:76389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653414.005988:0:76646:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1770653414.005990:0:5742:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.005991:0:76389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1770653414.005992:0:76646:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:2.0:1770653414.005994:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00002000:00000001:1.0:1770653414.005994:0:76389:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000020:00000040:3.0:1770653414.005997:0:76646:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565f570000 refcount=5 00000100:00000040:0.0:1770653414.005998:0:5742:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955710550000 x1856657966312448/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:245/0 lens 328/224 e 0 to 0 dl 1770653425 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1770653414.005999:0:76389:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:3.0:1770653414.006001:0:76646:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796932104192 : -117276777447424 : ffff95565f570000) 00000800:00000001:2.0:1770653414.006003:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653414.006005:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1770653414.006009:0:76646:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796932104192 : -117276777447424 : ffff95565f570000) 00000400:00000200:2.0:1770653414.006009:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1770653414.006010:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653414.006017:0:76646:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95561e13bd00 count: 3 00010000:00010000:1.0:1770653414.006018:0:5745:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1770653414.006023:0:5745:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000400:00000200:2.0:1770653414.006024:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00010000:3.0:1770653414.006025:0:76646:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff95565f570000/0x2aed14e4e1789f95 lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x1566:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d0b expref: 61 pid: 76389 timeout: 6877 lvb_type: 1 00010000:00000001:1.0:1770653414.006027:0:5745:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00100000:0.0:1770653414.006027:0:5742:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955710550000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b31b1d82-c1d4-4680-ae7a-71292416d1f5+56:2365:x1856657966312448:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 991us (1450us total) trans 0 rc 0/0 00000100:00000001:2.0:1770653414.006031:0:3281:0:(events.c:286:request_in_callback()) Process entered 00010000:00010000:1.0:1770653414.006032:0:5745:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff955631eb4400/0x2aed14e4e178d010 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1770653414.006036:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1770653414.006043:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572f8d6680. 00000100:00000040:2.0:1770653414.006049:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff95572f8d6680 x1856657966312704 msgsize 328 00000100:00100000:0.0:1770653414.006050:0:5742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161897 00000100:00001000:3.0:1770653414.006054:0:76646:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=128 v=5 (1 0 0 0) 00000100:00000040:0.0:1770653414.006057:0:5742:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00010000:00010000:1.0:1770653414.006060:0:5745:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff955631eb4400 already unused, calling callback (ffffffffc16fe650) 00010000:00000001:3.0:1770653414.006064:0:76646:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1770653414.006064:0:5742:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:2.0:1770653414.006065:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00010000:00000001:1.0:1770653414.006066:0:5745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1770653414.006070:0:5745:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:0.0:1770653414.006070:0:5742:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1770653414.006072:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653414.006075:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1770653414.006076:0:5745:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff955631eb4400/0x2aed14e4e178d010 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1770653414.006077:0:5742:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519d80. 00000100:00000001:2.0:1770653414.006078:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00010000:00010000:3.0:1770653414.006082:0:76646:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff95565f570000/0x2aed14e4e1789f95 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1566:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d0b expref: 61 pid: 76389 timeout: 6877 lvb_type: 1 00000020:00000010:0.0:1770653414.006085:0:5742:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3daf0. 00000800:00000001:2.0:1770653414.006086:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1770653414.006089:0:5745:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000800:00000001:2.0:1770653414.006092:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653414.006093:0:5745:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:0.0:1770653414.006093:0:5742:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955626008200. 00000020:00000001:1.0:1770653414.006097:0:5745:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653414.006101:0:5745:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955631eb4400 refcount=3 00000020:00000001:3.0:1770653414.006102:0:76646:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000040:0.0:1770653414.006103:0:5742:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 55 00000020:00000001:1.0:1770653414.006104:0:5745:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796170068992 : -117277539482624 : ffff955631eb4400) 00010000:00000001:3.0:1770653414.006106:0:76646:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000001:0.0:1770653414.006109:0:5742:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653414.006111:0:12204:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1770653414.006111:0:5745:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796170068992 : -117277539482624 : ffff955631eb4400) 00010000:00000001:3.0:1770653414.006112:0:76646:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653414.006116:0:76646:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1770653414.006116:0:12204:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1770653414.006119:0:5745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000001:2.0:1770653414.006120:0:12204:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1770653414.006121:0:5742:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:3.0:1770653414.006122:0:76646:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000010:2.0:1770653414.006125:0:12204:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef24d0. 00010000:00010000:1.0:1770653414.006125:0:5745:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff955631eb4400/0x2aed14e4e178d010 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653414.006126:0:76646:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00100000:0.0:1770653414.006126:0:5742:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966312704 02000000:00000001:0.0:1770653414.006132:0:5742:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1770653414.006133:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1770653414.006133:0:12204:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888000 00000100:00000001:0.0:1770653414.006135:0:5742:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1770653414.006137:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1770653414.006138:0:12204:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888000. 00000100:00000001:0.0:1770653414.006139:0:5742:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.006141:0:76646:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1770653414.006146:0:12204:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1770653414.006147:0:76646:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653414.006147:0:5742:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.006148:0:5745:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000040:3.0:1770653414.006155:0:76646:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95565f570000 with handle 0x2aed14e4e1789f95 from hash 00000100:00100000:0.0:1770653414.006155:0:5742:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966312704 00000100:00000200:2.0:1770653414.006156:0:12204:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95572ebc6d80 x1856657707213312/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653414.006156:0:5745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1770653414.006159:0:5742:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1770653414.006160:0:5745:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.006161:0:76646:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000040:0.0:1770653414.006162:0:5742:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00010000:00000001:3.0:1770653414.006166:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1770653414.006167:0:5742:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1770653414.006168:0:5745:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653414.006169:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653414.006172:0:5745:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000040:0.0:1770653414.006172:0:5742:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=62 00010000:00000001:3.0:1770653414.006173:0:76646:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1770653414.006177:0:5745:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:0.0:1770653414.006179:0:5742:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00010000:00000001:3.0:1770653414.006180:0:76646:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653414.006180:0:5745:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.006184:0:76646:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653414.006187:0:5745:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff955631eb4400 with handle 0x2aed14e4e178d010 from hash 00000020:00000001:0.0:1770653414.006187:0:5742:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00010000:00000001:3.0:1770653414.006189:0:76646:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653414.006194:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653414.006194:0:5745:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1770653414.006195:0:5742:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1770653414.006197:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653414.006198:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:0.0:1770653414.006200:0:5742:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95af40. 00010000:00000001:3.0:1770653414.006201:0:76646:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1770653414.006202:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653414.006206:0:5745:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653414.006207:0:76646:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:0.0:1770653414.006208:0:5742:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653414.006210:0:5745:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000040:3.0:1770653414.006212:0:76646:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95561ae2a800 00010000:00000001:1.0:1770653414.006215:0:5745:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653414.006216:0:5742:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95af40. 00010000:00000001:3.0:1770653414.006217:0:76646:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000200:2.0:1770653414.006218:0:12204:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95572ebc6d80 x1856657707213312/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653414.006219:0:5745:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653414.006220:0:76646:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1770653414.006223:0:5745:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000010:0.0:1770653414.006223:0:5742:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955626008200. 00010000:00010000:3.0:1770653414.006224:0:76646:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653414.006227:0:5745:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1770653414.006230:0:76646:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1770653414.006230:0:5742:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519d80. 00010000:00000001:1.0:1770653414.006232:0:5745:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653414.006238:0:76646:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1770653414.006239:0:5745:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653414.006239:0:5742:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3daf0. 00010000:00010000:3.0:1770653414.006243:0:76646:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:2.0:1770653414.006244:0:12204:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1770653414.006246:0:5745:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:0.0:1770653414.006247:0:5742:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:3.0:1770653414.006248:0:76646:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653414.006249:0:12204:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653414.006249:0:5745:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1770653414.006251:0:5742:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1770653414.006253:0:76646:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:2.0:1770653414.006255:0:12204:0:(client.c:1568:after_reply()) Process entered 00010000:00000001:0.0:1770653414.006256:0:5742:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1770653414.006257:0:76646:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:1.0:1770653414.006257:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1770653414.006259:0:12204:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1770653414.006261:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653414.006263:0:12204:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:3.0:1770653414.006264:0:76646:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a800/0x2aed14e4e178d02c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1566:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653414.006264:0:5745:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.006264:0:5742:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.006268:0:12204:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.006270:0:5742:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1770653414.006271:0:5745:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653414.006274:0:12204:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.006275:0:5742:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1770653414.006277:0:5745:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653414.006279:0:5742:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:2.0:1770653414.006281:0:12204:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=139 v=5 (5 0 0 0) 00010000:00010000:1.0:1770653414.006284:0:5745:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff955631eb4400/0x2aed14e4e178d010 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00000020:00000040:0.0:1770653414.006284:0:5742:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955662dc0800 refcount=5 00010000:00000001:3.0:1770653414.006287:0:76646:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000020:00000001:0.0:1770653414.006292:0:5742:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796991154176 : -117276718397440 : ffff955662dc0800) 00010000:00010000:3.0:1770653414.006293:0:76646:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a800/0x2aed14e4e178d02c lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1566:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1770653414.006293:0:12204:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=139 v=5 (1 0 0 0) 00010000:00000001:1.0:1770653414.006295:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1770653414.006300:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff955631eb4400/0x2aed14e4e178d010 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1565:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76389 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653414.006300:0:5742:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796991154176 : -117276718397440 : ffff955662dc0800) 00000100:00000001:2.0:1770653414.006302:0:12204:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1770653414.006305:0:12204:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.006312:0:12204:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00010000:0.0:1770653414.006312:0:5742:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff955662dc0800/0x2aed14e4e178a1b0 lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x1567:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ed9 expref: 62 pid: 12199 timeout: 6877 lvb_type: 1 00010000:00000001:2.0:1770653414.006316:0:12204:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.006321:0:12204:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653414.006325:0:5745:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95562c678200 count: 0 00000100:00000040:2.0:1770653414.006331:0:12204:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95572ebc6d80 x1856657707213312/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00002000:00000010:1.0:1770653414.006332:0:5745:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9556196fb380. 00010000:00000010:1.0:1770653414.006339:0:5745:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95562c678900. 00010000:00000001:0.0:1770653414.006341:0:5742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:3.0:1770653414.006342:0:76646:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1566:0x0].0x0 (ffff95561e13bd00) refcount = 3 00010000:00000001:0.0:1770653414.006346:0:5742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653414.006348:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653414.006350:0:5742:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1770653414.006351:0:76646:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:1.0:1770653414.006352:0:5745:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000040:3.0:1770653414.006357:0:76646:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a800/0x2aed14e4e178d02c lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1566:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1770653414.006357:0:5742:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1770653414.006358:0:5745:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff955647fa86c0. 00000100:00000001:2.0:1770653414.006359:0:12204:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653414.006365:0:5745:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.006366:0:12204:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1770653414.006366:0:5742:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1770653414.006371:0:12204:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653414.006371:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1770653414.006376:0:76646:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000200:0.0:1770653414.006376:0:5742:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff95572f8d6680 x1856657966312704/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:245/0 lens 328/0 e 0 to 0 dl 1770653425 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1770653414.006377:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.006378:0:12204:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1770653414.006380:0:76646:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.006381:0:12204:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1770653414.006383:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1770653414.006385:0:12204:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653414.006387:0:76646:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000001:1.0:1770653414.006388:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1770653414.006389:0:12204:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.006391:0:76646:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653414.006392:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653414.006398:0:12204:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572ebc6d80 x1856657707213312/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653414.006399:0:76646:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1770653414.006399:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1770653414.006401:0:5742:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:1.0:1770653414.006404:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1770653414.006405:0:5742:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653414.006408:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653414.006413:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1770653414.006414:0:5742:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1770653414.006419:0:12204:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95572ebc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:12204:1856657707213312:192.168.202.60@tcp:104: 00000100:00000001:2.0:1770653414.006424:0:12204:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653414.006428:0:12204:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.006428:0:5742:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1770653414.006429:0:5743:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1770653414.006431:0:12204:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1770653414.006432:0:5742:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1770653414.006434:0:5743:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1770653414.006435:0:12204:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1770653414.006439:0:5742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161899 00000100:00000040:2.0:1770653414.006441:0:12204:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95572ebc6d80 x1856657707213312/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653414.006444:0:5743:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653414.006444:0:5742:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 2 00000100:00000001:0.0:1770653414.006449:0:5742:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800425330304 : -117273284221312 : ffff95572f8d6680) 00000100:00000001:1.0:1770653414.006450:0:5743:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.006454:0:12204:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1770653414.006458:0:12204:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1770653414.006462:0:12204:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff955636fe8c00. 00000100:00000040:0.0:1770653414.006462:0:5742:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95572f8d6680 x1856657966312704/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:245/0 lens 328/0 e 0 to 0 dl 1770653425 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653414.006468:0:12204:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00080000:00000010:1.0:1770653414.006470:0:76389:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff955617a81800. 00000020:00000001:2.0:1770653414.006472:0:12204:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1770653414.006472:0:5742:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000010:3.0:1770653414.006476:0:76646:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9556196fbb40. 00080000:00000001:1.0:1770653414.006476:0:76389:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626795729459200 : -117277980092416 : ffff955617a81800) 00000020:00000040:2.0:1770653414.006477:0:12204:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=6 obd=lustre-OST0000 00000020:00000010:0.0:1770653414.006478:0:5742:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95af40. 00000020:00000001:2.0:1770653414.006484:0:12204:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:1.0:1770653414.006484:0:76389:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:0.0:1770653414.006485:0:5742:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1770653414.006488:0:12204:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff955636fe8000. 00000001:00000001:1.0:1770653414.006488:0:76389:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653414.006490:0:5742:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95af40. 02000000:00000001:2.0:1770653414.006493:0:12204:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00080000:00000002:1.0:1770653414.006495:0:76389:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x1565:0x0] not in the id map cache 02000000:00000001:2.0:1770653414.006496:0:12204:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1770653414.006500:0:12204:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572ebc6d80. 00000100:00100000:0.0:1770653414.006501:0:5742:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95572f8d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b31b1d82-c1d4-4680-ae7a-71292416d1f5+62:2365:x1856657966312704:12345-192.168.202.60@tcp:103:ldlm_bl.0 00080000:00000001:1.0:1770653414.006502:0:76389:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000100:00000001:2.0:1770653414.006505:0:12204:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653414.006509:0:12204:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1770653414.006509:0:5742:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966312704 00000100:00000010:2.0:1770653414.006512:0:12204:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e0000. 00010000:00000001:0.0:1770653414.006512:0:5742:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00080000:00000001:1.0:1770653414.006514:0:76389:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00010000:00000002:0.0:1770653414.006516:0:5742:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000100:00000001:2.0:1770653414.006517:0:12204:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00080000:00000001:1.0:1770653414.006520:0:76389:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.006521:0:12204:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653414.006521:0:5742:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1770653414.006522:0:76646:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:0.0:1770653414.006526:0:5742:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:1.0:1770653414.006527:0:76389:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00010000:00000010:2.0:1770653414.006528:0:12204:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f592c0. 00000100:00000010:3.0:1770653414.006529:0:76646:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556189e1900. 02000000:00000001:0.0:1770653414.006530:0:5742:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:1.0:1770653414.006531:0:76389:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:2.0:1770653414.006535:0:12204:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.006536:0:76646:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626795745581312 : -117277963970304 : ffff9556189e1900) 80000000:00000001:1.0:1770653414.006536:0:76389:0:(fld_handler.c:192:fld_local_lookup()) Process entered 02000000:00000010:0.0:1770653414.006537:0:5742:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95573c587c00. 00010000:00000001:2.0:1770653414.006539:0:12204:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1770653414.006541:0:76389:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00000001:3.0:1770653414.006543:0:76646:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626795745581312 : -117277963970304 : ffff9556189e1900) 02000000:00000001:0.0:1770653414.006543:0:5742:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.006545:0:12204:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 80000000:00000001:1.0:1770653414.006545:0:76389:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.006550:0:76646:0:(client.c:2653:ptlrpc_set_wait()) Process entered 80000000:00000001:1.0:1770653414.006551:0:76389:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.006551:0:5742:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.006552:0:12204:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1770653414.006555:0:5742:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00080000:00000001:1.0:1770653414.006557:0:76389:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1770653414.006558:0:12204:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff95571016a000/0x2aed14e4e178d033 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1567:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770653414.006558:0:5742:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00080000:00000001:1.0:1770653414.006559:0:76389:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1770653414.006563:0:76389:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00010000:00000001:0.0:1770653414.006564:0:5742:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1770653414.006567:0:5742:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653414.006571:0:5742:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955662dc0800 refcount=4 00000020:00000001:0.0:1770653414.006574:0:5742:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796991154176 : -117276718397440 : ffff955662dc0800) 00010000:00000001:0.0:1770653414.006576:0:5742:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796991154176 : -117276718397440 : ffff955662dc0800) 00010000:00000040:0.0:1770653414.006578:0:5742:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955666214900 count: 3 00000001:00000001:1.0:1770653414.006579:0:76389:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:1.0:1770653414.006583:0:76389:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:0.0:1770653414.006583:0:5742:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff955662dc0800/0x2aed14e4e178a1b0 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1567:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ed9 expref: 62 pid: 12199 timeout: 6877 lvb_type: 1 00000800:00000001:2.0:1770653414.006584:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:1.0:1770653414.006586:0:76389:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1770653414.006591:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1770653414.006592:0:76389:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1770653414.006595:0:76389:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000001:2.0:1770653414.006596:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1770653414.006601:0:5742:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=128 v=5 (1 0 0 0) 00000800:00000001:2.0:1770653414.006603:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653414.006605:0:5742:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1770653414.006610:0:76646:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000001:00000001:1.0:1770653414.006611:0:76389:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1770653414.006612:0:5742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653414.006613:0:76646:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000400:00000200:2.0:1770653414.006613:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00080000:00000001:1.0:1770653414.006615:0:76389:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.006616:0:5742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653414.006617:0:76646:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1770653414.006623:0:76646:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653414.006624:0:5742:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff955662dc0800/0x2aed14e4e178a1b0 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1567:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ed9 expref: 62 pid: 12199 timeout: 6877 lvb_type: 1 00010000:00000001:3.0:1770653414.006627:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:1.0:1770653414.006629:0:76389:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.006631:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1770653414.006632:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1ba380 00010000:00000001:3.0:1770653414.006634:0:76646:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653414.006636:0:76389:0:(osd_object.c:2094:osd_ref_del()) Process entered 00010000:00000001:3.0:1770653414.006641:0:76646:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000020:00000001:0.0:1770653414.006644:0:5742:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1770653414.006645:0:76646:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000200:2.0:1770653414.006645:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda9c5 [1] + 224 00010000:00000001:0.0:1770653414.006647:0:5742:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00080000:00000001:1.0:1770653414.006650:0:76389:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.006651:0:5742:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1770653414.006652:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:1.0:1770653414.006656:0:76389:0:(osd_object.c:806:osd_destroy()) Process entered 00000020:00000001:0.0:1770653414.006657:0:5742:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1770653414.006659:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1770653414.006659:0:76389:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:0.0:1770653414.006661:0:5742:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 80000000:00000001:1.0:1770653414.006662:0:76389:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000400:00000200:2.0:1770653414.006663:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1770653414.006664:0:5742:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 80000000:00000001:1.0:1770653414.006666:0:76389:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:0.0:1770653414.006670:0:5742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1770653414.006671:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 80000000:00000001:1.0:1770653414.006671:0:76389:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.006674:0:5742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 80000000:00000001:1.0:1770653414.006676:0:76389:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653414.006679:0:76389:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653414.006679:0:5742:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1770653414.006680:0:3281:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1770653414.006682:0:5742:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653414.006684:0:76389:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000020:00000040:0.0:1770653414.006686:0:5742:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff955662dc0800 with handle 0x2aed14e4e178a1b0 from hash 00000100:00000200:2.0:1770653414.006687:0:3281:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95572f8d5500 x1856657707213696/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:1.0:1770653414.006688:0:76389:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00010000:00000001:0.0:1770653414.006691:0:5742:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1770653414.006695:0:5742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653414.006698:0:76646:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.006698:0:5742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653414.006702:0:5742:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1770653414.006703:0:76646:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.006706:0:5742:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:3.0:1770653414.006707:0:76646:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:0.0:1770653414.006709:0:5742:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653414.006711:0:3281:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff95572f8d5500 x1856657707213696/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1770653414.006712:0:76646:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556189e1900. 00010000:00000001:0.0:1770653414.006713:0:5742:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1770653414.006716:0:5742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653414.006719:0:76646:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00080000:00000001:1.0:1770653414.006721:0:76389:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653414.006723:0:76646:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1770653414.006724:0:5742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff955662dc0800/0x2aed14e4e178a1b0 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1567:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0ed9 expref: 62 pid: 12199 timeout: 6877 lvb_type: 1 00080000:00000001:1.0:1770653414.006728:0:76389:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1770653414.006731:0:76646:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9556196fbb40. 00080000:00000001:1.0:1770653414.006735:0:76389:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1770653414.006752:0:76646:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000001:00000001:1.0:1770653414.006752:0:76389:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000100:00000001:2.0:1770653414.006753:0:3281:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000040:0.0:1770653414.006754:0:5742:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 55 00000001:00000002:1.0:1770653414.006755:0:76389:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299233, last_committed = 8590299190 00010000:00010000:3.0:1770653414.006758:0:76646:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000040:0.0:1770653414.006759:0:5742:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 61 00010000:00000001:3.0:1770653414.006761:0:76646:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:1.0:1770653414.006762:0:76389:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564ae1ae40. 00000100:00000001:2.0:1770653414.006766:0:12200:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1770653414.006767:0:5742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653414.006768:0:76646:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000001:00000040:1.0:1770653414.006768:0:76389:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 43 00000400:00000001:2.0:1770653414.006770:0:12200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1770653414.006771:0:5742:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653414.006773:0:76646:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1770653414.006774:0:12200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:1.0:1770653414.006774:0:76389:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=55 00010000:00000001:0.0:1770653414.006775:0:5742:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000010:2.0:1770653414.006779:0:12200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef29a0. 00000100:00001000:3.0:1770653414.006781:0:76646:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=103 v=5 (1 1 1 1) 00080000:00000001:1.0:1770653414.006782:0:76389:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000040:0.0:1770653414.006782:0:5742:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95571016a000 00000400:00000200:2.0:1770653414.006783:0:12200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268883b8 00010000:00000001:0.0:1770653414.006787:0:5742:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000400:00000010:2.0:1770653414.006788:0:12200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268883b8. 00000100:00000001:3.0:1770653414.006791:0:76646:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1770653414.006791:0:5742:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:2.0:1770653414.006793:0:12200:0:(events.c:78:reply_in_callback()) Process entered 00080000:00000001:1.0:1770653414.006794:0:76389:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00010000:00010000:0.0:1770653414.006796:0:5742:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000040:3.0:1770653414.006799:0:76646:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000200:2.0:1770653414.006801:0:12200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95572f8d5500 x1856657707213696/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000001:1.0:1770653414.006802:0:76389:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.006802:0:5742:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653414.006803:0:76646:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00000001:0.0:1770653414.006809:0:5742:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 02000000:00000001:3.0:1770653414.006810:0:76646:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00080000:00000001:1.0:1770653414.006814:0:76389:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653414.006814:0:5742:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 02000000:00000001:3.0:1770653414.006815:0:76646:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.006819:0:5742:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1770653414.006822:0:76389:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.006824:0:76646:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1770653414.006824:0:5742:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00002000:00000001:1.0:1770653414.006826:0:76389:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000100:00000200:2.0:1770653414.006827:0:12200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95572f8d5500 x1856657707213696/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653414.006829:0:5742:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000040:3.0:1770653414.006834:0:76646:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00010000:0.0:1770653414.006834:0:5742:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff95571016a000/0x2aed14e4e178d033 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1567:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00080000:00000010:1.0:1770653414.006837:0:76389:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955610677728. 00000400:00000010:3.0:1770653414.006840:0:76646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78550. 00002000:00000001:1.0:1770653414.006844:0:76389:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000100:00000200:3.0:1770653414.006847:0:76646:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966312576, offset 224 00000400:00000200:3.0:1770653414.006868:0:76646:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00002000:00000040:1.0:1770653414.006869:0:76389:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x1565:0x0] 00002000:00000010:1.0:1770653414.006874:0:76389:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9556697678f0. 00010000:00000001:0.0:1770653414.006878:0:5742:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000400:00000200:3.0:1770653414.006879:0:76646:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00002000:00000001:1.0:1770653414.006881:0:76389:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00010000:00010000:0.0:1770653414.006883:0:5742:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95571016a000/0x2aed14e4e178d033 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1567:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653414.006885:0:12200:0:(events.c:163:reply_in_callback()) Process leaving 00002000:00000001:1.0:1770653414.006885:0:76389:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.006890:0:12200:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653414.006892:0:76646:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164759:2164759:253:4294967295] 192.168.202.60@tcp LPNI seq info [2164755:2164755:5:4294967295] 00002000:00000001:1.0:1770653414.006893:0:76389:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653414.006897:0:12200:0:(client.c:1568:after_reply()) Process entered 00010000:00000040:1.0:1770653414.006901:0:76389:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299233, xid 1856657707211520 02000000:00000001:2.0:1770653414.006902:0:12200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1770653414.006908:0:12200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1770653414.006909:0:76389:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000040:0.0:1770653414.006909:0:5742:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1567:0x0].0x0 (ffff955666214900) refcount = 2 00000400:00000200:3.0:1770653414.006914:0:76646:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:2.0:1770653414.006915:0:12200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653414.006916:0:5742:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000200:1.0:1770653414.006918:0:76389:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955665155880 x1856657707211520/t8590299233(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1770653414.006921:0:5742:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95571016a000/0x2aed14e4e178d033 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1567:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1770653414.006922:0:12200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653414.006932:0:76646:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00001000:2.0:1770653414.006933:0:12200:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1fc58 time=139 v=5 (5 0 0 0) 00000800:00000010:3.0:1770653414.006940:0:76646:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c900. 00000100:00001000:2.0:1770653414.006947:0:12200:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1fc10 time=139 v=5 (1 0 0 0) 00010000:00000001:1.0:1770653414.006949:0:76389:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1770653414.006949:0:5742:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000800:00000200:3.0:1770653414.006952:0:76646:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:1.0:1770653414.006955:0:76389:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.006955:0:5742:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.006957:0:12200:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000800:00000200:3.0:1770653414.006963:0:76646:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:2.0:1770653414.006964:0:12200:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653414.006964:0:76389:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=96 v=5 (1 1 1 1) 00010000:00000001:0.0:1770653414.006964:0:5742:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000800:00000200:3.0:1770653414.006966:0:76646:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c900 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:0.0:1770653414.006968:0:5742:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653414.006972:0:12200:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1770653414.006975:0:76389:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1770653414.006975:0:5742:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653414.006976:0:76646:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.006977:0:12200:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653414.006981:0:76389:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000001:2.0:1770653414.006984:0:12200:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1770653414.006984:0:5742:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff95564b95af40. 00000100:00000001:1.0:1770653414.006985:0:76389:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00000040:3.0:1770653414.006987:0:76646:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000100:00000001:0.0:1770653414.006989:0:5742:0:(client.c:1145:ptlrpc_prep_set()) Process entered 02000000:00000001:1.0:1770653414.006993:0:76389:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1770653414.006994:0:76646:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653414.006995:0:5742:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95564f3626c0. 02000000:00000001:1.0:1770653414.006997:0:76389:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653414.006998:0:12200:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95572f8d5500 x1856657707213696/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653414.006999:0:76646:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.007001:0:5742:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796661515968 : -117277048035648 : ffff95564f3626c0) 00000100:00000001:1.0:1770653414.007004:0:76389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1770653414.007009:0:5742:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796661515968 : -117277048035648 : ffff95564f3626c0) 00000100:00000040:3.0:1770653414.007010:0:76646:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95561752aa00 x1856657966312576/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:245/0 lens 328/224 e 0 to 0 dl 1770653425 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653414.007011:0:76389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1770653414.007017:0:5742:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000400:00000010:1.0:1770653414.007018:0:76389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0225d8. 00000100:00000001:0.0:1770653414.007021:0:5742:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1770653414.007025:0:5742:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000200:1.0:1770653414.007026:0:76389:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707211520, offset 224 00010000:00000001:0.0:1770653414.007029:0:5742:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:2.0:1770653414.007035:0:12200:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1770653414.007037:0:76389:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1770653414.007038:0:5742:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.007044:0:12200:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1770653414.007044:0:5742:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:3.0:1770653414.007046:0:76646:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95561752aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_024:b31b1d82-c1d4-4680-ae7a-71292416d1f5+61:2366:x1856657966312576:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1158us (1610us total) trans 0 rc 0/0 00010000:00000001:0.0:1770653414.007048:0:5742:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653414.007049:0:12200:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653414.007051:0:76389:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1770653414.007052:0:5742:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.007056:0:12200:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1770653414.007058:0:5742:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1770653414.007063:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653414.007063:0:5742:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000200:1.0:1770653414.007065:0:76389:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b9b00 00010000:00000001:2.0:1770653414.007068:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653414.007069:0:5742:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.007072:0:12200:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.007074:0:5742:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653414.007077:0:76389:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda911 [1] + 224 00000100:00100000:3.0:1770653414.007081:0:76646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161898 00000100:00000001:0.0:1770653414.007081:0:5742:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000040:2.0:1770653414.007082:0:12200:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572f8d5500 x1856657707213696/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653430 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1770653414.007085:0:5742:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f3626c0. 00000400:00000200:1.0:1770653414.007086:0:76389:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1770653414.007088:0:76646:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 1 00000100:00000001:0.0:1770653414.007091:0:5742:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1770653414.007094:0:76646:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1770653414.007095:0:5742:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653414.007099:0:76646:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1770653414.007099:0:76389:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000010:0.0:1770653414.007103:0:5742:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95af40. 00000020:00000010:3.0:1770653414.007105:0:76646:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3a00. 00000100:00000001:1.0:1770653414.007108:0:76389:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1770653414.007109:0:5742:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000010:3.0:1770653414.007112:0:76646:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90320. 00010000:00010000:0.0:1770653414.007113:0:5742:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000010:3.0:1770653414.007117:0:76646:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95562fa44400. 00010000:00000001:0.0:1770653414.007117:0:5742:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1770653414.007118:0:12200:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95572f8d5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:12200:1856657707213696:192.168.202.60@tcp:104: 00000100:00000200:1.0:1770653414.007119:0:76389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955665154000 x1856657707211520/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1770653414.007124:0:76646:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 60 00010000:00000001:0.0:1770653414.007125:0:5742:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1770653414.007127:0:12200:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653414.007129:0:5742:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.007131:0:76646:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653414.007133:0:12200:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653414.007135:0:5742:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=103 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653414.007139:0:12200:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1770653414.007144:0:12200:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1770653414.007144:0:5742:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1770653414.007152:0:5742:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000040:2.0:1770653414.007153:0:12200:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95572f8d5500 x1856657707213696/t0(0) o104->lustre-OST0001@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653430 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1770653414.007155:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1770653414.007155:0:76389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff955665154000 x1856657707211520/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653414.007159:0:5742:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000800:00000010:3.0:1770653414.007161:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dfc00. 02000000:00000001:0.0:1770653414.007166:0:5742:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1770653414.007168:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1770653414.007170:0:5742:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.007178:0:5742:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1770653414.007181:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653414.007190:0:12200:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1770653414.007190:0:5742:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000200:3.0:1770653414.007191:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888088 02000000:00000001:2.0:1770653414.007194:0:12200:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:3.0:1770653414.007197:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888088. 00000100:00000001:1.0:1770653414.007197:0:76389:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1770653414.007198:0:5742:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8088. 02000000:00000010:2.0:1770653414.007199:0:12200:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff955636fe8800. 00000100:00000001:3.0:1770653414.007203:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653414.007206:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:2.0:1770653414.007207:0:12200:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:0.0:1770653414.007207:0:5742:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966312704, offset 224 00000400:00000200:1.0:1770653414.007208:0:76389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0225d8 00000800:00000001:3.0:1770653414.007211:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1770653414.007213:0:12200:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:1.0:1770653414.007213:0:76389:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0225d8. 00000020:00000040:2.0:1770653414.007217:0:12200:0:(genops.c:1242:class_import_put()) import ffff95572df1f800 refcount=1 obd=lustre-OST0001 00000800:00000001:3.0:1770653414.007218:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653414.007219:0:76389:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1770653414.007221:0:12200:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1770653414.007224:0:76389:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1770653414.007226:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1770653414.007226:0:5742:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 02000000:00000010:2.0:1770653414.007227:0:12200:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff955636fe9a00. 00000100:00000001:1.0:1770653414.007229:0:76389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653414.007232:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653414.007233:0:12200:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1770653414.007236:0:76389:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 02000000:00000001:2.0:1770653414.007237:0:12200:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1770653414.007241:0:12200:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572f8d5500. 00010000:00000001:1.0:1770653414.007242:0:76389:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000400:00000200:0.0:1770653414.007245:0:5742:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:3.0:1770653414.007247:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000020:00000001:1.0:1770653414.007247:0:76389:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.007249:0:12200:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653414.007253:0:12200:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653414.007254:0:76389:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000010:2.0:1770653414.007258:0:12200:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556695e03c0. 00000100:00000040:1.0:1770653414.007261:0:76389:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665155880 x1856657707211520/t8590299233(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653414.007263:0:12200:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000400:00000200:0.0:1770653414.007263:0:5742:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164760:2164760:253:4294967295] 192.168.202.60@tcp LPNI seq info [2164756:2164756:5:4294967295] 00010000:00000001:2.0:1770653414.007267:0:12200:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1770653414.007273:0:12200:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955660f595c0. 00010000:00000001:2.0:1770653414.007279:0:12200:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.007284:0:12200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653414.007285:0:76389:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665155880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_026:lustre-MDT0000-mdtlov_UUID+55:3291:x1856657707211520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16053us (16678us total) trans 8590299233 rc 0/0 00010000:00000001:2.0:1770653414.007290:0:12200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1770653414.007296:0:5742:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:2.0:1770653414.007297:0:12200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00100000:1.0:1770653414.007300:0:76389:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136241 00010000:00010000:2.0:1770653414.007302:0:12200:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178d041 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x141f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1770653414.007307:0:76389:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 7 00000100:00000001:1.0:1770653414.007312:0:76389:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1770653414.007316:0:76389:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:0.0:1770653414.007318:0:5742:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000400:00000200:3.0:1770653414.007319:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d2d80 00000020:00000010:1.0:1770653414.007321:0:76389:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3880. 00000800:00000010:0.0:1770653414.007328:0:5742:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9f00. 00000020:00000010:1.0:1770653414.007329:0:76389:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90000. 00000400:00000200:3.0:1770653414.007330:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed7271 [2] + 1968 00000020:00000010:1.0:1770653414.007336:0:76389:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95562fa45e00. 00000400:00000010:3.0:1770653414.007337:0:3283:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e2d1e70. 00010000:00010000:2.0:1770653414.007341:0:76385:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a400/0x2aed14e4e178d017 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x141e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000020:00000040:1.0:1770653414.007341:0:76389:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 54 00000400:00000200:3.0:1770653414.007344:0:3283:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9556678cd3c0 00000800:00000200:0.0:1770653414.007345:0:5742:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:1.0:1770653414.007347:0:76389:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1770653414.007350:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1770653414.007356:0:76385:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1770653414.007357:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653414.007359:0:5742:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000400:00000200:3.0:1770653414.007364:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:2.0:1770653414.007364:0:76385:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a400/0x2aed14e4e178d017 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x141e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653414.007366:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1770653414.007366:0:5742:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1770653414.007370:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1770653414.007375:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000001:1.0:1770653414.007375:0:3291:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1770653414.007377:0:5742:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1770653414.007378:0:3291:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1770653414.007382:0:76385:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000010:1.0:1770653414.007384:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602d947e8. 00010000:00000001:2.0:1770653414.007385:0:76385:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653414.007389:0:76385:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1770653414.007389:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022cc0 00000100:00000040:0.0:1770653414.007389:0:5742:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:2.0:1770653414.007394:0:76385:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000010:1.0:1770653414.007394:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022cc0. 00000020:00000001:2.0:1770653414.007397:0:76385:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1770653414.007397:0:5742:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.007398:0:3291:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1770653414.007399:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556678cd3c0 00000020:00000040:2.0:1770653414.007400:0:76385:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2a400 refcount=3 00010000:00000001:0.0:1770653414.007403:0:5742:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653414.007405:0:3283:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9556678cd3c0. 00000020:00000001:2.0:1770653414.007406:0:76385:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783627776 : -117277925923840 : ffff95561ae2a400) 00000100:00000200:1.0:1770653414.007406:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955665154000 x1856657707211520/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653414.007411:0:3283:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:2.0:1770653414.007413:0:76385:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783627776 : -117277925923840 : ffff95561ae2a400) 00000100:00000200:3.0:1770653414.007415:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:0.0:1770653414.007416:0:5742:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572f8d6680 x1856657966312704/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:245/0 lens 328/224 e 0 to 0 dl 1770653425 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653414.007420:0:76385:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000040:3.0:1770653414.007424:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff955619b67c50 x1856657966312832 msgsize 328 00010000:00010000:2.0:1770653414.007425:0:76385:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a400/0x2aed14e4e178d017 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x141e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770653414.007440:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000200:1.0:1770653414.007441:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955665154000 x1856657707211520/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653414.007447:0:3283:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1770653414.007455:0:3291:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1770653414.007460:0:3291:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653414.007463:0:76385:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653414.007464:0:3291:0:(client.c:1568:after_reply()) Process entered 00000100:00000001:3.0:1770653414.007467:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1770653414.007468:0:76385:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1770653414.007468:0:3291:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1770653414.007470:0:5742:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95572f8d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b31b1d82-c1d4-4680-ae7a-71292416d1f5+60:2365:x1856657966312704:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 990us (1413us total) trans 0 rc 0/0 00000100:00000001:1.0:1770653414.007472:0:3291:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:2.0:1770653414.007473:0:76385:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a400/0x2aed14e4e178d017 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x141e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653414.007476:0:3291:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.007481:0:76646:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1770653414.007482:0:3291:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653414.007485:0:76646:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966312832 00000100:00001000:1.0:1770653414.007489:0:3291:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=96 v=5 (5 5 5 5) 02000000:00000001:3.0:1770653414.007490:0:76646:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653414.007493:0:76646:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1770653414.007495:0:5742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161899 00000100:00000001:3.0:1770653414.007497:0:76646:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653414.007497:0:3291:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=69 v=5 (1 1 1 1) 02000000:00000001:3.0:1770653414.007504:0:76646:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653414.007504:0:5742:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000100:00000001:1.0:1770653414.007507:0:3291:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1770653414.007511:0:3291:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653414.007513:0:76646:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966312832 00010000:00000001:2.0:1770653414.007513:0:76385:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1770653414.007514:0:3291:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1770653414.007514:0:5742:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1770653414.007517:0:76385:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653414.007518:0:76646:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1770653414.007520:0:3291:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.007521:0:5742:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:3.0:1770653414.007523:0:76646:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00010000:00000001:2.0:1770653414.007523:0:76385:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1770653414.007525:0:3291:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000020:00000001:3.0:1770653414.007527:0:76646:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000010:2.0:1770653414.007528:0:76385:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556695e03c0. 00000020:00000010:0.0:1770653414.007528:0:5742:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519d80. 00000100:00000040:1.0:1770653414.007529:0:3291:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000020:00000040:3.0:1770653414.007532:0:76646:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=61 00010000:00000001:2.0:1770653414.007536:0:76385:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1770653414.007536:0:3291:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000020:00000001:3.0:1770653414.007537:0:76646:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:1.0:1770653414.007539:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000020:00000010:0.0:1770653414.007539:0:5742:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3daf0. 00000020:00000001:3.0:1770653414.007541:0:76646:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:1.0:1770653414.007542:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028458496 : -117276681093120 : ffff955665154000) 00010000:00010000:2.0:1770653414.007546:0:76385:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000010:0.0:1770653414.007547:0:5742:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955626008200. 00000100:00000001:1.0:1770653414.007549:0:3291:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1770653414.007550:0:76646:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1770653414.007551:0:76385:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653414.007553:0:3291:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00010000:00000001:2.0:1770653414.007555:0:76385:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653414.007556:0:5742:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 60 00000100:00000001:1.0:1770653414.007557:0:3291:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000020:00000010:3.0:1770653414.007558:0:76646:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbb40. 00010000:00000001:2.0:1770653414.007559:0:76385:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:1.0:1770653414.007560:0:3291:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.007563:0:76385:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653414.007565:0:5742:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653414.007566:0:76646:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653414.007566:0:76385:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1770653414.007568:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955665154000 x1856657707211520/t8590299233(8590299233) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00002000:00000001:2.0:1770653414.007570:0:76385:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000020:00000010:3.0:1770653414.007575:0:76646:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbb40. 00080000:00000001:2.0:1770653414.007575:0:76385:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:1.0:1770653414.007581:0:3291:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00080000:00000010:2.0:1770653414.007583:0:76385:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95560a618c00. 00000100:00000001:1.0:1770653414.007584:0:3291:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:3.0:1770653414.007587:0:76646:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95562fa44400. 00080000:00000001:2.0:1770653414.007589:0:76385:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626795506732032 : -117278202819584 : ffff95560a618c00) 00000100:00000001:1.0:1770653414.007589:0:3291:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1770653414.007593:0:6728:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95566c162c00/0x2aed14e4e178d025 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1420:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1770653414.007596:0:76646:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3a00. 00000001:00000001:2.0:1770653414.007596:0:76385:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000004:00080000:1.0:1770653414.007596:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff955665154000/2, rc 0, transno 8590299233 00000001:00000001:2.0:1770653414.007600:0:76385:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:1.0:1770653414.007604:0:3291:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 7 in flight, 50 in progress 00000020:00000010:3.0:1770653414.007606:0:76646:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90320. 00080000:00000002:2.0:1770653414.007607:0:76385:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x141e:0x0] not in the id map cache 00000100:00000040:1.0:1770653414.007613:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665154000 x1856657707211520/t8590299233(8590299233) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1770653414.007614:0:76385:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000100:00000040:3.0:1770653414.007617:0:76646:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00010000:00000001:0.0:1770653414.007618:0:6728:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.007625:0:76646:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00080000:00000001:2.0:1770653414.007625:0:76385:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1770653414.007627:0:6728:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95566c162c00/0x2aed14e4e178d025 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1420:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1770653414.007630:0:3291:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955665154000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707211520:0@lo:6:osp-syn-0-0.0 00000100:00000001:3.0:1770653414.007631:0:76646:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00080000:00000001:2.0:1770653414.007631:0:76385:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.007637:0:76646:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00080000:00000001:2.0:1770653414.007638:0:76385:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:2.0:1770653414.007642:0:76385:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:3.0:1770653414.007643:0:76646:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.007643:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1770653414.007645:0:76385:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:0.0:1770653414.007650:0:6728:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 80000000:00000001:2.0:1770653414.007651:0:76385:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00000001:1.0:1770653414.007651:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1770653414.007652:0:76646:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1770653414.007655:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 80000000:00000001:2.0:1770653414.007656:0:76385:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653414.007657:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665154000 x1856657707211520/t8590299233(8590299233) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653414.007658:0:76646:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1770653414.007659:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1770653414.007662:0:76646:0:(lustre_handles.c:113:class_handle2object()) Process entered 80000000:00000001:2.0:1770653414.007663:0:76385:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.007664:0:6728:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:3.0:1770653414.007668:0:76646:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565f571200 refcount=5 00000020:00000001:0.0:1770653414.007669:0:6728:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:2.0:1770653414.007670:0:76385:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653414.007676:0:76385:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000020:00000040:0.0:1770653414.007676:0:6728:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c162c00 refcount=3 00000020:00000001:3.0:1770653414.007677:0:76646:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796932108800 : -117276777442816 : ffff95565f571200) 00000100:00000001:1.0:1770653414.007677:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653414.007680:0:76385:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00010000:00000001:3.0:1770653414.007684:0:76646:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796932108800 : -117276777442816 : ffff95565f571200) 00000020:00000001:0.0:1770653414.007685:0:6728:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145959424 : -117276563592192 : ffff95566c162c00) 00000100:00000001:1.0:1770653414.007686:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.007691:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:3.0:1770653414.007692:0:76646:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff95565f571200/0x2aed14e4e178a036 lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x156a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d82 expref: 60 pid: 76389 timeout: 6877 lvb_type: 1 00000001:00000001:2.0:1770653414.007692:0:76385:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:1.0:1770653414.007693:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1770653414.007693:0:6728:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145959424 : -117276563592192 : ffff95566c162c00) 00000001:00000001:2.0:1770653414.007696:0:76385:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:1.0:1770653414.007697:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.007700:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653414.007708:0:76385:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.007711:0:6728:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:2.0:1770653414.007714:0:76385:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1770653414.007719:0:76385:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00010000:0.0:1770653414.007719:0:6728:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95566c162c00/0x2aed14e4e178d025 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1420:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653414.007720:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:1.0:1770653414.007720:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1770653414.007725:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653414.007729:0:76646:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653414.007729:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1770653414.007733:0:76385:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:3.0:1770653414.007735:0:76646:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1770653414.007736:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:2.0:1770653414.007737:0:76385:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.007752:0:76646:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:0.0:1770653414.007753:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:1.0:1770653414.007756:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653414.007757:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1770653414.007760:0:76646:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955619b67c50 x1856657966312832/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:245/0 lens 328/0 e 0 to 0 dl 1770653425 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1770653414.007763:0:6728:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95566c162c00/0x2aed14e4e178d025 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1420:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1770653414.007765:0:76385:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653414.007769:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00080000:00000001:2.0:1770653414.007772:0:76385:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:2.0:1770653414.007785:0:76385:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.007786:0:76646:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:1.0:1770653414.007787:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1ba400 00000100:00000001:3.0:1770653414.007790:0:76646:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653414.007791:0:76385:0:(osd_object.c:806:osd_destroy()) Process entered 00010000:00000001:0.0:1770653414.007794:0:6728:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1770653414.007795:0:76385:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1770653414.007800:0:76385:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000400:00000200:1.0:1770653414.007800:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda9d1 [1] + 224 00000100:00000001:3.0:1770653414.007801:0:76646:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653414.007801:0:6728:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1770653414.007804:0:76385:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1770653414.007810:0:76385:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.007811:0:6728:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000800:00000001:1.0:1770653414.007812:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 80000000:00000001:2.0:1770653414.007813:0:76385:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.007816:0:76646:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00080000:00000001:2.0:1770653414.007817:0:76385:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1770653414.007818:0:6728:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff95564f3626c0. 00000100:00000001:3.0:1770653414.007819:0:76646:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000001:1.0:1770653414.007819:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653414.007820:0:76385:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1770653414.007825:0:76385:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000400:00000200:1.0:1770653414.007826:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1770653414.007827:0:6728:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000100:00100000:3.0:1770653414.007831:0:76646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161900 00000100:00000040:3.0:1770653414.007836:0:76646:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000400:00000200:1.0:1770653414.007837:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653414.007840:0:76646:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795763956816 : -117277945594800 : ffff955619b67c50) 00000100:00000001:1.0:1770653414.007842:0:3282:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:0.0:1770653414.007843:0:6728:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00000040:3.0:1770653414.007863:0:76646:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955619b67c50 x1856657966312832/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:245/0 lens 328/0 e 0 to 0 dl 1770653425 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1770653414.007870:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955710552680 x1856657707213824/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653414.007873:0:76646:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1770653414.007877:0:76646:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbb40. 00000100:00000001:3.0:1770653414.007881:0:76646:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1770653414.007883:0:3282:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955710552680 x1856657707213824/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653414.007886:0:6728:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653414.007887:0:76646:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbb40. 00010000:00000001:0.0:1770653414.007895:0:6728:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.007899:0:6728:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00100000:3.0:1770653414.007900:0:76646:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955619b67c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_024:b31b1d82-c1d4-4680-ae7a-71292416d1f5+60:2366:x1856657966312832:12345-192.168.202.60@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1770653414.007903:0:12204:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff95571016a000/0x2aed14e4e178d033 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653414.007903:0:3282:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1770653414.007903:0:6728:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1770653414.007907:0:76646:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966312832 00010000:00000001:0.0:1770653414.007909:0:6728:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653414.007912:0:76646:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000800:00000001:1.0:1770653414.007912:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00002000:00000001:0.0:1770653414.007914:0:6728:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00010000:00000002:3.0:1770653414.007916:0:76646:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000800:00000001:1.0:1770653414.007920:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1770653414.007920:0:6728:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1770653414.007921:0:76646:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00010000:00000001:2.0:1770653414.007921:0:12204:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653414.007926:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653414.007927:0:76646:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00010000:2.0:1770653414.007928:0:12204:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95571016a000/0x2aed14e4e178d033 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1770653414.007931:0:76646:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:1.0:1770653414.007932:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1770653414.007933:0:6728:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff955623650800. 02000000:00000010:3.0:1770653414.007938:0:76646:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955642785000. 00080000:00000001:0.0:1770653414.007940:0:6728:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626795926390784 : -117277783160832 : ffff955623650800) 00010000:00000001:2.0:1770653414.007942:0:12204:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 02000000:00000001:3.0:1770653414.007943:0:76646:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.007946:0:12204:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1770653414.007946:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:3.0:1770653414.007949:0:76646:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653414.007949:0:6728:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:2.0:1770653414.007950:0:12204:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:0.0:1770653414.007955:0:6728:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.007956:0:76646:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1770653414.007956:0:12204:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:1.0:1770653414.007956:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d2e00 00000020:00000001:2.0:1770653414.007961:0:12204:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:3.0:1770653414.007962:0:76646:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00080000:00000002:0.0:1770653414.007964:0:6728:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x1420:0x0] not in the id map cache 00000020:00000040:2.0:1770653414.007966:0:12204:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016a000 refcount=3 00000400:00000200:1.0:1770653414.007967:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed732d [2] + 0 00010000:00000001:3.0:1770653414.007968:0:76646:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1770653414.007972:0:12204:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897452544 : -117273812099072 : ffff95571016a000) 00000020:00000001:3.0:1770653414.007973:0:76646:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:0.0:1770653414.007974:0:6728:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000800:00000001:1.0:1770653414.007975:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:3.0:1770653414.007978:0:76646:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565f571200 refcount=5 00010000:00000001:2.0:1770653414.007978:0:12204:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897452544 : -117273812099072 : ffff95571016a000) 00010000:00000001:2.0:1770653414.007983:0:12204:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000800:00000001:1.0:1770653414.007983:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653414.007984:0:76646:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796932108800 : -117276777442816 : ffff95565f571200) 00000400:00000200:1.0:1770653414.007987:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:2.0:1770653414.007988:0:12204:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95571016a000/0x2aed14e4e178d033 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1770653414.007997:0:6728:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653414.007998:0:76646:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796932108800 : -117276777442816 : ffff95565f571200) 00000400:00000200:1.0:1770653414.008003:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000040:3.0:1770653414.008006:0:76646:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95560d669000 count: 3 00080000:00000001:0.0:1770653414.008007:0:6728:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.008009:0:12204:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653414.008011:0:3282:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:2.0:1770653414.008015:0:12204:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:1.0:1770653414.008015:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00080000:00000001:0.0:1770653414.008015:0:6728:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00010000:00010000:3.0:1770653414.008016:0:76646:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff95565f571200/0x2aed14e4e178a036 lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x156a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d82 expref: 60 pid: 76389 timeout: 6877 lvb_type: 1 00010000:00010000:2.0:1770653414.008020:0:12204:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff95571016a000/0x2aed14e4e178d033 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1770653414.008020:0:6728:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000010:1.0:1770653414.008022:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665154e00. 80000000:00000001:0.0:1770653414.008025:0:6728:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000040:1.0:1770653414.008029:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955665154e00 x1856657966312960 msgsize 328 80000000:00000001:0.0:1770653414.008031:0:6728:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1770653414.008037:0:6728:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653414.008042:0:76646:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=128 v=5 (1 0 0 0) 80000000:00000001:0.0:1770653414.008044:0:6728:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.008045:0:12204:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00100000:1.0:1770653414.008046:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00010000:00000001:2.0:1770653414.008049:0:12204:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.008053:0:76646:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000001:0.0:1770653414.008053:0:6728:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653414.008054:0:12204:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1770653414.008056:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000010:2.0:1770653414.008059:0:12204:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556695e0240. 00080000:00000001:0.0:1770653414.008060:0:6728:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:3.0:1770653414.008061:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:1.0:1770653414.008062:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1770653414.008066:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653414.008067:0:12204:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00080000:00000001:0.0:1770653414.008067:0:6728:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000800:00000001:1.0:1770653414.008069:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1770653414.008072:0:76646:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff95565f571200/0x2aed14e4e178a036 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x156a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d82 expref: 60 pid: 76389 timeout: 6877 lvb_type: 1 00000800:00000001:1.0:1770653414.008073:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:2.0:1770653414.008076:0:12204:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000800:00000001:1.0:1770653414.008079:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653414.008082:0:12204:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.008088:0:12204:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653414.008088:0:6728:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000001:3.0:1770653414.008090:0:76646:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000200:1.0:1770653414.008092:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000001:00000001:0.0:1770653414.008093:0:6728:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1770653414.008094:0:76646:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1770653414.008094:0:12204:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1770653414.008098:0:12204:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653414.008099:0:76646:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.008102:0:12204:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1770653414.008103:0:76646:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653414.008105:0:6728:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653414.008106:0:12204:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000400:00000200:1.0:1770653414.008106:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1ba480 00010000:00000001:3.0:1770653414.008108:0:76646:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00080000:00000001:2.0:1770653414.008110:0:12204:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1770653414.008112:0:76646:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000001:0.0:1770653414.008113:0:6728:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1770653414.008118:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000010:2.0:1770653414.008118:0:12204:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95560a619800. 00000400:00000200:1.0:1770653414.008120:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda9dd [1] + 224 00080000:00000001:0.0:1770653414.008120:0:6728:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1770653414.008121:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1770653414.008122:0:12204:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626795506735104 : -117278202816512 : ffff95560a619800) 00010000:00000001:3.0:1770653414.008125:0:76646:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000001:00000001:2.0:1770653414.008127:0:12204:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:3.0:1770653414.008129:0:76646:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653414.008131:0:12204:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653414.008133:0:76646:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95565f571200 with handle 0x2aed14e4e178a036 from hash 00000800:00000001:1.0:1770653414.008134:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000002:2.0:1770653414.008135:0:12204:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x1567:0x0] not in the id map cache 00010000:00000001:3.0:1770653414.008141:0:76646:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00080000:00000001:2.0:1770653414.008142:0:12204:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000800:00000001:1.0:1770653414.008142:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1770653414.008142:0:6728:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1770653414.008146:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:0.0:1770653414.008147:0:6728:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.008149:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1770653414.008149:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1770653414.008152:0:76646:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000001:2.0:1770653414.008155:0:12204:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653414.008156:0:76646:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653414.008160:0:76646:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653414.008161:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:3.0:1770653414.008163:0:76646:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000001:2.0:1770653414.008163:0:12204:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653414.008165:0:6728:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.008167:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653414.008171:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1770653414.008171:0:12204:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000100:00000001:1.0:1770653414.008172:0:3282:0:(events.c:78:reply_in_callback()) Process entered 00080000:00000001:0.0:1770653414.008172:0:6728:0:(osd_object.c:2094:osd_ref_del()) Process entered 00010000:00000001:3.0:1770653414.008173:0:76646:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00080000:00000001:2.0:1770653414.008177:0:12204:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:3.0:1770653414.008178:0:76646:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1770653414.008183:0:76646:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95566c163c00 80000000:00000001:2.0:1770653414.008183:0:12204:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000200:1.0:1770653414.008183:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955665154700 x1856657707213952/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 80000000:00000001:2.0:1770653414.008188:0:12204:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:3.0:1770653414.008189:0:76646:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00080000:00000001:0.0:1770653414.008190:0:6728:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.008193:0:76646:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 80000000:00000001:2.0:1770653414.008194:0:12204:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653414.008197:0:76646:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00080000:00000001:0.0:1770653414.008197:0:6728:0:(osd_object.c:806:osd_destroy()) Process entered 80000000:00000001:2.0:1770653414.008201:0:12204:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.008203:0:76646:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1770653414.008203:0:6728:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1770653414.008207:0:12204:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653414.008208:0:3282:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955665154700 x1856657707213952/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653414.008209:0:76646:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 80000000:00000001:0.0:1770653414.008209:0:6728:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00010000:3.0:1770653414.008213:0:76646:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00080000:00000001:2.0:1770653414.008215:0:12204:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 80000000:00000001:0.0:1770653414.008215:0:6728:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:3.0:1770653414.008217:0:76646:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653414.008220:0:12204:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 80000000:00000001:0.0:1770653414.008221:0:6728:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.008223:0:76646:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1770653414.008227:0:76646:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 80000000:00000001:0.0:1770653414.008229:0:6728:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653414.008231:0:76646:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff95566c163c00/0x2aed14e4e178d03a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x156a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1770653414.008235:0:6728:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653414.008238:0:3282:0:(events.c:163:reply_in_callback()) Process leaving 00000001:00000001:2.0:1770653414.008239:0:12204:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1770653414.008243:0:6728:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:3.0:1770653414.008244:0:76646:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000001:00000001:2.0:1770653414.008244:0:12204:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000800:00000001:1.0:1770653414.008245:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:0.0:1770653414.008248:0:6728:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00010000:00010000:3.0:1770653414.008249:0:76646:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95566c163c00/0x2aed14e4e178d03a lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x156a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000800:00000001:1.0:1770653414.008253:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653414.008254:0:12204:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653414.008259:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:2.0:1770653414.008260:0:12204:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000040:3.0:1770653414.008263:0:76646:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x156a:0x0].0x0 (ffff95560d669000) refcount = 3 00080000:00000001:2.0:1770653414.008264:0:12204:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000001:1.0:1770653414.008265:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1770653414.008269:0:76646:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1770653414.008274:0:76646:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95566c163c00/0x2aed14e4e178d03a lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x156a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1770653414.008275:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00010000:00000001:3.0:1770653414.008284:0:76646:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000001:00000001:2.0:1770653414.008286:0:12204:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1770653414.008287:0:76646:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653414.008290:0:12204:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653414.008291:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d2e80 00010000:00000001:3.0:1770653414.008292:0:76646:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1770653414.008297:0:76646:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653414.008300:0:76646:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653414.008301:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed732d [2] + 328 00080000:00000001:0.0:1770653414.008303:0:6728:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1770653414.008306:0:76646:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9556196fbb40. 00000800:00000001:1.0:1770653414.008308:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:2.0:1770653414.008309:0:12204:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653414.008309:0:6728:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.008310:0:76646:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000800:00000001:1.0:1770653414.008315:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1770653414.008316:0:76646:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556189e1900. 00080000:00000001:2.0:1770653414.008317:0:12204:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:0.0:1770653414.008317:0:6728:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1770653414.008318:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653414.008322:0:76646:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626795745581312 : -117277963970304 : ffff9556189e1900) 00000001:00000001:0.0:1770653414.008323:0:6728:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000400:00000200:1.0:1770653414.008325:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653414.008328:0:76646:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626795745581312 : -117277963970304 : ffff9556189e1900) 00000001:00000002:0.0:1770653414.008329:0:6728:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332655, last_committed = 4295332607 00000100:00000001:1.0:1770653414.008330:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1770653414.008333:0:76646:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00080000:00000001:2.0:1770653414.008333:0:12204:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653414.008334:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:3.0:1770653414.008337:0:76646:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00000001:00000010:0.0:1770653414.008338:0:6728:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9556681b9f60. 00080000:00000001:2.0:1770653414.008340:0:12204:0:(osd_object.c:806:osd_destroy()) Process entered 00010000:00000001:3.0:1770653414.008341:0:76646:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000010:1.0:1770653414.008342:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665156a00. 00080000:00000001:2.0:1770653414.008345:0:12204:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:3.0:1770653414.008346:0:76646:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000040:1.0:1770653414.008346:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955665156a00 x1856657966313088 msgsize 328 00000001:00000040:0.0:1770653414.008346:0:6728:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 48 80000000:00000001:2.0:1770653414.008350:0:12204:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:3.0:1770653414.008351:0:76646:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1770653414.008354:0:12204:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000020:00000040:0.0:1770653414.008355:0:6728:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=55 00010000:00000001:3.0:1770653414.008356:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 80000000:00000001:2.0:1770653414.008357:0:12204:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.008361:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:1.0:1770653414.008361:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 80000000:00000001:2.0:1770653414.008363:0:12204:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.008365:0:76646:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653414.008365:0:6728:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1770653414.008367:0:12204:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653414.008370:0:76646:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:1.0:1770653414.008370:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00080000:00000001:2.0:1770653414.008371:0:12204:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:3.0:1770653414.008375:0:76646:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1770653414.008375:0:12204:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00080000:00000001:0.0:1770653414.008379:0:6728:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000100:00000001:3.0:1770653414.008381:0:76646:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.008385:0:76646:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.008386:0:73799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000001:00000001:0.0:1770653414.008386:0:6728:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.008387:0:76646:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00100000:1.0:1770653414.008390:0:73799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966312960 00000100:00000010:3.0:1770653414.008392:0:76646:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556189e1900. 02000000:00000001:1.0:1770653414.008393:0:73799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653414.008397:0:76646:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1770653414.008397:0:73799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1770653414.008402:0:76646:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653414.008402:0:73799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653414.008408:0:73799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1770653414.008409:0:76646:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9556196fbb40. 00000100:00100000:1.0:1770653414.008411:0:73799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966312960 00010000:00000001:3.0:1770653414.008413:0:76646:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000001:1.0:1770653414.008414:0:73799:0:(genops.c:811:class_conn2export()) Process entered 00080000:00000001:0.0:1770653414.008416:0:6728:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653414.008417:0:76646:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000040:1.0:1770653414.008418:0:73799:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00010000:00000001:3.0:1770653414.008422:0:76646:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653414.008423:0:73799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00002000:00000001:0.0:1770653414.008423:0:6728:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653414.008424:0:12204:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653414.008427:0:76646:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000040:1.0:1770653414.008428:0:73799:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=56 00010000:00000001:3.0:1770653414.008432:0:76646:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653414.008432:0:12204:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653414.008432:0:6728:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000020:00000001:1.0:1770653414.008433:0:73799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00080000:00000001:2.0:1770653414.008438:0:12204:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00001000:3.0:1770653414.008440:0:76646:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=103 v=5 (1 1 1 1) 00000020:00000001:1.0:1770653414.008440:0:73799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000001:00000001:2.0:1770653414.008442:0:12204:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1770653414.008447:0:12204:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299234, last_committed = 8590299190 00000100:00000001:1.0:1770653414.008447:0:73799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1770653414.008448:0:76646:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00080000:00000010:0.0:1770653414.008450:0:6728:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955643ef2ab0. 00000001:00000010:2.0:1770653414.008452:0:12204:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff955667aa1240. 00000020:00000010:1.0:1770653414.008454:0:73799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cfc0. 00000100:00000040:3.0:1770653414.008455:0:76646:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00002000:00000001:0.0:1770653414.008456:0:6728:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000001:00000040:2.0:1770653414.008458:0:12204:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 44 00000100:00000001:1.0:1770653414.008459:0:73799:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653414.008461:0:76646:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00002000:00000040:0.0:1770653414.008462:0:6728:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x1420:0x0] 00000020:00000040:2.0:1770653414.008464:0:12204:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=55 00000020:00000010:1.0:1770653414.008465:0:73799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cfc0. 02000000:00000001:3.0:1770653414.008469:0:76646:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00002000:00000010:0.0:1770653414.008470:0:6728:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff95560d2590a0. 00080000:00000001:2.0:1770653414.008471:0:12204:0:(osd_io.c:399:osd_write()) Process entered 02000000:00000001:3.0:1770653414.008472:0:76646:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653414.008473:0:73799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f7a00. 00002000:00000001:0.0:1770653414.008478:0:6728:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000100:00000001:3.0:1770653414.008480:0:76646:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1770653414.008481:0:73799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07df80. 00002000:00000001:0.0:1770653414.008482:0:6728:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653414.008483:0:12204:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000020:00000010:1.0:1770653414.008488:0:73799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada190. 00000100:00000040:3.0:1770653414.008489:0:76646:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000001:00000001:2.0:1770653414.008490:0:12204:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653414.008491:0:6728:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1770653414.008495:0:76646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78c38. 00000100:00000001:1.0:1770653414.008497:0:73799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000040:0.0:1770653414.008498:0:6728:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332655, xid 1856657707211904 00000100:00000200:3.0:1770653414.008501:0:76646:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966312832, offset 224 00000100:00000001:1.0:1770653414.008501:0:73799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00080000:00000001:2.0:1770653414.008503:0:12204:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.008504:0:6728:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:1.0:1770653414.008505:0:73799:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00002000:00000001:2.0:1770653414.008511:0:12204:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.008511:0:73799:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653414.008512:0:76646:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000200:0.0:1770653414.008516:0:6728:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955665155c00 x1856657707211904/t4295332655(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00002000:00000001:2.0:1770653414.008517:0:12204:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00010000:00000001:1.0:1770653414.008518:0:73799:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1770653414.008523:0:73799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1770653414.008525:0:76646:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000020:00000001:1.0:1770653414.008526:0:73799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000010:2.0:1770653414.008530:0:12204:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff95560bc3b1d0. 00000020:00000040:1.0:1770653414.008531:0:73799:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95573d0ab400 refcount=4 00000020:00000001:1.0:1770653414.008537:0:73799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800651645952 : -117273057905664 : ffff95573d0ab400) 00000400:00000200:3.0:1770653414.008538:0:76646:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164761:2164761:252:4294967295] 192.168.202.60@tcp LPNI seq info [2164757:2164757:4:4294967295] 00002000:00000001:2.0:1770653414.008538:0:12204:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1770653414.008544:0:12204:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x1567:0x0] 00010000:00000001:1.0:1770653414.008544:0:73799:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626800651645952 : -117273057905664 : ffff95573d0ab400) 00010000:00000001:0.0:1770653414.008548:0:6728:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00002000:00000010:2.0:1770653414.008551:0:12204:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9556697671d0. 00010000:00000001:0.0:1770653414.008554:0:6728:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653414.008555:0:73799:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff95573d0ab400/0x2aed14e4e178a124 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x141f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e5b expref: 56 pid: 6530 timeout: 6877 lvb_type: 1 00002000:00000001:2.0:1770653414.008559:0:12204:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000100:00001000:0.0:1770653414.008561:0:6728:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=96 v=5 (1 1 1 1) 00002000:00000001:2.0:1770653414.008563:0:12204:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653414.008565:0:76646:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00002000:00000001:2.0:1770653414.008571:0:12204:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653414.008574:0:6728:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1770653414.008577:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:2.0:1770653414.008579:0:12204:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299234, xid 1856657707212544 00010000:00000001:1.0:1770653414.008580:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1770653414.008583:0:6728:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00010000:00000001:1.0:1770653414.008584:0:73799:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1770653414.008585:0:76646:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653414.008585:0:12204:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:0.0:1770653414.008591:0:6728:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00000001:1.0:1770653414.008592:0:73799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1770653414.008593:0:76646:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c300. 00010000:00000200:2.0:1770653414.008594:0:12204:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955617528380 x1856657707212544/t8590299234(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653414.008600:0:73799:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:0.0:1770653414.008601:0:6728:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000200:3.0:1770653414.008606:0:76646:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 02000000:00000001:0.0:1770653414.008607:0:6728:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.008608:0:12204:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1770653414.008610:0:73799:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955665154e00 x1856657966312960/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:245/0 lens 328/0 e 0 to 0 dl 1770653425 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653414.008612:0:12204:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.008615:0:6728:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1770653414.008620:0:76646:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00001000:2.0:1770653414.008621:0:12204:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=96 v=5 (1 1 1 1) 00000100:00000001:1.0:1770653414.008626:0:73799:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:0.0:1770653414.008626:0:6728:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000200:3.0:1770653414.008628:0:76646:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1770653414.008630:0:12204:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1770653414.008631:0:73799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653414.008634:0:6728:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac87f8. 00000100:00000001:3.0:1770653414.008635:0:76646:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653414.008637:0:12204:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 32 to 0@lo 00000100:00000001:1.0:1770653414.008638:0:73799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1770653414.008643:0:76646:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000100:00000001:2.0:1770653414.008643:0:12204:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00000200:0.0:1770653414.008643:0:6728:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707211904, offset 224 00000100:00000001:1.0:1770653414.008647:0:73799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:3.0:1770653414.008649:0:76646:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653414.008651:0:12204:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:1.0:1770653414.008651:0:73799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966313088 00010000:00000001:3.0:1770653414.008653:0:76646:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653414.008654:0:12204:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653414.008655:0:73799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1770653414.008658:0:6728:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1770653414.008659:0:73799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653414.008662:0:12204:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1770653414.008663:0:73799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653414.008665:0:76646:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955619b67c50 x1856657966312832/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:245/0 lens 328/224 e 0 to 0 dl 1770653425 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1770653414.008667:0:73799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653414.008669:0:12204:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1770653414.008674:0:73799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966313088 00000400:00000200:0.0:1770653414.008675:0:6728:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1770653414.008676:0:12204:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268883b8. 00000020:00000001:1.0:1770653414.008677:0:73799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1770653414.008681:0:73799:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000100:00000200:2.0:1770653414.008684:0:12204:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707212544, offset 224 00000020:00000001:1.0:1770653414.008685:0:73799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653414.008689:0:73799:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=61 00000400:00000200:0.0:1770653414.008695:0:6728:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b9c80 00000400:00000200:2.0:1770653414.008696:0:12204:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1770653414.008696:0:73799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00100000:3.0:1770653414.008699:0:76646:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955619b67c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_024:b31b1d82-c1d4-4680-ae7a-71292416d1f5+61:2366:x1856657966312832:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 822us (1271us total) trans 0 rc 0/0 00000020:00000001:1.0:1770653414.008701:0:73799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:1.0:1770653414.008704:0:73799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1770653414.008709:0:12204:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1770653414.008710:0:73799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cfc0. 00000100:00000001:1.0:1770653414.008717:0:73799:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1770653414.008718:0:6728:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda965 [1] + 224 00000020:00000010:1.0:1770653414.008723:0:73799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cfc0. 00000100:00100000:3.0:1770653414.008724:0:76646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161900 00000400:00000200:2.0:1770653414.008724:0:12204:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b9f00 00000020:00000010:1.0:1770653414.008732:0:73799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f6c00. 00000400:00000200:0.0:1770653414.008732:0:6728:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1770653414.008733:0:76646:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000100:00000001:3.0:1770653414.008752:0:76646:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1770653414.008752:0:12204:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda979 [1] + 224 00000020:00000010:1.0:1770653414.008752:0:73799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d700. 00000100:00000001:3.0:1770653414.008758:0:76646:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1770653414.008759:0:73799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662adabb8. 00000400:00000200:0.0:1770653414.008759:0:6728:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1770653414.008763:0:76646:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3a00. 00000400:00000200:2.0:1770653414.008764:0:12204:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653414.008766:0:73799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1770653414.008769:0:6728:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1770653414.008770:0:73799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1770653414.008771:0:76646:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90320. 00000400:00000200:2.0:1770653414.008772:0:12204:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1770653414.008775:0:73799:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000020:00000010:3.0:1770653414.008778:0:76646:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95562fa44400. 00000100:00000200:0.0:1770653414.008779:0:6728:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95572ebc4380 x1856657707211904/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653414.008780:0:73799:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.008782:0:12204:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1770653414.008783:0:76646:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 60 00010000:00000001:1.0:1770653414.008785:0:73799:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1770653414.008791:0:73799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000010:3.0:1770653414.008792:0:76646:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572f8d6680. 00000100:00000200:2.0:1770653414.008792:0:12204:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95572ebc6300 x1856657707212544/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1770653414.008793:0:73799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653414.008798:0:73799:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565f571a00 refcount=5 00000100:00000010:3.0:1770653414.008801:0:76646:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95561752aa00. 00000020:00000001:1.0:1770653414.008804:0:73799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796932110848 : -117276777440768 : ffff95565f571a00) 00000100:00000010:3.0:1770653414.008808:0:76646:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955710550000. 00010000:00000001:1.0:1770653414.008810:0:73799:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796932110848 : -117276777440768 : ffff95565f571a00) 00000100:00000010:3.0:1770653414.008816:0:76646:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955710551180. 00000100:00000040:0.0:1770653414.008819:0:6728:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95572ebc4380 x1856657707211904/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1770653414.008820:0:73799:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff95565f571a00/0x2aed14e4e178a04b lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x156b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d9e expref: 60 pid: 7966 timeout: 6877 lvb_type: 1 02000000:00000001:3.0:1770653414.008822:0:76646:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653414.008825:0:76646:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95560a61a400. 02000000:00000001:3.0:1770653414.008830:0:76646:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1770653414.008833:0:12204:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95572ebc6300 x1856657707212544/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1770653414.008834:0:76646:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955710551f80. 02000000:00000001:3.0:1770653414.008840:0:76646:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653414.008843:0:76646:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95560a619400. 00010000:00000001:1.0:1770653414.008844:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:3.1:1770653414.008869:0:76646:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666214200. 00010000:00000001:1.0:1770653414.008869:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653414.008872:0:73799:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1770653414.008877:0:76646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955606de2a00. 00000100:00000001:1.0:1770653414.008878:0:73799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653414.008886:0:73799:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:3.0:1770653414.008890:0:76646:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:1.0:1770653414.008894:0:73799:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955665156a00 x1856657966313088/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:245/0 lens 328/0 e 0 to 0 dl 1770653425 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1770653414.008895:0:76646:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572f8d4e00. 00000100:00000001:2.0:1770653414.008895:0:12204:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1770653414.008899:0:6728:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1770653414.008902:0:76646:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653414.008906:0:12204:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268883b8 00000100:00000200:3.0:1770653414.008910:0:76646:0:(niobuf.c:1189:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1770653414.008911:0:12204:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268883b8. 00000100:00000001:1.0:1770653414.008911:0:73799:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1770653414.008915:0:73799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653414.008916:0:76646:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2630. 00000100:00000001:2.0:1770653414.008918:0:12204:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:0.0:1770653414.008919:0:6728:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac87f8 00000100:00000001:2.0:1770653414.008921:0:12204:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1770653414.008923:0:73799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1770653414.008925:0:6728:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac87f8. 00000100:00000001:2.0:1770653414.008928:0:12204:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.008932:0:6728:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653414.008934:0:73799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:3.0:1770653414.008935:0:76646:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9556189e1900. 00000100:00000040:2.0:1770653414.008935:0:12204:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000001:1.0:1770653414.008937:0:73799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1770653414.008937:0:6728:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1770653414.008942:0:12204:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1770653414.008946:0:12204:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653414.008947:0:73799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161901 00000100:00000001:0.0:1770653414.008948:0:6728:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653414.008949:0:12204:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1770653414.008950:0:76646:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653414.008955:0:76646:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1770653414.008955:0:73799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000040:0.0:1770653414.008958:0:6728:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000100:00000040:2.0:1770653414.008959:0:12204:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955617528380 x1856657707212544/t8590299234(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653414.008960:0:73799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028462080 : -117276681089536 : ffff955665154e00) 00010000:00000001:0.0:1770653414.008965:0:6728:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00100000:3.0:1770653414.008966:0:76646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161902 00000020:00000001:0.0:1770653414.008970:0:6728:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653414.008972:0:73799:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665154e00 x1856657966312960/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:245/0 lens 328/0 e 0 to 0 dl 1770653425 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653414.008974:0:76646:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000020:00000001:0.0:1770653414.008976:0:6728:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1770653414.008981:0:76646:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028469248 : -117276681082368 : ffff955665156a00) 00000100:00000040:0.0:1770653414.008985:0:6728:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665155c00 x1856657707211904/t4295332655(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653414.008992:0:76646:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665156a00 x1856657966313088/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:245/0 lens 328/0 e 0 to 0 dl 1770653425 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1770653414.009003:0:12204:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955617528380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+55:3290:x1856657707212544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10514us (11367us total) trans 8590299234 rc 0/0 00000100:00000001:1.0:1770653414.009007:0:73799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653414.009013:0:73799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cfc0. 00000100:00000001:1.0:1770653414.009019:0:73799:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1770653414.009022:0:12204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136246 00000020:00000010:1.0:1770653414.009027:0:73799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cfc0. 00000100:00000001:3.0:1770653414.009030:0:76646:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1770653414.009030:0:6728:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665155c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+55:3289:x1856657707211904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11427us (12726us total) trans 4295332655 rc 0/0 00000100:00000040:2.0:1770653414.009031:0:12204:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 6 00000020:00000010:3.0:1770653414.009034:0:76646:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbb40. 00000100:00000001:2.0:1770653414.009036:0:12204:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1770653414.009038:0:73799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665154e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:b31b1d82-c1d4-4680-ae7a-71292416d1f5+56:2365:x1856657966312960:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1770653414.009042:0:76646:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653414.009042:0:12204:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1770653414.009047:0:12204:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300d00. 00000020:00000010:3.0:1770653414.009051:0:76646:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbb40. 00000100:00000200:1.0:1770653414.009051:0:73799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966312960 00000100:00100000:0.0:1770653414.009053:0:6728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136244 00000020:00000010:2.0:1770653414.009054:0:12204:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510bb8. 00010000:00000001:1.0:1770653414.009055:0:73799:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1770653414.009060:0:73799:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00000100:00000040:0.0:1770653414.009061:0:6728:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 2 00000100:00100000:3.0:1770653414.009062:0:76646:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665156a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_024:b31b1d82-c1d4-4680-ae7a-71292416d1f5+60:2366:x1856657966313088:12345-192.168.202.60@tcp:103:ldlm_bl.0 00000020:00000010:2.0:1770653414.009063:0:12204:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955636fe9c00. 00010000:00000001:1.0:1770653414.009063:0:73799:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1770653414.009066:0:6728:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1770653414.009069:0:73799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:2.0:1770653414.009070:0:12204:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 54 00000100:00000200:3.0:1770653414.009071:0:76646:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966313088 00000100:00000001:0.0:1770653414.009071:0:6728:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1770653414.009073:0:73799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1770653414.009076:0:6728:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d200. 00010000:00000001:3.0:1770653414.009077:0:76646:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000100:00000001:2.0:1770653414.009077:0:12204:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1770653414.009080:0:73799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955617a82c00. 00010000:00000002:3.0:1770653414.009082:0:76646:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 02000000:00000001:1.0:1770653414.009084:0:73799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653414.009085:0:6728:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662adad48. 00010000:00000001:3.0:1770653414.009086:0:76646:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1770653414.009088:0:73799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.009092:0:76646:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1770653414.009092:0:73799:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000020:00000010:0.0:1770653414.009093:0:6728:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f6a00. 00010000:00010000:1.0:1770653414.009095:0:73799:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 02000000:00000001:3.0:1770653414.009097:0:76646:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1770653414.009099:0:73799:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:0.0:1770653414.009101:0:6728:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 54 00080000:00000001:2.0:1770653414.009102:0:76385:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1770653414.009102:0:73799:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:3.0:1770653414.009103:0:76646:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955642785400. 00000020:00000040:1.0:1770653414.009106:0:73799:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95573d0ab400 refcount=4 00000100:00000001:0.0:1770653414.009108:0:6728:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1770653414.009109:0:76646:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653414.009110:0:76385:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653414.009111:0:73799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800651645952 : -117273057905664 : ffff95573d0ab400) 00000100:00000001:3.0:1770653414.009117:0:76646:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653414.009117:0:76385:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1770653414.009118:0:73799:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626800651645952 : -117273057905664 : ffff95573d0ab400) 00000001:00000001:2.0:1770653414.009121:0:76385:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00000001:3.0:1770653414.009122:0:76646:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00000020:00000001:0.0:1770653414.009131:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:3.0:1770653414.009134:0:76646:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00000002:2.0:1770653414.009135:0:76385:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332656, last_committed = 4295332607 00000020:00000001:0.0:1770653414.009137:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653414.009138:0:73799:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95562c678500 count: 3 00010000:00000001:3.0:1770653414.009139:0:76646:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000001:00000010:2.0:1770653414.009142:0:76385:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff955667aa1720. 00000020:00000001:3.0:1770653414.009143:0:76646:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653414.009147:0:76646:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95565f571a00 refcount=5 00010000:00010000:0.0:1770653414.009147:0:7410:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00000001:00000040:2.0:1770653414.009149:0:76385:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 49 00010000:00010000:1.0:1770653414.009151:0:73799:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff95573d0ab400/0x2aed14e4e178a124 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x141f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e5b expref: 56 pid: 6530 timeout: 6877 lvb_type: 1 00000020:00000001:3.0:1770653414.009153:0:76646:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796932110848 : -117276777440768 : ffff95565f571a00) 00000020:00000040:2.0:1770653414.009156:0:76385:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=55 00010000:00000001:0.0:1770653414.009156:0:7410:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1770653414.009161:0:76646:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796932110848 : -117276777440768 : ffff95565f571a00) 00010000:00000001:0.0:1770653414.009162:0:7410:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00080000:00000001:2.0:1770653414.009163:0:76385:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000040:3.0:1770653414.009167:0:76646:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff95560d669300 count: 3 00010000:00010000:0.0:1770653414.009170:0:7410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a400/0x2aed14e4e178d017 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x141e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1770653414.009174:0:76385:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00010000:00010000:3.0:1770653414.009176:0:76646:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff95565f571a00/0x2aed14e4e178a04b lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x156b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d9e expref: 60 pid: 7966 timeout: 6877 lvb_type: 1 00000100:00001000:1.0:1770653414.009176:0:73799:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1ac50 time=133 v=5 (1 0 0 0) 00000001:00000001:2.0:1770653414.009180:0:76385:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.009189:0:73799:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000001:2.0:1770653414.009193:0:76385:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.009195:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1770653414.009199:0:7410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95561ae2a400 already unused, calling callback (ffffffffc16fe650) 00002000:00000001:2.0:1770653414.009200:0:76385:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.009200:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:3.0:1770653414.009202:0:76646:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=128 v=5 (1 0 0 0) 00002000:00000001:2.0:1770653414.009205:0:76385:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00010000:00000001:0.0:1770653414.009206:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1770653414.009207:0:76646:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00010000:1.0:1770653414.009210:0:73799:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff95573d0ab400/0x2aed14e4e178a124 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x141f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e5b expref: 56 pid: 6530 timeout: 6877 lvb_type: 1 00010000:00000001:0.0:1770653414.009212:0:7410:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:3.0:1770653414.009214:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1770653414.009216:0:7410:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a400/0x2aed14e4e178d017 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x141e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653414.009218:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000010:2.0:1770653414.009220:0:76385:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955643ef3728. 00000020:00000001:1.0:1770653414.009224:0:73799:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00010000:3.0:1770653414.009227:0:76646:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff95565f571a00/0x2aed14e4e178a04b lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x156b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d9e expref: 60 pid: 7966 timeout: 6877 lvb_type: 1 00002000:00000001:2.0:1770653414.009227:0:76385:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00000001:1.0:1770653414.009228:0:73799:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00002000:00000040:2.0:1770653414.009232:0:76385:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x141e:0x0] 00010000:00000001:1.0:1770653414.009232:0:73799:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653414.009239:0:73799:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.009239:0:7410:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00002000:00000010:2.0:1770653414.009240:0:76385:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff95560d259db0. 00010000:00000001:0.0:1770653414.009243:0:7410:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1770653414.009248:0:7410:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1770653414.009249:0:76646:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1770653414.009250:0:73799:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00002000:00000001:2.0:1770653414.009251:0:76385:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000020:00000040:0.0:1770653414.009252:0:7410:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2a400 refcount=3 00010000:00000001:3.0:1770653414.009254:0:76646:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00002000:00000001:2.0:1770653414.009255:0:76385:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.009255:0:73799:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:0.0:1770653414.009256:0:7410:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783627776 : -117277925923840 : ffff95561ae2a400) 00010000:00000001:3.0:1770653414.009258:0:76646:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.009261:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00002000:00000001:2.0:1770653414.009262:0:76385:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653414.009263:0:7410:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783627776 : -117277925923840 : ffff95561ae2a400) 00000020:00000001:3.0:1770653414.009264:0:76646:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.009264:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1770653414.009269:0:76385:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332656, xid 1856657707211648 00010000:00000001:1.0:1770653414.009269:0:73799:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1770653414.009271:0:7410:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:3.0:1770653414.009272:0:76646:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1770653414.009273:0:73799:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.009275:0:76385:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:3.0:1770653414.009276:0:76646:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00010000:0.0:1770653414.009276:0:7410:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a400/0x2aed14e4e178d017 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x141e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00000020:00000040:1.0:1770653414.009278:0:73799:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95573d0ab400 with handle 0x2aed14e4e178a124 from hash 00010000:00000001:3.0:1770653414.009282:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000200:2.0:1770653414.009283:0:76385:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955665156300 x1856657707211648/t4295332656(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653414.009284:0:73799:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1770653414.009287:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653414.009288:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653414.009291:0:76646:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1770653414.009292:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653414.009297:0:76646:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.009298:0:73799:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1770653414.009298:0:7410:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1770653414.009300:0:76385:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1770653414.009303:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000040:3.0:1770653414.009304:0:76646:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95565f571a00 with handle 0x2aed14e4e178a04b from hash 00010000:00000001:2.0:1770653414.009305:0:76385:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.009305:0:73799:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653414.009306:0:7410:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.009309:0:73799:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.009310:0:76646:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00001000:2.0:1770653414.009312:0:76385:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=96 v=5 (1 1 1 1) 00010000:00000001:0.0:1770653414.009313:0:7410:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653414.009315:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653414.009315:0:73799:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1770653414.009317:0:76385:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1770653414.009318:0:7410:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653414.009319:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653414.009319:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1770653414.009323:0:76385:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00010000:00000001:3.0:1770653414.009324:0:76646:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1770653414.009324:0:7410:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00010000:1.0:1770653414.009329:0:73799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95573d0ab400/0x2aed14e4e178a124 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x141f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0e5b expref: 56 pid: 6530 timeout: 6877 lvb_type: 1 00010000:00000001:0.0:1770653414.009329:0:7410:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.009330:0:76646:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:2.0:1770653414.009330:0:76385:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00010000:00000001:3.0:1770653414.009334:0:76646:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653414.009338:0:76385:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:0.0:1770653414.009339:0:7410:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561ae2a400 with handle 0x2aed14e4e178d017 from hash 00010000:00000001:3.0:1770653414.009340:0:76646:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:2.0:1770653414.009343:0:76385:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.009344:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:1.0:1770653414.009347:0:73799:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1a800 : new locks_count 50 00010000:00000001:0.0:1770653414.009347:0:7410:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1770653414.009349:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653414.009349:0:76385:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1770653414.009350:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:1.0:1770653414.009352:0:73799:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 55 00010000:00000001:3.0:1770653414.009354:0:76646:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1770653414.009354:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1770653414.009357:0:76385:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1770653414.009359:0:76646:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1770653414.009359:0:7410:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000010:2.0:1770653414.009362:0:76385:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268883b8. 00010000:00000001:1.0:1770653414.009362:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1770653414.009363:0:76646:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95561ae2ac00 00010000:00000001:0.0:1770653414.009364:0:7410:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653414.009366:0:73799:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000200:2.0:1770653414.009368:0:76385:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707211648, offset 224 00010000:00000001:3.0:1770653414.009369:0:76646:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1770653414.009370:0:73799:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1770653414.009370:0:7410:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.009374:0:76646:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000040:1.0:1770653414.009375:0:73799:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95571016a600 00000400:00000200:2.0:1770653414.009376:0:76385:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1770653414.009376:0:7410:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00010000:3.0:1770653414.009377:0:76646:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653414.009381:0:73799:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1770653414.009381:0:7410:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653414.009382:0:76646:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653414.009385:0:73799:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1770653414.009386:0:7410:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1770653414.009387:0:76646:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1770653414.009388:0:73799:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000200:2.0:1770653414.009390:0:76385:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:3.0:1770653414.009391:0:76646:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1770653414.009391:0:7410:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653414.009392:0:73799:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653414.009397:0:76646:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653414.009399:0:73799:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1770653414.009399:0:7410:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.009400:0:76646:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1770653414.009404:0:73799:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1770653414.009405:0:76646:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000400:00000200:2.0:1770653414.009405:0:76385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b9b80 00010000:00000001:0.0:1770653414.009406:0:7410:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1770653414.009408:0:73799:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653414.009410:0:7410:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00010000:3.0:1770653414.009411:0:76646:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ac00/0x2aed14e4e178d048 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x156b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653414.009413:0:73799:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000200:2.0:1770653414.009417:0:76385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda921 [1] + 224 00010000:00000001:1.0:1770653414.009418:0:73799:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:0.0:1770653414.009418:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653414.009423:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1770653414.009424:0:73799:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178d041 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x141f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653414.009427:0:7410:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653414.009428:0:76385:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1770653414.009429:0:76646:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1770653414.009434:0:7410:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653414.009435:0:76646:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ac00/0x2aed14e4e178d048 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x156b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1770653414.009439:0:76385:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1770653414.009441:0:7410:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.009442:0:73799:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:2.0:1770653414.009448:0:76385:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:1.0:1770653414.009448:0:73799:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178d041 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x141f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1770653414.009449:0:7410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a400/0x2aed14e4e178d017 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x141e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1770653414.009451:0:76646:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x156b:0x0].0x0 (ffff95560d669300) refcount = 3 00000100:00000200:2.0:1770653414.009455:0:76385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95572ebc7b80 x1856657707211648/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1770653414.009460:0:76646:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1770653414.009465:0:76646:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ac00/0x2aed14e4e178d048 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x156b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1770653414.009477:0:73799:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x141f:0x0].0x0 (ffff95562c678500) refcount = 2 00010000:00000040:1.0:1770653414.009487:0:73799:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1770653414.009490:0:73799:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178d041 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x141f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653414.009494:0:76646:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1770653414.009497:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1770653414.009498:0:76385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95572ebc7b80 x1856657707211648/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653414.009499:0:76646:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653414.009502:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95561ae2a400/0x2aed14e4e178d017 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x141e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76385 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653414.009506:0:76646:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1770653414.009510:0:76646:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653414.009511:0:73799:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653414.009515:0:73799:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.009517:0:76646:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653414.009521:0:73799:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1770653414.009525:0:73799:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1770653414.009526:0:76646:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9556196fbb40. 00010000:00000040:0.0:1770653414.009528:0:7410:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95562c678d00 count: 0 00010000:00000001:1.0:1770653414.009531:0:73799:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653414.009532:0:76646:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:2.0:1770653414.009535:0:76385:0:(events.c:163:reply_in_callback()) Process leaving 00002000:00000010:0.0:1770653414.009535:0:7410:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9556196fb0c0. 00000100:00000010:3.0:1770653414.009537:0:76646:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556189e1c00. 00010000:00000010:1.0:1770653414.009537:0:73799:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9cfc0. 00000400:00000200:2.0:1770653414.009543:0:76385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268883b8 00000100:00000001:1.0:1770653414.009543:0:73799:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000100:00000001:3.0:1770653414.009544:0:76646:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626795745582080 : -117277963969536 : ffff9556189e1c00) 00010000:00000010:0.0:1770653414.009544:0:7410:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95562c678c00. 00000400:00000010:2.0:1770653414.009548:0:76385:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268883b8. 00000100:00000010:1.0:1770653414.009550:0:73799:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa86c0. 00000100:00000001:3.0:1770653414.009551:0:76646:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626795745582080 : -117277963969536 : ffff9556189e1c00) 00000100:00000001:2.0:1770653414.009553:0:76385:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653414.009555:0:73799:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540167872 : -117277169383744 : ffff955647fa86c0) 00000100:00000001:3.0:1770653414.009556:0:76646:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1770653414.009557:0:76385:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1770653414.009557:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653414.009561:0:76646:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1770653414.009561:0:7410:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:1.0:1770653414.009562:0:73799:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540167872 : -117277169383744 : ffff955647fa86c0) 00000100:00000001:2.0:1770653414.009563:0:76385:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.009565:0:76646:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000010:0.0:1770653414.009565:0:7410:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556695e03c0. 00000100:00000001:1.0:1770653414.009566:0:73799:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00010000:00000001:3.0:1770653414.009569:0:76646:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000040:2.0:1770653414.009571:0:76385:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000100:00000001:1.0:1770653414.009571:0:73799:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1770653414.009572:0:7410:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.009573:0:76646:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.009574:0:73799:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1770653414.009577:0:76385:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000001:1.0:1770653414.009579:0:73799:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000001:0.0:1770653414.009580:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1770653414.009581:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1770653414.009581:0:76385:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653414.009584:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.009585:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1770653414.009586:0:76385:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00010000:0.0:1770653414.009588:0:7410:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:3.0:1770653414.009590:0:76646:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.009591:0:7410:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1770653414.009594:0:76646:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1770653414.009594:0:73799:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653414.009595:0:76385:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665156300 x1856657707211648/t4295332656(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653414.009595:0:7410:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00000001:3.0:1770653414.009600:0:76646:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1770653414.009601:0:73799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1770653414.009601:0:7410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95566c162c00/0x2aed14e4e178d025 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1420:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653414.009605:0:73799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653414.009607:0:76646:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.009609:0:73799:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.009614:0:76646:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.009615:0:73799:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1770653414.009618:0:73799:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1770653414.009621:0:76646:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1770653414.009625:0:73799:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1770653414.009626:0:76646:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556189e1c00. 00010000:00010000:0.0:1770653414.009628:0:7410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95566c162c00 already unused, calling callback (ffffffffc16fe650) 00000100:00000001:1.0:1770653414.009631:0:73799:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653414.009632:0:76385:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665156300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+55:3291:x1856657707211648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16434us (17574us total) trans 4295332656 rc 0/0 00010000:00000001:0.0:1770653414.009633:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1770653414.009634:0:76646:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1770653414.009634:0:73799:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:0.0:1770653414.009636:0:7410:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:3.0:1770653414.009638:0:76646:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1770653414.009639:0:73799:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa86c0. 00010000:00010000:0.0:1770653414.009640:0:7410:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95566c162c00/0x2aed14e4e178d025 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1420:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1770653414.009645:0:76646:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9556196fbb40. 00000100:00000001:1.0:1770653414.009646:0:73799:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1770653414.009649:0:73799:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653414.009652:0:76646:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000010:1.0:1770653414.009656:0:73799:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9cfc0. 00010000:00010000:3.0:1770653414.009657:0:76646:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1770653414.009661:0:76646:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1770653414.009663:0:76385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136242 00010000:00000001:1.0:1770653414.009664:0:73799:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1770653414.009667:0:7410:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1770653414.009668:0:76646:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00010000:1.0:1770653414.009669:0:73799:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000040:2.0:1770653414.009670:0:76385:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 1 00010000:00000001:0.0:1770653414.009670:0:7410:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1770653414.009672:0:76646:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.009673:0:73799:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653414.009674:0:7410:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1770653414.009675:0:76385:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:0.0:1770653414.009679:0:7410:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c162c00 refcount=3 00000100:00001000:3.0:1770653414.009680:0:76646:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=103 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653414.009680:0:76385:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1770653414.009681:0:73799:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1770653414.009683:0:7410:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145959424 : -117276563592192 : ffff95566c162c00) 00000020:00000010:2.0:1770653414.009685:0:76385:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519580. 00010000:00000001:1.0:1770653414.009686:0:73799:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.009690:0:76646:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1770653414.009690:0:7410:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145959424 : -117276563592192 : ffff95566c162c00) 00000100:00001000:1.0:1770653414.009692:0:73799:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=103 v=5 (1 1 1 1) 00000020:00000010:2.0:1770653414.009693:0:76385:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d7d0. 00010000:00000001:0.0:1770653414.009696:0:7410:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:3.0:1770653414.009697:0:76646:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00010000:0.0:1770653414.009700:0:7410:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95566c162c00/0x2aed14e4e178d025 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x1420:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1770653414.009701:0:76385:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955626008a00. 00000100:00000001:3.0:1770653414.009702:0:76646:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000001:1.0:1770653414.009702:0:73799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1770653414.009709:0:73799:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 02000000:00000001:3.0:1770653414.009710:0:76646:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:2.0:1770653414.009710:0:76385:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 54 00010000:00000001:0.0:1770653414.009712:0:7410:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:3.0:1770653414.009714:0:76646:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.009717:0:73799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00000001:0.0:1770653414.009717:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1770653414.009718:0:76385:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653414.009719:0:76646:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1770653414.009720:0:7410:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653414.009725:0:73799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1770653414.009726:0:76646:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653414.009726:0:7410:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:1.0:1770653414.009728:0:73799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.009731:0:7410:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:3.0:1770653414.009732:0:76646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a784c8. 00000100:00000001:1.0:1770653414.009733:0:73799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1770653414.009734:0:7410:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:3.0:1770653414.009750:0:76646:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966313088, offset 224 00000100:00000040:1.0:1770653414.009750:0:73799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653414.009751:0:7410:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653414.009752:0:12200:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178d041 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x141f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1770653414.009756:0:73799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022cc0. 00000020:00000040:0.0:1770653414.009759:0:7410:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95566c162c00 with handle 0x2aed14e4e178d025 from hash 00000400:00000200:3.0:1770653414.009764:0:76646:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653414.009765:0:7410:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1770653414.009768:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:1.0:1770653414.009772:0:73799:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966312960, offset 224 00010000:00000001:0.0:1770653414.009772:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653414.009773:0:12200:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.009776:0:7410:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:3.0:1770653414.009777:0:76646:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00010000:2.0:1770653414.009782:0:12200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178d041 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x141f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653414.009783:0:7410:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000400:00000200:1.0:1770653414.009787:0:73799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:3.0:1770653414.009788:0:76646:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164762:2164762:251:4294967295] 192.168.202.60@tcp LPNI seq info [2164758:2164758:3:4294967295] 00010000:00000001:0.0:1770653414.009788:0:7410:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.009794:0:7410:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1770653414.009798:0:7410:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1770653414.009801:0:7410:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1770653414.009804:0:12200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1770653414.009805:0:7410:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653414.009808:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653414.009810:0:7410:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.009812:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1770653414.009815:0:76646:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:0.0:1770653414.009815:0:7410:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1770653414.009824:0:7410:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1770653414.009825:0:12200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1770653414.009829:0:12200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:3.0:1770653414.009830:0:76646:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653414.009831:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:2.0:1770653414.009832:0:12200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016a600 refcount=3 00000400:00000200:1.0:1770653414.009836:0:73799:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000001:0.0:1770653414.009836:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1770653414.009838:0:12200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897454080 : -117273812097536 : ffff95571016a600) 00000800:00000010:3.0:1770653414.009839:0:76646:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626cf00. 00010000:00000001:0.0:1770653414.009840:0:7410:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.009844:0:12200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897454080 : -117273812097536 : ffff95571016a600) 00010000:00000001:0.0:1770653414.009846:0:7410:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.009865:0:12200:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1770653414.009868:0:12200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178d041 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x141f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1770653414.009870:0:73799:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164763:2164763:250:4294967295] 192.168.202.60@tcp LPNI seq info [2164759:2164759:2:4294967295] 00000800:00000200:3.0:1770653414.009874:0:76646:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:0.0:1770653414.009879:0:7410:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653414.009887:0:76646:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00010000:0.0:1770653414.009888:0:7410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95566c162c00/0x2aed14e4e178d025 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x1420:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1770653414.009889:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653414.009893:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:3.0:1770653414.009895:0:76646:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626cf00 type 1, nob 320 niov 1 nkiov 1 00010000:00010000:2.0:1770653414.009898:0:12200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178d041 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x141f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1770653414.009900:0:73799:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:3.0:1770653414.009904:0:76646:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.009911:0:12200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1770653414.009913:0:12200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.009914:0:12200:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1770653414.009920:0:12200:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556695e0000. 00010000:00000001:0.0:1770653414.009920:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1770653414.009921:0:76646:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00010000:0.0:1770653414.009925:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95566c162c00/0x2aed14e4e178d025 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x1420:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6728 timeout: 0 lvb_type: 0 00000800:00000200:1.0:1770653414.009926:0:73799:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:2.0:1770653414.009927:0:12200:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1770653414.009928:0:76646:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.009934:0:76646:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653414.009936:0:12200:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000800:00000010:1.0:1770653414.009936:0:73799:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9557353d2400. 00000100:00000040:3.0:1770653414.009944:0:76646:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665156a00 x1856657966313088/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:245/0 lens 328/224 e 0 to 0 dl 1770653425 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653414.009944:0:12200:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653414.009945:0:73799:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000040:0.0:1770653414.009945:0:7410:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95565f6edf00 count: 0 00010000:00000001:2.0:1770653414.009950:0:12200:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:0.0:1770653414.009953:0:7410:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955630aa3f00. 00010000:00000001:2.0:1770653414.009955:0:12200:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000800:00000200:1.0:1770653414.009959:0:73799:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:2.0:1770653414.009960:0:12200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:0.0:1770653414.009960:0:7410:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95565f6ed000. 00010000:00000001:2.0:1770653414.009964:0:12200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1770653414.009968:0:12200:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000800:00000200:1.0:1770653414.009969:0:73799:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9557353d2400 type 1, nob 320 niov 1 nkiov 1 00080000:00000001:2.0:1770653414.009972:0:12200:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1770653414.009972:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:3.0:1770653414.009976:0:76646:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665156a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_024:b31b1d82-c1d4-4680-ae7a-71292416d1f5+60:2366:x1856657966313088:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 939us (1622us total) trans 0 rc 0/0 00000100:00000001:1.0:1770653414.009978:0:73799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.009978:0:7410:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00080000:00000010:2.0:1770653414.009981:0:12200:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95560a61b800. 00010000:00000010:0.0:1770653414.009982:0:7410:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff95564f3626c0. 00000100:00000040:1.0:1770653414.009988:0:73799:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00080000:00000001:2.0:1770653414.009989:0:12200:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626795506743296 : -117278202808320 : ffff95560a61b800) 00010000:00000001:0.0:1770653414.009990:0:7410:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653414.009995:0:76646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161902 00000001:00000001:2.0:1770653414.009998:0:12200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:1.0:1770653414.009998:0:73799:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653414.009999:0:76646:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000020:00000001:0.0:1770653414.009999:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000001:2.0:1770653414.010004:0:12200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.010005:0:76646:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1770653414.010005:0:73799:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653414.010005:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1770653414.010008:0:12200:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000403:0x141f:0x0] not in the id map cache 00000100:00000001:3.0:1770653414.010009:0:76646:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:0.0:1770653414.010012:0:7410:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000020:00000010:3.0:1770653414.010015:0:76646:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d700. 00080000:00000001:2.0:1770653414.010015:0:12200:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00010000:00000001:0.0:1770653414.010016:0:7410:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000100:00000040:1.0:1770653414.010017:0:73799:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665154e00 x1856657966312960/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:245/0 lens 328/224 e 0 to 0 dl 1770653425 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653414.010020:0:7410:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000020:00000010:3.0:1770653414.010023:0:76646:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662adabb8. 00080000:00000001:2.0:1770653414.010026:0:12200:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1770653414.010026:0:7410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff95571016a000/0x2aed14e4e178d033 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1770653414.010031:0:76646:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f6c00. 00080000:00000001:2.0:1770653414.010034:0:12200:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653414.010038:0:76646:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 59 00080000:00000001:2.0:1770653414.010040:0:12200:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:2.0:1770653414.010043:0:12200:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000001:3.0:1770653414.010045:0:76646:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 80000000:00000001:2.0:1770653414.010047:0:12200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00100000:1.0:1770653414.010052:0:73799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665154e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_013:b31b1d82-c1d4-4680-ae7a-71292416d1f5+55:2365:x1856657966312960:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1039us (2017us total) trans 0 rc 0/0 80000000:00000001:2.0:1770653414.010053:0:12200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00010000:0.0:1770653414.010054:0:7410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95571016a000 already unused, calling callback (ffffffffc16fe650) 80000000:00000001:2.0:1770653414.010058:0:12200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653414.010060:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1770653414.010060:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 80000000:00000001:2.0:1770653414.010064:0:12200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653414.010067:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653414.010067:0:12200:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653414.010067:0:7410:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00100000:1.0:1770653414.010072:0:73799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161901 00010000:00010000:0.0:1770653414.010073:0:7410:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff95571016a000/0x2aed14e4e178d033 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1770653414.010074:0:12200:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00010000:3.0:1770653414.010075:0:7409:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:1.0:1770653414.010077:0:73799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00080000:00000001:2.0:1770653414.010078:0:12200:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00010000:00000001:3.0:1770653414.010081:0:7409:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:1.0:1770653414.010085:0:73799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1770653414.010086:0:7409:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1770653414.010090:0:73799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:3.0:1770653414.010091:0:7409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178d041 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x141f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653414.010091:0:7410:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000001:00000001:2.0:1770653414.010093:0:12200:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000010:1.0:1770653414.010094:0:73799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07df80. 00010000:00000001:0.0:1770653414.010095:0:7410:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000001:00000001:2.0:1770653414.010097:0:12200:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000001:0.0:1770653414.010100:0:7410:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1770653414.010103:0:73799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada190. 00000020:00000040:0.0:1770653414.010104:0:7410:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016a000 refcount=3 00080000:00000001:2.0:1770653414.010105:0:12200:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653414.010110:0:73799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f7a00. 00080000:00000001:2.0:1770653414.010111:0:12200:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:3.0:1770653414.010112:0:7409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95571016a600 already unused, calling callback (ffffffffc16fe650) 00000020:00000001:0.0:1770653414.010112:0:7410:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897452544 : -117273812099072 : ffff95571016a000) 00080000:00000001:2.0:1770653414.010116:0:12200:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1770653414.010117:0:7409:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000040:1.0:1770653414.010118:0:73799:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 54 00010000:00000001:3.0:1770653414.010121:0:7409:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:0.0:1770653414.010121:0:7410:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897452544 : -117273812099072 : ffff95571016a000) 00000100:00000001:1.0:1770653414.010122:0:73799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1770653414.010126:0:7409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178d041 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x141f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000001:00000001:2.0:1770653414.010128:0:12200:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1770653414.010129:0:7410:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000001:2.0:1770653414.010132:0:12200:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653414.010136:0:7410:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff95571016a000/0x2aed14e4e178d033 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653414.010140:0:7409:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1770653414.010142:0:7409:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1770653414.010143:0:76416:0:(client.c:1964:ptlrpc_check_set()) Process entered 00080000:00000001:2.0:1770653414.010144:0:12200:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653414.010145:0:7409:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000001:1.0:1770653414.010148:0:76416:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:3.0:1770653414.010149:0:7409:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016a600 refcount=3 00080000:00000001:2.0:1770653414.010152:0:12200:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000400:00000001:1.0:1770653414.010152:0:76416:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1770653414.010155:0:7409:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897454080 : -117273812097536 : ffff95571016a600) 00000400:00000010:1.0:1770653414.010157:0:76416:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602d940b0. 00010000:00000001:3.0:1770653414.010161:0:7409:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897454080 : -117273812097536 : ffff95571016a600) 00000400:00000200:1.0:1770653414.010163:0:76416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0226e8 00010000:00000001:3.0:1770653414.010168:0:7409:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000010:1.0:1770653414.010169:0:76416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0226e8. 00010000:00000001:0.0:1770653414.010170:0:7410:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00010000:3.0:1770653414.010172:0:7409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178d041 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x141f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653414.010174:0:76416:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1770653414.010175:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1770653414.010179:0:7410:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653414.010183:0:12200:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653414.010183:0:76416:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955665154700 x1856657707213952/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653414.010184:0:7409:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1770653414.010185:0:7410:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653414.010188:0:7409:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1770653414.010189:0:7410:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653414.010193:0:7409:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653414.010193:0:12200:0:(osd_object.c:806:osd_destroy()) Process entered 00010000:00000001:0.0:1770653414.010194:0:7410:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1770653414.010199:0:12200:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:0.0:1770653414.010199:0:7410:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.010201:0:7409:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000200:1.0:1770653414.010204:0:76416:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955665154700 x1856657707213952/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653414.010205:0:7409:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 80000000:00000001:2.0:1770653414.010205:0:12200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000020:00000040:0.0:1770653414.010206:0:7410:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95571016a000 with handle 0x2aed14e4e178d033 from hash 00010000:00000001:3.0:1770653414.010210:0:7409:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 80000000:00000001:2.0:1770653414.010211:0:12200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:0.0:1770653414.010212:0:7410:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1770653414.010214:0:7409:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.010217:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 80000000:00000001:2.0:1770653414.010218:0:12200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653414.010220:0:7409:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95571016a600 with handle 0x2aed14e4e178d041 from hash 00010000:00000001:0.0:1770653414.010221:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 80000000:00000001:2.0:1770653414.010227:0:12200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.010227:0:7410:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653414.010228:0:7409:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1770653414.010229:0:76416:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1770653414.010232:0:7410:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653414.010233:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653414.010233:0:76416:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653414.010234:0:12200:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653414.010236:0:7410:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.010237:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653414.010238:0:76416:0:(client.c:1568:after_reply()) Process entered 00080000:00000001:2.0:1770653414.010242:0:12200:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:3.0:1770653414.010243:0:7409:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:1.0:1770653414.010243:0:76416:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1770653414.010243:0:7410:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000001:2.0:1770653414.010248:0:12200:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626795855532928 : -117277854018688 : ffff95561f2bd380) 00000100:00000001:1.0:1770653414.010248:0:76416:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1770653414.010248:0:7410:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653414.010249:0:7409:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:1.0:1770653414.010253:0:76416:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.010253:0:7410:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1770653414.010254:0:7409:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.010257:0:7410:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653414.010259:0:76416:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.010260:0:7409:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1770653414.010262:0:7410:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.010264:0:7409:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00001000:1.0:1770653414.010265:0:76416:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=139 v=5 (5 0 0 0) 00010000:00000001:0.0:1770653414.010265:0:7410:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653414.010267:0:7409:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1770653414.010269:0:7410:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1770653414.010271:0:7409:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1770653414.010272:0:76416:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=139 v=5 (1 0 0 0) 00010000:00000001:0.0:1770653414.010274:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653414.010275:0:7409:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.010277:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653414.010280:0:7409:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:1.0:1770653414.010280:0:76416:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1770653414.010281:0:7410:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653414.010283:0:12200:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653414.010284:0:76416:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.010285:0:7409:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1770653414.010286:0:7410:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653414.010291:0:12200:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.010292:0:76416:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1770653414.010293:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653414.010293:0:7410:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.010296:0:76416:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.010298:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1770653414.010298:0:12200:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00010000:0.0:1770653414.010299:0:7410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff95571016a000/0x2aed14e4e178d033 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653414.010300:0:76416:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.010302:0:7409:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653414.010304:0:12200:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00000001:3.0:1770653414.010308:0:7409:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:2.0:1770653414.010309:0:12200:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4295332657, last_committed = 4295332607 00000100:00000040:1.0:1770653414.010310:0:76416:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955665154700 x1856657707213952/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653414.010315:0:7409:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1770653414.010317:0:12200:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff955667aa1f00. 00010000:00000001:0.0:1770653414.010322:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653414.010323:0:7409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178d041 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x141f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000001:00000040:2.0:1770653414.010324:0:12200:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff955602e51000 : new cb_count 50 00010000:00010000:0.0:1770653414.010328:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95571016a000/0x2aed14e4e178d033 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1567:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12204 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1770653414.010334:0:12200:0:(genops.c:887:class_export_get()) GET export ffff955602e51000 refcount=55 00080000:00000001:2.0:1770653414.010344:0:12200:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:1.0:1770653414.010344:0:76416:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653414.010348:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653414.010352:0:76416:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00010000:3.0:1770653414.010353:0:7409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff95571016a600/0x2aed14e4e178d041 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x141f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12200 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653414.010356:0:76416:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653414.010358:0:12200:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00010000:00000001:1.0:1770653414.010362:0:76416:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000001:00000001:2.0:1770653414.010367:0:12200:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.010367:0:76416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:0.0:1770653414.010368:0:7410:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff955666214900 count: 0 00010000:00000001:1.0:1770653414.010370:0:76416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1770653414.010373:0:7409:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95562c678500 count: 0 00010000:00000001:1.0:1770653414.010375:0:76416:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:0.0:1770653414.010377:0:7410:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9556214309c0. 00002000:00000010:3.0:1770653414.010378:0:7409:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9556196fb400. 00000100:00000040:1.0:1770653414.010382:0:76416:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665154700 x1856657707213952/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653430 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:3.0:1770653414.010385:0:7409:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95562c678800. 00010000:00000010:0.0:1770653414.010385:0:7410:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff955666214d00. 00080000:00000001:2.0:1770653414.010388:0:12200:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653414.010396:0:12200:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653414.010398:0:76416:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955665154700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_028:lustre-OST0000_UUID:76416:1856657707213952:192.168.202.60@tcp:104: 00002000:00000001:2.0:1770653414.010402:0:12200:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00010000:00000001:3.0:1770653414.010403:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1770653414.010405:0:76416:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653414.010405:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653414.010407:0:7409:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1770653414.010409:0:7410:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1770653414.010411:0:7409:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556695e0000. 00000100:00000001:1.0:1770653414.010412:0:76416:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1770653414.010412:0:7410:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556695e0240. 00080000:00000010:2.0:1770653414.010417:0:12200:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955643ef2390. 00000100:00000001:1.0:1770653414.010419:0:76416:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:3.0:1770653414.010420:0:7409:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.010421:0:7410:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.010422:0:76416:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00002000:00000001:2.0:1770653414.010426:0:12200:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000020:00000001:3.0:1770653414.010427:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:1.0:1770653414.010428:0:76416:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955665154700 x1856657707213952/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653430 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1770653414.010428:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00002000:00000040:2.0:1770653414.010430:0:12200:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x141f:0x0] 00000020:00000001:3.0:1770653414.010431:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653414.010432:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653414.010439:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00000010:2.0:1770653414.010440:0:12200:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff95560d259300. 00010000:00010000:0.0:1770653414.010440:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1770653414.010442:0:76416:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1770653414.010444:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1770653414.010445:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1770653414.010448:0:76416:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1770653414.010450:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653414.010450:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653414.010451:0:76416:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95563c4f6800. 00002000:00000001:2.0:1770653414.010452:0:12200:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00010000:00010000:3.0:1770653414.010455:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00000001:2.0:1770653414.010458:0:12200:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653414.010458:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1770653414.010460:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1770653414.010460:0:76416:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653414.010461:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1770653414.010465:0:76416:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1770653414.010466:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653414.010466:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653414.010468:0:12200:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1770653414.010469:0:76416:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=5 obd=lustre-OST0000 00010000:00010000:3.0:1770653414.010471:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1770653414.010473:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1770653414.010475:0:76416:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000040:2.0:1770653414.010478:0:12200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 4295332657, xid 1856657707211776 02000000:00000010:1.0:1770653414.010478:0:76416:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95563c4f6e00. 00000020:00000001:3.0:1770653414.010483:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1770653414.010484:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1770653414.010485:0:12200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 02000000:00000001:1.0:1770653414.010485:0:76416:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1770653414.010486:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653414.010490:0:76416:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1770653414.010490:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653414.010491:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:1.0:1770653414.010494:0:76416:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665154700. 00010000:00000200:2.0:1770653414.010496:0:12200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95572f8d6d80 x1856657707211776/t4295332657(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:245/0 lens 544/432 e 0 to 0 dl 1770653425 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1770653414.010497:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1770653414.010498:0:76416:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1770653414.010501:0:76416:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1770653414.010506:0:76416:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa8f00. 00010000:00010000:0.0:1770653414.010511:0:12206:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178d01e lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653414.010512:0:76416:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1770653414.010513:0:12200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000800:00000200:3.0:1770653414.010514:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1770653414.010516:0:76416:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653414.010517:0:12200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1770653414.010519:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9557353d2f00. 00010000:00000010:1.0:1770653414.010523:0:76416:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9c400. 00000100:00001000:2.0:1770653414.010524:0:12200:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=96 v=5 (1 1 1 1) 00000400:00000200:3.0:1770653414.010527:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1770653414.010529:0:76416:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.010535:0:76416:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.010536:0:12200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1770653414.010537:0:12206:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653414.010540:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:1.0:1770653414.010541:0:76416:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1770653414.010543:0:12200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00010000:00010000:0.0:1770653414.010544:0:12206:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178d01e lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1770653414.010548:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022088 00000100:00000001:2.0:1770653414.010550:0:12200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00010000:00000001:1.0:1770653414.010550:0:76416:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000010:3.0:1770653414.010553:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022088. 00010000:00010000:1.0:1770653414.010555:0:76416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff95566c162000/0x2aed14e4e178d04f lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1770653414.010558:0:12200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1770653414.010560:0:3283:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1770653414.010561:0:12200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653414.010564:0:3283:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1770653414.010570:0:3283:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955617a81c00. 00000100:00000001:2.0:1770653414.010570:0:12200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1770653414.010571:0:12206:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1770653414.010575:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1770653414.010577:0:3283:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1770653414.010579:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1770653414.010580:0:12200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1770653414.010581:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1770653414.010582:0:12206:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000001:1.0:1770653414.010583:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1770653414.010586:0:12206:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1770653414.010588:0:12200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268883b8. 00000020:00000040:0.0:1770653414.010589:0:12206:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2ae00 refcount=3 00000020:00000001:0.0:1770653414.010594:0:12206:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783630336 : -117277925921280 : ffff95561ae2ae00) 00000100:00000200:2.0:1770653414.010596:0:12200:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707211776, offset 224 00010000:00000001:0.0:1770653414.010597:0:12206:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783630336 : -117277925921280 : ffff95561ae2ae00) 00000100:00000001:3.0:1770653414.010598:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1770653414.010601:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653414.010602:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1770653414.010603:0:12206:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000800:00000001:1.0:1770653414.010607:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:0.0:1770653414.010608:0:12206:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178d01e lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1770653414.010611:0:12200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:1.0:1770653414.010612:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1770653414.010617:0:3290:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1770653414.010619:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:3.0:1770653414.010621:0:3290:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1770653414.010623:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1770653414.010626:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000010:3.0:1770653414.010627:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d28f0. 00000400:00000200:2.0:1770653414.010627:0:12200:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:0.0:1770653414.010629:0:12206:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178d01e lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1770653414.010634:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78aa0 00000400:00000010:3.0:1770653414.010638:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78aa0. 00000400:00000200:1.0:1770653414.010643:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 16 MB=0x6989ecf1ba500 00000100:00000001:3.0:1770653414.010645:0:3290:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1770653414.010646:0:12200:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b9c00 00010000:00000001:0.0:1770653414.010651:0:12206:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:3.0:1770653414.010652:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95572ebc6300 x1856657707212544/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653414.010655:0:12206:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653414.010656:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.60@tcp of length 224/224 into md 0xeda9e1 [1] + 224 00010000:00000001:0.0:1770653414.010661:0:12206:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000800:00000001:1.0:1770653414.010667:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:0.0:1770653414.010667:0:12206:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff95564f3626c0. 00000400:00000200:2.0:1770653414.010672:0:12200:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda9a5 [1] + 224 00000100:00000200:3.0:1770653414.010673:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95572ebc6300 x1856657707212544/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653414.010673:0:12206:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000800:00000001:1.0:1770653414.010675:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653414.010681:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653414.010683:0:12200:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:0.0:1770653414.010684:0:12206:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1770653414.010692:0:12206:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653414.010693:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653414.010694:0:3290:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1770653414.010695:0:12200:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1770653414.010699:0:3290:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653414.010699:0:12206:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.010702:0:3282:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1770653414.010705:0:3290:0:(client.c:1568:after_reply()) Process entered 00000100:00000001:2.0:1770653414.010705:0:12200:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1770653414.010706:0:12206:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 02000000:00000001:3.0:1770653414.010708:0:3290:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1770653414.010710:0:3282:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955617529880 x1856657707214080/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653414.010712:0:3290:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1770653414.010712:0:12206:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1770653414.010715:0:12200:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95572ebc4000 x1856657707211776/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653414.010717:0:3290:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.010717:0:12206:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:0.0:1770653414.010721:0:12206:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 02000000:00000001:3.0:1770653414.010724:0:3290:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653414.010726:0:12206:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00001000:3.0:1770653414.010733:0:3290:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=96 v=5 (5 5 5 5) 00000020:00000001:0.0:1770653414.010734:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1770653414.010761:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653414.010765:0:3290:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=69 v=5 (1 1 1 1) 00000100:00000040:2.0:1770653414.010765:0:12200:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95572ebc4000 x1856657707211776/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1770653414.010767:0:5745:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:1.0:1770653414.010768:0:3282:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff955617529880 x1856657707214080/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653414.010775:0:5745:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:3.0:1770653414.010776:0:3290:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1770653414.010779:0:5745:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1770653414.010780:0:3290:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653414.010784:0:5745:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178d01e lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653414.010787:0:3290:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1770653414.010791:0:3290:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.010797:0:3290:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1770653414.010800:0:3290:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1770653414.010804:0:3290:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1770653414.010808:0:12200:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1770653414.010809:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00010000:0.0:1770653414.010810:0:5745:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95561ae2ae00 already unused, calling callback (ffffffffc16fe650) 00000100:00000001:3.0:1770653414.010812:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800411632384 : -117273297919232 : ffff95572ebc6300) 00000400:00000200:2.0:1770653414.010814:0:12200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268883b8 00010000:00000001:0.0:1770653414.010814:0:5745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1770653414.010817:0:3290:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1770653414.010817:0:3282:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1770653414.010819:0:12200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268883b8. 00010000:00000001:0.0:1770653414.010819:0:5745:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000040:3.0:1770653414.010822:0:3290:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00000100:00000001:2.0:1770653414.010824:0:12200:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:0.0:1770653414.010824:0:5745:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178d01e lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653414.010826:0:3290:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1770653414.010829:0:12200:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1770653414.010829:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653414.010830:0:3290:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653414.010835:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653414.010837:0:12200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.010837:0:5745:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000040:3.0:1770653414.010839:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95572ebc6300 x1856657707212544/t8590299234(8590299234) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1770653414.010842:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653414.010842:0:5745:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:2.0:1770653414.010846:0:12200:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000020:00000001:0.0:1770653414.010869:0:5745:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1770653414.010871:0:12200:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:3.0:1770653414.010874:0:3290:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1770653414.010875:0:5745:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2ae00 refcount=3 00000020:00000001:2.0:1770653414.010876:0:12200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653414.010877:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653414.010882:0:3290:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1770653414.010882:0:5745:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783630336 : -117277925921280 : ffff95561ae2ae00) 00000020:00000001:2.0:1770653414.010883:0:12200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1770653414.010887:0:3290:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653414.010888:0:5745:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783630336 : -117277925921280 : ffff95561ae2ae00) 00000400:00000200:1.0:1770653414.010890:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000004:00080000:3.0:1770653414.010892:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95572ebc6300/2, rc 0, transno 8590299234 00000100:00000040:2.0:1770653414.010893:0:12200:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572f8d6d80 x1856657707211776/t4295332657(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:245/0 lens 544/432 e 0 to 0 dl 1770653425 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653414.010894:0:5745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1770653414.010899:0:5745:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178d01e lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000004:00001000:3.0:1770653414.010900:0:3290:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 6 in flight, 50 in progress 00000400:00000200:1.0:1770653414.010908:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d2f00 00000100:00000040:3.0:1770653414.010912:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572ebc6300 x1856657707212544/t8590299234(8590299234) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653414.010922:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed732d [2] + 656 00010000:00000001:0.0:1770653414.010925:0:5745:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00100000:2.0:1770653414.010926:0:12200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95572f8d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+55:3288:x1856657707211776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10129us (10582us total) trans 4295332657 rc 0/0 00010000:00000001:0.0:1770653414.010929:0:5745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000800:00000001:1.0:1770653414.010934:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653414.010934:0:5745:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653414.010941:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653414.010942:0:5745:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00100000:2.0:1770653414.010947:0:12200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136248 00000400:00000200:1.0:1770653414.010948:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1770653414.010948:0:5745:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00100000:3.0:1770653414.010949:0:3290:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95572ebc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707212544:0@lo:6:osp-syn-0-0.0 00010000:00000001:0.0:1770653414.010952:0:5745:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:2.0:1770653414.010954:0:12200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 0 00010000:00000001:0.0:1770653414.010957:0:5745:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.010960:0:12200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1770653414.010960:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000040:0.0:1770653414.010961:0:5745:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561ae2ae00 with handle 0x2aed14e4e178d01e from hash 00000100:00000001:3.0:1770653414.010965:0:76419:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653414.010965:0:12200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1770653414.010968:0:5745:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1770653414.010969:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000400:00000001:3.0:1770653414.010971:0:76419:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1770653414.010971:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1770653414.010972:0:12200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300f00. 00000100:00000200:1.0:1770653414.010972:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000001:3.0:1770653414.010976:0:76419:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1770653414.010976:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1770653414.010979:0:12200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510708. 00000100:00000010:1.0:1770653414.010979:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665154700. 00010000:00000001:0.0:1770653414.010980:0:5745:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000010:3.0:1770653414.010981:0:76419:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2580. 00010000:00000001:0.0:1770653414.010985:0:5745:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000040:1.0:1770653414.010986:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955665154700 x1856657966313216 msgsize 328 00000020:00000010:2.0:1770653414.010988:0:12200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955636fe9000. 00000400:00000200:3.0:1770653414.010989:0:76419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78990 00010000:00000001:0.0:1770653414.010989:0:5745:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653414.010995:0:12200:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 54 00000400:00000010:3.0:1770653414.010996:0:76419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78990. 00010000:00000001:0.0:1770653414.010996:0:5745:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00100000:1.0:1770653414.010997:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:2.0:1770653414.011001:0:12200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653414.011001:0:5745:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:3.0:1770653414.011004:0:76419:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1770653414.011005:0:5745:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:1.0:1770653414.011008:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:0.0:1770653414.011009:0:5745:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1770653414.011012:0:76419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955617529880 x1856657707214080/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653414.011014:0:5745:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1770653414.011016:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653414.011019:0:5745:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000800:00000001:1.0:1770653414.011022:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653414.011023:0:5745:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000800:00000001:1.0:1770653414.011028:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1770653414.011030:0:76419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955617529880 x1856657707214080/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1770653414.011030:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:1.0:1770653414.011033:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653414.011034:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653414.011035:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1770653414.011037:0:5745:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.011039:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1770653414.011044:0:5745:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1770653414.011046:0:3291:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1770653414.011047:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000001:2.0:1770653414.011051:0:3291:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1770653414.011051:0:5745:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.011055:0:76419:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1770653414.011057:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602d94268. 00010000:00010000:0.0:1770653414.011058:0:5745:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178d01e lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1770653414.011059:0:76419:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653414.011060:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 328 into portal 17 MB=0x6989ede8d2f80 00000400:00000200:2.0:1770653414.011064:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022bb0 00000100:00000001:3.0:1770653414.011065:0:76419:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:3.0:1770653414.011069:0:76419:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1770653414.011070:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022bb0. 00000100:00000001:3.0:1770653414.011072:0:76419:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1770653414.011073:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653414.011075:0:3291:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1770653414.011076:0:76419:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653414.011077:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ae00/0x2aed14e4e178d01e lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1564:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12206 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1770653414.011080:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.60@tcp of length 328/328 into md 0xed732d [2] + 984 02000000:00000001:3.0:1770653414.011082:0:76419:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653414.011084:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95572ebc7b80 x1856657707211648/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1770653414.011089:0:76419:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=139 v=5 (5 0 0 0) 00000800:00000001:1.0:1770653414.011091:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:3.0:1770653414.011099:0:76419:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=139 v=5 (1 0 0 0) 00010000:00000040:0.0:1770653414.011103:0:5745:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9556110e6d00 count: 0 00000100:00000001:3.0:1770653414.011107:0:76419:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1770653414.011111:0:76419:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:0.0:1770653414.011112:0:5745:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff95562ede4f00. 00000100:00000200:2.0:1770653414.011115:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95572ebc7b80 x1856657707211648/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653414.011116:0:76419:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1770653414.011118:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1770653414.011120:0:5745:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9556110e6700. 00010000:00000001:3.0:1770653414.011121:0:76419:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653414.011125:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653414.011128:0:76419:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.011135:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1770653414.011137:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000040:3.0:1770653414.011138:0:76419:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955617529880 x1856657707214080/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653414.011139:0:3291:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1770653414.011140:0:5745:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:1.0:1770653414.011142:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1770653414.011143:0:3291:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1770653414.011146:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:0.0:1770653414.011146:0:5745:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff95564f3626c0. 00000100:00000001:2.0:1770653414.011149:0:3291:0:(client.c:1568:after_reply()) Process entered 00000100:00000010:1.0:1770653414.011152:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665157100. 02000000:00000001:2.0:1770653414.011154:0:3291:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1770653414.011156:0:5745:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.011158:0:3291:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1770653414.011159:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955665157100 x1856657966313344 msgsize 328 00000100:00000001:3.0:1770653414.011161:0:76419:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653414.011163:0:3291:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653414.011163:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1770653414.011168:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653414.011170:0:3291:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653414.011172:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00010000:00010000:0.0:1770653414.011172:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1770653414.011176:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00001000:2.0:1770653414.011179:0:3291:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=89 v=5 (5 5 5 5) 00000020:00000001:0.0:1770653414.011179:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.011181:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00010000:00010000:0.0:1770653414.011185:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00001000:2.0:1770653414.011188:0:3291:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=60 v=5 (1 1 1 1) 00000020:00000001:0.0:1770653414.011189:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1770653414.011192:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.011196:0:3291:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1770653414.011196:0:76647:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00010000:0.0:1770653414.011196:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1770653414.011201:0:76647:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966313216 00000100:00000001:2.0:1770653414.011202:0:3291:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653414.011204:0:76647:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1770653414.011207:0:76647:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1770653414.011208:0:3291:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00080000:00000010:0.0:1770653414.011210:0:12206:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff955623650400. 00000100:00000001:1.0:1770653414.011211:0:76647:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.011213:0:3291:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.011216:0:76419:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1770653414.011217:0:76647:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653414.011217:0:12206:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626795926389760 : -117277783161856 : ffff955623650400) 00000100:00000001:2.0:1770653414.011219:0:3291:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00000001:3.0:1770653414.011220:0:76419:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1770653414.011223:0:76647:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966313216 00000001:00000001:0.0:1770653414.011224:0:12206:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:3.0:1770653414.011225:0:76419:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000100:00000040:2.0:1770653414.011225:0:3291:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000020:00000001:1.0:1770653414.011229:0:76647:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:3.0:1770653414.011230:0:76419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653414.011230:0:3291:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000001:00000001:0.0:1770653414.011230:0:12206:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653414.011234:0:76647:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00010000:00000001:3.0:1770653414.011235:0:76419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653414.011236:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1770653414.011237:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000002:0.0:1770653414.011237:0:12206:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x1564:0x0] not in the id map cache 00010000:00000001:3.0:1770653414.011239:0:76419:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.011240:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800411638656 : -117273297912960 : ffff95572ebc7b80) 00000020:00000040:1.0:1770653414.011242:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=60 00080000:00000001:0.0:1770653414.011245:0:12206:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000100:00000001:2.0:1770653414.011247:0:3291:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000020:00000001:1.0:1770653414.011248:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000040:3.0:1770653414.011249:0:76419:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955617529880 x1856657707214080/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653430 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1770653414.011250:0:3291:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00000020:00000001:1.0:1770653414.011251:0:76647:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:2.0:1770653414.011255:0:3291:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00080000:00000001:0.0:1770653414.011256:0:12206:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653414.011257:0:76647:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1770653414.011259:0:3291:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653414.011263:0:12206:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653414.011264:0:76647:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9c400. 00000100:00000040:2.0:1770653414.011269:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95572ebc7b80 x1856657707211648/t4295332656(4295332656) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653414.011271:0:76647:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1770653414.011271:0:12206:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000100:00100000:3.0:1770653414.011274:0:76419:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955617529880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_029:lustre-OST0000_UUID:76419:1856657707214080:192.168.202.60@tcp:104: 00080000:00000001:0.0:1770653414.011275:0:12206:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000020:00000010:1.0:1770653414.011278:0:76647:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9c400. 80000000:00000001:0.0:1770653414.011279:0:12206:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1770653414.011283:0:12206:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1770653414.011288:0:12206:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.011289:0:76419:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653414.011289:0:3291:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653414.011289:0:76647:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f6e00. 80000000:00000001:0.0:1770653414.011295:0:12206:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653414.011296:0:76647:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07df80. 00000100:00000001:2.0:1770653414.011297:0:3291:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1770653414.011298:0:76419:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653414.011299:0:12206:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653414.011303:0:3291:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653414.011304:0:76419:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000020:00000010:1.0:1770653414.011304:0:76647:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada190. 00080000:00000001:0.0:1770653414.011305:0:12206:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000004:00080000:2.0:1770653414.011310:0:3291:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95572ebc7b80/2, rc 0, transno 4295332656 00000100:00000001:3.0:1770653414.011311:0:76419:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00080000:00000001:0.0:1770653414.011311:0:12206:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000100:00000040:1.0:1770653414.011313:0:76647:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000004:00001000:2.0:1770653414.011316:0:3291:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 2 in flight, 50 in progress 00000100:00000001:1.0:1770653414.011317:0:76647:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1770653414.011319:0:76419:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955617529880 x1856657707214080/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653430 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653414.011321:0:76647:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1770653414.011325:0:76647:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00000001:00000001:0.0:1770653414.011325:0:12206:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000040:2.0:1770653414.011326:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572ebc7b80 x1856657707211648/t4295332656(4295332656) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1770653414.011329:0:12206:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1770653414.011330:0:76647:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653414.011335:0:12206:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.011336:0:76647:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1770653414.011341:0:76647:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:0.0:1770653414.011342:0:12206:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000001:1.0:1770653414.011346:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1770653414.011347:0:76419:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00080000:00000001:0.0:1770653414.011347:0:12206:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000040:1.0:1770653414.011351:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016ac00 refcount=4 02000000:00000001:3.0:1770653414.011352:0:76419:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:2.0:1770653414.011353:0:3291:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95572ebc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707211648:0@lo:6:osp-syn-1-0.0 00000020:00000001:1.0:1770653414.011357:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897455616 : -117273812096000 : ffff95571016ac00) 02000000:00000010:3.0:1770653414.011358:0:76419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95562fa44a00. 00000100:00000001:2.0:1770653414.011360:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1770653414.011361:0:12206:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1770653414.011363:0:76647:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897455616 : -117273812096000 : ffff95571016ac00) 02000000:00000001:3.0:1770653414.011364:0:76419:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1770653414.011366:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00080000:00000001:0.0:1770653414.011366:0:12206:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653414.011369:0:76419:0:(genops.c:1236:class_import_put()) Process entered 00010000:00010000:1.0:1770653414.011372:0:76647:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff95571016ac00/0x2aed14e4e178a060 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d90 expref: 60 pid: 76390 timeout: 6877 lvb_type: 1 00000020:00000040:3.0:1770653414.011373:0:76419:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=4 obd=lustre-OST0000 00000100:00000040:2.0:1770653414.011373:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572ebc7b80 x1856657707211648/t4295332656(4295332656) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1770653414.011378:0:12206:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653414.011379:0:76419:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1770653414.011383:0:76419:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95562fa45600. 00080000:00000001:0.0:1770653414.011385:0:12206:0:(osd_object.c:2094:osd_ref_del()) Process entered 02000000:00000001:3.0:1770653414.011390:0:76419:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1770653414.011393:0:76419:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1770653414.011396:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:0.0:1770653414.011397:0:12206:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1770653414.011398:0:76419:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955617529880. 00010000:00000001:1.0:1770653414.011400:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653414.011401:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653414.011403:0:12206:0:(osd_object.c:806:osd_destroy()) Process entered 00000100:00000001:3.0:1770653414.011405:0:76419:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653414.011406:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653414.011406:0:76647:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1770653414.011406:0:12206:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000001:3.0:1770653414.011408:0:76419:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 80000000:00000001:0.0:1770653414.011410:0:12206:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000001:1.0:1770653414.011413:0:76647:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1770653414.011414:0:76419:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556189e13c0. 00000100:00000001:2.0:1770653414.011415:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 80000000:00000001:0.0:1770653414.011415:0:12206:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00000001:1.0:1770653414.011417:0:76647:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1770653414.011420:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1770653414.011420:0:12206:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.011421:0:76419:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 80000000:00000001:0.0:1770653414.011426:0:12206:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653414.011427:0:76647:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955665154700 x1856657966313216/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:245/0 lens 328/0 e 0 to 0 dl 1770653425 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653414.011428:0:76419:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653414.011428:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00080000:00000001:0.0:1770653414.011429:0:12206:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653414.011432:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653414.011436:0:12206:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000010:3.0:1770653414.011437:0:76419:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9556196fbd40. 00080000:00000001:0.0:1770653414.011439:0:12206:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00010000:00000001:3.0:1770653414.011444:0:76419:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.011445:0:76384:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1770653414.011450:0:76384:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1770653414.011451:0:76419:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.011452:0:76647:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000001:2.0:1770653414.011454:0:76384:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1770653414.011457:0:76419:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653414.011457:0:76647:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653414.011458:0:76384:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602d94580. 00010000:00000001:3.0:1770653414.011464:0:76419:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:2.0:1770653414.011466:0:76384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0224c8 00010000:00010000:3.0:1770653414.011468:0:76419:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff955631eb5600/0x2aed14e4e178d056 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1569:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1770653414.011468:0:12206:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1770653414.011470:0:76384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0224c8. 00000100:00000001:1.0:1770653414.011470:0:76647:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1770653414.011476:0:12206:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.011478:0:76384:0:(events.c:78:reply_in_callback()) Process entered 00080000:00000001:0.0:1770653414.011482:0:12206:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:1.0:1770653414.011483:0:76647:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1770653414.011487:0:76384:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955665154380 x1856657707213568/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1770653414.011489:0:76647:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966313344 00000001:00000001:0.0:1770653414.011489:0:12206:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1770653414.011493:0:12206:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299235, last_committed = 8590299190 02000000:00000001:1.0:1770653414.011494:0:76647:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1770653414.011498:0:76647:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000001:00000010:0.0:1770653414.011500:0:12206:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9556681b94e0. 00000100:00000001:1.0:1770653414.011502:0:76647:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.011504:0:76646:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000001:00000040:0.0:1770653414.011506:0:12206:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 45 02000000:00000001:1.0:1770653414.011509:0:76647:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.011510:0:76646:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:0.0:1770653414.011511:0:12206:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=55 00000100:00000200:2.0:1770653414.011513:0:76384:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955665154380 x1856657707213568/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1770653414.011515:0:76647:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966313344 00080000:00000001:0.0:1770653414.011517:0:12206:0:(osd_io.c:399:osd_write()) Process entered 00000100:00100000:3.0:1770653414.011520:0:76646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161903 00000020:00000001:1.0:1770653414.011520:0:76647:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1770653414.011523:0:76647:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00080000:00000001:0.0:1770653414.011525:0:12206:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000100:00000040:3.0:1770653414.011527:0:76646:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000020:00000001:1.0:1770653414.011528:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000001:0.0:1770653414.011532:0:12206:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653414.011533:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=61 00000100:00000001:3.0:1770653414.011534:0:76646:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028460288 : -117276681091328 : ffff955665154700) 00000020:00000001:1.0:1770653414.011541:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:2.0:1770653414.011543:0:76384:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1770653414.011545:0:76647:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:2.0:1770653414.011547:0:76384:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1770653414.011548:0:76646:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665154700 x1856657966313216/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:245/0 lens 328/0 e 0 to 0 dl 1770653425 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653414.011549:0:76647:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1770653414.011550:0:76384:0:(client.c:1568:after_reply()) Process entered 00080000:00000001:0.0:1770653414.011550:0:12206:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653414.011554:0:76384:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1770653414.011554:0:76647:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9c400. 00002000:00000001:0.0:1770653414.011556:0:12206:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.011558:0:76384:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653414.011559:0:76647:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653414.011563:0:76384:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653414.011563:0:12206:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000020:00000010:1.0:1770653414.011566:0:76647:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9c400. 02000000:00000001:2.0:1770653414.011572:0:76384:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653414.011574:0:76647:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f6800. 00080000:00000010:0.0:1770653414.011576:0:12206:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff9556106771d0. 00000100:00000001:3.0:1770653414.011578:0:76646:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00001000:2.0:1770653414.011580:0:76384:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=139 v=5 (5 0 0 0) 00000020:00000010:1.0:1770653414.011580:0:76647:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d280. 00002000:00000001:0.0:1770653414.011581:0:12206:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000020:00000010:3.0:1770653414.011585:0:76646:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbd40. 00002000:00000040:0.0:1770653414.011586:0:12206:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x1564:0x0] 00000020:00000010:1.0:1770653414.011588:0:76647:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662adaa28. 00000100:00001000:2.0:1770653414.011590:0:76384:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=139 v=5 (1 0 0 0) 00002000:00000010:0.0:1770653414.011592:0:12206:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff955669767c80. 00000100:00000001:3.0:1770653414.011594:0:76646:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653414.011595:0:76647:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653414.011599:0:76647:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00002000:00000001:0.0:1770653414.011599:0:12206:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000100:00000001:2.0:1770653414.011601:0:76384:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1770653414.011602:0:76646:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbd40. 00010000:00000001:1.0:1770653414.011604:0:76647:0:(ldlm_lockd.c:2761:ldlm_hpreq_handler()) Process entered 00002000:00000001:0.0:1770653414.011604:0:12206:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.011606:0:76384:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.011609:0:76647:0:(ldlm_lockd.c:2775:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1770653414.011611:0:12206:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653414.011613:0:76384:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1770653414.011613:0:76647:0:(ldlm_lockd.c:2718:ldlm_cancel_hpreq_check()) Process entered 00010000:00000040:0.0:1770653414.011617:0:12206:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299235, xid 1856657707211392 00010000:00000001:1.0:1770653414.011618:0:76647:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00100000:3.0:1770653414.011619:0:76646:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665154700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_024:b31b1d82-c1d4-4680-ae7a-71292416d1f5+61:2365:x1856657966313216:12345-192.168.202.60@tcp:103:ldlm_bl.0 00010000:00000001:2.0:1770653414.011619:0:76384:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.011620:0:12206:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000001:1.0:1770653414.011621:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653414.011626:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556395a6000 refcount=4 00000100:00000001:2.0:1770653414.011628:0:76384:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1770653414.011630:0:12206:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955665157480 x1856657707211392/t8590299235(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1770653414.011632:0:76646:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966313216 00000020:00000001:1.0:1770653414.011633:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796294791168 : -117277414760448 : ffff9556395a6000) 00010000:00000001:3.0:1770653414.011639:0:76646:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00000100:00000040:2.0:1770653414.011641:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955665154380 x1856657707213568/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1770653414.011641:0:76647:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796294791168 : -117277414760448 : ffff9556395a6000) 00010000:00000002:3.0:1770653414.011643:0:76646:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1770653414.011646:0:76646:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00010000:00000001:0.0:1770653414.011651:0:12206:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1770653414.011652:0:76646:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00010000:1.0:1770653414.011655:0:76647:0:(ldlm_lockd.c:2743:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9556395a6000/0x2aed14e4e178a1ef lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1569:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f11 expref: 61 pid: 6531 timeout: 6877 lvb_type: 1 02000000:00000001:3.0:1770653414.011656:0:76646:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1770653414.011656:0:12206:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1770653414.011663:0:76646:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955642785c00. 00000100:00001000:0.0:1770653414.011663:0:12206:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=96 v=5 (1 1 1 1) 02000000:00000001:3.0:1770653414.011669:0:76646:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.011671:0:76384:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653414.011674:0:12206:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1770653414.011675:0:76646:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.011680:0:76384:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1770653414.011680:0:12206:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00010000:00000001:3.0:1770653414.011681:0:76646:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1770653414.011686:0:76646:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:2.0:1770653414.011686:0:76384:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653414.011686:0:12206:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00010000:00000001:3.0:1770653414.011690:0:76646:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1770653414.011693:0:76384:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000020:00000001:3.0:1770653414.011695:0:76646:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1770653414.011695:0:12206:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1770653414.011697:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:3.0:1770653414.011699:0:76646:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95571016ac00 refcount=4 02000000:00000001:0.0:1770653414.011700:0:12206:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.011703:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1770653414.011706:0:76646:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799897455616 : -117273812096000 : ffff95571016ac00) 00010000:00010000:2.0:1770653414.011706:0:76384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95565f571200/0x2aed14e4e178a036 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x156a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d82 expref: 61 pid: 76389 timeout: 6877 lvb_type: 1 00000100:00000001:0.0:1770653414.011706:0:12206:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1770653414.011708:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653414.011713:0:76646:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626799897455616 : -117273812096000 : ffff95571016ac00) 00010000:00000001:1.0:1770653414.011714:0:76647:0:(ldlm_lockd.c:2750:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653414.011715:0:12206:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000040:3.0:1770653414.011720:0:76646:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9556613f3300 count: 3 00000400:00000010:0.0:1770653414.011721:0:12206:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac87f8. 00000100:00000001:1.0:1770653414.011722:0:76647:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1770653414.011728:0:76384:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 54 00000100:00000200:0.0:1770653414.011729:0:12206:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707211392, offset 224 00000100:00000001:1.0:1770653414.011730:0:76647:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00010000:3.0:1770653414.011731:0:76646:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff95571016ac00/0x2aed14e4e178a060 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1568:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d90 expref: 61 pid: 76390 timeout: 6877 lvb_type: 1 00000020:00000040:2.0:1770653414.011733:0:76384:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 60 00010000:00000001:2.0:1770653414.011753:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:3.0:1770653414.011754:0:76646:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=128 v=5 (1 0 0 0) 00000100:00000200:1.0:1770653414.011756:0:76647:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff955665157100 x1856657966313344/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:245/0 lens 328/0 e 0 to 0 dl 1770653425 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1770653414.011757:0:12206:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1770653414.011758:0:76384:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.011764:0:76646:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1770653414.011770:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1770653414.011770:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665154380 x1856657707213568/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1770653414.011773:0:12206:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1770653414.011774:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1770653414.011782:0:76646:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff95571016ac00/0x2aed14e4e178a060 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1568:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d90 expref: 60 pid: 76390 timeout: 6877 lvb_type: 1 00000100:00000001:1.0:1770653414.011788:0:76647:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:0.0:1770653414.011789:0:12206:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b9a80 00000100:00000001:1.0:1770653414.011793:0:76647:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653414.011803:0:12206:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda939 [1] + 224 00000100:00000001:1.0:1770653414.011807:0:76647:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1770653414.011809:0:76384:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955665154380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_022:lustre-OST0000_UUID:76384:1856657707213568:192.168.202.60@tcp:104: 00000400:00000200:0.0:1770653414.011819:0:12206:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653414.011821:0:76384:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653414.011822:0:76646:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:1.0:1770653414.011823:0:76647:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1770653414.011827:0:76646:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00000100:00000001:2.0:1770653414.011829:0:76384:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.011829:0:76647:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1770653414.011830:0:76646:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653414.011830:0:12206:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1770653414.011836:0:76384:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000020:00000001:3.0:1770653414.011837:0:76646:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.011840:0:12206:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1770653414.011841:0:76384:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1770653414.011842:0:76647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 161904 00010000:00000001:3.0:1770653414.011843:0:76646:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653414.011847:0:76646:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653414.011870:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:2.1:1770653414.011870:0:76384:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955620465200. 00010000:00000001:3.0:1770653414.011872:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:0.0:1770653414.011874:0:12206:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955665155f80 x1856657707211392/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653414.011877:0:76646:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:1.0:1770653414.011877:0:76647:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 2 00010000:00000010:2.1:1770653414.011878:0:76384:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0aae00. 00010000:00000001:3.0:1770653414.011881:0:76646:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.011884:0:76647:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028471040 : -117276681080576 : ffff955665157100) 00000020:00000040:3.0:1770653414.011887:0:76646:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95571016ac00 with handle 0x2aed14e4e178a060 from hash 00000100:00000040:2.0:1770653414.011888:0:76384:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955665154380 x1856657707213568/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653414.011894:0:76646:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:1.0:1770653414.011898:0:76647:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665157100 x1856657966313344/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:245/0 lens 328/0 e 0 to 0 dl 1770653425 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653414.011899:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1770653414.011902:0:12206:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff955665155f80 x1856657707211392/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653414.011903:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653414.011906:0:76646:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653414.011910:0:76646:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:2.0:1770653414.011911:0:76384:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1770653414.011914:0:76646:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653414.011915:0:76384:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1770653414.011919:0:76384:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95563c4f7400. 00010000:00000001:3.0:1770653414.011920:0:76646:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653414.011924:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1770653414.011925:0:76384:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1770653414.011931:0:76384:0:(genops.c:1236:class_import_put()) Process entered 00010000:00010000:3.0:1770653414.011932:0:76646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95571016ac00/0x2aed14e4e178a060 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1568:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d90 expref: 60 pid: 76390 timeout: 6877 lvb_type: 1 00000020:00000040:2.0:1770653414.011934:0:76384:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=3 obd=lustre-OST0000 00000100:00000001:1.0:1770653414.011940:0:76647:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1770653414.011941:0:76384:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1770653414.011942:0:12206:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1770653414.011947:0:76384:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff95563c4f7000. 00000020:00000010:1.0:1770653414.011947:0:76647:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9c400. 00010000:00000040:3.0:1770653414.011948:0:76646:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 53 00000400:00000200:0.0:1770653414.011950:0:12206:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac87f8 02000000:00000001:2.0:1770653414.011953:0:76384:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:3.0:1770653414.011956:0:76646:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 59 02000000:00000001:2.0:1770653414.011957:0:76384:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1770653414.011957:0:76647:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1770653414.011957:0:12206:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac87f8. 00000100:00000010:2.0:1770653414.011962:0:76384:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665154380. 00000020:00000010:1.0:1770653414.011965:0:76647:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9c400. 00000100:00000001:0.0:1770653414.011965:0:12206:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1770653414.011966:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653414.011967:0:76384:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1770653414.011968:0:12206:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1770653414.011972:0:76646:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1770653414.011972:0:76384:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653414.011975:0:12206:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.011977:0:76646:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000010:2.0:1770653414.011978:0:76384:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa8000. 00000100:00100000:1.0:1770653414.011980:0:76647:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665157100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_025:b31b1d82-c1d4-4680-ae7a-71292416d1f5+59:2366:x1856657966313344:12345-192.168.202.60@tcp:103:ldlm_bl.0 00010000:00000040:3.0:1770653414.011981:0:76646:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff95566c162000 00000100:00000001:2.0:1770653414.011984:0:76384:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000040:0.0:1770653414.011984:0:12206:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00010000:00000001:3.0:1770653414.011986:0:76646:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1770653414.011988:0:76384:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653414.011991:0:76646:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1770653414.011991:0:12206:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000200:1.0:1770653414.011993:0:76647:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966313344 00010000:00000010:2.0:1770653414.011994:0:76384:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9cd40. 00000020:00000001:0.0:1770653414.011995:0:12206:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653414.011996:0:76646:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1770653414.011998:0:76647:0:(ldlm_lockd.c:2613:ldlm_cancel_handler()) Process entered 00010000:00000001:2.0:1770653414.012000:0:76384:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.012001:0:76646:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653414.012001:0:12206:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000002:1.0:1770653414.012002:0:76647:0:(ldlm_lockd.c:2649:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1770653414.012007:0:76646:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1770653414.012007:0:76384:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.012008:0:76647:0:(ldlm_lockd.c:1823:ldlm_handle_cancel()) Process entered 00000100:00000040:0.0:1770653414.012008:0:12206:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665157480 x1856657707211392/t8590299235(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1770653414.012012:0:76646:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1770653414.012014:0:76384:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653414.012015:0:76647:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1770653414.012016:0:76646:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653414.012021:0:76384:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000001:1.0:1770653414.012021:0:76647:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1770653414.012023:0:76646:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1770653414.012027:0:76646:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1770653414.012028:0:76384:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff95566c163c00/0x2aed14e4e178d03a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x156a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 02000000:00000010:1.0:1770653414.012028:0:76647:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955617a80400. 00010000:00010000:3.0:1770653414.012031:0:76646:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff95566c162000/0x2aed14e4e178d04f lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770653414.012034:0:12206:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+55:3289:x1856657707211392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17372us (18004us total) trans 8590299235 rc 0/0 02000000:00000001:1.0:1770653414.012036:0:76647:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.012043:0:76647:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.012051:0:76647:0:(ldlm_lockd.c:1725:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1770653414.012054:0:76384:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff95566c163c00/0x2aed14e4e178d03a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x156a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1770653414.012055:0:12206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136243 00010000:00000001:3.0:1770653414.012056:0:76646:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:1.0:1770653414.012057:0:76647:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1770653414.012061:0:76646:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff95566c162000/0x2aed14e4e178d04f lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1770653414.012063:0:12206:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 5 00010000:00000001:1.0:1770653414.012064:0:76647:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1770653414.012069:0:12206:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1770653414.012070:0:76647:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1770653414.012073:0:12206:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:1.0:1770653414.012076:0:76647:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9556395a6000 refcount=4 00010000:00000001:2.0:1770653414.012077:0:76384:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653414.012078:0:12206:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300d80. 00010000:00000040:3.0:1770653414.012079:0:76646:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1568:0x0].0x0 (ffff9556613f3300) refcount = 2 00010000:00010000:2.0:1770653414.012084:0:76384:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95566c163c00/0x2aed14e4e178d03a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x156a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1770653414.012085:0:76647:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796294791168 : -117277414760448 : ffff9556395a6000) 00010000:00000040:3.0:1770653414.012086:0:76646:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000020:00000010:0.0:1770653414.012087:0:12206:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510af0. 00010000:00000040:3.0:1770653414.012090:0:76646:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff95566c162000/0x2aed14e4e178d04f lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653414.012094:0:76647:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796294791168 : -117277414760448 : ffff9556395a6000) 00000020:00000010:0.0:1770653414.012095:0:12206:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955636fe9e00. 00000020:00000040:0.0:1770653414.012102:0:12206:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 54 00010000:00000040:1.0:1770653414.012103:0:76647:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff955633f4cb00 count: 3 00010000:00000001:2.0:1770653414.012109:0:76384:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:0.0:1770653414.012110:0:12206:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653414.012112:0:76646:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653414.012113:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1770653414.012116:0:76647:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9556395a6000/0x2aed14e4e178a1ef lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1569:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f11 expref: 59 pid: 6531 timeout: 6877 lvb_type: 1 00010000:00000001:3.0:1770653414.012118:0:76646:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.012119:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653414.012122:0:76384:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1770653414.012123:0:76646:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000001:2.0:1770653414.012125:0:76384:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1770653414.012127:0:76646:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1770653414.012129:0:76384:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c163c00 refcount=3 00010000:00000001:3.0:1770653414.012134:0:76646:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653414.012134:0:76384:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145963520 : -117276563588096 : ffff95566c163c00) 00000100:00000001:0.0:1770653414.012134:0:6530:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1770653414.012141:0:76384:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145963520 : -117276563588096 : ffff95566c163c00) 00000100:00001000:1.0:1770653414.012142:0:76647:0:(import.c:2128:obd_at_measure()) add 0 to ffff95572df1c450 time=128 v=5 (1 0 0 0) 00010000:00000010:3.0:1770653414.012143:0:76646:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9556196fbd40. 00000400:00000001:0.0:1770653414.012143:0:6530:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1770653414.012144:0:76384:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000001:0.0:1770653414.012149:0:6530:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1770653414.012150:0:76646:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00010000:00010000:2.0:1770653414.012150:0:76384:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95566c163c00/0x2aed14e4e178d03a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x156a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653414.012151:0:76647:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000010:3.0:1770653414.012157:0:76646:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9556189e13c0. 00000400:00000010:0.0:1770653414.012157:0:6530:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e0539a0. 00010000:00000001:1.0:1770653414.012159:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1770653414.012161:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1770653414.012164:0:76646:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626795745579968 : -117277963971648 : ffff9556189e13c0) 00010000:00000001:1.0:1770653414.012164:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1770653414.012165:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1770653414.012166:0:6530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8c38 00000100:00000001:3.0:1770653414.012170:0:76646:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626795745579968 : -117277963971648 : ffff9556189e13c0) 00010000:00010000:2.0:1770653414.012171:0:76384:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff95566c163c00/0x2aed14e4e178d03a lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x156a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1770653414.012171:0:6530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8c38. 00010000:00010000:1.0:1770653414.012174:0:76647:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9556395a6000/0x2aed14e4e178a1ef lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1569:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f11 expref: 59 pid: 6531 timeout: 6877 lvb_type: 1 00000100:00000001:3.0:1770653414.012177:0:76646:0:(client.c:2653:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1770653414.012179:0:6530:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1770653414.012181:0:76646:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1770653414.012185:0:76646:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000200:0.0:1770653414.012187:0:6530:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955710552d80 x1856657707213184/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653414.012189:0:76646:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1770653414.012193:0:76384:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1770653414.012197:0:76384:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.012198:0:76646:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653414.012202:0:76647:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1770653414.012203:0:76384:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1770653414.012204:0:76646:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653414.012206:0:76647:0:(ldlm_lockd.c:899:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1770653414.012208:0:76646:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1770653414.012209:0:76384:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556695e09c0. 00010000:00000001:1.0:1770653414.012209:0:76647:0:(ldlm_lockd.c:903:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.012212:0:76646:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.012215:0:76384:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000020:00000001:1.0:1770653414.012216:0:76647:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.012218:0:76646:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000200:0.0:1770653414.012220:0:6530:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955710552d80 x1856657707213184/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653414.012222:0:76646:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1770653414.012223:0:76647:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1770653414.012226:0:76647:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00010000:2.0:1770653414.012229:0:76384:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00000001:3.0:1770653414.012230:0:76646:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.012233:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653414.012238:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653414.012239:0:76646:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.012239:0:76384:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.012240:0:6530:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1770653414.012242:0:76647:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1770653414.012244:0:6530:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653414.012245:0:76646:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:2.0:1770653414.012247:0:76384:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.012247:0:76647:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.012248:0:6530:0:(client.c:1568:after_reply()) Process entered 00000100:00000010:3.0:1770653414.012250:0:76646:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9556189e13c0. 02000000:00000001:0.0:1770653414.012253:0:6530:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1770653414.012255:0:76384:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000040:1.0:1770653414.012255:0:76647:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9556395a6000 with handle 0x2aed14e4e178a1ef from hash 00000100:00000001:3.0:1770653414.012256:0:76646:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1770653414.012256:0:6530:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1770653414.012260:0:76384:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653414.012261:0:76646:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653414.012262:0:76647:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1770653414.012262:0:6530:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.012263:0:76384:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1770653414.012267:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:3.0:1770653414.012268:0:76646:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9556196fbd40. 00002000:00000001:2.0:1770653414.012268:0:76384:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 02000000:00000001:0.0:1770653414.012269:0:6530:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.012271:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1770653414.012273:0:76384:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1770653414.012275:0:76646:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1770653414.012276:0:76647:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00001000:0.0:1770653414.012276:0:6530:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=139 v=5 (5 0 0 0) 00010000:00010000:3.0:1770653414.012278:0:76646:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00080000:00000010:2.0:1770653414.012280:0:76384:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff95560a61ac00. 00010000:00000001:1.0:1770653414.012280:0:76647:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653414.012283:0:76646:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1770653414.012284:0:6530:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=139 v=5 (1 0 0 0) 00010000:00000001:1.0:1770653414.012285:0:76647:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653414.012286:0:76384:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626795506740224 : -117278202811392 : ffff95560a61ac00) 00010000:00000001:3.0:1770653414.012287:0:76646:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653414.012290:0:76646:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.012292:0:76647:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000001:00000001:2.0:1770653414.012293:0:76384:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:0.0:1770653414.012294:0:6530:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00001000:3.0:1770653414.012296:0:76646:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=103 v=5 (1 1 1 1) 00000001:00000001:2.0:1770653414.012297:0:76384:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.012297:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653414.012298:0:6530:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653414.012304:0:76647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9556395a6000/0x2aed14e4e178a1ef lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1569:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0f11 expref: 59 pid: 6531 timeout: 6877 lvb_type: 1 00080000:00000002:2.0:1770653414.012305:0:76384:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x156a:0x0] not in the id map cache 00000100:00000001:3.0:1770653414.012306:0:76646:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1770653414.012306:0:6530:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1770653414.012311:0:6530:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653414.012313:0:76384:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000100:00000040:3.0:1770653414.012314:0:76646:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:0.0:1770653414.012317:0:6530:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.012320:0:76646:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00000040:1.0:1770653414.012323:0:76647:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 52 02000000:00000001:3.0:1770653414.012324:0:76646:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00080000:00000001:2.0:1770653414.012325:0:76384:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1770653414.012328:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955710552d80 x1856657707213184/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1770653414.012330:0:76646:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653414.012330:0:76384:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653414.012330:0:76647:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 58 00000100:00000001:3.0:1770653414.012338:0:76646:0:(niobuf.c:69:ptl_send_buf()) Process entered 00080000:00000001:2.0:1770653414.012338:0:76384:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00010000:00000001:1.0:1770653414.012340:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653414.012341:0:6530:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1770653414.012342:0:76384:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:1.0:1770653414.012344:0:76647:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 80000000:00000001:2.0:1770653414.012346:0:76384:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000040:3.0:1770653414.012348:0:76646:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:1.0:1770653414.012348:0:76647:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:0.0:1770653414.012348:0:6530:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 80000000:00000001:2.0:1770653414.012349:0:76384:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1770653414.012354:0:76384:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.012354:0:6530:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1770653414.012355:0:76647:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff955631eb5600 00000020:00000001:3.0:1770653414.012357:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1770653414.012360:0:6530:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 80000000:00000001:2.0:1770653414.012361:0:76384:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.012361:0:76647:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000020:00000001:3.0:1770653414.012362:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.012364:0:6530:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653414.012365:0:76647:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00080000:00000001:2.0:1770653414.012367:0:76384:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1770653414.012369:0:7409:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00080000:00000001:2.0:1770653414.012370:0:76384:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00010000:1.0:1770653414.012370:0:76647:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1770653414.012373:0:6530:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95565f570000/0x2aed14e4e1789f95 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1566:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d0b expref: 58 pid: 76389 timeout: 6877 lvb_type: 1 00080000:00000001:2.0:1770653414.012375:0:76384:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00010000:00000001:3.0:1770653414.012376:0:7409:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1770653414.012376:0:76647:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653414.012381:0:7409:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00000001:1.0:1770653414.012382:0:76647:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1770653414.012386:0:7409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff95566c163c00/0x2aed14e4e178d03a lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x156a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770653414.012386:0:76647:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000040:0.0:1770653414.012389:0:6530:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 51 00000001:00000001:2.0:1770653414.012390:0:76384:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1770653414.012390:0:76647:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1770653414.012394:0:76384:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000040:0.0:1770653414.012396:0:6530:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 57 00010000:00000001:1.0:1770653414.012398:0:76647:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:2.0:1770653414.012400:0:76384:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.012401:0:76647:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:0.0:1770653414.012405:0:6530:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1770653414.012406:0:76384:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:1.0:1770653414.012407:0:76647:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff955631eb5600/0x2aed14e4e178d056 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1569:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770653414.012408:0:7409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95566c163c00 already unused, calling callback (ffffffffc16fe650) 00010000:00000001:0.0:1770653414.012409:0:6530:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653414.012412:0:76384:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1770653414.012416:0:7409:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:0.0:1770653414.012420:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955710552d80 x1856657707213184/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1770653414.012421:0:7409:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:1.0:1770653414.012422:0:76647:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000001:00000001:2.0:1770653414.012425:0:76384:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:3.0:1770653414.012428:0:7409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff95566c163c00/0x2aed14e4e178d03a lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x156a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770653414.012428:0:76647:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff955631eb5600/0x2aed14e4e178d056 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1569:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1770653414.012429:0:76384:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653414.012437:0:6530:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955710552d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6530:1856657707213184:192.168.202.60@tcp:104: 00080000:00000001:2.0:1770653414.012441:0:76384:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653414.012448:0:76384:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000100:00000001:0.0:1770653414.012452:0:6530:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1770653414.012455:0:76647:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000403:0x1569:0x0].0x0 (ffff955633f4cb00) refcount = 2 00080000:00000001:2.0:1770653414.012459:0:76384:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.012459:0:6530:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653414.012463:0:76647:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00080000:00000001:2.0:1770653414.012467:0:76384:0:(osd_object.c:806:osd_destroy()) Process entered 00000100:00000001:0.0:1770653414.012467:0:6530:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000040:1.0:1770653414.012468:0:76647:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff955631eb5600/0x2aed14e4e178d056 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1569:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653414.012469:0:7409:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000001:2.0:1770653414.012473:0:76384:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000001:0.0:1770653414.012473:0:6530:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1770653414.012474:0:7409:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653414.012479:0:7409:0:(lustre_handles.c:113:class_handle2object()) Process entered 80000000:00000001:2.0:1770653414.012480:0:76384:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000040:0.0:1770653414.012482:0:6530:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955710552d80 x1856657707213184/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:3.0:1770653414.012485:0:7409:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c163c00 refcount=3 80000000:00000001:2.0:1770653414.012485:0:76384:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1770653414.012489:0:76384:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653414.012491:0:7409:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145963520 : -117276563588096 : ffff95566c163c00) 80000000:00000001:2.0:1770653414.012496:0:76384:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.012497:0:76647:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653414.012498:0:7409:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145963520 : -117276563588096 : ffff95566c163c00) 00010000:00000001:1.0:1770653414.012502:0:76647:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653414.012503:0:76384:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653414.012504:0:7409:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1770653414.012509:0:7409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff95566c163c00/0x2aed14e4e178d03a lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x156a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1770653414.012510:0:76384:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:1.0:1770653414.012511:0:76647:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:0.0:1770653414.012511:0:6530:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00080000:00000001:2.0:1770653414.012515:0:76384:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00010000:00000001:1.0:1770653414.012517:0:76647:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653414.012517:0:6530:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1770653414.012522:0:7409:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1770653414.012524:0:76647:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1770653414.012524:0:6530:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff955626008800. 00010000:00000001:3.0:1770653414.012526:0:7409:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1770653414.012530:0:7409:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1770653414.012533:0:76647:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff955667a9c400. 02000000:00000001:0.0:1770653414.012533:0:6530:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1770653414.012534:0:7409:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:0.0:1770653414.012537:0:6530:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1770653414.012539:0:7409:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1770653414.012540:0:76647:0:(client.c:1145:ptlrpc_prep_set()) Process entered 00000020:00000040:0.0:1770653414.012540:0:6530:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=2 obd=lustre-OST0000 00010000:00000001:3.0:1770653414.012545:0:7409:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:0.0:1770653414.012545:0:6530:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1770653414.012546:0:76647:0:(client.c:1147:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff955647fa8f00. 00080000:00000001:2.0:1770653414.012548:0:76384:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653414.012549:0:7409:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1770653414.012550:0:6530:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff955626008c00. 00000100:00000001:1.0:1770653414.012551:0:76647:0:(client.c:1162:ptlrpc_prep_set()) Process leaving (rc=18446626796540169984 : -117277169381632 : ffff955647fa8f00) 00080000:00000001:2.0:1770653414.012555:0:76384:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653414.012556:0:7409:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95566c163c00 with handle 0x2aed14e4e178d03a from hash 00000100:00000001:1.0:1770653414.012557:0:76647:0:(client.c:1194:ptlrpc_prep_fcset()) Process leaving (rc=18446626796540169984 : -117277169381632 : ffff955647fa8f00) 00080000:00000001:2.0:1770653414.012558:0:76384:0:(osd_handler.c:287:osd_trans_stop()) Process entered 02000000:00000001:0.0:1770653414.012558:0:6530:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1770653414.012563:0:7409:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1770653414.012564:0:76647:0:(client.c:2653:ptlrpc_set_wait()) Process entered 02000000:00000001:0.0:1770653414.012564:0:6530:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:2.0:1770653414.012565:0:76384:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00000001:3.0:1770653414.012566:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1770653414.012567:0:76647:0:(client.c:1922:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1770653414.012570:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000002:2.0:1770653414.012571:0:76384:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299236, last_committed = 8590299190 00010000:00000001:1.0:1770653414.012571:0:76647:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000010:0.0:1770653414.012571:0:6530:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955710552d80. 00010000:00000001:3.0:1770653414.012574:0:7409:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1770653414.012576:0:76647:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1770653414.012579:0:7409:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:0.0:1770653414.012579:0:6530:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000001:00000010:2.0:1770653414.012580:0:76384:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff955667aa1360. 00010000:00000001:1.0:1770653414.012580:0:76647:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.012583:0:6530:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653414.012584:0:7409:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.012586:0:76647:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000040:2.0:1770653414.012587:0:76384:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 46 00010000:00000001:3.0:1770653414.012591:0:7409:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000040:2.0:1770653414.012592:0:76384:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=55 00000100:00000010:0.0:1770653414.012592:0:6530:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f362600. 00010000:00000001:1.0:1770653414.012593:0:76647:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653414.012594:0:7409:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1770653414.012597:0:76647:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653414.012600:0:76384:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1770653414.012601:0:7409:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1770653414.012601:0:76647:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:0.0:1770653414.012601:0:6530:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1770653414.012606:0:7409:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653414.012607:0:76647:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1770653414.012607:0:6530:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653414.012609:0:7409:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653414.012610:0:76384:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000100:00000001:1.0:1770653414.012614:0:76647:0:(client.c:1937:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.012616:0:7409:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000001:00000001:2.0:1770653414.012616:0:76384:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1770653414.012616:0:6530:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95a680. 00000100:00000001:1.0:1770653414.012617:0:76647:0:(client.c:2663:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.012620:0:7409:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:1.0:1770653414.012624:0:76647:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00010000:00000001:0.0:1770653414.012624:0:6530:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.012625:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:1.0:1770653414.012628:0:76647:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff955647fa8f00. 00010000:00000001:3.0:1770653414.012630:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653414.012630:0:6530:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653414.012632:0:76384:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.012633:0:76647:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1770653414.012634:0:7409:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.012635:0:6530:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653414.012637:0:76647:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1770653414.012638:0:76384:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.012639:0:7409:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.012642:0:6530:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000010:1.0:1770653414.012643:0:76647:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff955667a9c400. 00002000:00000001:2.0:1770653414.012644:0:76384:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00010000:00000001:3.0:1770653414.012645:0:7409:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653414.012647:0:6530:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a800/0x2aed14e4e178d02c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1770653414.012649:0:76647:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1770653414.012651:0:7409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff95566c163c00/0x2aed14e4e178d03a lrc: 1/0,0 mode: --/PW res: [0x240000403:0x156a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1770653414.012652:0:76647:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1770653414.012655:0:76647:0:(ldlm_lockd.c:1809:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1770653414.012657:0:76384:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff95560bc3aab0. 00010000:00000001:1.0:1770653414.012662:0:76647:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00002000:00000001:2.0:1770653414.012663:0:76384:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00000001:1.0:1770653414.012667:0:76647:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000040:2.0:1770653414.012668:0:76384:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x156a:0x0] 00000100:00001000:1.0:1770653414.012674:0:76647:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064241e8 time=103 v=5 (1 1 1 1) 00002000:00000010:2.0:1770653414.012675:0:76384:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff955669767430. 00010000:00000001:3.0:1770653414.012677:0:7409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653414.012681:0:7409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95566c163c00/0x2aed14e4e178d03a lrc: 0/0,0 mode: --/PW res: [0x240000403:0x156a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76384 timeout: 0 lvb_type: 0 00002000:00000001:2.0:1770653414.012684:0:76384:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000100:00000001:1.0:1770653414.012684:0:76647:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00002000:00000001:2.0:1770653414.012689:0:76384:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653414.012690:0:6530:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a800/0x2aed14e4e178d02c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1770653414.012692:0:76647:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00002000:00000001:2.0:1770653414.012696:0:76384:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1770653414.012699:0:7409:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95560d669000 count: 0 00000100:00000001:1.0:1770653414.012700:0:76647:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00010000:00000040:2.0:1770653414.012703:0:76384:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299236, xid 1856657707212928 00002000:00000010:3.0:1770653414.012706:0:7409:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff95562ede4600. 02000000:00000001:1.0:1770653414.012706:0:76647:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1770653414.012710:0:76647:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.012711:0:76384:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000010:3.0:1770653414.012714:0:7409:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95560d669f00. 00010000:00000001:0.0:1770653414.012716:0:6530:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.012717:0:76647:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000200:2.0:1770653414.012719:0:76384:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955617529c00 x1856657707212928/t8590299236(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653414.012722:0:7409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1770653414.012723:0:6530:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a800/0x2aed14e4e178d02c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1770653414.012725:0:76647:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:3.0:1770653414.012727:0:7409:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1770653414.012731:0:7409:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556695e09c0. 00000400:00000010:1.0:1770653414.012732:0:76647:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0226e8. 00010000:00000001:3.0:1770653414.012751:0:7409:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653414.012754:0:76647:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966313344, offset 224 00000020:00000001:3.0:1770653414.012757:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1770653414.012759:0:76384:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1770653414.012762:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.012763:0:6530:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1770653414.012764:0:76384:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653414.012767:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1770653414.012767:0:76647:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653414.012768:0:6530:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:2.0:1770653414.012769:0:76384:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=96 v=5 (1 1 1 1) 00000020:00000001:3.0:1770653414.012771:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1770653414.012773:0:6530:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1770653414.012774:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.012777:0:76384:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1770653414.012778:0:6530:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00010000:3.0:1770653414.012779:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1770653414.012780:0:76647:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000020:00000001:0.0:1770653414.012783:0:6530:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1770653414.012784:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:2.0:1770653414.012785:0:76384:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000020:00000040:0.0:1770653414.012788:0:6530:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2a800 refcount=3 00000020:00000001:3.0:1770653414.012789:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.012789:0:76384:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000400:00000200:1.0:1770653414.012793:0:76647:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164764:2164764:250:4294967295] 192.168.202.60@tcp LPNI seq info [2164760:2164760:2:4294967295] 00010000:00010000:3.0:1770653414.012795:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1770653414.012795:0:6530:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783628800 : -117277925922816 : ffff95561ae2a800) 02000000:00000001:2.0:1770653414.012796:0:76384:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1770653414.012801:0:76384:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.012802:0:6530:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783628800 : -117277925922816 : ffff95561ae2a800) 00000400:00000010:3.0:1770653414.012805:0:76646:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78990. 00000100:00000001:2.0:1770653414.012805:0:76384:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1770653414.012807:0:6530:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000200:3.0:1770653414.012814:0:76646:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1856657966313216, offset 224 00000100:00000040:2.0:1770653414.012814:0:76384:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:0.0:1770653414.012814:0:6530:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a800/0x2aed14e4e178d02c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1770653414.012816:0:76647:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000400:00000010:2.0:1770653414.012821:0:76384:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268883b8. 00000400:00000200:3.0:1770653414.012829:0:76646:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000800:00000200:1.0:1770653414.012833:0:76647:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000200:2.0:1770653414.012836:0:76384:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707212928, offset 224 00010000:00000001:0.0:1770653414.012839:0:6530:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:1.0:1770653414.012841:0:76647:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9557353d2a00. 00010000:00000001:0.0:1770653414.012843:0:6530:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1770653414.012844:0:76646:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:2.0:1770653414.012870:0:76384:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1770653414.012874:0:76646:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164765:2164765:249:4294967295] 192.168.202.60@tcp LPNI seq info [2164761:2164761:1:4294967295] 00010000:00000010:0.1:1770653414.012875:0:6530:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561c987800. 00000800:00000200:1.0:1770653414.012876:0:76647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000010:0.1:1770653414.012885:0:6530:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955662dc0800. 00000800:00000200:1.0:1770653414.012889:0:76647:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:1.0:1770653414.012894:0:76647:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9557353d2a00 type 1, nob 320 niov 1 nkiov 1 00010000:00010000:0.0:1770653414.012895:0:6530:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a800/0x2aed14e4e178d02c lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1770653414.012899:0:76646:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:1.0:1770653414.012900:0:76647:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653414.012908:0:76647:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000001:1.0:1770653414.012913:0:76647:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653414.012916:0:76646:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653414.012918:0:6530:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1770653414.012919:0:76647:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653414.012920:0:76384:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1770653414.012922:0:6530:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1770653414.012925:0:76646:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626ca00. 00010000:00000001:0.0:1770653414.012928:0:6530:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000040:1.0:1770653414.012930:0:76647:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665157100 x1856657966313344/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:245/0 lens 328/224 e 0 to 0 dl 1770653425 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1770653414.012932:0:6530:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff95564f362600. 00000400:00000200:2.0:1770653414.012936:0:76384:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1ba080 00000800:00000200:3.0:1770653414.012938:0:76646:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00010000:00000001:0.0:1770653414.012939:0:6530:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1770653414.012948:0:6530:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000400:00000200:2.0:1770653414.012949:0:76384:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda981 [1] + 224 00000800:00000200:3.0:1770653414.012953:0:76646:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:0.0:1770653414.012955:0:6530:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653414.012958:0:76384:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1770653414.012960:0:76647:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665157100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_025:b31b1d82-c1d4-4680-ae7a-71292416d1f5+57:2366:x1856657966313344:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1014us (1794us total) trans 0 rc 0/0 00000800:00000200:3.0:1770653414.012961:0:76646:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626ca00 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:0.0:1770653414.012961:0:6530:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653414.012966:0:76384:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1770653414.012969:0:6530:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:3.0:1770653414.012971:0:76646:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.012974:0:6530:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653414.012975:0:76384:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1770653414.012977:0:6530:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1770653414.012979:0:76646:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000100:00100000:1.0:1770653414.012981:0:76647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161904 00002000:00000001:0.0:1770653414.012981:0:6530:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000100:00000200:2.0:1770653414.012983:0:76384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95572ebc5500 x1856657707212928/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653414.012985:0:76646:0:(ldlm_lockd.c:1847:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653414.012987:0:6530:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000040:1.0:1770653414.012988:0:76647:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 1 00010000:00000001:3.0:1770653414.012993:0:76646:0:(ldlm_lockd.c:2680:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.012993:0:76647:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1770653414.012995:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1770653414.012998:0:76647:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1770653414.013000:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653414.013004:0:76646:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665154700 x1856657966313216/t0(0) o103->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:245/0 lens 328/224 e 0 to 0 dl 1770653425 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1770653414.013004:0:76647:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d280. 00010000:00010000:0.0:1770653414.013005:0:7410:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:2.0:1770653414.013006:0:76384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95572ebc5500 x1856657707212928/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1770653414.013012:0:76647:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662adaa28. 00010000:00000001:0.0:1770653414.013012:0:7410:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1770653414.013016:0:7410:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000020:00000010:1.0:1770653414.013019:0:76647:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f6800. 00010000:00010000:0.0:1770653414.013021:0:7410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a800/0x2aed14e4e178d02c lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00000020:00000040:1.0:1770653414.013026:0:76647:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 56 00000100:00000001:1.0:1770653414.013032:0:76647:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1770653414.013044:0:76646:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665154700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_024:b31b1d82-c1d4-4680-ae7a-71292416d1f5+56:2365:x1856657966313216:12345-192.168.202.60@tcp:103:ldlm_bl.0 Request processed in 1461us (2053us total) trans 0 rc 0/0 00000100:00000001:2.0:1770653414.013047:0:76384:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:0.0:1770653414.013047:0:7410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95561ae2a800 already unused, calling callback (ffffffffc16fe650) 00010000:00000001:0.0:1770653414.013053:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:2.0:1770653414.013055:0:76384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268883b8 00010000:00000001:0.0:1770653414.013055:0:7410:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1770653414.013057:0:76416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff95566c162000/0x2aed14e4e178d04f lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1770653414.013060:0:76646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 161903 00000400:00000010:2.0:1770653414.013061:0:76384:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268883b8. 00010000:00010000:0.0:1770653414.013061:0:7410:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a800/0x2aed14e4e178d02c lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653414.013067:0:76384:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1770653414.013069:0:76646:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000100:00000001:2.0:1770653414.013071:0:76384:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1770653414.013075:0:76646:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653414.013077:0:76384:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.013081:0:76646:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1770653414.013081:0:76416:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653414.013084:0:76384:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000020:00000010:3.0:1770653414.013087:0:76646:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07df80. 00010000:00000001:0.0:1770653414.013088:0:7410:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1770653414.013089:0:76384:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00010000:1.0:1770653414.013089:0:76416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95566c162000/0x2aed14e4e178d04f lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653414.013092:0:7410:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1770653414.013093:0:76384:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653414.013096:0:76646:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada190. 00000020:00000001:0.0:1770653414.013096:0:7410:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1770653414.013101:0:76384:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:0.0:1770653414.013101:0:7410:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2a800 refcount=3 00000020:00000010:3.0:1770653414.013103:0:76646:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f6e00. 00000020:00000001:0.0:1770653414.013108:0:7410:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783628800 : -117277925922816 : ffff95561ae2a800) 00000100:00000040:2.0:1770653414.013109:0:76384:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955617529c00 x1856657707212928/t8590299236(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653414.013109:0:76416:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:00000040:3.0:1770653414.013111:0:76646:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 55 00010000:00000001:1.0:1770653414.013115:0:76416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653414.013115:0:7410:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783628800 : -117277925922816 : ffff95561ae2a800) 00000100:00000001:3.0:1770653414.013117:0:76646:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653414.013120:0:76416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653414.013124:0:7410:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:1.0:1770653414.013125:0:76416:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1770653414.013129:0:76416:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:0.0:1770653414.013130:0:7410:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a800/0x2aed14e4e178d02c lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1770653414.013131:0:76384:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955617529c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_022:lustre-MDT0000-mdtlov_UUID+55:3290:x1856657707212928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13855us (14539us total) trans 8590299236 rc 0/0 00000020:00000040:1.0:1770653414.013135:0:76416:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c162000 refcount=3 00010000:00010000:3.0:1770653414.013136:0:76419:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff955631eb5600/0x2aed14e4e178d056 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1770653414.013143:0:76416:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145956352 : -117276563595264 : ffff95566c162000) 00010000:00000001:1.0:1770653414.013151:0:76416:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145956352 : -117276563595264 : ffff95566c162000) 00000100:00100000:2.0:1770653414.013152:0:76384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136247 00000100:00000040:2.0:1770653414.013158:0:76384:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 4 00010000:00000001:1.0:1770653414.013160:0:76416:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:0.0:1770653414.013161:0:7410:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1770653414.013163:0:76384:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1770653414.013164:0:76419:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.013166:0:7410:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1770653414.013167:0:76384:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:1.0:1770653414.013168:0:76416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95566c162000/0x2aed14e4e178d04f lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1770653414.013169:0:76419:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff955631eb5600/0x2aed14e4e178d056 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653414.013170:0:7410:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653414.013173:0:76384:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d900. 00010000:00000001:0.0:1770653414.013179:0:7410:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000010:2.0:1770653414.013181:0:76384:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada640. 00010000:00000001:0.0:1770653414.013183:0:7410:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1770653414.013187:0:7410:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:2.0:1770653414.013189:0:76384:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f7800. 00010000:00000001:0.0:1770653414.013191:0:7410:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653414.013196:0:76384:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 54 00010000:00000001:1.0:1770653414.013197:0:76416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:0.0:1770653414.013198:0:7410:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561ae2a800 with handle 0x2aed14e4e178d02c from hash 00010000:00000001:1.0:1770653414.013201:0:76416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653414.013203:0:76384:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653414.013205:0:7410:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00010000:1.0:1770653414.013206:0:76416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff95566c162000/0x2aed14e4e178d04f lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653414.013210:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653414.013212:0:76419:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1770653414.013214:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653414.013216:0:76419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653414.013217:0:7410:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653414.013221:0:76419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653414.013222:0:7410:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1770653414.013223:0:76416:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653414.013224:0:76419:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1770653414.013227:0:76416:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.013227:0:7410:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653414.013228:0:76419:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653414.013233:0:76419:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955631eb5600 refcount=3 00010000:00000001:0.0:1770653414.013233:0:7410:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1770653414.013234:0:76416:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000800:00000200:2.0:1770653414.013237:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1770653414.013237:0:7410:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:3.0:1770653414.013238:0:76419:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796170073600 : -117277539478016 : ffff955631eb5600) 00010000:00000010:1.0:1770653414.013240:0:76416:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff955647fa8f00. 00010000:00000001:0.0:1770653414.013241:0:7410:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000800:00000010:2.0:1770653414.013242:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9e00. 00010000:00000001:3.0:1770653414.013246:0:76419:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796170073600 : -117277539478016 : ffff955631eb5600) 00010000:00000001:0.0:1770653414.013247:0:7410:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653414.013248:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1770653414.013248:0:76416:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1770653414.013249:0:76419:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1770653414.013254:0:76419:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff955631eb5600/0x2aed14e4e178d056 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653414.013255:0:7410:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653414.013260:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00010000:1.0:1770653414.013261:0:76416:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1770653414.013261:0:7410:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1770653414.013266:0:7410:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:2.0:1770653414.013267:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8880 00010000:00000001:1.0:1770653414.013268:0:76416:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653414.013273:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8880. 00010000:00000001:0.0:1770653414.013273:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653414.013274:0:76416:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.013276:0:76419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1770653414.013277:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653414.013279:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1770653414.013280:0:76416:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1770653414.013281:0:76419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1770653414.013281:0:7410:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653414.013283:0:3283:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1770653414.013286:0:76416:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1770653414.013287:0:76419:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff955631eb5600/0x2aed14e4e178d056 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 02000000:00000010:2.0:1770653414.013288:0:3283:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95564f310800. 00010000:00000001:0.0:1770653414.013288:0:7410:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.013289:0:76416:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:1.0:1770653414.013293:0:76416:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00010000:00000001:0.0:1770653414.013296:0:7410:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653414.013297:0:3283:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00080000:00000001:1.0:1770653414.013298:0:76416:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:2.0:1770653414.013301:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:0.0:1770653414.013304:0:7410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a800/0x2aed14e4e178d02c lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1770653414.013306:0:76419:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:1.0:1770653414.013306:0:76416:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff955617a82000. 00000800:00000001:2.0:1770653414.013308:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1770653414.013310:0:76419:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653414.013313:0:76416:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626795729461248 : -117277980090368 : ffff955617a82000) 00000800:00000001:2.0:1770653414.013314:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653414.013316:0:76419:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000001:00000001:1.0:1770653414.013321:0:76416:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:0.0:1770653414.013322:0:7410:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:1.0:1770653414.013324:0:76416:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1770653414.013326:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:0.0:1770653414.013327:0:7410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95561ae2a800/0x2aed14e4e178d02c lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1566:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1770653414.013328:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000002:1.0:1770653414.013328:0:76416:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x1568:0x0] not in the id map cache 00000800:00000010:2.0:1770653414.013329:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c900. 00000020:00000001:3.0:1770653414.013332:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653414.013335:0:76416:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000400:00000200:2.0:1770653414.013336:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:3.0:1770653414.013338:0:66075:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1770653414.013344:0:66075:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000400:00000200:2.0:1770653414.013347:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:3.0:1770653414.013348:0:66075:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00080000:00000001:1.0:1770653414.013348:0:76416:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1770653414.013349:0:7410:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95561e13bd00 count: 0 00010000:00010000:3.0:1770653414.013354:0:66075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff95566c162000/0x2aed14e4e178d04f lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1770653414.013356:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78550 00080000:00000001:1.0:1770653414.013356:0:76416:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:0.0:1770653414.013357:0:7410:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff95562ede4c00. 00000400:00000010:2.0:1770653414.013361:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78550. 00080000:00000001:1.0:1770653414.013363:0:76416:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00010000:00000010:0.0:1770653414.013365:0:7410:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95561e13b500. 00080000:00000001:1.0:1770653414.013366:0:76416:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000001:2.0:1770653414.013368:0:3283:0:(events.c:386:reply_out_callback()) Process entered 80000000:00000001:1.0:1770653414.013371:0:76416:0:(fld_handler.c:192:fld_local_lookup()) Process entered 02000000:00000001:2.0:1770653414.013373:0:3283:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00010000:3.0:1770653414.013374:0:66075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95566c162000 already unused, calling callback (ffffffffc16fe650) 80000000:00000001:1.0:1770653414.013374:0:76416:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 02000000:00000010:2.0:1770653414.013376:0:3283:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955642786000. 00010000:00000001:0.0:1770653414.013377:0:7410:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 80000000:00000001:1.0:1770653414.013378:0:76416:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.013380:0:66075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 80000000:00000001:1.0:1770653414.013382:0:76416:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.013382:0:7410:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:2.0:1770653414.013383:0:3283:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1770653414.013384:0:66075:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000010:0.0:1770653414.013386:0:7410:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff95564f362600. 00000100:00000001:2.0:1770653414.013388:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000001:1.0:1770653414.013388:0:76416:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1770653414.013390:0:66075:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff95566c162000/0x2aed14e4e178d04f lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1770653414.013391:0:7410:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653414.013394:0:76416:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000800:00000200:2.0:1770653414.013398:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1770653414.013398:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000001:1.0:1770653414.013399:0:76416:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000020:00000001:0.0:1770653414.013403:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1770653414.013404:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9f00. 00010000:00000001:3.0:1770653414.013406:0:66075:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00010000:0.0:1770653414.013407:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1770653414.013410:0:66075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1770653414.013410:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1770653414.013411:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1770653414.013414:0:66075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000001:1.0:1770653414.013415:0:76416:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000001:0.0:1770653414.013416:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653414.013417:0:66075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95566c162000 refcount=3 00000001:00000001:1.0:1770653414.013418:0:76416:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:2.0:1770653414.013421:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00010000:0.0:1770653414.013422:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1770653414.013424:0:66075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626797145956352 : -117276563595264 : ffff95566c162000) 00080000:00000001:1.0:1770653414.013425:0:76416:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653414.013427:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8088 00000020:00000001:0.0:1770653414.013427:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1770653414.013431:0:66075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626797145956352 : -117276563595264 : ffff95566c162000) 00080000:00000001:1.0:1770653414.013432:0:76416:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000010:2.0:1770653414.013433:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8088. 00000020:00000001:0.0:1770653414.013433:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653414.013436:0:76416:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1770653414.013437:0:66075:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1770653414.013441:0:66075:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff95566c162000/0x2aed14e4e178d04f lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653414.013441:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:0.0:1770653414.013441:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1770653414.013446:0:3283:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1770653414.013449:0:3283:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95573c587c00. 00000001:00000001:1.0:1770653414.013449:0:76416:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1770653414.013451:0:66075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000001:1.0:1770653414.013452:0:76416:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1770653414.013454:0:6530:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff955623650000. 00010000:00000001:3.0:1770653414.013455:0:66075:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 02000000:00000001:2.0:1770653414.013456:0:3283:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00080000:00000001:0.0:1770653414.013459:0:6530:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626795926388736 : -117277783162880 : ffff955623650000) 00000100:00000001:2.0:1770653414.013460:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1770653414.013461:0:66075:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653414.013463:0:76416:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653414.013464:0:6530:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:3.0:1770653414.013466:0:66075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00080000:00000001:1.0:1770653414.013469:0:76416:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000001:00000001:0.0:1770653414.013469:0:6530:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.013470:0:66075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1770653414.013475:0:66075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000200:2.0:1770653414.013475:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000002:0.0:1770653414.013475:0:6530:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x1566:0x0] not in the id map cache 00010000:00000001:3.0:1770653414.013479:0:66075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1770653414.013482:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c300. 00080000:00000001:0.0:1770653414.013482:0:6530:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000020:00000040:3.0:1770653414.013484:0:66075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95566c162000 with handle 0x2aed14e4e178d04f from hash 00080000:00000001:1.0:1770653414.013484:0:76416:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653414.013490:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1770653414.013491:0:66075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00080000:00000001:1.0:1770653414.013491:0:76416:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:1.0:1770653414.013495:0:76416:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:3.0:1770653414.013496:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:0.0:1770653414.013497:0:6530:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 80000000:00000001:1.0:1770653414.013498:0:76416:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:3.0:1770653414.013500:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 80000000:00000001:1.0:1770653414.013503:0:76416:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000400:00000200:2.0:1770653414.013504:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:3.0:1770653414.013505:0:66075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 80000000:00000001:1.0:1770653414.013506:0:76416:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653414.013506:0:6530:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.013511:0:66075:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 80000000:00000001:1.0:1770653414.013513:0:76416:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.013514:0:66075:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653414.013514:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78c38 00080000:00000001:0.0:1770653414.013514:0:6530:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:1.0:1770653414.013519:0:76416:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1770653414.013519:0:6530:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000001:3.0:1770653414.013521:0:66075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000010:2.0:1770653414.013521:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78c38. 80000000:00000001:0.0:1770653414.013523:0:6530:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:3.0:1770653414.013526:0:66075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00080000:00000001:1.0:1770653414.013526:0:76416:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 80000000:00000001:0.0:1770653414.013527:0:6530:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00000001:2.0:1770653414.013529:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1770653414.013531:0:66075:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00080000:00000001:1.0:1770653414.013532:0:76416:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 80000000:00000001:0.0:1770653414.013532:0:6530:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653414.013533:0:3283:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1770653414.013535:0:66075:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1770653414.013537:0:3283:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955642785000. 80000000:00000001:0.0:1770653414.013538:0:6530:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.013540:0:66075:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.013544:0:66075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00080000:00000001:0.0:1770653414.013544:0:6530:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653414.013545:0:3283:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00080000:00000001:0.0:1770653414.013548:0:6530:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:3.0:1770653414.013549:0:66075:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:2.0:1770653414.013550:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000001:0.0:1770653414.013552:0:6530:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00010000:00000001:3.0:1770653414.013556:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653414.013559:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653414.013561:0:66075:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.013563:0:66075:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1770653414.013564:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1770653414.013565:0:66075:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1770653414.013570:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626cf00. 00010000:00010000:3.0:1770653414.013572:0:66075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff95566c162000/0x2aed14e4e178d04f lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1770653414.013573:0:6530:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1770653414.013574:0:76416:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1770653414.013575:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000001:0.0:1770653414.013576:0:6530:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1770653414.013582:0:76416:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653414.013586:0:6530:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.013587:0:66075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1770653414.013587:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00080000:00000001:1.0:1770653414.013587:0:76416:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00010000:3.0:1770653414.013592:0:66075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95566c162000/0x2aed14e4e178d04f lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76416 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1770653414.013592:0:76416:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:0.0:1770653414.013593:0:6530:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1770653414.013594:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a784c8 00000001:00000002:1.0:1770653414.013596:0:76416:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299237, last_committed = 8590299190 00000400:00000010:2.0:1770653414.013599:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a784c8. 00080000:00000001:0.0:1770653414.013600:0:6530:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000010:1.0:1770653414.013604:0:76416:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564ae1aba0. 00000100:00000001:2.0:1770653414.013605:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000040:3.0:1770653414.013608:0:66075:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9556613f3300 count: 0 00000100:00000001:2.0:1770653414.013609:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000001:00000040:1.0:1770653414.013610:0:76416:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 47 00002000:00000010:3.0:1770653414.013613:0:66075:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff955621430100. 00000020:00000040:1.0:1770653414.013615:0:76416:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=55 00000001:00000001:0.0:1770653414.013618:0:6530:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000800:00000200:2.0:1770653414.013619:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.0:1770653414.013620:0:66075:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9556613f3400. 00080000:00000001:1.0:1770653414.013620:0:76416:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1770653414.013622:0:6530:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1770653414.013624:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9557353d2400. 00000400:00000200:2.0:1770653414.013630:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1770653414.013636:0:66075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1770653414.013636:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00080000:00000001:1.0:1770653414.013637:0:76416:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000400:00000200:2.0:1770653414.013639:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022cc0 00010000:00000001:3.0:1770653414.013640:0:66075:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000001:00000001:1.0:1770653414.013641:0:76416:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653414.013641:0:6530:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653414.013643:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022cc0. 00010000:00000010:3.0:1770653414.013644:0:66075:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff955647fa8f00. 00080000:00000001:0.0:1770653414.013648:0:6530:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000100:00000001:2.0:1770653414.013650:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1770653414.013651:0:66075:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.013653:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1770653414.013656:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1770653414.013659:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653414.013662:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1770653414.013664:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000200:2.0:1770653414.013667:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:3.0:1770653414.013668:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653414.013669:0:76416:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653414.013669:0:6530:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1770653414.013671:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9557353d2a00. 00010000:00010000:3.0:1770653414.013673:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1770653414.013675:0:6530:0:(osd_object.c:806:osd_destroy()) Process entered 00002000:00000001:1.0:1770653414.013676:0:76416:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653414.013678:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1770653414.013679:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:0.0:1770653414.013679:0:6530:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00002000:00000001:1.0:1770653414.013680:0:76416:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000020:00000001:3.0:1770653414.013682:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1770653414.013684:0:6530:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00010000:3.0:1770653414.013686:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 80000000:00000001:0.0:1770653414.013688:0:6530:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000400:00000200:2.0:1770653414.013690:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 80000000:00000001:0.0:1770653414.013691:0:6530:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653414.013694:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0226e8 00080000:00000010:1.0:1770653414.013695:0:76416:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff95560bc3b728. 80000000:00000001:0.0:1770653414.013695:0:6530:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1770653414.013696:0:76419:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9556189e13c0. 00000400:00000010:2.0:1770653414.013699:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0226e8. 00002000:00000001:1.0:1770653414.013701:0:76416:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00000001:3.0:1770653414.013703:0:76419:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00080000:00000001:0.0:1770653414.013703:0:6530:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00002000:00000040:1.0:1770653414.013704:0:76416:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x1568:0x0] 00000100:00000001:2.0:1770653414.013705:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00080000:00000001:0.0:1770653414.013708:0:6530:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000100:00000001:2.0:1770653414.013709:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00002000:00000010:1.0:1770653414.013711:0:76416:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9556697664c0. 00080000:00000001:0.0:1770653414.013711:0:6530:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00010000:00010000:3.0:1770653414.013713:0:76419:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1770653414.013718:0:76419:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653414.013719:0:76416:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:1.0:1770653414.013721:0:76416:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.013723:0:76419:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.013726:0:76419:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00002000:00000001:1.0:1770653414.013726:0:76416:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653414.013730:0:76419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:1.0:1770653414.013732:0:76416:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299237, xid 1856657707212672 00010000:00000001:3.0:1770653414.013733:0:76419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1770653414.013736:0:76419:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00010000:00000001:1.0:1770653414.013750:0:76416:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00080000:00000001:3.0:1770653414.013752:0:76419:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000800:00000200:2.0:1770653414.013754:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000200:1.0:1770653414.013758:0:76416:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95561752bb80 x1856657707212672/t8590299237(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:245/0 lens 544/432 e 0 to 0 dl 1770653425 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1770653414.013759:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000010:2.0:1770653414.013759:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626ca00. 00000020:00000001:3.0:1770653414.013763:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653414.013766:0:6530:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1770653414.013767:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:3.0:1770653414.013769:0:5744:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00080000:00000001:0.0:1770653414.013773:0:6530:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.013775:0:5744:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000400:00000200:2.0:1770653414.013780:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00010000:00000001:3.0:1770653414.013781:0:5744:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00080000:00000001:0.0:1770653414.013781:0:6530:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1770653414.013785:0:76416:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00010000:3.0:1770653414.013788:0:5744:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff955631eb5600/0x2aed14e4e178d056 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1770653414.013788:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78990 00000001:00000001:0.0:1770653414.013788:0:6530:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00000001:1.0:1770653414.013789:0:76416:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:0.0:1770653414.013793:0:6530:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299238, last_committed = 8590299190 00000400:00000010:2.0:1770653414.013794:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78990. 00000100:00001000:1.0:1770653414.013796:0:76416:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=96 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653414.013800:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000001:00000010:0.0:1770653414.013801:0:6530:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9556681b9e40. 00000100:00000001:2.0:1770653414.013804:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1770653414.013806:0:76416:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000001:00000040:0.0:1770653414.013808:0:6530:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 48 00010000:00010000:3.0:1770653414.013811:0:5744:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff955631eb5600 already unused, calling callback (ffffffffc16fe650) 00000100:00000040:1.0:1770653414.013812:0:76416:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000020:00000040:0.0:1770653414.013813:0:6530:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=56 00010000:00000001:3.0:1770653414.013817:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1770653414.013818:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.013818:0:76416:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00080000:00000001:0.0:1770653414.013820:0:6530:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1770653414.013821:0:5744:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:2.0:1770653414.013826:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1770653414.013826:0:76416:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1770653414.013829:0:76416:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653414.013831:0:6530:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000100:00000001:1.0:1770653414.013832:0:76416:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1770653414.013834:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572ebc6300 x1856657707212544/t8590299234(8590299234) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1770653414.013837:0:6530:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653414.013839:0:76416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1770653414.013845:0:76416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0225d8. 00000100:00000001:2.0:1770653414.013871:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653414.013871:0:76416:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707212672, offset 224 00000100:00000001:2.0:1770653414.013879:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653414.013880:0:76416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:3.0:1770653414.013882:0:5744:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff955631eb5600/0x2aed14e4e178d056 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653414.013883:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1770653414.013887:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00080000:00000001:0.0:1770653414.013888:0:6530:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653414.013894:0:76416:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00002000:00000001:0.0:1770653414.013895:0:6530:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.013897:0:5744:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00002000:00000001:0.0:1770653414.013900:0:6530:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00010000:00000001:3.0:1770653414.013901:0:5744:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1770653414.013904:0:5744:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1770653414.013905:0:76416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b9f80 00000020:00000040:3.0:1770653414.013907:0:5744:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff955631eb5600 refcount=3 00000400:00000001:2.0:1770653414.013909:0:3290:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1770653414.013911:0:5744:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796170073600 : -117277539478016 : ffff955631eb5600) 00000400:00000001:2.0:1770653414.013912:0:3290:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00080000:00000010:0.0:1770653414.013914:0:6530:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff955610676390. 00010000:00000001:3.0:1770653414.013916:0:5744:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626796170073600 : -117277539478016 : ffff955631eb5600) 00000400:00000010:2.0:1770653414.013917:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2160. 00002000:00000001:0.0:1770653414.013918:0:6530:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:0.0:1770653414.013923:0:6530:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x1566:0x0] 00010000:00000001:3.0:1770653414.013924:0:5744:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:2.0:1770653414.013924:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78cc0 00010000:00010000:3.0:1770653414.013930:0:5744:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff955631eb5600/0x2aed14e4e178d056 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1770653414.013931:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78cc0. 00002000:00000010:0.0:1770653414.013931:0:6530:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff955669767690. 00000100:00000001:2.0:1770653414.013939:0:3290:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1770653414.013940:0:5744:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00002000:00000001:0.0:1770653414.013941:0:6530:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00010000:00000001:3.0:1770653414.013945:0:5744:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000200:2.0:1770653414.013945:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95572ebc5500 x1856657707212928/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653414.013946:0:76416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda9bd [1] + 224 00002000:00000001:0.0:1770653414.013946:0:6530:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.013948:0:5744:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.013955:0:5744:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00002000:00000001:0.0:1770653414.013955:0:6530:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1770653414.013958:0:76416:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1770653414.013959:0:5744:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000040:0.0:1770653414.013962:0:6530:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299238, xid 1856657707212416 00010000:00000001:3.0:1770653414.013964:0:5744:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1770653414.013969:0:5744:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653414.013969:0:76416:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1770653414.013970:0:6530:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:3.0:1770653414.013976:0:5744:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff955631eb5600 with handle 0x2aed14e4e178d056 from hash 00000100:00000001:1.0:1770653414.013978:0:76416:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000200:0.0:1770653414.013980:0:6530:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95561752b800 x1856657707212416/t8590299238(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1770653414.013981:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95572ebc5500 x1856657707212928/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653414.013982:0:5744:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1770653414.013986:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:1.0:1770653414.013986:0:76416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95572ebc5180 x1856657707212672/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653430 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653414.013990:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653414.013993:0:5744:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1770653414.013998:0:5744:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1770653414.014001:0:5744:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.014007:0:5744:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653414.014010:0:5744:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1770653414.014013:0:5744:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1770653414.014016:0:5744:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653414.014020:0:3290:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1770653414.014020:0:6530:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653414.014023:0:5744:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.014024:0:3290:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653414.014025:0:76416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95572ebc5180 x1856657707212672/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653414.014025:0:6530:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.014027:0:5744:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1770653414.014031:0:5744:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:2.0:1770653414.014031:0:3290:0:(client.c:1568:after_reply()) Process entered 00000100:00001000:0.0:1770653414.014032:0:6530:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=96 v=5 (1 1 1 1) 02000000:00000001:2.0:1770653414.014035:0:3290:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1770653414.014039:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653414.014040:0:3290:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653414.014041:0:6530:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1770653414.014044:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653414.014044:0:3290:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653414.014048:0:6530:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 32 to 0@lo 00010000:00000001:3.0:1770653414.014049:0:5744:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653414.014049:0:3290:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.014050:0:76416:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1770653414.014056:0:5744:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653414.014057:0:76416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0225d8 00000100:00000001:0.0:1770653414.014057:0:6530:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00001000:2.0:1770653414.014058:0:3290:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=96 v=5 (5 5 5 5) 00010000:00000001:3.0:1770653414.014062:0:5744:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653414.014063:0:76416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0225d8. 02000000:00000001:0.0:1770653414.014064:0:6530:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:2.0:1770653414.014065:0:3290:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=69 v=5 (1 1 1 1) 02000000:00000001:0.0:1770653414.014068:0:6530:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653414.014070:0:5744:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff955631eb5600/0x2aed14e4e178d056 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1770653414.014070:0:76416:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653414.014073:0:3290:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1770653414.014075:0:76416:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1770653414.014075:0:6530:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1770653414.014077:0:3290:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.014080:0:76416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653414.014083:0:6530:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1770653414.014084:0:3290:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1770653414.014089:0:3290:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653414.014089:0:76416:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 31 to 0@lo 00010000:00000001:3.0:1770653414.014090:0:5744:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:0.0:1770653414.014090:0:6530:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8c38. 00010000:00010000:3.0:1770653414.014097:0:5744:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff955631eb5600/0x2aed14e4e178d056 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1569:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 76419 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653414.014097:0:3290:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00010000:00000001:1.0:1770653414.014097:0:76416:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000200:0.0:1770653414.014098:0:6530:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707212416, offset 224 00000100:00000040:2.0:1770653414.014102:0:3290:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000020:00000001:1.0:1770653414.014102:0:76416:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.014108:0:3290:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000020:00000001:1.0:1770653414.014108:0:76416:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1770653414.014110:0:6530:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1770653414.014111:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1770653414.014115:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800411628800 : -117273297922816 : ffff95572ebc5500) 00000100:00000040:1.0:1770653414.014117:0:76416:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95561752bb80 x1856657707212672/t8590299237(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:245/0 lens 544/432 e 0 to 0 dl 1770653425 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1770653414.014118:0:5744:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff955633f4cb00 count: 0 00000100:00000001:2.0:1770653414.014119:0:3290:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1770653414.014123:0:3290:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00002000:00000010:3.0:1770653414.014125:0:5744:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff95562ede44c0. 00000400:00000200:0.0:1770653414.014127:0:6530:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1770653414.014128:0:3290:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00010000:00000010:3.0:1770653414.014132:0:5744:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff955633f4cc00. 00000100:00000001:2.0:1770653414.014132:0:3290:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653414.014142:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95572ebc5500 x1856657707212928/t8590299236(8590299236) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653414.014144:0:5744:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1770653414.014147:0:5744:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:0.0:1770653414.014147:0:6530:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1b9e80 00010000:00000010:3.0:1770653414.014151:0:5744:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9556189e13c0. 00010000:00000001:3.0:1770653414.014157:0:5744:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653414.014163:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:0.0:1770653414.014164:0:6530:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda96d [1] + 224 00000020:00000001:3.0:1770653414.014167:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653414.014173:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1770653414.014178:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:0.0:1770653414.014180:0:6530:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1770653414.014181:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.014182:0:3290:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1770653414.014183:0:76416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95561752bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0000-mdtlov_UUID+56:3288:x1856657707212672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11808us (12370us total) trans 8590299237 rc 0/0 00010000:00010000:3.0:1770653414.014188:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1770653414.014191:0:3290:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1770653414.014193:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:0.0:1770653414.014194:0:6530:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1770653414.014197:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.014197:0:3290:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653414.014200:0:6530:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1770653414.014202:0:76416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136250 00010000:00010000:3.0:1770653414.014204:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1770653414.014205:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95572ebc5500/2, rc 0, transno 8590299236 00000100:00000040:1.0:1770653414.014207:0:76416:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 3 00000100:00000200:0.0:1770653414.014209:0:6530:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95572ebc4a80 x1856657707212416/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653414.014211:0:76416:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00080000:00000010:3.0:1770653414.014214:0:76419:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff955642786c00. 00000100:00000001:1.0:1770653414.014215:0:76416:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00001000:2.0:1770653414.014216:0:3290:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 5 in flight, 50 in progress 00080000:00000001:3.0:1770653414.014220:0:76419:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626796447755264 : -117277261796352 : ffff955642786c00) 00000020:00000010:1.0:1770653414.014221:0:76416:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3b80. 00000001:00000001:3.0:1770653414.014228:0:76419:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000040:2.0:1770653414.014230:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572ebc5500 x1856657707212928/t8590299236(8590299236) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1770653414.014231:0:76419:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653414.014231:0:76416:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90960. 00000100:00000040:0.0:1770653414.014233:0:6530:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95572ebc4a80 x1856657707212416/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000002:3.0:1770653414.014239:0:76419:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x1569:0x0] not in the id map cache 00000020:00000010:1.0:1770653414.014239:0:76416:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95562fa45800. 00080000:00000001:3.0:1770653414.014248:0:76419:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000020:00000040:1.0:1770653414.014248:0:76416:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 55 00000100:00000001:1.0:1770653414.014254:0:76416:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1770653414.014259:0:76419:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1770653414.014266:0:76419:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653414.014267:0:3290:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95572ebc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707212928:0@lo:6:osp-syn-0-0.0 00000100:00000001:0.0:1770653414.014268:0:6530:0:(events.c:163:reply_in_callback()) Process leaving 00080000:00000001:3.0:1770653414.014270:0:76419:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1770653414.014274:0:76419:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1770653414.014277:0:76419:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000400:00000200:0.0:1770653414.014277:0:6530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8c38 80000000:00000001:3.0:1770653414.014280:0:76419:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00000001:1.0:1770653414.014282:0:12201:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1770653414.014282:0:6530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8c38. 80000000:00000001:3.0:1770653414.014283:0:76419:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1770653414.014288:0:76419:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1770653414.014288:0:3290:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1770653414.014288:0:6530:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653414.014292:0:6530:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000001:3.0:1770653414.014294:0:76419:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1770653414.014294:0:3290:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1770653414.014297:0:6530:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653414.014298:0:76419:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000400:00000010:2.0:1770653414.014299:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2ec8. 00000100:00000040:0.0:1770653414.014302:0:6530:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00080000:00000001:3.0:1770653414.014303:0:76419:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000400:00000200:2.0:1770653414.014305:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78220 00010000:00000001:0.0:1770653414.014309:0:6530:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000400:00000010:2.0:1770653414.014310:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78220. 00000020:00000001:0.0:1770653414.014313:0:6530:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.014315:0:3290:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1770653414.014316:0:12201:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1770653414.014316:0:6530:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000001:00000001:3.0:1770653414.014318:0:76419:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000001:1.0:1770653414.014320:0:12201:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1770653414.014322:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95572ebc4a80 x1856657707212416/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1770653414.014323:0:76419:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000040:0.0:1770653414.014324:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95561752b800 x1856657707212416/t8590299238(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:244/0 lens 544/432 e 0 to 0 dl 1770653424 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1770653414.014325:0:12201:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e0538f0. 00080000:00000001:3.0:1770653414.014328:0:76419:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653414.014332:0:12201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8bb0 00080000:00000001:3.0:1770653414.014335:0:76419:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000010:1.0:1770653414.014338:0:12201:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8bb0. 00080000:00000001:3.0:1770653414.014340:0:76419:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000001:1.0:1770653414.014345:0:12201:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1770653414.014354:0:12201:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955710552680 x1856657707213824/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000001:3.0:1770653414.014355:0:76419:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000200:2.0:1770653414.014357:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95572ebc4a80 x1856657707212416/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1770653414.014358:0:76419:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653414.014371:0:76419:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653414.014376:0:76419:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:3.0:1770653414.014386:0:76419:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653414.014392:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95561752b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+55:3290:x1856657707212416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16794us (17389us total) trans 8590299238 rc 0/0 00080000:00000001:3.0:1770653414.014393:0:76419:0:(osd_object.c:806:osd_destroy()) Process entered 00000100:00000001:2.0:1770653414.014395:0:3290:0:(events.c:163:reply_in_callback()) Process leaving 00080000:00000001:3.0:1770653414.014398:0:76419:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000200:1.0:1770653414.014398:0:12201:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955710552680 x1856657707213824/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653414.014399:0:3290:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 80000000:00000001:3.0:1770653414.014402:0:76419:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000001:2.0:1770653414.014406:0:3290:0:(client.c:1568:after_reply()) Process entered 80000000:00000001:3.0:1770653414.014407:0:76419:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00100000:0.0:1770653414.014408:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136245 02000000:00000001:2.0:1770653414.014410:0:3290:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 80000000:00000001:3.0:1770653414.014411:0:76419:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.014414:0:3290:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1770653414.014416:0:6530:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 2 80000000:00000001:3.0:1770653414.014417:0:76419:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.014418:0:3290:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.014422:0:6530:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00080000:00000001:3.0:1770653414.014423:0:76419:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653414.014424:0:3290:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.014427:0:6530:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00080000:00000001:3.0:1770653414.014429:0:76419:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000100:00000001:1.0:1770653414.014432:0:12201:0:(events.c:163:reply_in_callback()) Process leaving 00080000:00000001:3.0:1770653414.014433:0:76419:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000020:00000010:0.0:1770653414.014433:0:6530:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07dc80. 00000100:00001000:2.0:1770653414.014434:0:3290:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=96 v=5 (5 5 5 5) 00000100:00000001:1.0:1770653414.014436:0:12201:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653414.014442:0:12201:0:(client.c:1568:after_reply()) Process entered 00000020:00000010:0.0:1770653414.014442:0:6530:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada258. 00000100:00001000:2.0:1770653414.014443:0:3290:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=69 v=5 (1 1 1 1) 02000000:00000001:1.0:1770653414.014445:0:12201:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1770653414.014449:0:12201:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1770653414.014449:0:6530:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f7e00. 00000100:00000001:2.0:1770653414.014451:0:3290:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1770653414.014452:0:12201:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.014455:0:3290:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653414.014456:0:12201:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653414.014458:0:6530:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 54 00010000:00000001:2.0:1770653414.014461:0:3290:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:1.0:1770653414.014463:0:12201:0:(import.c:2128:obd_at_measure()) add 5 to ffff95572df1bc58 time=139 v=5 (5 0 0 0) 00000100:00000001:0.0:1770653414.014463:0:6530:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653414.014465:0:3290:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653414.014469:0:76419:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653414.014472:0:3290:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00001000:1.0:1770653414.014473:0:12201:0:(import.c:2128:obd_at_measure()) add 1 to ffff95572df1bc10 time=139 v=5 (1 0 0 0) 00080000:00000001:3.0:1770653414.014474:0:76419:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653414.014475:0:3290:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00080000:00000001:3.0:1770653414.014480:0:76419:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:2.0:1770653414.014481:0:3290:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1770653414.014482:0:12201:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1770653414.014484:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000001:00000001:3.0:1770653414.014485:0:76419:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000100:00000001:2.0:1770653414.014486:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653414.014486:0:12201:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.014487:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000001:00000002:3.0:1770653414.014489:0:76419:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299239, last_committed = 8590299190 00000100:00000001:2.0:1770653414.014490:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800411626112 : -117273297925504 : ffff95572ebc4a80) 00010000:00000001:1.0:1770653414.014492:0:12201:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:0.0:1770653414.014493:0:3289:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000001:00000010:3.0:1770653414.014495:0:76419:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff955662d810c0. 00000100:00000001:2.0:1770653414.014497:0:3290:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00010000:00000001:1.0:1770653414.014497:0:12201:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1770653414.014498:0:3289:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000001:00000040:3.0:1770653414.014500:0:76419:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 49 00000100:00000040:2.0:1770653414.014501:0:3290:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00000400:00000010:0.0:1770653414.014502:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602d94738. 00000100:00000001:1.0:1770653414.014503:0:12201:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653414.014505:0:76419:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=55 00000100:00000001:2.0:1770653414.014506:0:3290:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1770653414.014510:0:3290:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653414.014511:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022220 00080000:00000001:3.0:1770653414.014512:0:76419:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000040:1.0:1770653414.014512:0:12201:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955710552680 x1856657707213824/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1770653414.014516:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022220. 00000100:00000040:2.0:1770653414.014517:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95572ebc4a80 x1856657707212416/t8590299238(8590299238) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1770653414.014521:0:76419:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000100:00000001:0.0:1770653414.014523:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000001:00000001:3.0:1770653414.014528:0:76419:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653414.014531:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955665155f80 x1856657707211392/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1770653414.014539:0:76419:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.014543:0:12201:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1770653414.014546:0:76419:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.014550:0:12201:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00002000:00000001:3.0:1770653414.014554:0:76419:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000100:00000001:2.0:1770653414.014554:0:3290:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653414.014554:0:12201:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653414.014561:0:3290:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1770653414.014561:0:12201:0:(ldlm_lockd.c:765:ldlm_cb_interpret()) Process entered 00000100:00000200:0.0:1770653414.014561:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955665155f80 x1856657707211392/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653414.014565:0:3290:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653414.014565:0:12201:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000010:3.0:1770653414.014568:0:76419:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff95560bc3a390. 00000004:00080000:2.0:1770653414.014571:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95572ebc4a80/2, rc 0, transno 8590299238 00010000:00010000:1.0:1770653414.014572:0:12201:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95565f571a00/0x2aed14e4e178a04b lrc: 0/0,0 mode: --/PR res: [0x240000403:0x156b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.60@tcp remote: 0x3072152a58fe0d9e expref: 55 pid: 7966 timeout: 6877 lvb_type: 1 00002000:00000001:3.0:1770653414.014574:0:76419:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000004:00001000:2.0:1770653414.014578:0:3290:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 4 in flight, 50 in progress 00002000:00000040:3.0:1770653414.014579:0:76419:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x1569:0x0] 00002000:00000010:3.0:1770653414.014586:0:76419:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff955669767b50. 00000100:00000040:2.0:1770653414.014588:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572ebc4a80 x1856657707212416/t8590299238(8590299238) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653414.014593:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00002000:00000001:3.0:1770653414.014594:0:76419:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00010000:00000040:1.0:1770653414.014595:0:12201:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff95572df1c000 : new locks_count 50 00000100:00000001:0.0:1770653414.014597:0:3289:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1770653414.014598:0:76419:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653414.014602:0:12201:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 54 00000100:00000001:0.0:1770653414.014604:0:3289:0:(client.c:1568:after_reply()) Process entered 00002000:00000001:3.0:1770653414.014606:0:76419:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1770653414.014609:0:3289:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1770653414.014610:0:12201:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653414.014613:0:3289:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000040:3.0:1770653414.014615:0:76419:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299239, xid 1856657707212800 00010000:00000001:1.0:1770653414.014615:0:12201:0:(ldlm_lockd.c:813:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.014617:0:3289:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653414.014618:0:3290:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95572ebc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707212416:0@lo:6:osp-syn-0-0.0 00010000:00000001:3.0:1770653414.014624:0:76419:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 02000000:00000001:0.0:1770653414.014624:0:3289:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.014626:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653414.014627:0:12201:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955710552680 x1856657707213824/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653430 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000200:3.0:1770653414.014632:0:76419:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955665157800 x1856657707212800/t8590299239(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:245/0 lens 544/432 e 0 to 0 dl 1770653425 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653414.014632:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1770653414.014632:0:3289:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=96 v=5 (5 5 5 5) 00000100:00000040:2.0:1770653414.014640:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572ebc5500 x1856657707212928/t8590299236(8590299236) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1770653414.014644:0:3289:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=69 v=5 (1 1 1 1) 00000100:00000001:0.0:1770653414.014654:0:3289:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1770653414.014658:0:3289:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653414.014662:0:12201:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955710552680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:12201:1856657707213824:192.168.202.60@tcp:104: 00010000:00000001:0.0:1770653414.014664:0:3289:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1770653414.014666:0:76419:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1770653414.014669:0:3289:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.014671:0:76419:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.014673:0:12201:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653414.014676:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653414.014678:0:76419:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=96 v=5 (1 1 1 1) 00000100:00000001:0.0:1770653414.014678:0:3289:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00000001:2.0:1770653414.014679:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653414.014679:0:12201:0:(client.c:2744:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653414.014683:0:3289:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1770653414.014684:0:12201:0:(client.c:1213:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1770653414.014687:0:76419:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1770653414.014688:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572ebc4a80 x1856657707212416/t8590299238(8590299238) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653414.014688:0:3289:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1770653414.014689:0:12201:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1770653414.014693:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1770653414.014694:0:76419:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000001:0.0:1770653414.014697:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028466560 : -117276681085056 : ffff955665155f80) 00000100:00000040:1.0:1770653414.014698:0:12201:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955710552680 x1856657707213824/t0(0) o104->lustre-OST0000@192.168.202.60@tcp:15/16 lens 328/224 e 0 to 0 dl 1770653430 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653414.014702:0:76419:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00000001:0.0:1770653414.014704:0:3289:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1770653414.014708:0:3289:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 02000000:00000001:3.0:1770653414.014709:0:76419:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1770653414.014713:0:76419:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.014715:0:3289:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1770653414.014720:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.014721:0:76419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1770653414.014721:0:3289:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.014723:0:12201:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1770653414.014727:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653414.014728:0:76419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1770653414.014728:0:12201:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1770653414.014731:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1770653414.014732:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955665155f80 x1856657707211392/t8590299235(8590299235) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1770653414.014733:0:12201:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff955626009000. 00000100:00000001:2.0:1770653414.014734:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1770653414.014735:0:76419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78aa0. 00000100:00000001:2.0:1770653414.014751:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653414.014752:0:12201:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1770653414.014754:0:76419:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707212800, offset 224 00000100:00000001:2.0:1770653414.014758:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653414.014758:0:12201:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1770653414.014763:0:12201:0:(genops.c:1242:class_import_put()) import ffff95572df1b800 refcount=1 obd=lustre-OST0000 00000400:00000200:3.0:1770653414.014765:0:76419:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1770653414.014769:0:12201:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1770653414.014772:0:3289:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1770653414.014773:0:12201:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff955626009c00. 00000100:00000001:0.0:1770653414.014775:0:3289:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1770653414.014789:0:12201:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1770653414.014790:0:3289:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653414.014791:0:76419:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1770653414.014791:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1770653414.014792:0:12201:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1770653414.014796:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000004:00080000:0.0:1770653414.014796:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff955665155f80/2, rc 0, transno 8590299235 00000100:00000010:1.0:1770653414.014797:0:12201:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955710552680. 00000400:00000001:2.0:1770653414.014801:0:3288:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1770653414.014803:0:76419:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1ba000 00000100:00000001:1.0:1770653414.014804:0:12201:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000004:00001000:0.0:1770653414.014804:0:3289:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 3 in flight, 50 in progress 00000400:00000001:2.0:1770653414.014805:0:3288:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1770653414.014808:0:12201:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1770653414.014810:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2840. 00000100:00000010:1.0:1770653414.014812:0:12201:0:(client.c:3760:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95564f362180. 00000100:00000040:0.0:1770653414.014814:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665155f80 x1856657707211392/t8590299235(8590299235) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1770653414.014816:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888770 00000100:00000001:1.0:1770653414.014817:0:12201:0:(client.c:1250:ptlrpc_set_destroy()) Process leaving 00000400:00000010:2.0:1770653414.014821:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888770. 00010000:00000001:1.0:1770653414.014822:0:12201:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653414.014828:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000010:1.0:1770653414.014829:0:12201:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff95564b95ad00. 00000100:00100000:0.0:1770653414.014833:0:3289:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955665155f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707211392:0@lo:6:osp-syn-0-0.0 00000400:00000200:3.0:1770653414.014834:0:76419:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda9cd [1] + 224 00000100:00000200:2.0:1770653414.014836:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95572ebc4000 x1856657707211776/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653414.014836:0:12201:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.014843:0:12201:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653414.014845:0:76419:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1770653414.014847:0:3289:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000010:1.1:1770653414.014868:0:12201:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556323fc800. 00010000:00000010:3.1:1770653414.014872:0:76419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c678500. 00010000:00000010:1.1:1770653414.014878:0:12201:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c678200. 00010000:00000010:0.1:1770653414.014881:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95562c678d00. 00010000:00000010:3.1:1770653414.014883:0:76419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016a600. 00010000:00000010:1.1:1770653414.014887:0:12201:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb4400. 00010000:00000010:0.1:1770653414.014891:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a400. 00010000:00000010:1.1:1770653414.014895:0:12201:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95573d0ab400. 00000400:00000200:3.0:1770653414.014902:0:76419:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1770653414.014903:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95572ebc4000 x1856657707211776/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1770653414.014903:0:3289:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1770653414.014904:0:12201:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1770653414.014907:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602d94160. 00010000:00000001:1.0:1770653414.014912:0:12201:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:0.0:1770653414.014914:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022880 00010000:00010000:1.0:1770653414.014917:0:12201:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ac00/0x2aed14e4e178d048 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x156b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1770653414.014919:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022880. 00000100:00000001:2.0:1770653414.014920:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1770653414.014923:0:3288:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653414.014926:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1770653414.014927:0:76419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1770653414.014929:0:3288:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:2.0:1770653414.014933:0:3288:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1770653414.014935:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95572ebc4380 x1856657707211904/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653414.014936:0:3288:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1770653414.014937:0:76419:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95572ebc7800 x1856657707212800/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653430 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1770653414.014937:0:12201:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ac00/0x2aed14e4e178d048 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x156b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653414.014940:0:3288:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653414.014946:0:3288:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1770653414.014953:0:3288:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=89 v=5 (5 5 5 5) 00000100:00001000:2.0:1770653414.014963:0:3288:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=60 v=5 (1 1 1 1) 00010000:00000001:1.0:1770653414.014965:0:12201:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.014973:0:3288:0:(client.c:1470:ptlrpc_check_status()) Process entered 00010000:00010000:1.0:1770653414.014974:0:12201:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ac00/0x2aed14e4e178d048 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x156b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1770653414.014974:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95572ebc4380 x1856657707211904/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653414.014977:0:3288:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653414.014979:0:76419:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95572ebc7800 x1856657707212800/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653414.014983:0:3288:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1770653414.014987:0:3288:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.014993:0:3288:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1770653414.014996:0:3288:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1770653414.015002:0:3288:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00010000:00000001:1.0:1770653414.015003:0:12201:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:2.0:1770653414.015009:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1770653414.015009:0:12201:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653414.015009:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1770653414.015011:0:76419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1770653414.015013:0:3289:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653414.015014:0:12201:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653414.015015:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800411623424 : -117273297928192 : ffff95572ebc4000) 00000100:00000001:0.0:1770653414.015016:0:3289:0:(client.c:1568:after_reply()) Process entered 00000400:00000200:3.0:1770653414.015018:0:76419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78aa0 00010000:00000001:1.0:1770653414.015019:0:12201:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1770653414.015021:0:3288:0:(client.c:3055:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1770653414.015021:0:3289:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:3.0:1770653414.015022:0:76419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78aa0. 00000020:00000001:1.0:1770653414.015023:0:12201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1770653414.015026:0:3288:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00000100:00000001:0.0:1770653414.015026:0:3289:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1770653414.015027:0:12201:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2ac00 refcount=3 00000100:00000001:3.0:1770653414.015028:0:76419:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653414.015030:0:3289:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.015032:0:3288:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1770653414.015033:0:76419:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1770653414.015034:0:12201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783629824 : -117277925921792 : ffff95561ae2ac00) 02000000:00000001:0.0:1770653414.015034:0:3289:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.015035:0:3288:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.015038:0:76419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.015041:0:12201:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783629824 : -117277925921792 : ffff95561ae2ac00) 00000100:00001000:0.0:1770653414.015042:0:3289:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=89 v=5 (5 5 5 5) 00000100:00000040:3.0:1770653414.015044:0:76419:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000100:00000040:2.0:1770653414.015046:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95572ebc4000 x1856657707211776/t4295332657(4295332657) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653414.015047:0:12201:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:3.0:1770653414.015051:0:76419:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00001000:0.0:1770653414.015054:0:3289:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=60 v=5 (1 1 1 1) 00000020:00000001:3.0:1770653414.015055:0:76419:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1770653414.015055:0:12201:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ac00/0x2aed14e4e178d048 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x156b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1770653414.015062:0:76419:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1770653414.015064:0:3289:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1770653414.015068:0:3289:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653414.015070:0:76419:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665157800 x1856657707212800/t8590299239(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:245/0 lens 544/432 e 0 to 0 dl 1770653425 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653414.015075:0:3288:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1770653414.015075:0:3289:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1770653414.015080:0:3289:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.015081:0:12201:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1770653414.015082:0:3288:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1770653414.015085:0:12201:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1770653414.015088:0:3288:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653414.015088:0:3289:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00010000:00010000:1.0:1770653414.015090:0:12201:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ac00/0x2aed14e4e178d048 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x156b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1770653414.015092:0:3289:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000004:00080000:2.0:1770653414.015095:0:3288:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95572ebc4000/2, rc 0, transno 4295332657 00000100:00000001:0.0:1770653414.015096:0:3289:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00100000:3.0:1770653414.015101:0:76419:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665157800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:lustre-MDT0000-mdtlov_UUID+55:3289:x1856657707212800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12691us (12999us total) trans 8590299239 rc 0/0 00000100:00000001:0.0:1770653414.015101:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000004:00001000:2.0:1770653414.015103:0:3288:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 1 in flight, 50 in progress 00000100:00000001:0.0:1770653414.015105:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800411624320 : -117273297927296 : ffff95572ebc4380) 00000100:00000040:2.0:1770653414.015112:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572ebc4000 x1856657707211776/t4295332657(4295332657) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653414.015113:0:3289:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00010000:00000001:1.0:1770653414.015114:0:12201:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:0.0:1770653414.015118:0:3289:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00010000:00000001:1.0:1770653414.015120:0:12201:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.015124:0:3289:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00010000:00000001:1.0:1770653414.015128:0:12201:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1770653414.015129:0:3289:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653414.015134:0:76419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136251 00010000:00000010:1.0:1770653414.015135:0:12201:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff955647fa86c0. 00000100:00100000:2.0:1770653414.015136:0:3288:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95572ebc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707211776:0@lo:6:osp-syn-1-0.0 00000100:00000040:3.0:1770653414.015140:0:76419:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 1 00000100:00000040:0.0:1770653414.015140:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95572ebc4380 x1856657707211904/t4295332655(4295332655) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653414.015143:0:12201:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1770653414.015147:0:76419:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:2.0:1770653414.015149:0:3288:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1770653414.015151:0:76419:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:2.0:1770653414.015153:0:3288:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1770653414.015155:0:76419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300080. 00000100:00000001:0.0:1770653414.015156:0:3289:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1770653414.015157:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d20b0. 00010000:00010000:1.0:1770653414.015160:0:12201:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000010:3.0:1770653414.015162:0:76419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510ed8. 00000400:00000200:2.0:1770653414.015164:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78088 00000100:00000001:0.0:1770653414.015164:0:3289:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1770653414.015165:0:12201:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.015168:0:3289:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1770653414.015169:0:76419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955636fe8400. 00000400:00000010:2.0:1770653414.015169:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78088. 00010000:00000001:1.0:1770653414.015170:0:12201:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:0.0:1770653414.015172:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95572ebc4380/2, rc 0, transno 4295332655 00010000:00000001:1.0:1770653414.015177:0:12201:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000004:00001000:0.0:1770653414.015178:0:3289:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 0 in flight, 50 in progress 00000020:00000040:3.0:1770653414.015179:0:76419:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 54 00000100:00000001:2.0:1770653414.015179:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1770653414.015180:0:12201:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1770653414.015185:0:12201:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1770653414.015187:0:76419:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1770653414.015187:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95572ebc5180 x1856657707212672/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00002000:00000001:1.0:1770653414.015188:0:12201:0:(ofd_objects.c:1064:ofd_destroy()) Process entered 00000100:00000040:0.0:1770653414.015189:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572ebc4380 x1856657707211904/t4295332655(4295332655) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1770653414.015192:0:12201:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1770653414.015199:0:12201:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff955617a80000. 00080000:00000001:1.0:1770653414.015205:0:12201:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626795729453056 : -117277980098560 : ffff955617a80000) 00000001:00000001:1.0:1770653414.015211:0:12201:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000020:00000001:3.0:1770653414.015213:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000001:1.0:1770653414.015215:0:12201:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653414.015217:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653414.015219:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95572ebc5180 x1856657707212672/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000002:1.0:1770653414.015221:0:12201:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000403:0x156b:0x0] not in the id map cache 00000100:00100000:0.0:1770653414.015221:0:3289:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95572ebc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707211904:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1770653414.015223:0:5745:0:(ldlm_lockd.c:2894:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00080000:00000001:1.0:1770653414.015229:0:12201:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00010000:00000001:3.0:1770653414.015231:0:5745:0:(ldlm_lockd.c:2974:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:0.0:1770653414.015234:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.015235:0:5745:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00080000:00000001:1.0:1770653414.015241:0:12201:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653414.015241:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00010000:3.0:1770653414.015242:0:5745:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ac00/0x2aed14e4e178d048 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x156b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1770653414.015243:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00080000:00000001:1.0:1770653414.015248:0:12201:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653414.015249:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665155f80 x1856657707211392/t8590299235(8590299235) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653414.015250:0:3288:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1770653414.015255:0:12201:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00010000:00010000:3.0:1770653414.015259:0:5745:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95561ae2ac00 already unused, calling callback (ffffffffc16fe650) 00000100:00000001:2.0:1770653414.015260:0:3288:0:(client.c:1568:after_reply()) Process entered 00080000:00000001:1.0:1770653414.015260:0:12201:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000001:0.0:1770653414.015262:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1770653414.015264:0:12201:0:(fld_handler.c:192:fld_local_lookup()) Process entered 02000000:00000001:2.0:1770653414.015265:0:3288:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1770653414.015266:0:5745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:0.0:1770653414.015266:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 80000000:00000001:1.0:1770653414.015267:0:12201:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:3.0:1770653414.015271:0:5745:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:2.0:1770653414.015271:0:3288:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 80000000:00000001:1.0:1770653414.015272:0:12201:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653414.015274:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572ebc4380 x1856657707211904/t4295332655(4295332655) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653414.015277:0:3288:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653414.015278:0:5745:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ac00/0x2aed14e4e178d048 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x156b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 80000000:00000001:1.0:1770653414.015278:0:12201:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653414.015285:0:12201:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653414.015287:0:3288:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653414.015291:0:12201:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1770653414.015295:0:12201:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00010000:00000001:3.0:1770653414.015296:0:5745:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1770653414.015296:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1770653414.015298:0:3288:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=96 v=5 (5 5 5 5) 00010000:00000001:3.0:1770653414.015301:0:5745:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1770653414.015302:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653414.015305:0:5745:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1770653414.015306:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1770653414.015307:0:3288:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=69 v=5 (1 1 1 1) 00000001:00000001:1.0:1770653414.015307:0:12201:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000040:3.0:1770653414.015308:0:5745:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff95561ae2ac00 refcount=3 00000100:00000001:0.0:1770653414.015309:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000001:00000001:1.0:1770653414.015311:0:12201:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000001:3.0:1770653414.015315:0:5745:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795783629824 : -117277925921792 : ffff95561ae2ac00) 00000400:00000001:0.0:1770653414.015316:0:3289:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1770653414.015317:0:3288:0:(client.c:1470:ptlrpc_check_status()) Process entered 00080000:00000001:1.0:1770653414.015318:0:12201:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1770653414.015320:0:3289:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1770653414.015321:0:5745:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626795783629824 : -117277925921792 : ffff95561ae2ac00) 00000100:00000001:2.0:1770653414.015322:0:3288:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653414.015323:0:12201:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000010:0.0:1770653414.015324:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602d94840. 00010000:00000001:3.0:1770653414.015326:0:5745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000001:1.0:1770653414.015327:0:12201:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1770653414.015330:0:3288:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1770653414.015330:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022aa0 00010000:00010000:3.0:1770653414.015331:0:5745:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ac00/0x2aed14e4e178d048 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x156b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1770653414.015335:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022aa0. 00010000:00000001:2.0:1770653414.015336:0:3288:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653414.015338:0:12201:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:0.0:1770653414.015340:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00080000:00000001:1.0:1770653414.015342:0:12201:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.015345:0:3288:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00000200:0.0:1770653414.015347:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95572ebc7800 x1856657707212800/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653414.015348:0:5745:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:2.0:1770653414.015350:0:3288:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00010000:00000001:3.0:1770653414.015352:0:5745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:1.0:1770653414.015354:0:12201:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.015356:0:5745:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.015357:0:3288:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00080000:00000001:1.0:1770653414.015361:0:12201:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000100:00000001:2.0:1770653414.015364:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1770653414.015365:0:5745:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1770653414.015370:0:5745:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1770653414.015370:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800411627904 : -117273297923712 : ffff95572ebc5180) 00000100:00000200:0.0:1770653414.015371:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95572ebc7800 x1856657707212800/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653414.015373:0:5745:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1770653414.015374:0:12201:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.015376:0:3288:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00010000:00000001:3.0:1770653414.015378:0:5745:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653414.015379:0:12201:0:(osd_object.c:806:osd_destroy()) Process entered 00000100:00000040:2.0:1770653414.015380:0:3288:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00000020:00000040:3.0:1770653414.015384:0:5745:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff95561ae2ac00 with handle 0x2aed14e4e178d048 from hash 00080000:00000001:1.0:1770653414.015384:0:12201:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000001:2.0:1770653414.015386:0:3288:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 80000000:00000001:1.0:1770653414.015388:0:12201:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:3.0:1770653414.015391:0:5745:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1770653414.015392:0:3288:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1770653414.015393:0:12201:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:3.0:1770653414.015395:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1770653414.015397:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 80000000:00000001:1.0:1770653414.015398:0:12201:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.015399:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1770653414.015400:0:3289:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 80000000:00000001:1.0:1770653414.015403:0:12201:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.015404:0:5745:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:2.0:1770653414.015404:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95572ebc5180 x1856657707212672/t8590299237(8590299237) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653430 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653414.015405:0:3289:0:(client.c:1568:after_reply()) Process entered 00080000:00000001:1.0:1770653414.015407:0:12201:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653414.015409:0:3289:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1770653414.015410:0:5745:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00080000:00000001:1.0:1770653414.015411:0:12201:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00010000:00000001:3.0:1770653414.015414:0:5745:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653414.015415:0:12201:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446626796937490496 : -117276772061120 : ffff95565fa93040) 00000100:00000001:0.0:1770653414.015415:0:3289:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653414.015419:0:3289:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.015421:0:5745:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1770653414.015425:0:5745:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 02000000:00000001:0.0:1770653414.015426:0:3289:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.015428:0:5745:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1770653414.015429:0:3288:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653414.015432:0:5745:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653414.015433:0:3288:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:0.0:1770653414.015433:0:3289:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=96 v=5 (5 5 5 5) 00010000:00000001:3.0:1770653414.015436:0:5745:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.015437:0:3288:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1770653414.015439:0:3289:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=69 v=5 (1 1 1 1) 00010000:00000001:3.0:1770653414.015440:0:5745:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000004:00080000:2.0:1770653414.015442:0:3288:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95572ebc5180/2, rc 0, transno 8590299237 00010000:00000001:3.0:1770653414.015444:0:5745:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1770653414.015446:0:3289:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000004:00001000:2.0:1770653414.015447:0:3288:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 2 in flight, 50 in progress 00080000:00000001:1.0:1770653414.015447:0:12201:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653414.015450:0:3289:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.015451:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1770653414.015455:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:1.0:1770653414.015455:0:12201:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653414.015456:0:3289:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1770653414.015458:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572ebc5180 x1856657707212672/t8590299237(8590299237) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653430 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653414.015460:0:5745:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653414.015460:0:12201:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1770653414.015462:0:3289:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1770653414.015464:0:12201:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00000001:3.0:1770653414.015466:0:5745:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.015468:0:3289:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000001:00000002:1.0:1770653414.015469:0:12201:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590299240, last_committed = 8590299190 00010000:00000001:3.0:1770653414.015472:0:5745:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653414.015473:0:3289:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000001:00000010:1.0:1770653414.015475:0:12201:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff95564ae1a900. 00000100:00000001:0.0:1770653414.015479:0:3289:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00010000:00010000:3.0:1770653414.015480:0:5745:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ac00/0x2aed14e4e178d048 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x156b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000001:00000040:1.0:1770653414.015482:0:12201:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff95560202c800 : new cb_count 50 00000100:00000001:0.0:1770653414.015483:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1770653414.015486:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800411637760 : -117273297913856 : ffff95572ebc7800) 00000020:00000040:1.0:1770653414.015489:0:12201:0:(genops.c:887:class_export_get()) GET export ffff95560202c800 refcount=55 00000100:00000001:0.0:1770653414.015491:0:3289:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1770653414.015492:0:3288:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95572ebc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707212672:0@lo:6:osp-syn-0-0.0 00080000:00000001:1.0:1770653414.015496:0:12201:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000040:0.0:1770653414.015496:0:3289:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00000100:00000001:0.0:1770653414.015502:0:3289:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00010000:00000001:3.0:1770653414.015503:0:5745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:1.0:1770653414.015506:0:12201:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000100:00000001:0.0:1770653414.015506:0:3289:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.015507:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1770653414.015508:0:5745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff95561ae2ac00/0x2aed14e4e178d048 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x156b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12201 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1770653414.015513:0:12201:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.015514:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1770653414.015515:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95572ebc7800 x1856657707212800/t8590299239(8590299239) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653430 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1770653414.015523:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572ebc4000 x1856657707211776/t4295332657(4295332657) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1770653414.015525:0:12201:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653414.015532:0:12201:0:(ofd_objects.c:1106:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653414.015538:0:12201:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00080000:00000010:1.0:1770653414.015548:0:12201:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff95560bc3b008. 00010000:00000040:3.0:1770653414.015551:0:5745:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff95560d669300 count: 0 00000100:00000001:0.0:1770653414.015553:0:3289:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1770653414.015554:0:12201:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000100:00000001:2.0:1770653414.015558:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00002000:00000040:1.0:1770653414.015559:0:12201:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000403:0x156b:0x0] 00000100:00000001:0.0:1770653414.015559:0:3289:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00002000:00000010:3.0:1770653414.015561:0:5745:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff95562ede42c0. 00000100:00000001:2.0:1770653414.015562:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1770653414.015563:0:3289:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00002000:00000010:1.0:1770653414.015564:0:12201:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9556697677c0. 00000100:00000040:2.0:1770653414.015569:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572ebc5180 x1856657707212672/t8590299237(8590299237) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653430 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1770653414.015570:0:3289:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95572ebc7800/2, rc 0, transno 8590299239 00010000:00000010:3.0:1770653414.015571:0:5745:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff95560d669100. 00002000:00000001:1.0:1770653414.015572:0:12201:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:1.0:1770653414.015575:0:12201:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:0.0:1770653414.015578:0:3289:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 1 in flight, 50 in progress 00002000:00000001:1.0:1770653414.015582:0:12201:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1770653414.015586:0:5745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1770653414.015588:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572ebc7800 x1856657707212800/t8590299239(8590299239) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653430 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1770653414.015589:0:12201:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 8590299240, xid 1856657707213440 00010000:00000001:3.0:1770653414.015592:0:5745:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1770653414.015596:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.015596:0:12201:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000010:3.0:1770653414.015598:0:5745:0:(ldlm_lockd.c:3013:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff955647fa86c0. 00000100:00000001:2.0:1770653414.015602:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:1.0:1770653414.015604:0:12201:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95561752a680 x1856657707213440/t8590299240(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:245/0 lens 544/432 e 0 to 0 dl 1770653425 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653414.015606:0:5745:0:(ldlm_lockd.c:3017:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.015609:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1770653414.015615:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1770653414.015615:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653414.015616:0:3289:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95572ebc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3289:1856657707212800:0@lo:6:osp-syn-0-0.0 00000020:00000001:3.0:1770653414.015622:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.015623:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1770653414.015623:0:12201:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1770653414.015625:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653414.015627:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.015628:0:12201:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653414.015631:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1770653414.015631:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1770653414.015634:0:12201:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=96 v=5 (1 1 1 1) 00000020:00000001:3.0:1770653414.015636:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:0.0:1770653414.015637:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572ebc7800 x1856657707212800/t8590299239(8590299239) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653430 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1770653414.015641:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.015642:0:12201:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:3.0:1770653414.015649:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1770653414.015649:0:12201:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000001:0.0:1770653414.015650:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653414.015654:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1770653414.015656:0:12201:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00000001:0.0:1770653414.015656:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653414.015657:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653414.015663:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1770653414.015663:0:12201:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1770653414.015664:0:3289:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1770653414.015665:0:12201:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.015668:0:3289:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.015669:0:12201:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1770653414.015675:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1770653414.015676:0:12201:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1770653414.015678:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653414.015680:0:12201:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0225d8. 00000100:00000200:1.0:1770653414.015684:0:12201:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1856657707213440, offset 224 00000400:00000200:1.0:1770653414.015688:0:12201:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1770653414.015692:0:12201:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1770653414.015696:0:12201:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6989ecf1ba280 00000400:00000200:1.0:1770653414.015699:0:12201:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0xeda9b5 [1] + 224 00000400:00000200:1.0:1770653414.015702:0:12201:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653414.015705:0:12201:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1770653414.015707:0:12201:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1770653414.015710:0:12201:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95572f8d4380 x1856657707213440/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653414.015716:0:12201:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff95572f8d4380 x1856657707213440/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653414.015733:0:12201:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1770653414.015737:0:12201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0225d8 00000400:00000010:1.0:1770653414.015751:0:12201:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0225d8. 00000100:00000001:1.0:1770653414.015754:0:12201:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653414.015755:0:12201:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1770653414.015756:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1770653414.015759:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1770653414.015759:0:12201:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653414.015765:0:12201:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000400:00000001:2.0:1770653414.015766:0:3290:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1770653414.015769:0:12201:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000400:00000001:2.0:1770653414.015770:0:3290:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1770653414.015773:0:12201:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653414.015774:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2478. 00000020:00000001:1.0:1770653414.015777:0:12201:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1770653414.015779:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78ee0 00000400:00000010:2.0:1770653414.015783:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78ee0. 00000100:00000040:1.0:1770653414.015783:0:12201:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95561752a680 x1856657707213440/t8590299240(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:245/0 lens 544/432 e 0 to 0 dl 1770653425 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653414.015788:0:3290:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1770653414.015795:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95572f8d4380 x1856657707213440/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770653414.015799:0:12201:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95561752a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+55:3290:x1856657707213440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14948us (15260us total) trans 8590299240 rc 0/0 00000100:00100000:1.0:1770653414.015816:0:12201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136249 00000100:00000200:2.0:1770653414.015817:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95572f8d4380 x1856657707213440/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653414.015820:0:12201:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 0 00000100:00000001:1.0:1770653414.015825:0:12201:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1770653414.015827:0:12201:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1770653414.015830:0:12201:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519900. 00000100:00000001:2.0:1770653414.015831:0:3290:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1770653414.015835:0:3290:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1770653414.015835:0:12201:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d960. 00000100:00000001:2.0:1770653414.015837:0:3290:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:2.0:1770653414.015840:0:3290:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1770653414.015842:0:12201:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955626009600. 00000100:00000001:2.0:1770653414.015843:0:3290:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653414.015846:0:3290:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653414.015865:0:12201:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 54 02000000:00000001:2.0:1770653414.015866:0:3290:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.015870:0:12201:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1770653414.015872:0:3290:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=96 v=5 (5 5 5 5) 00000100:00001000:2.0:1770653414.015877:0:3290:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=69 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653414.015880:0:3290:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1770653414.015882:0:3290:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.015884:0:3290:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1770653414.015886:0:3290:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.015887:0:3290:0:(client.c:1522:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1770653414.015889:0:3290:0:(client.c:1529:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1770653414.015890:0:3290:0:(client.c:1531:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1770653414.015890:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1770653414.015891:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800425321344 : -117273284230272 : ffff95572f8d4380) 00000100:00000001:2.0:1770653414.015893:0:3290:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1770653414.015894:0:3290:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00000100:00000001:2.0:1770653414.015895:0:3290:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1770653414.015896:0:3290:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653414.015899:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95572f8d4380 x1856657707213440/t8590299240(8590299240) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653414.015904:0:3290:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653414.015906:0:3290:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1770653414.015907:0:3290:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:2.0:1770653414.015908:0:3290:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff95572f8d4380/2, rc 0, transno 8590299240 00000004:00001000:2.0:1770653414.015910:0:3290:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 0 in flight, 50 in progress 00000100:00000040:2.0:1770653414.015912:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572f8d4380 x1856657707213440/t8590299240(8590299240) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1770653414.015917:0:3290:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95572f8d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707213440:0@lo:6:osp-syn-0-0.0 00000100:00000001:2.0:1770653414.015919:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653414.015921:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1770653414.015923:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572f8d4380 x1856657707213440/t8590299240(8590299240) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653414.015927:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.015929:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653414.015931:0:3290:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1770653414.015931:0:3290:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.015933:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1770653414.015934:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1770653414.017887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565f571200. 00010000:00000010:1.1:1770653414.017889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9556395a6000. 00010000:00000010:0.1:1770653414.017895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95565f6edf00. 00010000:00000010:0.1:1770653414.017904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162c00. 00010000:00000010:0.1:1770653414.017909:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955666214900. 00010000:00000010:0.1:1770653414.017913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016a000. 00010000:00000010:0.1:1770653414.017916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556110e6d00. 00010000:00000010:0.1:1770653414.017919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ae00. 00010000:00000010:0.1:1770653414.017923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565f570000. 00010000:00000010:0.1:1770653414.017925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95561e13bd00. 00010000:00000010:0.1:1770653414.017927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2a800. 00010000:00000010:3.1:1770653414.018894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95571016ac00. 00010000:00000010:3.1:1770653414.018900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d669000. 00010000:00000010:3.1:1770653414.018903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c163c00. 00010000:00000010:1.1:1770653414.020889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95565f571a00. 00010000:00000010:3.1:1770653414.020894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9556613f3300. 00010000:00000010:3.1:1770653414.020902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95566c162000. 00010000:00000010:3.1:1770653414.020906:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff955633f4cb00. 00010000:00000010:3.1:1770653414.020909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff955631eb5600. 00010000:00000010:3.1:1770653414.020915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff95560d669300. 00010000:00000010:3.1:1770653414.020918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95561ae2ac00. 00000100:00000040:3.0:1770653414.033907:0:78052:0:(connection.c:75:cpu_latency_work()) work item of ffff95572011f330 (cpu 0) has reached its deadline 4301444846, at 4301444847 00000100:00000040:2.0:1770653414.033916:0:81035:0:(connection.c:75:cpu_latency_work()) work item of ffff95572011f220 (cpu 0) has reached its deadline 4301444846, at 4301444847 00000100:00000010:3.0:1770653414.033918:0:78052:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95566a08a960. 00000100:00000010:2.0:1770653414.033928:0:81035:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95566a08a300. 00000100:00000040:1.0:1770653414.033928:0:78151:0:(connection.c:75:cpu_latency_work()) work item of ffff95572011f110 (cpu 0) has reached its deadline 4301444846, at 4301444847 00000100:00000040:0.0:1770653414.033928:0:81665:0:(connection.c:75:cpu_latency_work()) work item of ffff95572011f000 (cpu 0) has reached its deadline 4301444846, at 4301444847 00000100:00000010:1.0:1770653414.033939:0:78151:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95566a08af00. 00000100:00000010:0.0:1770653414.033941:0:81665:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95566a08a840. 00010000:00000001:2.0:1770653414.626943:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653414.626953:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.626962:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653414.626964:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.626969:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653414.626971:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.626975:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653414.626977:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.626983:0:81035:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1770653414.626985:0:81035:0:(ldlm_pool.c:464:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653414.627002:0:81035:0:(ldlm_pool.c:1344:ldlm_pools_recalc_task()) Negative interval(-6693) 00000020:00000001:3.0:1770653414.627036:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1770653414.627040:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653414.627043:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1770653414.818946:0:62761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 860f3d7e-67dc-4cd5-abe1-320f8f919c6b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1770653414.818958:0:62761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1770653414.818969:0:62761:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955617529880. 00000020:00000040:3.0:1770653414.818976:0:62761:0:(genops.c:1229:class_import_get()) import ffff9557060b5000 refcount=4 obd=MGC192.168.202.160@tcp 00000100:00000001:3.0:1770653414.818982:0:62761:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1770653414.818988:0:62761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1770653414.818995:0:62761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1770653414.819022:0:62761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95562626c500. 00000100:00000001:3.0:1770653414.819030:0:62761:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653414.819044:0:62761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 860f3d7e-67dc-4cd5-abe1-320f8f919c6b->MGS req@ffff955617529880 x1856657707214208/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1770653414.819082:0:62761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1770653414.819088:0:62761:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653414.819095:0:62761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aaa50b55] to pc [ptlrpcd_00_00+0] req@ffff955617529880 x1856657707214208/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653414.819126:0:62761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653414.819129:0:62761:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1770653414.819133:0:62761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1770653414.819136:0:62761:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95561752aa00. 00000020:00000040:3.0:1770653414.819138:0:62761:0:(genops.c:1229:class_import_get()) import ffff95571882a800 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1770653414.819141:0:62761:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1770653414.819143:0:62761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1770653414.819145:0:62761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1770653414.819149:0:62761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95562626c700. 00000100:00000001:3.0:1770653414.819153:0:62761:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653414.819156:0:62761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@ffff95561752aa00 x1856657707214336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653414.819159:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653414.819167:0:62761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1770653414.819168:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1770653414.819170:0:62761:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.819174:0:3288:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1770653414.819176:0:62761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c0cabc] to pc [ptlrpcd_00_01+1] req@ffff95561752aa00 x1856657707214336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1770653414.819186:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955617529880 x1856657707214208/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653414.819190:0:62761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653414.819197:0:62761:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1770653414.819205:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653414.819207:0:62761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1770653414.819207:0:3288:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1770653414.819214:0:3288:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1770653414.819215:0:62761:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955617528e00. 00000100:00000001:0.0:1770653414.819215:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1770653414.819220:0:3289:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1770653414.819223:0:62761:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=53 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:2.0:1770653414.819225:0:3288:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1770653414.819228:0:62761:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1770653414.819232:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95561752aa00 x1856657707214336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1770653414.819233:0:62761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1770653414.819233:0:3288:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1770653414.819238:0:62761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653414.819241:0:3288:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1770653414.819247:0:62761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95562626cc00. 00000100:00100000:2.0:1770653414.819250:0:3288:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955617529880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:860f3d7e-67dc-4cd5-abe1-320f8f919c6b:3288:1856657707214208:0@lo:400:kworker.0 00000100:00000001:3.0:1770653414.819255:0:62761:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.819262:0:3288:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1770653414.819269:0:62761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@ffff955617528e00 x1856657707214464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653414.819269:0:3289:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1770653414.819272:0:3288:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1770653414.819275:0:3289:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653414.819278:0:3288:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653414.819283:0:3289:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1770653414.819287:0:3288:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1770653414.819289:0:3289:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653414.819296:0:62761:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1770653414.819297:0:3289:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653414.819298:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff955636fe9000. 00000100:00000001:3.0:1770653414.819302:0:62761:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653414.819306:0:3288:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653414.819308:0:3289:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95561752aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3289:1856657707214336:0@lo:400:kworker.0 00000100:00000040:3.0:1770653414.819312:0:62761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ec7aedc] to pc [ptlrpcd_00_02+2] req@ffff955617528e00 x1856657707214464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653414.819316:0:3289:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1770653414.819318:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef2840. 02000000:00000001:0.0:1770653414.819322:0:3289:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1770653414.819327:0:3289:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653414.819332:0:3289:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1770653414.819333:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888770. 02000000:00000010:0.0:1770653414.819339:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff955626008c00. 02000000:00000001:0.0:1770653414.819343:0:3289:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653414.819344:0:3288:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707214208, portal 25 00000100:00000001:2.0:1770653414.819349:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1770653414.819350:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e0539a0. 00000100:00000001:3.0:1770653414.819355:0:62761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.819355:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795723856000 : -117277985695616 : ffff955617529880) 00000400:00000010:0.0:1770653414.819359:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8c38. 00000100:00000040:3.0:1770653414.819364:0:62761:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1770653414.819367:0:3289:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707214336, portal 10 00000100:00000040:2.0:1770653414.819370:0:3288:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955617529880 x1856657707214208/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1770653430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653414.819377:0:62761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1770653414.819377:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1770653414.819383:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795723860480 : -117277985691136 : ffff95561752aa00) 00000100:00000010:3.0:1770653414.819387:0:62761:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955617529f80. 00000100:00000001:2.0:1770653414.819387:0:3288:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1770653414.819394:0:62761:0:(genops.c:1229:class_import_get()) import ffff9557064aa800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000040:2.0:1770653414.819395:0:3288:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1770653414.819399:0:3289:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95561752aa00 x1856657707214336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653414.819402:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653414.819403:0:62761:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1770653414.819407:0:62761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1770653414.819408:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653414.819411:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1770653414.819412:0:62761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.819415:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.819418:0:3290:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1770653414.819423:0:62761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95562626c200. 00000100:00000001:0.0:1770653414.819425:0:3289:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1770653414.819428:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268883b8. 00000100:00000001:3.0:1770653414.819429:0:62761:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653414.819434:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955617528e00 x1856657707214464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1770653414.819435:0:3289:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1770653414.819439:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1856657707214208, offset 0 00000100:00000040:3.0:1770653414.819443:0:62761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID req@ffff955617529f80 x1856657707214592/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1770653414.819444:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac87f8. 00000400:00000200:2.0:1770653414.819460:0:3288:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1770653414.819472:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1856657707214336, offset 0 00000100:00000001:1.0:1770653414.819480:0:3290:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1770653414.819483:0:62761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1770653414.819488:0:3290:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653414.819489:0:3289:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1770653414.819491:0:62761:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653414.819492:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1770653414.819499:0:3290:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1770653414.819503:0:62761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a44b371] to pc [ptlrpcd_00_03+3] req@ffff955617529f80 x1856657707214592/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1770653414.819505:0:3290:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1770653414.819506:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1770653414.819517:0:3290:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653414.819518:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6989ecf1ba580 00000400:00000200:0.0:1770653414.819530:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6989ecf1ba600 00000100:00100000:1.0:1770653414.819532:0:3290:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955617528e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707214464:0@lo:400:kworker.0 00000400:00000200:2.0:1770653414.819539:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0xe3ab71 [2] + 0 00000100:00000001:1.0:1770653414.819548:0:3290:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1770653414.819552:0:62761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653414.819552:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955610c4c210. 02000000:00000001:1.0:1770653414.819555:0:3290:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1770653414.819561:0:62761:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1770653414.819562:0:3290:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653414.819563:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff95565f7f1180 02000000:00000001:1.0:1770653414.819571:0:3290:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1770653414.819572:0:62761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1770653414.819573:0:3288:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653414.819574:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xe8f551 [64] + 181168 00000100:00000010:3.0:1770653414.819580:0:62761:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955617529500. 02000000:00000010:1.0:1770653414.819583:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95563c4f6800. 00000400:00000200:0.0:1770653414.819586:0:3289:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653414.819587:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:3.0:1770653414.819589:0:62761:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=53 obd=lustre-OST0001-osc-MDT0000 02000000:00000001:1.0:1770653414.819591:0:3290:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.819601:0:62761:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1770653414.819601:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95565f7f1180 00000400:00000200:0.0:1770653414.819602:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1770653414.819606:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d940b0. 02000000:00000001:3.0:1770653414.819608:0:62761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1770653414.819610:0:3288:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff95565f7f1180. 02000000:00000001:3.0:1770653414.819614:0:62761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.819621:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1770653414.819621:0:3289:0:(events.c:286:request_in_callback()) Process entered 02000000:00000010:3.0:1770653414.819622:0:62761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95562626cb00. 00000100:00000200:2.0:1770653414.819626:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:0.0:1770653414.819627:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:1.0:1770653414.819628:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0225d8. 00000100:00000001:3.0:1770653414.819629:0:62761:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653414.819637:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff95570622ec50 x1856657707214208 msgsize 224 00000100:00000010:0.0:1770653414.819639:0:3289:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710552d80. 00000100:00000200:1.0:1770653414.819642:0:3290:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707214464, portal 4 00000100:00000040:3.0:1770653414.819644:0:62761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID req@ffff955617529500 x1856657707214720/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1770653414.819647:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff955710552d80 x1856657707214336 msgsize 224 00000100:00000001:1.0:1770653414.819651:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1770653414.819657:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1770653414.819659:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795723853312 : -117277985698304 : ffff955617528e00) 00000100:00000040:2.0:1770653414.819665:0:3288:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:0.0:1770653414.819672:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1770653414.819680:0:3290:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955617528e00 x1856657707214464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653414.819681:0:62761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1770653414.819686:0:62761:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.819692:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1770653414.819693:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1770653414.819695:0:62761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d311827f] to pc [ptlrpcd_00_00+0] req@ffff955617529500 x1856657707214720/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1770653414.819704:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268883b8 00000400:00000010:2.0:1770653414.819710:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268883b8. 00000100:00000001:1.0:1770653414.819720:0:3290:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1770653414.819721:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1770653414.819721:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac87f8 00000100:00000001:3.0:1770653414.819725:0:62761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653414.819729:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac87f8. 00000100:00000200:2.0:1770653414.819748:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955617529880 x1856657707214208/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1770653430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653414.819751:0:3290:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1770653414.819752:0:62761:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1770653414.819756:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1770653414.819766:0:62761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:0.0:1770653414.819767:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95561752aa00 x1856657707214336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653414.819774:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1770653414.819775:0:62761:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d8b800. 00000020:00000040:3.0:1770653414.819781:0:62761:0:(genops.c:1229:class_import_get()) import ffff955634daf800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1770653414.819782:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1770653414.819784:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955617529880 x1856657707214208/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1770653430 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653414.819786:0:5752:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1770653414.819788:0:62761:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1770653414.819791:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95561752aa00 x1856657707214336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653430 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1770653414.819793:0:62761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1770653414.819795:0:5752:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707214208 02000000:00000001:3.0:1770653414.819799:0:62761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653414.819805:0:5752:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:3.0:1770653414.819808:0:62761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95562626cd00. 00000100:00000001:1.0:1770653414.819812:0:5752:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653414.819817:0:62761:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.819820:0:5752:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.819829:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653414.819830:0:62761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@ffff955618d8b800 x1856657707214848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653414.819832:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653414.819833:0:5752:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.819835:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1770653414.819845:0:5752:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707214208 00000100:00000001:2.0:1770653414.819846:0:3288:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.819886:0:62761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1770653414.819886:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1770653414.819890:0:3288:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 0 is 4301445663 00000100:00000001:3.0:1770653414.819894:0:62761:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653414.819895:0:5752:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1770653414.819898:0:3289:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653414.819902:0:5752:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90edda 00000100:00000040:3.0:1770653414.819904:0:62761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ea7e9ce] to pc [ptlrpcd_00_01+1] req@ffff955618d8b800 x1856657707214848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1770653414.819908:0:3289:0:(niobuf.c:633:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5838 usecs (6 jiffies) 00000020:00000001:1.0:1770653414.819909:0:5752:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1770653414.819914:0:50958:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1770653414.819918:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301445639 00000100:00100000:2.0:1770653414.819919:0:50958:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707214336 00000020:00000040:1.0:1770653414.819919:0:5752:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955706689000 refcount=18 02000000:00000001:2.0:1770653414.819926:0:50958:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653414.819929:0:62761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.819930:0:50958:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1770653414.819930:0:5752:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799735050240 : -117273974501376 : ffff955706689000) 00000100:00000010:0.0:1770653414.819932:0:3289:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9556681b9420. 00000100:00000001:2.0:1770653414.819937:0:50958:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653414.819940:0:62761:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6783) 00000020:00000001:1.0:1770653414.819942:0:5752:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626799735050240 : -117273974501376 : ffff955706689000) 02000000:00000001:2.0:1770653414.819943:0:50958:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.819948:0:3289:0:(niobuf.c:676:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 0 00000100:00100000:2.0:1770653414.819952:0:50958:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707214336 00000020:00000001:2.0:1770653414.819956:0:50958:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1770653414.819956:0:5752:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1770653414.819960:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301445639 00000020:00000040:2.0:1770653414.819962:0:50958:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90ee9e 00000020:00000001:2.0:1770653414.819967:0:50958:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1770653414.819968:0:5752:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cfc0. 00000100:00000010:0.0:1770653414.819969:0:3289:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9556681b9ba0. 00000020:00000040:2.0:1770653414.819971:0:50958:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955710574000 refcount=5 00000020:00000001:2.0:1770653414.819978:0:50958:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799901687808 : -117273807863808 : ffff955710574000) 00000100:00000001:1.0:1770653414.819980:0:5752:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653414.819980:0:3289:0:(niobuf.c:676:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 1 00000020:00000001:2.0:1770653414.819982:0:50958:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626799901687808 : -117273807863808 : ffff955710574000) 00000100:00000001:3.0:1770653414.819983:0:3288:0:(niobuf.c:683:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4301445639 00000100:00000001:0.0:1770653414.819990:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301445639 00000100:00000001:2.0:1770653414.819993:0:50958:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653414.819993:0:5752:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cfc0. 00000100:00000001:3.0:1770653414.819996:0:3288:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 1 is 4301445663 00000100:00000010:0.0:1770653414.819997:0:3289:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9556681b91e0. 00000020:00000010:2.0:1770653414.820001:0:50958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f595c0. 00000100:00000001:2.0:1770653414.820008:0:50958:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653414.820008:0:3289:0:(niobuf.c:676:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1770653414.820009:0:3288:0:(niobuf.c:683:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4301445639 00000020:00000010:1.0:1770653414.820010:0:5752:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f7a00. 00000100:00000001:0.0:1770653414.820017:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301445639 00000020:00000010:2.0:1770653414.820019:0:50958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f595c0. 00000100:00000001:3.0:1770653414.820022:0:3288:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 2 is 4301445663 00000020:00000010:1.0:1770653414.820026:0:5752:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d280. 00000100:00000010:0.0:1770653414.820027:0:3289:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9556681b9600. 00000100:00000001:3.0:1770653414.820029:0:3288:0:(niobuf.c:683:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4301445639 00000020:00000010:2.0:1770653414.820031:0:50958:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955636fe9c00. 00000100:00000001:0.0:1770653414.820036:0:3289:0:(niobuf.c:676:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1770653414.820040:0:3288:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 3 is 4301445663 00000020:00000010:2.0:1770653414.820042:0:50958:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300f00. 00000020:00000010:1.0:1770653414.820042:0:5752:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662adaa28. 00000100:00000001:0.0:1770653414.820044:0:3289:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653414.820046:0:3288:0:(niobuf.c:683:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4301445639 00000100:00000001:0.0:1770653414.820053:0:3289:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.820056:0:3288:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653414.820056:0:50958:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510708. 00000100:00000001:0.0:1770653414.820059:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653414.820064:0:5752:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1770653414.820066:0:3288:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.820067:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1770653414.820071:0:50958:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1770653414.820075:0:5752:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653414.820077:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.820077:0:50958:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653414.820081:0:5752:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1770653414.820082:0:50958:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1770653414.820083:0:3289:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1770653414.820084:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653414.820089:0:5752:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.820089:0:3289:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1770653414.820090:0:50958:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653414.820093:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1770653414.820100:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653414.820101:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1770653414.820106:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1770653414.820107:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1770653414.820108:0:50958:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1770653414.820109:0:5752:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.820111:0:3289:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1770653414.820112:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653414.820114:0:50958:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1770653414.820118:0:3288:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1770653414.820120:0:50958:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653414.820121:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955618d8b800 x1856657707214848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653414.820127:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955617529500 x1856657707214720/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653414.820133:0:5752:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653414.820143:0:50958:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653414.820148:0:3289:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1770653414.820153:0:3289:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.820156:0:5752:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653414.820158:0:3288:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1770653414.820159:0:3289:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1770653414.820161:0:5752:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1770653414.820163:0:3288:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.820163:0:50958:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1770653414.820164:0:3289:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653414.820170:0:50958:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1770653414.820171:0:3289:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653414.820172:0:3288:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1770653414.820176:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3417 02000000:00000001:3.0:1770653414.820178:0:3288:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1770653414.820183:0:3289:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955618d8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3289:1856657707214848:0@lo:400:kworker.0 00000100:00100000:2.0:1770653414.820185:0:50958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5825 02000000:00000001:3.0:1770653414.820186:0:3288:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653414.820188:0:5752:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955706689000 : new rpc_count 1 00000100:00000040:2.0:1770653414.820196:0:50958:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955710574000 : new rpc_count 1 00000100:00000001:0.0:1770653414.820196:0:3289:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1770653414.820198:0:5752:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626799730486352 : -117273979065264 : ffff95570622ec50) 00000100:00100000:3.0:1770653414.820199:0:3288:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955617529500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707214720:0@lo:400:kworker.0 02000000:00000001:0.0:1770653414.820202:0:3289:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1770653414.820204:0:50958:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626799901552000 : -117273807999616 : ffff955710552d80) 02000000:00000001:0.0:1770653414.820209:0:3289:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.820213:0:3288:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1770653414.820215:0:3289:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1770653414.820217:0:5752:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95570622ec50 x1856657707214208/t0(0) o400->860f3d7e-67dc-4cd5-abe1-320f8f919c6b@0@lo:245/0 lens 224/0 e 0 to 0 dl 1770653425 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1770653414.820218:0:50958:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955710552d80 x1856657707214336/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:245/0 lens 224/0 e 0 to 0 dl 1770653425 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1770653414.820219:0:3288:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1770653414.820222:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff955626008800. 02000000:00000001:3.0:1770653414.820225:0:3288:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653414.820233:0:3289:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653414.820234:0:3288:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1770653414.820245:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e053000. 02000000:00000010:3.0:1770653414.820254:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95562fa45600. 00000400:00000010:0.0:1770653414.820257:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac87f8. 02000000:00000001:3.0:1770653414.820261:0:3288:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653414.820268:0:3289:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707214848, portal 10 00000100:00000001:2.0:1770653414.820270:0:50958:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1770653414.820272:0:5752:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1770653414.820273:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2580. 00000020:00000010:2.0:1770653414.820276:0:50958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f595c0. 00000100:00000001:0.0:1770653414.820278:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1770653414.820282:0:50958:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653414.820282:0:5752:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cfc0. 00000400:00000010:3.0:1770653414.820284:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78aa0. 00000100:00000001:0.0:1770653414.820284:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795749423104 : -117277960128512 : ffff955618d8b800) 00000100:00000001:1.0:1770653414.820291:0:5752:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653414.820293:0:50958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f595c0. 00000100:00000200:3.0:1770653414.820295:0:3288:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707214720, portal 4 00000020:00000010:1.0:1770653414.820299:0:5752:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cfc0. 00000100:00000001:3.0:1770653414.820301:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1770653414.820304:0:3289:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955618d8b800 x1856657707214848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653414.820307:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795723855104 : -117277985696512 : ffff955617529500) 00000100:00100000:2.0:1770653414.820308:0:50958:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955710552d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1856657707214336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1770653414.820317:0:5752:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95570622ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:860f3d7e-67dc-4cd5-abe1-320f8f919c6b+18:3288:x1856657707214208:12345-0@lo:400:kworker.0 00000100:00000200:2.0:1770653414.820321:0:50958:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707214336 00000100:00000040:3.0:1770653414.820325:0:3288:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955617529500 x1856657707214720/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1770653414.820329:0:50958:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:1.0:1770653414.820336:0:5752:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707214208 00000020:00000001:2.0:1770653414.820338:0:50958:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1770653414.820345:0:50958:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653414.820345:0:5752:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1770653414.820353:0:3289:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1770653414.820354:0:5752:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1770653414.820355:0:50958:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1770653414.820356:0:3288:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1770653414.820361:0:50958:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789376 : -1047762240 : ffffffffc18c6ac0) 00000020:00000001:1.0:1770653414.820362:0:5752:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653414.820367:0:3289:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1770653414.820368:0:3288:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1770653414.820372:0:50958:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1770653414.820373:0:5752:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:3.0:1770653414.820376:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a786e8. 00000400:00000010:0.0:1770653414.820379:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8f68. 00000020:00000001:2.0:1770653414.820380:0:50958:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653414.820380:0:5752:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669485248 : -1040066368 : ffffffffc201d8c0) 00000100:00000200:3.0:1770653414.820381:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1856657707214720, offset 0 00000100:00000200:0.0:1770653414.820388:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1856657707214848, offset 0 00000020:00000001:2.0:1770653414.820391:0:50958:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1770653414.820391:0:5752:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1770653414.820397:0:50958:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1770653414.820399:0:5752:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653414.820400:0:3288:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1770653414.820402:0:50958:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653414.820408:0:5752:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1770653414.820409:0:50958:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1770653414.820415:0:5752:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1770653414.820416:0:3289:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1770653414.820418:0:50958:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1770653414.820421:0:5752:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653414.820422:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1770653414.820425:0:50958:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1770653414.820429:0:5752:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000010:2.0:1770653414.820433:0:50958:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95560a61a400. 00000100:00000001:1.0:1770653414.820435:0:5752:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1770653414.820439:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1770653414.820440:0:50958:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653414.820442:0:5752:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1770653414.820447:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6989ecf1ba780 00000100:00000001:2.0:1770653414.820449:0:50958:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653414.820453:0:5752:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955617a82400. 00000020:00000001:2.0:1770653414.820456:0:50958:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653414.820461:0:5752:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653414.820463:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6989ecf1ba800 00010000:00000040:2.0:1770653414.820465:0:50958:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657707214336 00000400:00000200:3.0:1770653414.820468:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xecf6c5 [8] + 14144 00000100:00000001:1.0:1770653414.820472:0:5752:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.820474:0:50958:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000001:1.0:1770653414.820481:0:5752:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1770653414.820484:0:50958:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955710552d80 x1856657707214336/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:245/0 lens 224/224 e 0 to 0 dl 1770653425 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1770653414.820486:0:3288:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653414.820487:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xe8f551 [64] + 181392 00010000:00000040:1.0:1770653414.820490:0:5752:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657707214208 00010000:00000001:1.0:1770653414.820501:0:5752:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000400:00000200:3.0:1770653414.820504:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1770653414.820504:0:3289:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:1.0:1770653414.820514:0:5752:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95570622ec50 x1856657707214208/t0(0) o400->860f3d7e-67dc-4cd5-abe1-320f8f919c6b@0@lo:245/0 lens 224/224 e 0 to 0 dl 1770653425 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653414.820519:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1770653414.820519:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1770653414.820523:0:50958:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000200:3.0:1770653414.820528:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000001:2.0:1770653414.820530:0:50958:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.820530:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653414.820537:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00001000:2.0:1770653414.820541:0:50958:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557063461e8 time=98 v=5 (1 1 1 1) 00000100:00000010:3.0:1770653414.820544:0:3288:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d88700. 00000100:00000010:0.0:1770653414.820547:0:3289:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710550380. 00010000:00000001:1.0:1770653414.820549:0:5752:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1770653414.820550:0:50958:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1770653414.820555:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff955618d88700 x1856657707214720 msgsize 224 00000100:00000040:0.0:1770653414.820556:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff955710550380 x1856657707214848 msgsize 224 00010000:00000001:1.0:1770653414.820557:0:5752:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653414.820558:0:50958:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000001:2.0:1770653414.820568:0:50958:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00001000:1.0:1770653414.820570:0:5752:0:(import.c:2128:obd_at_measure()) add 1 to ffff955741fd65e8 time=103 v=5 (1 1 1 1) 00000100:00100000:3.0:1770653414.820577:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1770653414.820578:0:50958:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1770653414.820582:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1770653414.820584:0:5752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1770653414.820585:0:50958:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.820592:0:50958:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1770653414.820593:0:5752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 32 to 0@lo 00000100:00000040:2.0:1770653414.820598:0:50958:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1770653414.820601:0:5752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00000001:0.0:1770653414.820603:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1770653414.820605:0:50958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268883b8. 00000100:00000001:3.0:1770653414.820607:0:3288:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1770653414.820609:0:5752:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:2.0:1770653414.820612:0:50958:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1856657707214336, offset 224 02000000:00000001:1.0:1770653414.820616:0:5752:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653414.820616:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8f68 00000400:00000010:0.0:1770653414.820623:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8f68. 00000100:00000001:1.0:1770653414.820625:0:5752:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1770653414.820630:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1770653414.820634:0:5752:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1770653414.820636:0:50958:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1770653414.820642:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955618d8b800 x1856657707214848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1770653414.820644:0:5752:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022550. 00000400:00000200:3.0:1770653414.820646:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a786e8 00000400:00000200:2.0:1770653414.820654:0:50958:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1770653414.820655:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a786e8. 00000100:00000001:0.0:1770653414.820666:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1770653414.820669:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1770653414.820671:0:5752:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1856657707214208, offset 224 00000400:00000200:2.0:1770653414.820673:0:50958:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6989ecf1ba600 00000100:00000040:0.0:1770653414.820674:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955618d8b800 x1856657707214848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653430 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1770653414.820683:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955617529500 x1856657707214720/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1770653414.820689:0:50958:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xedaa4d [1] + 224 00000100:00000001:0.0:1770653414.820697:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653414.820700:0:50958:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1770653414.820704:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1770653414.820709:0:5752:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1770653414.820714:0:3289:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653414.820717:0:50958:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1770653414.820725:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1770653414.820725:0:3289:0:(niobuf.c:633:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 5533 usecs (6 jiffies) 00000100:00000001:2.0:1770653414.820726:0:50958:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1770653414.820749:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4301445639 00000100:00000200:2.0:1770653414.820752:0:50958:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95561752aa00 x1856657707214336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653414.820754:0:5752:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1770653414.820755:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4301445663 00000100:00000040:3.0:1770653414.820761:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955617529500 x1856657707214720/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653430 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653414.820764:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4301445639 00000100:00000001:0.0:1770653414.820774:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4301445663 00000400:00000200:1.0:1770653414.820781:0:5752:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6989ecf1ba580 00000100:00000001:0.0:1770653414.820784:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4301445639 00000100:00000001:0.0:1770653414.820793:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4301445663 00000100:00000040:2.0:1770653414.820794:0:50958:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95561752aa00 x1856657707214336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653414.820801:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4301445639 00000400:00000200:1.0:1770653414.820803:0:5752:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0xedaa49 [1] + 224 00000100:00000001:3.0:1770653414.820805:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.820812:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4301445663 00000100:00000001:3.0:1770653414.820816:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1770653414.820821:0:3289:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1770653414.820823:0:5752:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653414.820829:0:50958:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1770653414.820830:0:3288:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.820830:0:3289:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653414.820838:0:50958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268883b8 00000400:00000200:1.0:1770653414.820838:0:5752:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1770653414.820843:0:3288:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26312 usecs (27 jiffies) 00000400:00000010:2.0:1770653414.820844:0:50958:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268883b8. 00000100:00000001:2.0:1770653414.820876:0:50958:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1770653414.820877:0:3289:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1770653414.820879:0:50958:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1770653414.820882:0:3289:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1770653414.820886:0:50958:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653414.820886:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e0539a0. 00000100:00000001:3.0:1770653414.820890:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301445661 00000100:00000040:2.0:1770653414.820895:0:50958:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 31 to 0@lo 00000400:00000200:0.0:1770653414.820896:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8c38 00000400:00000010:0.0:1770653414.820902:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8c38. 00010000:00000001:2.0:1770653414.820903:0:50958:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:0.0:1770653414.820907:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1770653414.820908:0:50958:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.820909:0:5752:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1770653414.820913:0:7420:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1770653414.820916:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95561752aa00 x1856657707214336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1770653414.820917:0:50958:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:3.0:1770653414.820920:0:7420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707214848 00000100:00000200:1.0:1770653414.820925:0:5752:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955617529880 x1856657707214208/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1770653414.820926:0:50958:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955710552d80 x1856657707214336/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:245/0 lens 224/224 e 0 to 0 dl 1770653425 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1770653414.820929:0:7420:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653414.820934:0:7420:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653414.820941:0:7420:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653414.820951:0:7420:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653414.820962:0:7420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707214848 00000020:00000001:3.0:1770653414.820971:0:7420:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:0.0:1770653414.820973:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95561752aa00 x1856657707214336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1770653414.820977:0:7420:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a9375 00000100:00100000:2.0:1770653414.820980:0:50958:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955710552d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1856657707214336:12345-0@lo:400:kworker.0 Request processed in 705us (1327us total) trans 0 rc 0/0 00000020:00000001:3.0:1770653414.820984:0:7420:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653414.820991:0:7420:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9556071fb800 refcount=5 00000020:00000001:3.0:1770653414.821002:0:7420:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795452086272 : -117278257465344 : ffff9556071fb800) 00000100:00100000:2.0:1770653414.821011:0:50958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5825 00000020:00000001:3.0:1770653414.821013:0:7420:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795452086272 : -117278257465344 : ffff9556071fb800) 00000100:00000040:2.0:1770653414.821021:0:50958:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955710574000 : new rpc_count 0 00000100:00000001:3.0:1770653414.821025:0:7420:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1770653414.821028:0:50958:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1770653414.821032:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1770653414.821033:0:50958:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1770653414.821034:0:5752:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff955617529880 x1856657707214208/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1770653414.821035:0:7420:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbd40. 00000100:00000001:0.0:1770653414.821040:0:3289:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1770653414.821041:0:50958:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300f00. 00000020:00000010:2.0:1770653414.821052:0:50958:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510708. 00000100:00000001:0.0:1770653414.821052:0:3289:0:(client.c:1568:after_reply()) Process entered 00000020:00000040:3.0:1770653414.821053:0:7420:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (ffff955706306360) now 12 - evictor 02000000:00000001:0.0:1770653414.821061:0:3289:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1770653414.821064:0:50958:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955636fe9c00. 00000100:00000001:1.0:1770653414.821065:0:5752:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1770653414.821066:0:3289:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653414.821073:0:3289:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653414.821074:0:50958:0:(genops.c:898:class_export_put()) PUTting export ffff955710574000 : new refcount 4 00000100:00000001:3.0:1770653414.821076:0:7420:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:1.0:1770653414.821079:0:5752:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022550 02000000:00000001:0.0:1770653414.821080:0:3289:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.821081:0:50958:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1770653414.821086:0:7420:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95562fa44a00. 00000400:00000010:1.0:1770653414.821086:0:5752:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022550. 00000100:00001000:0.0:1770653414.821095:0:3289:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571882ac58 time=98 v=5 (5 5 5 5) 00000100:00000001:1.0:1770653414.821097:0:5752:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:3.0:1770653414.821098:0:7420:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3a00. 00000100:00000001:2.0:1770653414.821100:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653414.821101:0:5752:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1770653414.821106:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653414.821111:0:3291:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1770653414.821112:0:5752:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653414.821112:0:3289:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571882ac10 time=98 v=5 (1 1 1 1) 00000020:00000010:3.0:1770653414.821113:0:7420:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90320. 00000100:00000040:2.0:1770653414.821120:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955617529f80 x1856657707214592/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653414.821124:0:5752:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000100:00000001:0.0:1770653414.821127:0:3289:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1770653414.821128:0:7420:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00010000:00000001:1.0:1770653414.821136:0:5752:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:0.0:1770653414.821136:0:3289:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.821138:0:7420:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1770653414.821143:0:5752:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.821146:0:7420:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1770653414.821147:0:3291:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00010000:00000001:0.0:1770653414.821148:0:3289:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1770653414.821150:0:5752:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1770653414.821154:0:3291:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.821155:0:7420:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653414.821158:0:3289:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653414.821160:0:3291:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1770653414.821163:0:5752:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95570622ec50 x1856657707214208/t0(0) o400->860f3d7e-67dc-4cd5-abe1-320f8f919c6b@0@lo:245/0 lens 224/224 e 0 to 0 dl 1770653425 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653414.821167:0:3291:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653414.821168:0:7420:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1770653414.821170:0:3289:0:(client.c:3055:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1770653414.821176:0:3291:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.821177:0:7420:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:0.0:1770653414.821178:0:3289:0:(client.c:3067:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1770653414.821186:0:7420:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653414.821188:0:3291:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955617529f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856657707214592:0@lo:400:kworker.0 00000100:00000001:0.0:1770653414.821189:0:3289:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1770653414.821197:0:3289:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.821202:0:3291:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1770653414.821210:0:3291:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1770653414.821210:0:5752:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95570622ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:860f3d7e-67dc-4cd5-abe1-320f8f919c6b+18:3288:x1856657707214208:12345-0@lo:400:kworker.0 Request processed in 932us (1565us total) trans 0 rc 0/0 00000100:00000001:3.0:1770653414.821212:0:7420:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653414.821212:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95561752aa00 x1856657707214336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653414.821215:0:3291:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653414.821223:0:3291:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1770653414.821237:0:3289:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653414.821238:0:7420:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1770653414.821239:0:50958:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1770653414.821241:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3417 00000100:00000001:2.0:1770653414.821245:0:50958:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1770653414.821247:0:7420:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1770653414.821247:0:3289:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1770653414.821252:0:5752:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955706689000 : new rpc_count 0 00000100:00000001:0.0:1770653414.821253:0:3289:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1770653414.821254:0:50958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5826 00000100:00000001:1.0:1770653414.821261:0:5752:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1770653414.821264:0:50958:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9556071fb800 : new rpc_count 1 00000100:00000001:3.0:1770653414.821265:0:7420:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653414.821267:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95561752aa00 x1856657707214336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653414.821268:0:5752:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1770653414.821269:0:50958:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626799901541248 : -117273808010368 : ffff955710550380) 00000100:00000001:3.0:1770653414.821275:0:7420:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653414.821277:0:5752:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d280. 00000100:00000040:2.0:1770653414.821283:0:50958:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955710550380 x1856657707214848/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:245/0 lens 224/0 e 0 to 0 dl 1770653425 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1770653414.821291:0:5752:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662adaa28. 00000100:00080000:3.0:1770653414.821302:0:5753:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000010:1.0:1770653414.821302:0:5752:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f7a00. 00000100:00100000:0.0:1770653414.821309:0:3289:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95561752aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3289:1856657707214336:0@lo:400:kworker.0 00000020:00000040:3.0:1770653414.821312:0:5753:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (ffff955706306360) now 12 - evictor 00000020:00000040:1.0:1770653414.821315:0:5752:0:(genops.c:898:class_export_put()) PUTting export ffff955706689000 : new refcount 17 00000100:00000001:2.0:1770653414.821318:0:50958:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1770653414.821326:0:50958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f595c0. 00000100:00000001:0.0:1770653414.821327:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653414.821328:0:5752:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1770653414.821330:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301445663 00000100:00000001:2.0:1770653414.821332:0:50958:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653414.821335:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1770653414.821337:0:5752:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955617a82400. 00000100:00000001:3.0:1770653414.821338:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301445661 00000020:00000010:2.0:1770653414.821341:0:50958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f595c0. 00000100:00000040:0.0:1770653414.821345:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95561752aa00 x1856657707214336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653414.821347:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301445663 02000000:00000001:1.0:1770653414.821347:0:5752:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1770653414.821355:0:5752:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653414.821358:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301445661 00000100:00100000:2.0:1770653414.821358:0:50958:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955710550380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1856657707214848:12345-0@lo:400:kworker.0 00000100:00000001:3.0:1770653414.821366:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301445663 00000100:00000200:1.0:1770653414.821369:0:5752:0:(niobuf.c:1189:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:2.0:1770653414.821375:0:50958:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707214848 00000100:00000001:3.0:1770653414.821378:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301445661 00000100:00000001:0.0:1770653414.821378:0:3289:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1770653414.821380:0:50958:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:1.0:1770653414.821382:0:5752:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d947e8. 00000020:00000001:2.0:1770653414.821385:0:50958:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:0.0:1770653414.821385:0:3289:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1770653414.821387:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301445663 02000000:00000010:0.0:1770653414.821391:0:3289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff955626008c00. 00000020:00000001:2.0:1770653414.821392:0:50958:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.821393:0:3288:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1770653414.821396:0:5752:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff955647fa8f00. 00000020:00000001:2.0:1770653414.821400:0:50958:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1770653414.821403:0:3288:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653414.821404:0:3289:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1770653414.821405:0:50958:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789376 : -1047762240 : ffffffffc18c6ac0) 00000020:00000001:0.0:1770653414.821409:0:3289:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1770653414.821411:0:50958:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000001:3.0:1770653414.821414:0:3288:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:0.0:1770653414.821414:0:3289:0:(genops.c:1242:class_import_put()) import ffff95571882a800 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1770653414.821417:0:50958:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1770653414.821419:0:3288:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1770653414.821422:0:3289:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1770653414.821423:0:50958:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:3.0:1770653414.821424:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef2840. 00000020:00000001:2.0:1770653414.821427:0:50958:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:0.0:1770653414.821427:0:3289:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff95562626c700. 00000020:00000001:2.0:1770653414.821431:0:50958:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653414.821432:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888770 02000000:00000001:0.0:1770653414.821435:0:3289:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:3.0:1770653414.821440:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888770. 00000020:00000001:2.0:1770653414.821440:0:50958:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:0.0:1770653414.821441:0:3289:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1770653414.821444:0:12201:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1770653414.821448:0:50958:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000010:0.0:1770653414.821449:0:3289:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95561752aa00. 00000100:00000001:3.0:1770653414.821450:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1770653414.821451:0:12201:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707214720 02000000:00000001:2.0:1770653414.821455:0:50958:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1770653414.821458:0:12201:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653414.821460:0:3289:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000200:3.0:1770653414.821461:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955617529880 x1856657707214208/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1770653414.821462:0:50958:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95560a619c00. 00000100:00000001:1.0:1770653414.821465:0:12201:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653414.821465:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653414.821469:0:50958:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.821472:0:12201:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.821474:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653414.821478:0:50958:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653414.821483:0:12201:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.821485:0:3289:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1770653414.821486:0:50958:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.821490:0:3289:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1770653414.821493:0:12201:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707214720 00010000:00000040:2.0:1770653414.821494:0:50958:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657707214848 00000100:00000001:0.0:1770653414.821499:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1770653414.821501:0:12201:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:2.0:1770653414.821502:0:50958:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:0.0:1770653414.821504:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1770653414.821509:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955617529880 x1856657707214208/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1770653414.821510:0:12201:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00000100:00000001:0.0:1770653414.821511:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1770653414.821514:0:50958:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955710550380 x1856657707214848/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:245/0 lens 224/224 e 0 to 0 dl 1770653425 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1770653414.821517:0:12201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1770653414.821519:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653414.821533:0:12201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=55 00000100:00000001:3.0:1770653414.821535:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1770653414.821540:0:3288:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653414.821544:0:12201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000001:3.0:1770653414.821545:0:3288:0:(client.c:1568:after_reply()) Process entered 00010000:00000001:2.0:1770653414.821545:0:50958:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1770653414.821551:0:3288:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1770653414.821551:0:50958:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653414.821552:0:12201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000400:00000010:0.0:1770653414.821554:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8c38. 00000100:00000001:3.0:1770653414.821556:0:3288:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00001000:2.0:1770653414.821559:0:50958:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557063461e8 time=98 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653414.821563:0:3288:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.821564:0:12201:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1770653414.821565:0:50958:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1770653414.821566:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1856657707214464, offset 0 02000000:00000001:3.0:1770653414.821569:0:3288:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653414.821572:0:50958:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000020:00000010:1.0:1770653414.821574:0:12201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cfc0. 00000100:00001000:3.0:1770653414.821576:0:3288:0:(import.c:2128:obd_at_measure()) add 5 to ffff9557060b5458 time=103 v=5 (5 5 5 5) 00000100:00000001:2.0:1770653414.821579:0:50958:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000400:00000200:0.0:1770653414.821580:0:3290:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1770653414.821585:0:12201:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1770653414.821588:0:50958:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:3.0:1770653414.821590:0:3288:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557060b5410 time=103 v=5 (1 1 1 1) 02000000:00000001:2.0:1770653414.821592:0:50958:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653414.821597:0:3290:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1770653414.821598:0:50958:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1770653414.821607:0:12201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cfc0. 00000100:00000040:2.0:1770653414.821608:0:50958:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1770653414.821611:0:3288:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1770653414.821616:0:50958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268883b8. 00000400:00000200:0.0:1770653414.821617:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6989ecf1ba680 00000100:00000001:3.0:1770653414.821618:0:3288:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653414.821620:0:12201:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f7a00. 00000100:00000200:2.0:1770653414.821624:0:50958:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1856657707214848, offset 224 00010000:00000001:3.0:1770653414.821626:0:3288:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:1.0:1770653414.821631:0:12201:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d280. 00010000:00000001:3.0:1770653414.821632:0:3288:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653414.821632:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xecf6c5 [8] + 14368 00000100:00000001:3.0:1770653414.821640:0:3288:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653414.821642:0:12201:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662adaa28. 00000400:00000200:0.0:1770653414.821643:0:3290:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1770653414.821649:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955617529880 x1856657707214208/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1770653414.821652:0:50958:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1770653414.821658:0:3290:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1770653414.821659:0:12201:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1770653414.821669:0:12201:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1770653414.821672:0:50958:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1770653414.821672:0:3290:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1770653414.821675:0:12201:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653414.821677:0:3288:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1770653414.821678:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1770653414.821684:0:12201:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653414.821685:0:3288:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:0.0:1770653414.821687:0:3290:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710550a80. 00000100:00000001:3.0:1770653414.821690:0:3288:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653414.821692:0:50958:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6989ecf1ba800 00000100:00000040:0.0:1770653414.821695:0:3290:0:(events.c:337:request_in_callback()) incoming req@ffff955710550a80 x1856657707214464 msgsize 224 00000100:00000001:1.0:1770653414.821697:0:12201:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:3.0:1770653414.821701:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955617529880 x1856657707214208/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1770653414.821705:0:50958:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xedaa5d [1] + 224 00000100:00000001:1.0:1770653414.821706:0:12201:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1770653414.821713:0:12201:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653414.821718:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1770653414.821720:0:50958:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653414.821747:0:50958:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1770653414.821753:0:50958:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1770653414.821755:0:3288:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955617529880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:860f3d7e-67dc-4cd5-abe1-320f8f919c6b:3288:1856657707214208:0@lo:400:kworker.0 00000100:00000001:1.0:1770653414.821757:0:12201:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1770653414.821762:0:50958:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955618d8b800 x1856657707214848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653414.821767:0:3290:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1770653414.821768:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.821777:0:12201:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1770653414.821779:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1770653414.821779:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8c38 00000100:00000040:2.0:1770653414.821782:0:50958:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff955618d8b800 x1856657707214848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770653414.821785:0:12201:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707214464 00000400:00000010:0.0:1770653414.821786:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8c38. 00000100:00000040:3.0:1770653414.821791:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955617529880 x1856657707214208/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1770653414.821794:0:12201:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653414.821795:0:3290:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1770653414.821803:0:12201:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1770653414.821807:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955617528e00 x1856657707214464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653414.821809:0:12201:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653414.821823:0:12201:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.821826:0:50958:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1770653414.821835:0:3288:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00100000:1.0:1770653414.821835:0:12201:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707214464 00000400:00000200:2.0:1770653414.821837:0:50958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268883b8 00000100:00000001:0.0:1770653414.821838:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1770653414.821839:0:3288:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1770653414.821842:0:12201:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1770653414.821845:0:50958:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268883b8. 02000000:00000010:3.0:1770653414.821846:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff955636fe9000. 00000100:00000001:2.0:1770653414.821873:0:50958:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653414.821874:0:50958:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:1.0:1770653414.821879:0:12201:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00000100:00000001:2.0:1770653414.821881:0:50958:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653414.821882:0:3288:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1770653414.821883:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955617528e00 x1856657707214464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653430 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1770653414.821886:0:12201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1770653414.821887:0:3288:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1770653414.821892:0:50958:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000020:00000040:1.0:1770653414.821893:0:12201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=55 00000020:00000040:3.0:1770653414.821894:0:3288:0:(genops.c:1242:class_import_put()) import ffff9557060b5000 refcount=3 obd=MGC192.168.202.160@tcp 00010000:00000001:2.0:1770653414.821901:0:50958:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1770653414.821904:0:3288:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1770653414.821905:0:12201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000020:00000001:2.0:1770653414.821906:0:50958:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1770653414.821910:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff95562626c500. 00000100:00000001:0.0:1770653414.821914:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653414.821917:0:50958:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1770653414.821918:0:12201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 02000000:00000001:3.0:1770653414.821919:0:3288:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1770653414.821920:0:3290:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1770653414.821927:0:50958:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955710550380 x1856657707214848/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:245/0 lens 224/224 e 0 to 0 dl 1770653425 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1770653414.821928:0:3288:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1770653414.821930:0:12201:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1770653414.821930:0:3290:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1770653414.821933:0:3288:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955617529880. 00000020:00000010:1.0:1770653414.821939:0:12201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cfc0. 00000100:00000001:3.0:1770653414.821943:0:3288:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1770653414.821944:0:3290:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26298 usecs (27 jiffies) 00000100:00000001:3.0:1770653414.821949:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653414.821952:0:12201:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653414.821952:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301445662 00000100:00000001:3.0:1770653414.821955:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1770653414.821957:0:50958:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955710550380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1856657707214848:12345-0@lo:400:kworker.0 Request processed in 633us (1395us total) trans 0 rc 0/0 00000020:00000010:1.0:1770653414.821963:0:12201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cfc0. 00000100:00000001:3.0:1770653414.821965:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1770653414.821971:0:50958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5826 00000100:00000001:3.0:1770653414.821972:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1770653414.821975:0:12201:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f7600. 00000100:00000001:0.0:1770653414.821976:0:6530:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1770653414.821979:0:50958:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9556071fb800 : new rpc_count 0 00000100:00000001:3.0:1770653414.821980:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1770653414.821982:0:6530:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1770653414.821985:0:12201:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d100. 00000100:00000001:3.0:1770653414.821986:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653414.821987:0:50958:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:0.0:1770653414.821994:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3131 00000100:00000001:2.0:1770653414.821995:0:50958:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1770653414.821999:0:12201:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada3e8. 00000020:00000010:2.0:1770653414.822001:0:50958:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3a00. 00000100:00000040:0.0:1770653414.822002:0:6530:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 1 00000100:00000001:1.0:1770653414.822006:0:12201:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653414.822008:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.822009:0:6530:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795749410560 : -117277960141056 : ffff955618d88700) 00000020:00000010:2.0:1770653414.822011:0:50958:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90320. 00000100:00000001:1.0:1770653414.822012:0:12201:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653414.822017:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.822019:0:12201:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1770653414.822022:0:50958:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95562fa44a00. 00000100:00000040:0.0:1770653414.822025:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955618d88700 x1856657707214720/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:245/0 lens 224/0 e 0 to 0 dl 1770653425 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1770653414.822031:0:50958:0:(genops.c:898:class_export_put()) PUTting export ffff9556071fb800 : new refcount 4 00000100:00000001:1.0:1770653414.822031:0:12201:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1770653414.822038:0:6530:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1770653414.822039:0:12201:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1770653414.822040:0:50958:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1770653414.822043:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95562fa44400. 00000020:00000010:0.0:1770653414.822045:0:6530:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00000100:00000001:1.0:1770653414.822046:0:12201:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653414.822050:0:3291:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.822052:0:6530:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653414.822058:0:6530:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00000400:00000010:3.0:1770653414.822059:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d28f0. 00000100:00000001:1.0:1770653414.822067:0:12201:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1770653414.822068:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955618d88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+55:3288:x1856657707214720:12345-0@lo:400:kworker.0 00000400:00000010:3.0:1770653414.822069:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a786e8. 00000100:00000200:0.0:1770653414.822078:0:6530:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707214720 00000100:00000200:3.0:1770653414.822079:0:3291:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707214592, portal 10 00000020:00000001:0.0:1770653414.822082:0:6530:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1770653414.822083:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1770653414.822087:0:6530:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1770653414.822088:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795723857792 : -117277985693824 : ffff955617529f80) 00000020:00000001:0.0:1770653414.822091:0:6530:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653414.822096:0:6530:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1770653414.822097:0:76419:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1770653414.822098:0:6530:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789376 : -1047762240 : ffffffffc18c6ac0) 00000100:00000040:3.0:1770653414.822100:0:3291:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955617529f80 x1856657707214592/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653414.822104:0:76419:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1770653414.822105:0:6530:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1770653414.822112:0:6530:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1770653414.822118:0:76419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3132 00000020:00000001:0.0:1770653414.822119:0:6530:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1770653414.822124:0:6530:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1770653414.822126:0:3291:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1770653414.822129:0:76419:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 1 00000020:00000001:0.0:1770653414.822129:0:6530:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653414.822135:0:6530:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1770653414.822139:0:3291:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1770653414.822139:0:76419:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626799901543040 : -117273808008576 : ffff955710550a80) 00000100:00000001:0.0:1770653414.822141:0:6530:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1770653414.822146:0:6530:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:3.0:1770653414.822149:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78770. 02000000:00000010:0.0:1770653414.822153:0:6530:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955623652400. 00000100:00000040:1.0:1770653414.822155:0:76419:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955710550a80 x1856657707214464/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:245/0 lens 224/0 e 0 to 0 dl 1770653425 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1770653414.822158:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1856657707214592, offset 0 02000000:00000001:0.0:1770653414.822159:0:6530:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.822166:0:6530:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653414.822173:0:6530:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653414.822179:0:3291:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000040:0.0:1770653414.822180:0:6530:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 0, xid 1856657707214720 00010000:00000001:0.0:1770653414.822189:0:6530:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:1.0:1770653414.822192:0:76419:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1770653414.822199:0:3291:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:0.0:1770653414.822199:0:6530:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955618d88700 x1856657707214720/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:245/0 lens 224/224 e 0 to 0 dl 1770653425 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1770653414.822202:0:76419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9cfc0. 00000100:00000001:1.0:1770653414.822211:0:76419:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1770653414.822218:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6989ecf1ba700 00010000:00000001:0.0:1770653414.822219:0:6530:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000010:1.0:1770653414.822221:0:76419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9cfc0. 00010000:00000001:0.0:1770653414.822224:0:6530:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653414.822232:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xe8f551 [64] + 181616 00000100:00001000:0.0:1770653414.822232:0:6530:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=96 v=5 (1 1 1 1) 00000100:00100000:1.0:1770653414.822236:0:76419:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955710550a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:lustre-MDT0000-mdtlov_UUID+55:3290:x1856657707214464:12345-0@lo:400:kworker.0 00000400:00000200:3.0:1770653414.822246:0:3291:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1770653414.822247:0:6530:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1770653414.822249:0:76419:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707214464 00000100:00000040:0.0:1770653414.822256:0:6530:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000400:00000200:3.0:1770653414.822258:0:3291:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1770653414.822258:0:76419:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1770653414.822261:0:6530:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000020:00000001:1.0:1770653414.822266:0:76419:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:0.0:1770653414.822267:0:6530:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1770653414.822268:0:3291:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1770653414.822273:0:76419:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653414.822274:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1770653414.822274:0:6530:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653414.822281:0:76419:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1770653414.822283:0:6530:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1770653414.822284:0:3291:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d8b100. 00000020:00000001:1.0:1770653414.822287:0:76419:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789376 : -1047762240 : ffffffffc18c6ac0) 00000100:00000040:0.0:1770653414.822291:0:6530:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1770653414.822292:0:3291:0:(events.c:337:request_in_callback()) incoming req@ffff955618d8b100 x1856657707214592 msgsize 224 00000020:00000001:1.0:1770653414.822296:0:76419:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:0.0:1770653414.822299:0:6530:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8c38. 00000020:00000001:1.0:1770653414.822303:0:76419:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1770653414.822305:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:0.0:1770653414.822308:0:6530:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1856657707214720, offset 224 00000020:00000001:1.0:1770653414.822311:0:76419:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1770653414.822316:0:76419:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1770653414.822318:0:6530:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1770653414.822321:0:76419:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.822323:0:3291:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1770653414.822330:0:76419:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1770653414.822330:0:6530:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1770653414.822335:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78770 00000100:00000001:1.0:1770653414.822338:0:76419:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:3.0:1770653414.822339:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78770. 02000000:00000001:1.0:1770653414.822344:0:76419:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1770653414.822345:0:6530:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6989ecf1ba780 00000100:00000001:3.0:1770653414.822347:0:3291:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:1.0:1770653414.822352:0:76419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955617a82400. 00000400:00000200:0.0:1770653414.822354:0:6530:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xedaa61 [1] + 224 00000100:00000200:3.0:1770653414.822357:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955617529f80 x1856657707214592/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1770653414.822360:0:76419:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653414.822366:0:6530:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653414.822370:0:76419:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.822373:0:50958:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1770653414.822380:0:76419:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653414.822380:0:6530:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1770653414.822382:0:50958:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707214592 00010000:00000040:1.0:1770653414.822391:0:76419:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 0, xid 1856657707214464 02000000:00000001:2.0:1770653414.822392:0:50958:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653414.822393:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1770653414.822394:0:6530:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1770653414.822399:0:50958:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1770653414.822401:0:76419:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:2.0:1770653414.822405:0:50958:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653414.822409:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955617529f80 x1856657707214592/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653430 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1770653414.822409:0:6530:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955617529500 x1856657707214720/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653414.822414:0:50958:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1770653414.822414:0:76419:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955710550a80 x1856657707214464/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:245/0 lens 224/224 e 0 to 0 dl 1770653425 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1770653414.822425:0:50958:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707214592 00000020:00000001:2.0:1770653414.822433:0:50958:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1770653414.822440:0:50958:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90effc 00000020:00000001:2.0:1770653414.822447:0:50958:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653414.822455:0:50958:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9556030de000 refcount=5 00000100:00000001:3.0:1770653414.822457:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.822465:0:3291:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1770653414.822465:0:50958:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795383808000 : -117278325743616 : ffff9556030de000) 00000100:00000040:0.0:1770653414.822466:0:6530:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff955617529500 x1856657707214720/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653414.822467:0:76419:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1770653414.822474:0:3291:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653414.822474:0:50958:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795383808000 : -117278325743616 : ffff9556030de000) 00010000:00000001:1.0:1770653414.822475:0:76419:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.822486:0:50958:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1770653414.822487:0:3291:0:(niobuf.c:633:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 5756 usecs (6 jiffies) 00000100:00001000:1.0:1770653414.822487:0:76419:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=96 v=5 (1 1 1 1) 00000100:00000001:0.0:1770653414.822493:0:6530:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1770653414.822494:0:50958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f595c0. 00000100:00000001:3.0:1770653414.822495:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4301445641 00000100:00000001:1.0:1770653414.822500:0:76419:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1770653414.822503:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4301445663 00000400:00000200:0.0:1770653414.822504:0:6530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8c38 00000020:00000010:2.0:1770653414.822505:0:50958:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff955660da9bc0. 00000100:00000040:1.0:1770653414.822509:0:76419:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 32 to 0@lo 00000400:00000010:0.0:1770653414.822511:0:6530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8c38. 00000100:00000001:3.0:1770653414.822512:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4301445641 00000020:00000040:2.0:1770653414.822516:0:50958:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (ffff955706306360) now 12 - evictor 00000100:00000001:1.0:1770653414.822519:0:76419:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00000001:0.0:1770653414.822520:0:6530:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653414.822522:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4301445663 00000100:00000001:0.0:1770653414.822526:0:6530:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1770653414.822529:0:76419:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1770653414.822530:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4301445641 00000100:00000001:2.0:1770653414.822533:0:50958:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1770653414.822533:0:6530:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653414.822535:0:76419:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.822537:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4301445663 00000020:00000010:2.0:1770653414.822539:0:50958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f595c0. 00000100:00000040:0.0:1770653414.822543:0:6530:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000001:1.0:1770653414.822545:0:76419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1770653414.822547:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4301445641 00000020:00000010:2.0:1770653414.822551:0:50958:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955636fe9c00. 00010000:00000001:0.0:1770653414.822551:0:6530:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:3.0:1770653414.822555:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4301445663 00000100:00000040:1.0:1770653414.822558:0:76419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1770653414.822558:0:6530:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653414.822560:0:50958:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300f00. 00000100:00000001:3.0:1770653414.822561:0:3291:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653414.822567:0:6530:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1770653414.822569:0:3291:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653414.822569:0:76419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022550. 00000020:00000010:2.0:1770653414.822571:0:50958:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510708. 00000100:00000040:0.0:1770653414.822576:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d88700 x1856657707214720/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:245/0 lens 224/224 e 0 to 0 dl 1770653425 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653414.822579:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653414.822582:0:76419:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1856657707214464, offset 224 00000100:00000040:2.0:1770653414.822583:0:50958:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1770653414.822586:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653414.822590:0:50958:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1770653414.822596:0:50958:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653414.822598:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1770653414.822603:0:50958:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653414.822604:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1770653414.822604:0:76419:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1770653414.822611:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955618d88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+55:3288:x1856657707214720:12345-0@lo:400:kworker.0 Request processed in 565us (2049us total) trans 0 rc 0/0 00000100:00000001:3.0:1770653414.822614:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1770653414.822615:0:50958:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1770653414.822619:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653414.822621:0:50958:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1770653414.822625:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.822626:0:50958:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653414.822629:0:76419:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1770653414.822632:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3131 00000100:00000001:3.0:1770653414.822636:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653414.822641:0:6530:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 0 00000100:00000001:2.0:1770653414.822646:0:50958:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653414.822646:0:6530:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1770653414.822652:0:6530:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1770653414.822653:0:76419:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6989ecf1ba680 00000020:00000010:0.0:1770653414.822658:0:6530:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d280. 00000020:00000010:0.0:1770653414.822665:0:6530:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662adaa28. 00000100:00000001:2.0:1770653414.822668:0:50958:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1770653414.822668:0:76419:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xedaa59 [1] + 224 00000100:00000001:3.0:1770653414.822669:0:7420:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1770653414.822673:0:6530:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f7a00. 00000100:00000001:2.0:1770653414.822674:0:50958:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1770653414.822675:0:7420:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1770653414.822684:0:50958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5827 00000020:00000040:0.0:1770653414.822685:0:6530:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 54 00000400:00000200:1.0:1770653414.822686:0:76419:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1770653414.822689:0:50958:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9556030de000 : new rpc_count 1 00000100:00000001:3.0:1770653414.822690:0:7420:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.822692:0:6530:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653414.822696:0:50958:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795749421312 : -117277960130304 : ffff955618d8b100) 00000100:00000001:3.0:1770653414.822698:0:7420:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653414.822702:0:76419:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1770653414.822711:0:50958:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955618d8b100 x1856657707214592/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:245/0 lens 224/0 e 0 to 0 dl 1770653425 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653414.822713:0:76419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1770653414.822716:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301445663 00000100:00000001:3.0:1770653414.822722:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1770653414.822725:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301445662 00000100:00000001:3.0:1770653414.822728:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1770653414.822729:0:76419:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955617528e00 x1856657707214464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653414.822749:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301445663 00000400:00000001:3.0:1770653414.822753:0:3288:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1770653414.822753:0:50958:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1770653414.822759:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301445662 00000400:00000001:3.0:1770653414.822760:0:3288:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1770653414.822761:0:50958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f595c0. 00000400:00000010:3.0:1770653414.822766:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2580. 00000100:00000001:0.0:1770653414.822768:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301445663 00000100:00000001:2.0:1770653414.822769:0:50958:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1770653414.822776:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78aa0 00000100:00000001:0.0:1770653414.822779:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301445662 00000020:00000010:2.0:1770653414.822780:0:50958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f595c0. 00000400:00000010:3.0:1770653414.822782:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78aa0. 00000100:00000040:1.0:1770653414.822784:0:76419:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff955617528e00 x1856657707214464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653414.822787:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301445663 00000100:00000001:3.0:1770653414.822791:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1770653414.822795:0:50958:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955618d8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856657707214592:12345-0@lo:400:kworker.0 00000100:00000001:0.0:1770653414.822796:0:3290:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1770653414.822802:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955617529500 x1856657707214720/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653414.822806:0:3290:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653414.822811:0:50958:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707214592 00000020:00000001:2.0:1770653414.822818:0:50958:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1770653414.822823:0:50958:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1770653414.822828:0:50958:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653414.822835:0:50958:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1770653414.822838:0:76419:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1770653414.822839:0:50958:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789376 : -1047762240 : ffffffffc18c6ac0) 00000100:00000200:3.0:1770653414.822843:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955617529500 x1856657707214720/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1770653414.822845:0:50958:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1770653414.822872:0:50958:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653414.822875:0:50958:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1770653414.822877:0:50958:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1770653414.822877:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1770653414.822883:0:50958:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.822883:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1770653414.822890:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1770653414.822890:0:50958:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000001:0.0:1770653414.822891:0:3289:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1770653414.822893:0:50958:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000001:0.0:1770653414.822896:0:3289:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1770653414.822897:0:3288:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653414.822898:0:50958:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:0.0:1770653414.822903:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e053000. 00000100:00000001:3.0:1770653414.822904:0:3288:0:(client.c:1568:after_reply()) Process entered 02000000:00000010:2.0:1770653414.822906:0:50958:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95560a61a000. 02000000:00000001:3.0:1770653414.822910:0:3288:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1770653414.822912:0:50958:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653414.822912:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac87f8 00000100:00000001:3.0:1770653414.822915:0:3288:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1770653414.822919:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac87f8. 00000100:00000001:2.0:1770653414.822920:0:50958:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.822921:0:3288:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653414.822929:0:50958:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653414.822929:0:3289:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1770653414.822930:0:3288:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653414.822931:0:76419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022550 00010000:00000040:2.0:1770653414.822937:0:50958:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657707214592 00000100:00000200:0.0:1770653414.822939:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955618d8b800 x1856657707214848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1770653414.822940:0:76419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022550. 00000100:00001000:3.0:1770653414.822942:0:3288:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=89 v=5 (5 5 5 5) 00010000:00000001:2.0:1770653414.822943:0:50958:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:1.0:1770653414.822953:0:76419:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000200:2.0:1770653414.822955:0:50958:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955618d8b100 x1856657707214592/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:245/0 lens 224/224 e 0 to 0 dl 1770653425 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1770653414.822956:0:3288:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=60 v=5 (1 1 1 1) 00000100:00000001:1.0:1770653414.822959:0:76419:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1770653414.822968:0:76419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.822969:0:3288:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1770653414.822973:0:3288:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.822980:0:3288:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1770653414.822982:0:76419:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000100:00000200:0.0:1770653414.822984:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955618d8b800 x1856657707214848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653414.822986:0:3288:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.822993:0:76419:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:3.0:1770653414.822995:0:3288:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00010000:00000001:2.0:1770653414.822997:0:50958:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1770653414.822999:0:76419:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653414.823000:0:3288:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00000100:00000001:0.0:1770653414.823004:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1770653414.823006:0:3288:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1770653414.823008:0:3289:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1770653414.823012:0:50958:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.823013:0:3288:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653414.823017:0:76419:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1770653414.823017:0:3289:0:(client.c:1568:after_reply()) Process entered 00000100:00001000:2.0:1770653414.823022:0:50958:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557063461e8 time=98 v=5 (1 1 1 1) 00000100:00000040:3.0:1770653414.823024:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955617529500 x1856657707214720/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1770653414.823024:0:3289:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1770653414.823029:0:3289:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1770653414.823031:0:76419:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955710550a80 x1856657707214464/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:245/0 lens 224/224 e 0 to 0 dl 1770653425 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653414.823032:0:50958:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1770653414.823034:0:3289:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653414.823040:0:50958:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 02000000:00000001:0.0:1770653414.823043:0:3289:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653414.823049:0:50958:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00001000:0.0:1770653414.823054:0:3289:0:(import.c:2128:obd_at_measure()) add 5 to ffff955634dafc58 time=114 v=5 (5 5 5 5) 02000000:00000001:2.0:1770653414.823057:0:50958:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1770653414.823062:0:50958:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653414.823067:0:3289:0:(import.c:2128:obd_at_measure()) add 1 to ffff955634dafc10 time=114 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653414.823081:0:3288:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653414.823081:0:50958:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1770653414.823084:0:3289:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00100000:1.0:1770653414.823087:0:76419:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955710550a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:lustre-MDT0000-mdtlov_UUID+55:3290:x1856657707214464:12345-0@lo:400:kworker.0 Request processed in 887us (1383us total) trans 0 rc 0/0 00000100:00000001:3.0:1770653414.823089:0:3288:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1770653414.823091:0:50958:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1770653414.823091:0:3289:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.823095:0:3288:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653414.823099:0:3289:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1770653414.823100:0:50958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268883b8. 00010000:00000001:0.0:1770653414.823104:0:3289:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653414.823107:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955617529500 x1856657707214720/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1770653414.823110:0:50958:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1856657707214592, offset 224 00000100:00000001:0.0:1770653414.823111:0:3289:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1770653414.823116:0:3289:0:(client.c:3067:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00100000:1.0:1770653414.823118:0:76419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3132 00000100:00000001:0.0:1770653414.823122:0:3289:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000400:00000200:2.0:1770653414.823126:0:50958:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1770653414.823128:0:3289:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653414.823130:0:76419:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 0 00000100:00000001:1.0:1770653414.823140:0:76419:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1770653414.823141:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955618d8b800 x1856657707214848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1770653414.823145:0:50958:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1770653414.823147:0:76419:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:3.0:1770653414.823155:0:3288:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955617529500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707214720:0@lo:400:kworker.0 00000020:00000010:1.0:1770653414.823156:0:76419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d100. 00000020:00000010:1.0:1770653414.823166:0:76419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada3e8. 00000400:00000200:2.0:1770653414.823168:0:50958:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6989ecf1ba700 00000100:00000001:3.0:1770653414.823173:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653414.823175:0:3289:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653414.823177:0:76419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f7600. 00000100:00000001:3.0:1770653414.823181:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1770653414.823183:0:3289:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1770653414.823187:0:50958:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xedaa81 [1] + 224 00000100:00000001:0.0:1770653414.823188:0:3289:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1770653414.823189:0:76419:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 54 00000100:00000040:3.0:1770653414.823192:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955617529500 x1856657707214720/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653414.823199:0:76419:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653414.823202:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d8b800 x1856657707214848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1770653414.823206:0:50958:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653414.823224:0:50958:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1770653414.823227:0:3288:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000400:00000001:1.0:1770653414.823230:0:3290:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1770653414.823232:0:3288:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1770653414.823238:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95562fa45600. 00000400:00000001:1.0:1770653414.823239:0:3290:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1770653414.823241:0:3289:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955618d8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3289:1856657707214848:0@lo:400:kworker.0 00000400:00000010:1.0:1770653414.823246:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602d940b0. 02000000:00000001:3.0:1770653414.823247:0:3288:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1770653414.823249:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653414.823253:0:3288:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1770653414.823254:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1770653414.823257:0:3288:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=52 obd=lustre-OST0001-osc-MDT0000 00000400:00000200:1.0:1770653414.823258:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0225d8 00000100:00000040:0.0:1770653414.823261:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955618d8b800 x1856657707214848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1770653414.823265:0:3288:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:1.0:1770653414.823266:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0225d8. 02000000:00000010:3.0:1770653414.823271:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff95562626cb00. 00000100:00000001:1.0:1770653414.823276:0:3290:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1770653414.823277:0:50958:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1770653414.823279:0:3288:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1770653414.823285:0:3288:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1770653414.823286:0:3289:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1770653414.823289:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955617528e00 x1856657707214464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1770653414.823290:0:50958:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955617529f80 x1856657707214592/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1770653414.823291:0:3288:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955617529500. 02000000:00000001:0.0:1770653414.823292:0:3289:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653414.823297:0:3289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff955626008800. 00000100:00000001:3.0:1770653414.823301:0:3288:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1770653414.823306:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653414.823307:0:3289:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653414.823312:0:3289:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1770653414.823315:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1770653414.823318:0:3289:0:(genops.c:1242:class_import_put()) import ffff955634daf800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1770653414.823327:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1770653414.823328:0:3289:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1770653414.823333:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1770653414.823334:0:3289:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff95562626cd00. 00000100:00000001:3.0:1770653414.823344:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1770653414.823344:0:50958:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff955617529f80 x1856657707214592/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1770653414.823345:0:3289:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1770653414.823350:0:3289:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:1.0:1770653414.823351:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955617528e00 x1856657707214464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653414.823352:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653414.823354:0:3289:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d8b800. 00000100:00000001:0.0:1770653414.823363:0:3289:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1770653414.823367:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653414.823374:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1770653414.823378:0:5753:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:0.0:1770653414.823385:0:3289:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:3.0:1770653414.823387:0:5753:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (ffff955706306360) now 12 - evictor 00000100:00000001:2.0:1770653414.823391:0:50958:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1770653414.823392:0:3289:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.823393:0:3290:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1770653414.823399:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653414.823401:0:3290:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653414.823402:0:50958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268883b8 00000100:00000001:3.0:1770653414.823404:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1770653414.823404:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653414.823410:0:50958:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268883b8. 00000100:00000001:3.0:1770653414.823411:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1770653414.823412:0:3290:0:(client.c:1568:after_reply()) Process entered 00000100:00000001:2.0:1770653414.823418:0:50958:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1770653414.823419:0:3290:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000001:3.0:1770653414.823420:0:3291:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1770653414.823422:0:50958:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1770653414.823425:0:3290:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:3.0:1770653414.823426:0:3291:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1770653414.823430:0:50958:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.823431:0:3290:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653414.823432:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d28f0. 00000100:00000040:2.0:1770653414.823440:0:50958:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000400:00000200:3.0:1770653414.823441:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a786e8 02000000:00000001:1.0:1770653414.823442:0:3290:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653414.823445:0:50958:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000400:00000010:3.0:1770653414.823447:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a786e8. 00000020:00000001:2.0:1770653414.823450:0:50958:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.823453:0:3291:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1770653414.823454:0:3290:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=96 v=5 (5 5 5 5) 00000020:00000001:2.0:1770653414.823455:0:50958:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1770653414.823462:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955617529f80 x1856657707214592/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1770653414.823465:0:50958:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d8b100 x1856657707214592/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:245/0 lens 224/224 e 0 to 0 dl 1770653425 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1770653414.823467:0:3290:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=69 v=5 (1 1 1 1) 00000100:00000001:1.0:1770653414.823480:0:3290:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1770653414.823485:0:3290:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653414.823492:0:3290:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1770653414.823499:0:3290:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653414.823503:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955617529f80 x1856657707214592/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1770653414.823506:0:50958:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955618d8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856657707214592:12345-0@lo:400:kworker.0 Request processed in 748us (1208us total) trans 0 rc 0/0 00000100:00000001:1.0:1770653414.823508:0:3290:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1770653414.823513:0:3290:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00000100:00000001:1.0:1770653414.823520:0:3290:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1770653414.823527:0:3290:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653414.823528:0:50958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5827 00000100:00000001:3.0:1770653414.823538:0:3291:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1770653414.823538:0:50958:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9556030de000 : new rpc_count 0 00000100:00000040:1.0:1770653414.823542:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955617528e00 x1856657707214464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653414.823544:0:3291:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653414.823544:0:50958:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653414.823549:0:50958:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1770653414.823551:0:3291:0:(client.c:1568:after_reply()) Process entered 00000020:00000010:2.0:1770653414.823555:0:50958:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300f00. 02000000:00000001:3.0:1770653414.823556:0:3291:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1770653414.823560:0:3291:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1770653414.823565:0:50958:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510708. 00000100:00000001:3.0:1770653414.823566:0:3291:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.823571:0:3290:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1770653414.823575:0:3291:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653414.823576:0:50958:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955636fe9c00. 00000100:00000001:1.0:1770653414.823577:0:3290:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:3.0:1770653414.823582:0:3291:0:(import.c:2128:obd_at_measure()) add 5 to ffff9557064aac58 time=92 v=5 (5 5 5 5) 00000100:00000001:1.0:1770653414.823584:0:3290:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1770653414.823586:0:50958:0:(genops.c:898:class_export_put()) PUTting export ffff9556030de000 : new refcount 4 00000100:00001000:3.0:1770653414.823595:0:3291:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064aac10 time=92 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653414.823595:0:50958:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653414.823599:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955617528e00 x1856657707214464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653414.823606:0:3291:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1770653414.823611:0:3291:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653414.823617:0:3291:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1770653414.823622:0:3291:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653414.823627:0:3290:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955617528e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707214464:0@lo:400:kworker.0 00000100:00000001:3.0:1770653414.823628:0:3291:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1770653414.823632:0:3291:0:(client.c:3067:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:3.0:1770653414.823637:0:3291:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1770653414.823641:0:3291:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.823642:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1770653414.823647:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955617529f80 x1856657707214592/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653414.823649:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1770653414.823660:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955617528e00 x1856657707214464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653414.823661:0:3291:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653414.823668:0:3291:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1770653414.823671:0:3291:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1770653414.823681:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955617529f80 x1856657707214592/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653414.823687:0:3290:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1770653414.823692:0:3290:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:3.0:1770653414.823695:0:3291:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955617529f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856657707214592:0@lo:400:kworker.0 02000000:00000010:1.0:1770653414.823698:0:3290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95563c4f6800. 00000100:00000001:3.0:1770653414.823702:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653414.823706:0:3290:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1770653414.823707:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1770653414.823713:0:3290:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1770653414.823714:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955617529f80 x1856657707214592/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1770653414.823718:0:3290:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=52 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1770653414.823728:0:3290:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1770653414.823729:0:3291:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1770653414.823749:0:3291:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1770653414.823749:0:3290:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff95562626cc00. 02000000:00000010:3.0:1770653414.823753:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95562fa44400. 02000000:00000001:1.0:1770653414.823757:0:3290:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1770653414.823759:0:3291:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1770653414.823762:0:3290:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1770653414.823763:0:3291:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000010:1.0:1770653414.823767:0:3290:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955617528e00. 00000020:00000040:3.0:1770653414.823768:0:3291:0:(genops.c:1242:class_import_put()) import ffff9557064aa800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1770653414.823775:0:3291:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1770653414.823778:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff95562626c200. 00000100:00000001:1.0:1770653414.823779:0:3290:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1770653414.823782:0:3291:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1770653414.823784:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1770653414.823786:0:3291:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1770653414.823791:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1770653414.823792:0:3291:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955617529f80. 00000100:00000001:3.0:1770653414.823800:0:3291:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1770653414.823803:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653414.823804:0:3290:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1770653414.823805:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653414.823809:0:3290:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.823812:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1770653414.823816:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653414.823817:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653414.823822:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653414.823823:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653414.823827:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653414.850927:0:78151:0:(connection.c:75:cpu_latency_work()) work item of ffff95572011f110 (cpu 0) has reached its deadline 4301445663, at 4301445664 00000100:00000010:1.0:1770653414.850937:0:78151:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9556681b9ba0. 00000100:00000040:3.0:1770653414.850940:0:78052:0:(connection.c:75:cpu_latency_work()) work item of ffff95572011f330 (cpu 0) has reached its deadline 4301445663, at 4301445664 00000100:00000040:2.0:1770653414.850944:0:81035:0:(connection.c:75:cpu_latency_work()) work item of ffff95572011f220 (cpu 0) has reached its deadline 4301445663, at 4301445664 00000100:00000010:3.0:1770653414.850951:0:78052:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9556681b9600. 00000100:00000010:2.0:1770653414.850955:0:81035:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9556681b91e0. 00000100:00000040:0.0:1770653414.850957:0:81665:0:(connection.c:75:cpu_latency_work()) work item of ffff95572011f000 (cpu 0) has reached its deadline 4301445663, at 4301445664 00000100:00000010:0.0:1770653414.850967:0:81665:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9556681b9420. 00010000:00000001:2.0:1770653415.650966:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653415.650978:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653415.650988:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653415.650990:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653415.650995:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653415.650998:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653415.651002:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653415.651005:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653415.651011:0:81035:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1770653415.651014:0:81035:0:(ldlm_pool.c:464:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653415.651034:0:81035:0:(ldlm_pool.c:1344:ldlm_pools_recalc_task()) Negative interval(-6694) 00000020:00000001:0.0:1770653415.651116:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1770653415.651124:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653415.651129:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1770653416.674969:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653416.674976:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653416.674982:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653416.674983:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653416.674986:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653416.674988:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653416.674990:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653416.674991:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653416.674995:0:81035:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1770653416.674996:0:81035:0:(ldlm_pool.c:464:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653416.675012:0:81035:0:(ldlm_pool.c:1344:ldlm_pools_recalc_task()) Negative interval(-6695) 00000020:00000001:3.0:1770653416.675081:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1770653416.675087:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653416.675091:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1770653417.304213:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653417.304249:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653417.304256:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653417.304259:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653417.304278:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:2.0:1770653417.304308:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 12 MB=0x6989ede8d3080 00000400:00000200:2.0:1770653417.304323:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 224/224 into md 0xe8f551 [64] + 181840 00000800:00000001:2.0:1770653417.304340:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653417.304347:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653417.304352:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653417.304359:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653417.304369:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653417.304373:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1770653417.304384:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572f8d5500. 00000100:00000040:2.0:1770653417.304389:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff95572f8d5500 x1856657966313600 msgsize 224 00000100:00100000:2.0:1770653417.304396:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:2.0:1770653417.304428:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1770653417.304446:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653417.304451:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653417.304453:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653417.304457:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653417.304463:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:2.0:1770653417.304474:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 26 MB=0x6989ede8d3000 00000400:00000200:2.0:1770653417.304484:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.60@tcp of length 224/224 into md 0xe3ba01 [2] + 0 00000400:00000010:2.0:1770653417.304491:0:3281:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955634cc8f20. 00000400:00000200:2.0:1770653417.304500:0:3281:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff955643047540 00000800:00000001:2.0:1770653417.304505:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653417.304517:0:50958:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:2.0:1770653417.304521:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1770653417.304525:0:50958:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966313600 00000400:00000200:2.0:1770653417.304528:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1770653417.304534:0:50958:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1770653417.304541:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653417.304543:0:50958:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1770653417.304548:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955643047540 00000100:00000001:0.0:1770653417.304550:0:50958:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653417.304555:0:3281:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff955643047540. 02000000:00000001:0.0:1770653417.304561:0:50958:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653417.304566:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653417.304572:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:0.0:1770653417.304573:0:50958:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966313600 00000100:00000040:2.0:1770653417.304579:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff95570622f850 x1856657966313472 msgsize 224 00000020:00000001:0.0:1770653417.304582:0:50958:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1770653417.304589:0:50958:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e0f9dcb4 00000100:00100000:2.0:1770653417.304597:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000020:00000001:0.0:1770653417.304598:0:50958:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1770653417.304605:0:3281:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000020:00000040:0.0:1770653417.304609:0:50958:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955603394000 refcount=109 00000020:00000001:0.0:1770653417.304616:0:50958:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795386650624 : -117278322900992 : ffff955603394000) 00000020:00000001:0.0:1770653417.304619:0:50958:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795386650624 : -117278322900992 : ffff955603394000) 00000100:00000001:0.0:1770653417.304627:0:50958:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1770653417.304631:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:0.0:1770653417.304638:0:50958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95aa00. 00000800:00000001:2.0:1770653417.304639:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653417.304652:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1770653417.304653:0:50958:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff955625c51b00. 00000020:00000040:0.0:1770653417.304673:0:50958:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (ffff955706306360) now 12 - evictor 00000100:00000001:0.0:1770653417.304694:0:50958:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1770653417.304704:0:50958:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955626008800. 00000020:00000010:0.0:1770653417.304737:0:50958:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519d80. 00000020:00000010:0.0:1770653417.304748:0:50958:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3daf0. 00000100:00000001:1.0:1770653417.304752:0:5749:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1770653417.304761:0:5749:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966313472 00000100:00000040:0.0:1770653417.304765:0:50958:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:1.0:1770653417.304766:0:5749:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1770653417.304773:0:5749:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653417.304776:0:50958:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653417.304779:0:5749:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653417.304782:0:50958:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1770653417.304792:0:5749:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653417.304793:0:50958:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1770653417.304813:0:5749:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966313472 00000100:00000001:0.0:1770653417.304814:0:50958:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:1.0:1770653417.304823:0:5749:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1770653417.304824:0:50958:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000040:1.0:1770653417.304830:0:5749:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e0f9dc91 00000100:00000001:0.0:1770653417.304833:0:50958:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653417.304837:0:5749:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653417.304845:0:5749:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95563047c000 refcount=9 00000100:00000001:0.0:1770653417.304896:0:50958:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653417.304907:0:5749:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796142575616 : -117277566976000 : ffff95563047c000) 00000100:00000001:3.0:1770653417.304921:0:7420:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1770653417.304921:0:5749:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626796142575616 : -117277566976000 : ffff95563047c000) 00000800:00000001:2.0:1770653417.304923:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653417.304929:0:50958:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653417.304944:0:7420:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1770653417.304946:0:5749:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1770653417.304946:0:50958:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1770653417.304965:0:5749:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9c580. 00000100:00100000:0.0:1770653417.304973:0:50958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 5828 00000100:00000001:1.0:1770653417.304976:0:5749:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1770653417.304985:0:50958:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955603394000 : new rpc_count 1 00000020:00000010:1.0:1770653417.304986:0:5749:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9c580. 00000100:00000001:3.0:1770653417.304987:0:7420:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653417.304995:0:50958:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800425325824 : -117273284225792 : ffff95572f8d5500) 00000020:00000010:1.0:1770653417.305003:0:5749:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f6800. 00000100:00000001:3.0:1770653417.305006:0:7420:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653417.305016:0:5749:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d100. 00000100:00000040:0.0:1770653417.305017:0:50958:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95572f8d5500 x1856657966313600/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:248/0 lens 224/0 e 0 to 0 dl 1770653428 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1770653417.305028:0:5749:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada3e8. 00000800:00000001:2.0:1770653417.305039:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653417.305043:0:50958:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1770653417.305048:0:5749:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000800:00000001:2.0:1770653417.305050:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1770653417.305053:0:50958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a2c0. 00000100:00000001:1.0:1770653417.305059:0:5749:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00080000:3.0:1770653417.305061:0:5753:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:0.0:1770653417.305062:0:50958:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1770653417.305063:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653417.305070:0:5749:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1770653417.305085:0:50958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff95564b95a2c0. 00000100:00000001:1.0:1770653417.305086:0:5749:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653417.305088:0:5753:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (ffff955706306360) now 12 - evictor 00000400:00000200:2.0:1770653417.305105:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:1.0:1770653417.305117:0:5749:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653417.305121:0:50958:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95572f8d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b31b1d82-c1d4-4680-ae7a-71292416d1f5+109:2366:x1856657966313600:12345-192.168.202.60@tcp:400:kworker.0 00000400:00000200:2.0:1770653417.305131:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 28 MB=0x6989ede8d3100 00000100:00000200:0.0:1770653417.305134:0:50958:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966313600 00000100:00000001:1.0:1770653417.305144:0:5749:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653417.305145:0:50958:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1770653417.305154:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 224/224 into md 0xecf6c5 [8] + 14592 00000020:00000001:0.0:1770653417.305156:0:50958:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000001:2.0:1770653417.305168:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000001:00000001:0.0:1770653417.305169:0:50958:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff95564e9d4c00: xid 1856657966300416, transno 4295710334, client gen 13, slot idx 1 00000100:00000001:1.0:1770653417.305170:0:5749:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000001:2.0:1770653417.305177:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653417.305178:0:5749:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000001:00000001:0.0:1770653417.305183:0:50958:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff95564e9d4180: xid 1856657966287232, transno 4295710333, client gen 13, slot idx 0 00000400:00000200:2.0:1770653417.305187:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:0.0:1770653417.305193:0:50958:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff95564e9d4180. 00000100:00100000:1.0:1770653417.305197:0:5749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 3418 00000020:00000001:0.0:1770653417.305204:0:50958:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653417.305207:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000040:1.0:1770653417.305209:0:5749:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95563047c000 : new rpc_count 1 00000020:00000001:0.0:1770653417.305212:0:50958:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1770653417.305222:0:50958:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789376 : -1047762240 : ffffffffc18c6ac0) 00000100:00000001:1.0:1770653417.305223:0:5749:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626799730489424 : -117273979062192 : ffff95570622f850) 00000100:00000001:2.0:1770653417.305224:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653417.305230:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000001:0.0:1770653417.305235:0:50958:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000010:2.0:1770653417.305239:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572f8d6300. 00000001:00000001:0.0:1770653417.305242:0:50958:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1856657966313600, found 0 last_xid 1856657966313599 00000100:00000040:1.0:1770653417.305245:0:5749:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95570622f850 x1856657966313472/t0(0) o400->58c7216c-36c3-4434-8ad4-570aa2ae68be@192.168.202.60@tcp:248/0 lens 224/0 e 0 to 0 dl 1770653428 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1770653417.305249:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff95572f8d6300 x1856657966313728 msgsize 224 00000020:00000001:0.0:1770653417.305254:0:50958:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653417.305266:0:50958:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1770653417.305272:0:50958:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1770653417.305279:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000020:00000001:0.0:1770653417.305282:0:50958:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653417.305292:0:5749:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1770653417.305293:0:50958:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:1.0:1770653417.305305:0:5749:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955667a9c580. 00000100:00000001:0.0:1770653417.305307:0:50958:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1770653417.305310:0:3283:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1770653417.305314:0:50958:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1770653417.305316:0:5749:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1770653417.305322:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:0.0:1770653417.305325:0:50958:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955623653400. 00000020:00000010:1.0:1770653417.305326:0:5749:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955667a9c580. 00000800:00000001:2.0:1770653417.305333:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653417.305336:0:50958:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1770653417.305340:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653417.305343:0:50958:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653417.305349:0:5749:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95570622f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:58c7216c-36c3-4434-8ad4-570aa2ae68be+9:2365:x1856657966313472:12345-192.168.202.60@tcp:400:kworker.0 00000800:00000001:2.0:1770653417.305350:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653417.305351:0:50958:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653417.305369:0:5749:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966313472 00010000:00000040:0.0:1770653417.305369:0:50958:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295710334, transno 0, xid 1856657966313600 00000400:00000200:2.0:1770653417.305378:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:3.0:1770653417.305385:0:12201:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1770653417.305385:0:5749:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1770653417.305387:0:50958:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000400:00000200:2.0:1770653417.305398:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 28 MB=0x6989ede8d3180 00000100:00100000:3.0:1770653417.305400:0:12201:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966313728 00000020:00000001:1.0:1770653417.305400:0:5749:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000200:0.0:1770653417.305412:0:50958:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95572f8d5500 x1856657966313600/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:248/0 lens 224/224 e 0 to 0 dl 1770653428 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1770653417.305416:0:5749:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653417.305417:0:12201:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653417.305432:0:12201:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1770653417.305432:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 224/224 into md 0xecf6c5 [8] + 14816 00000020:00000001:1.0:1770653417.305434:0:5749:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1770653417.305450:0:5749:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669485248 : -1040066368 : ffffffffc201d8c0) 00000100:00000001:3.0:1770653417.305452:0:12201:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653417.305454:0:50958:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000800:00000001:2.0:1770653417.305455:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1770653417.305466:0:50958:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653417.305473:0:5749:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1770653417.305475:0:12201:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653417.305476:0:50958:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557063461e8 time=101 v=5 (1 1 1 1) 00000020:00000001:1.0:1770653417.305482:0:5749:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1770653417.305493:0:12201:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966313728 00000020:00000001:1.0:1770653417.305496:0:5749:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1770653417.305500:0:12201:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1770653417.305500:0:50958:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000001:2.0:1770653417.305502:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653417.305503:0:5749:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000040:3.0:1770653417.305517:0:12201:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:1.0:1770653417.305518:0:5749:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653417.305520:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1770653417.305525:0:50958:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000020:00000001:3.0:1770653417.305533:0:12201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1770653417.305538:0:5749:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1770653417.305541:0:50958:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000020:00000040:3.0:1770653417.305548:0:12201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=55 00000100:00000001:1.0:1770653417.305548:0:5749:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1770653417.305555:0:50958:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1770653417.305556:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 02000000:00000001:1.0:1770653417.305559:0:5749:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1770653417.305563:0:12201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 02000000:00000001:0.0:1770653417.305569:0:50958:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653417.305573:0:5749:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955617a81400. 00000100:00000001:2.0:1770653417.305575:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653417.305591:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:1.0:1770653417.305593:0:5749:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653417.305595:0:12201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:0.0:1770653417.305596:0:50958:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1770653417.305600:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572f8d5c00. 00000100:00000001:1.0:1770653417.305601:0:5749:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653417.305617:0:50958:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000040:2.0:1770653417.305618:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff95572f8d5c00 x1856657966313856 msgsize 224 00000020:00000001:1.0:1770653417.305621:0:5749:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653417.305625:0:12201:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1770653417.305632:0:50958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac87f8. 00010000:00000040:1.0:1770653417.305635:0:5749:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966313472 00010000:00000001:1.0:1770653417.305647:0:5749:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00100000:2.0:1770653417.305648:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000020:00000010:3.0:1770653417.305650:0:12201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fb400. 00000100:00000200:0.0:1770653417.305651:0:50958:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1856657966313600, offset 224 00010000:00000200:1.0:1770653417.305662:0:5749:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95570622f850 x1856657966313472/t0(0) o400->58c7216c-36c3-4434-8ad4-570aa2ae68be@192.168.202.60@tcp:248/0 lens 224/224 e 0 to 0 dl 1770653428 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653417.305667:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:3.0:1770653417.305677:0:12201:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff955660f59100. 00000400:00000200:0.0:1770653417.305687:0:50958:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:1.0:1770653417.305701:0:5749:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1770653417.305707:0:5749:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653417.305708:0:12201:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff9557181831b0) now 8 - evictor 00000100:00001000:1.0:1770653417.305743:0:5749:0:(import.c:2128:obd_at_measure()) add 1 to ffff955741fd65e8 time=106 v=5 (1 1 1 1) 00000400:00000200:0.0:1770653417.305743:0:50958:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000001:1.0:1770653417.305758:0:5749:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1770653417.305759:0:12201:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:0.0:1770653417.305769:0:50958:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164766:2164766:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164762:2164762:8:4294967295] 00000100:00000040:1.0:1770653417.305778:0:5749:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000100:00080000:3.0:1770653417.305785:0:5753:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:1.0:1770653417.305787:0:5749:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:1.0:1770653417.305805:0:5749:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:3.0:1770653417.305806:0:5753:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff9557181831b0) now 8 - evictor 00000400:00000200:0.0:1770653417.305809:0:50958:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 02000000:00000001:1.0:1770653417.305819:0:5749:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653417.305837:0:5749:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1770653417.305845:0:50958:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000040:1.0:1770653417.305894:0:5749:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000800:00000010:0.0:1770653417.305908:0:50958:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9556041e9a00. 00000400:00000010:1.0:1770653417.305910:0:5749:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d0225d8. 00000020:00000010:3.0:1770653417.305921:0:12201:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95562fa44400. 00000100:00000200:1.0:1770653417.305923:0:5749:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1856657966313472, offset 224 00000800:00000001:2.0:1770653417.305926:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1770653417.305937:0:50958:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000020:00000010:3.0:1770653417.305941:0:12201:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3b00. 00000800:00000001:2.0:1770653417.305944:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653417.305952:0:5749:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000020:00000010:3.0:1770653417.305954:0:12201:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90bb8. 00000800:00000200:0.0:1770653417.305962:0:50958:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:0.0:1770653417.305977:0:50958:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9556041e9a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1770653417.305979:0:5749:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000040:3.0:1770653417.305992:0:12201:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000400:00000200:1.0:1770653417.306001:0:5749:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164767:2164767:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164763:2164763:7:4294967295] 00000100:00000001:3.0:1770653417.306006:0:12201:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1770653417.306007:0:50958:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653417.306018:0:12201:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1770653417.306024:0:50958:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:3.0:1770653417.306031:0:12201:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653417.306033:0:50958:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:2.0:1770653417.306035:0:76419:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1770653417.306041:0:5749:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000020:00000001:0.0:1770653417.306045:0:50958:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653417.306048:0:76419:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966313856 02000000:00000001:2.0:1770653417.306057:0:76419:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653417.306059:0:12201:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1770653417.306060:0:50958:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1770653417.306064:0:76419:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653417.306069:0:12201:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1770653417.306073:0:76419:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653417.306073:0:5749:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:3.0:1770653417.306076:0:12201:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653417.306090:0:50958:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572f8d5500 x1856657966313600/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:248/0 lens 224/224 e 0 to 0 dl 1770653428 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653417.306093:0:76419:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1770653417.306095:0:5749:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9557353d2a00. 00000100:00000001:3.0:1770653417.306107:0:12201:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1770653417.306108:0:76419:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966313856 00000020:00000001:2.0:1770653417.306125:0:76419:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000200:1.0:1770653417.306128:0:5749:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000020:00000040:2.0:1770653417.306132:0:76419:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000020:00000001:2.0:1770653417.306142:0:76419:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1770653417.306143:0:12201:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:2.0:1770653417.306153:0:76419:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=55 00000100:00000001:3.0:1770653417.306156:0:12201:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000200:1.0:1770653417.306157:0:5749:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000020:00000001:2.0:1770653417.306170:0:76419:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000800:00000200:1.0:1770653417.306175:0:5749:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9557353d2a00 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:0.0:1770653417.306177:0:50958:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95572f8d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b31b1d82-c1d4-4680-ae7a-71292416d1f5+109:2366:x1856657966313600:12345-192.168.202.60@tcp:400:kworker.0 Request processed in 1118us (1770us total) trans 0 rc 0/0 00000020:00000001:2.0:1770653417.306188:0:76419:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00100000:3.0:1770653417.306191:0:12201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 3133 00000100:00000001:1.0:1770653417.306198:0:5749:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653417.306209:0:76419:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1770653417.306224:0:12201:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000020:00000010:2.0:1770653417.306226:0:76419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f595c0. 00000100:00000040:1.0:1770653417.306226:0:5749:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000100:00100000:0.0:1770653417.306246:0:50958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 5828 00000100:00000001:3.0:1770653417.306250:0:12201:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800425329408 : -117273284222208 : ffff95572f8d6300) 00010000:00000001:1.0:1770653417.306251:0:5749:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000010:2.0:1770653417.306252:0:76419:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9556196fbbc0. 00000100:00000040:0.0:1770653417.306262:0:50958:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955603394000 : new rpc_count 0 00000020:00000001:1.0:1770653417.306263:0:5749:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653417.306277:0:76419:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff9557082818d8) now 8 - evictor 00000020:00000001:1.0:1770653417.306278:0:5749:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1770653417.306279:0:50958:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1770653417.306282:0:12201:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95572f8d6300 x1856657966313728/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:248/0 lens 224/0 e 0 to 0 dl 1770653428 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653417.306293:0:50958:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1770653417.306301:0:5749:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95570622f850 x1856657966313472/t0(0) o400->58c7216c-36c3-4434-8ad4-570aa2ae68be@192.168.202.60@tcp:248/0 lens 224/224 e 0 to 0 dl 1770653428 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1770653417.306312:0:50958:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519d80. 00000100:00000001:2.0:1770653417.306318:0:76419:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1770653417.306334:0:76419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955636fe9c00. 00000020:00000010:0.0:1770653417.306345:0:50958:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3daf0. 00000020:00000010:2.0:1770653417.306354:0:76419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300f00. 00000020:00000010:0.0:1770653417.306368:0:50958:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955626008800. 00000020:00000010:2.0:1770653417.306375:0:76419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510708. 00000100:00000001:3.0:1770653417.306380:0:12201:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1770653417.306386:0:50958:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 108 00000100:00000001:0.0:1770653417.306399:0:50958:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653417.306400:0:76419:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00080000:3.0:1770653417.306406:0:5753:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00000001:2.0:1770653417.306408:0:76419:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:1.0:1770653417.306413:0:5749:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95570622f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:58c7216c-36c3-4434-8ad4-570aa2ae68be+9:2365:x1856657966313472:12345-192.168.202.60@tcp:400:kworker.0 Request processed in 1107us (1819us total) trans 0 rc 0/0 00000100:00000001:2.0:1770653417.306426:0:76419:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1770653417.306430:0:5753:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff9557082818d8) now 8 - evictor 00000100:00000001:2.0:1770653417.306438:0:76419:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:1.0:1770653417.306445:0:5749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 3418 00000100:00000001:2.0:1770653417.306456:0:76419:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:1.0:1770653417.306456:0:5749:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95563047c000 : new rpc_count 0 00000100:00000001:2.0:1770653417.306463:0:76419:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653417.306465:0:5749:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1770653417.306467:0:12201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbb40. 00000100:00000001:1.0:1770653417.306474:0:5749:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1770653417.306477:0:12201:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653417.306481:0:76419:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1770653417.306483:0:5749:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d100. 00000020:00000010:3.0:1770653417.306484:0:12201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbb40. 00000100:00000001:2.0:1770653417.306500:0:76419:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1770653417.306508:0:76419:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1770653417.306519:0:5749:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada3e8. 00000100:00100000:2.0:1770653417.306521:0:76419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 3134 00000800:00000200:0.0:1770653417.306529:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1770653417.306538:0:5749:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f6800. 00000100:00100000:3.0:1770653417.306542:0:12201:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95572f8d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b31b1d82-c1d4-4680-ae7a-71292416d1f5+55:2365:x1856657966313728:12345-192.168.202.60@tcp:400:kworker.0 00000100:00000040:2.0:1770653417.306544:0:76419:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000800:00000010:0.0:1770653417.306546:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9556041e9a00. 00000020:00000040:1.0:1770653417.306555:0:5749:0:(genops.c:898:class_export_put()) PUTting export ffff95563047c000 : new refcount 8 00000100:00000001:2.0:1770653417.306560:0:76419:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800425327616 : -117273284224000 : ffff95572f8d5c00) 00000400:00000200:0.0:1770653417.306567:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653417.306573:0:5749:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1770653417.306584:0:12201:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966313728 00000100:00000040:2.0:1770653417.306586:0:76419:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95572f8d5c00 x1856657966313856/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:248/0 lens 224/0 e 0 to 0 dl 1770653428 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1770653417.306589:0:5749:0:(niobuf.c:1189:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:0.0:1770653417.306592:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000001:3.0:1770653417.306599:0:12201:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:1.0:1770653417.306605:0:5749:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d940b0. 00000400:00000200:0.0:1770653417.306611:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac87f8 00000020:00000001:3.0:1770653417.306615:0:12201:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:0.0:1770653417.306620:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac87f8. 00000020:00000001:3.0:1770653417.306634:0:12201:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653417.306635:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653417.306640:0:76419:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1770653417.306641:0:5749:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff955647fa8000. 00000100:00000001:0.0:1770653417.306642:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1770653417.306654:0:76419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f592c0. 00000020:00000001:3.0:1770653417.306658:0:12201:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1770653417.306669:0:76419:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1770653417.306672:0:12201:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789376 : -1047762240 : ffffffffc18c6ac0) 00000020:00000010:2.0:1770653417.306676:0:76419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f592c0. 00000020:00000001:3.0:1770653417.306693:0:12201:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1770653417.306701:0:12201:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1770653417.306704:0:76419:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95572f8d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:b31b1d82-c1d4-4680-ae7a-71292416d1f5+55:2366:x1856657966313856:12345-192.168.202.60@tcp:400:kworker.0 00000020:00000001:3.0:1770653417.306710:0:12201:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1770653417.306736:0:12201:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1770653417.306743:0:12201:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653417.306744:0:76419:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966313856 00000800:00000200:0.0:1770653417.306750:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:3.0:1770653417.306761:0:12201:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1770653417.306763:0:76419:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000010:0.0:1770653417.306764:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9557353d2a00. 00000100:00000001:3.0:1770653417.306771:0:12201:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1770653417.306772:0:76419:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:3.0:1770653417.306780:0:12201:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1770653417.306781:0:76419:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653417.306783:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1770653417.306791:0:76419:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:3.0:1770653417.306792:0:12201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955642784c00. 00000020:00000001:2.0:1770653417.306803:0:76419:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789376 : -1047762240 : ffffffffc18c6ac0) 02000000:00000001:3.0:1770653417.306806:0:12201:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653417.306807:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653417.306830:0:12201:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653417.306830:0:76419:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1770653417.306831:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d0225d8 00000020:00000001:2.0:1770653417.306892:0:76419:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1770653417.306900:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d0225d8. 00000020:00000001:2.0:1770653417.306901:0:76419:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1770653417.306908:0:76419:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1770653417.306911:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1770653417.306914:0:76419:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653417.306920:0:3282:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:2.0:1770653417.306921:0:76419:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000010:0.0:1770653417.306930:0:3282:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955617a81400. 00000100:00000001:2.0:1770653417.306932:0:76419:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1770653417.306938:0:3282:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1770653417.306940:0:76419:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1770653417.306944:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:2.0:1770653417.306950:0:76419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95573c587c00. 00000020:00000001:3.0:1770653417.306955:0:12201:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653417.306958:0:76419:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653417.306969:0:76419:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653417.306972:0:12201:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966313728 00000020:00000001:2.0:1770653417.306974:0:76419:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653417.306984:0:76419:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966313856 00010000:00000001:3.0:1770653417.306988:0:12201:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:2.0:1770653417.306990:0:76419:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1770653417.307005:0:76419:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95572f8d5c00 x1856657966313856/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:248/0 lens 224/224 e 0 to 0 dl 1770653428 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1770653417.307013:0:12201:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95572f8d6300 x1856657966313728/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:248/0 lens 224/224 e 0 to 0 dl 1770653428 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653417.307028:0:76419:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1770653417.307034:0:76419:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1770653417.307045:0:76419:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=99 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653417.307065:0:76419:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1770653417.307071:0:12201:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1770653417.307072:0:76419:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000001:3.0:1770653417.307080:0:12201:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653417.307081:0:76419:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:2.0:1770653417.307096:0:76419:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:3.0:1770653417.307098:0:12201:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=99 v=5 (1 1 1 1) 02000000:00000001:2.0:1770653417.307100:0:76419:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653417.307128:0:76419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1770653417.307129:0:12201:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1770653417.307149:0:12201:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000100:00000040:2.0:1770653417.307151:0:76419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:3.0:1770653417.307165:0:12201:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000400:00000010:2.0:1770653417.307167:0:76419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268883b8. 02000000:00000001:3.0:1770653417.307175:0:12201:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:2.0:1770653417.307179:0:76419:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1856657966313856, offset 224 02000000:00000001:3.0:1770653417.307180:0:12201:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653417.307198:0:12201:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1770653417.307205:0:76419:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000040:3.0:1770653417.307215:0:12201:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:3.0:1770653417.307225:0:12201:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a786e8. 00000400:00000200:2.0:1770653417.307230:0:76419:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000200:2.0:1770653417.307240:0:76419:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164768:2164768:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164764:2164764:8:4294967295] 00000400:00000200:2.0:1770653417.307254:0:76419:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:2.0:1770653417.307261:0:76419:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:2.0:1770653417.307267:0:76419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95573c3dfc00. 00000800:00000200:2.0:1770653417.307273:0:76419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:2.0:1770653417.307280:0:76419:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:2.0:1770653417.307286:0:76419:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95573c3dfc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1770653417.307307:0:76419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653417.307312:0:76419:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000001:2.0:1770653417.307316:0:76419:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1770653417.307320:0:76419:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653417.307323:0:76419:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1770653417.307332:0:76419:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572f8d5c00 x1856657966313856/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:248/0 lens 224/224 e 0 to 0 dl 1770653428 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1770653417.307337:0:12201:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1856657966313728, offset 224 00000400:00000200:3.0:1770653417.307374:0:12201:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00100000:2.0:1770653417.307376:0:76419:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95572f8d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:b31b1d82-c1d4-4680-ae7a-71292416d1f5+55:2366:x1856657966313856:12345-192.168.202.60@tcp:400:kworker.0 Request processed in 718us (1740us total) trans 0 rc 0/0 00000100:00100000:2.0:1770653417.307394:0:76419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 3134 00000100:00000040:2.0:1770653417.307404:0:76419:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000400:00000200:3.0:1770653417.307407:0:12201:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000001:2.0:1770653417.307418:0:76419:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653417.307422:0:76419:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1770653417.307437:0:12201:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164769:2164769:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164765:2164765:7:4294967295] 00000020:00000010:2.0:1770653417.307439:0:76419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300f00. 00000020:00000010:2.0:1770653417.307460:0:76419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510708. 00000020:00000010:2.0:1770653417.307470:0:76419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955636fe9c00. 00000020:00000040:2.0:1770653417.307484:0:76419:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 54 00000800:00000200:0.0:1770653417.307495:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1770653417.307496:0:76419:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653417.307499:0:12201:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000010:0.0:1770653417.307513:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95573c3dfc00. 00000400:00000200:0.0:1770653417.307528:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1770653417.307532:0:12201:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000400:00000200:0.0:1770653417.307545:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000800:00000010:3.0:1770653417.307553:0:12201:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c200. 00000400:00000200:0.0:1770653417.307554:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268883b8 00000400:00000010:0.0:1770653417.307563:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268883b8. 00000100:00000001:0.0:1770653417.307572:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653417.307580:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1770653417.307584:0:12201:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000800:00000200:3.0:1770653417.307709:0:12201:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000800:00000200:3.0:1770653417.307739:0:12201:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1770653417.307779:0:12201:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653417.307784:0:12201:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00010000:00000001:3.0:1770653417.307787:0:12201:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1770653417.307790:0:12201:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653417.307793:0:12201:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1770653417.307800:0:12201:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572f8d6300 x1856657966313728/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:248/0 lens 224/224 e 0 to 0 dl 1770653428 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1770653417.307814:0:12201:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95572f8d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b31b1d82-c1d4-4680-ae7a-71292416d1f5+55:2365:x1856657966313728:12345-192.168.202.60@tcp:400:kworker.0 Request processed in 1432us (2562us total) trans 0 rc 0/0 00000100:00100000:3.0:1770653417.307827:0:12201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 3133 00000100:00000040:3.0:1770653417.307832:0:12201:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000100:00000001:3.0:1770653417.307835:0:12201:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1770653417.307837:0:12201:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1770653417.307843:0:12201:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3b00. 00000020:00000010:3.0:1770653417.307878:0:12201:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90bb8. 00000020:00000010:3.0:1770653417.307884:0:12201:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95562fa44400. 00000020:00000040:3.0:1770653417.307890:0:12201:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 54 00000100:00000001:3.0:1770653417.307894:0:12201:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1770653417.307937:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1770653417.307944:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c200. 00000400:00000200:2.0:1770653417.307950:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653417.307957:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:2.0:1770653417.307963:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a786e8 00000400:00000010:2.0:1770653417.307966:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a786e8. 00000100:00000001:2.0:1770653417.307973:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653417.307976:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1770653417.699011:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653417.699022:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653417.699030:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653417.699033:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653417.699038:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653417.699040:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653417.699044:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653417.699046:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653417.699051:0:81035:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1770653417.699053:0:81035:0:(ldlm_pool.c:464:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653417.699073:0:81035:0:(ldlm_pool.c:1344:ldlm_pools_recalc_task()) Negative interval(-6696) 00000020:00000001:3.0:1770653417.699185:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1770653417.699193:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653417.699199:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1770653418.722978:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653418.722988:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653418.722995:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653418.722997:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653418.723002:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653418.723003:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653418.723007:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653418.723009:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653418.723015:0:81035:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1770653418.723017:0:81035:0:(ldlm_pool.c:464:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653418.723033:0:81035:0:(ldlm_pool.c:1344:ldlm_pools_recalc_task()) Negative interval(-6697) 00000020:00000001:3.0:1770653418.723122:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1770653418.723130:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653418.723135:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:0.0:1770653418.915047:0:6725:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1770653418.915059:0:6725:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1770653418.915074:0:6725:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710552680. 00000020:00000040:0.0:1770653418.915087:0:6725:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=53 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1770653418.915096:0:6725:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1770653418.915102:0:6725:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1770653418.915112:0:6725:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1770653418.915125:0:6725:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9556041e9a00. 00000100:00000001:2.0:1770653418.915128:0:5759:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1770653418.915137:0:6725:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653418.915139:0:5759:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653418.915155:0:6725:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1770653418.915165:0:6725:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653418.915193:0:6725:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3afad10] to pc [ptlrpcd_00_02+2] req@ffff955710552680 x1856657707214976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1770653418.915241:0:6725:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1770653418.915283:0:7855:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1770653418.915287:0:7855:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1770653418.915295:0:7855:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710551f80. 00000020:00000040:0.0:1770653418.915301:0:7855:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=53 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:0.0:1770653418.915307:0:7855:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1770653418.915312:0:7855:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1770653418.915316:0:7855:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1770653418.915326:0:7855:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9556041e9000. 00000100:00000001:0.0:1770653418.915333:0:7855:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653418.915342:0:7855:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1770653418.915346:0:7855:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653418.915355:0:7855:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9a4ce22] to pc [ptlrpcd_00_03+3] req@ffff955710551f80 x1856657707215104/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1770653418.915380:0:7855:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653418.915446:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1770653418.915453:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1770653418.915458:0:3290:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1770653418.915465:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955710552680 x1856657707214976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653418.915476:0:3290:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1770653418.915479:0:3290:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653418.915485:0:3290:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1770653418.915491:0:3290:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1770653418.915496:0:3290:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653418.915504:0:3290:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955710552680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707214976:0@lo:13:osp-pre-0-0.0 00000100:00000001:0.0:1770653418.915510:0:3290:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1770653418.915519:0:3290:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1770653418.915523:0:3290:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653418.915527:0:3290:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1770653418.915537:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955623651c00. 02000000:00000001:0.0:1770653418.915542:0:3290:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653418.915553:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e053000. 00000400:00000010:0.0:1770653418.915568:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac87f8. 00000100:00000200:0.0:1770653418.915579:0:3290:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707214976, portal 4 00000100:00000001:0.0:1770653418.915584:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1770653418.915587:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799901550208 : -117273808001408 : ffff955710552680) 00000100:00000040:0.0:1770653418.915601:0:3290:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955710552680 x1856657707214976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653434 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653418.915613:0:3290:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1770653418.915619:0:3290:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1770653418.915625:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8c38. 00000100:00000200:0.0:1770653418.915630:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1856657707214976, offset 0 00000400:00000200:0.0:1770653418.915644:0:3290:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1770653418.915668:0:3290:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1770653418.915694:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6989ecf1ba880 00000100:00000001:3.0:1770653418.915729:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653418.915738:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1770653418.915741:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc61 [8] + 7168 00000100:00000001:3.0:1770653418.915744:0:3291:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1770653418.915759:0:3290:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1770653418.915765:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955710551f80 x1856657707215104/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1770653418.915778:0:3290:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1770653418.915806:0:3290:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653418.915811:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1770653418.915820:0:3290:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710551180. 00000100:00000040:0.0:1770653418.915826:0:3290:0:(events.c:337:request_in_callback()) incoming req@ffff955710551180 x1856657707214976 msgsize 224 00000100:00100000:0.0:1770653418.915838:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1770653418.915905:0:3291:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1770653418.915907:0:3290:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1770653418.915908:0:3291:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653418.915917:0:3291:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1770653418.915923:0:3291:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1770653418.915925:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8c38 00000400:00000010:0.0:1770653418.915936:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8c38. 02000000:00000001:3.0:1770653418.915937:0:3291:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653418.915957:0:3290:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1770653418.915963:0:3291:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955710551f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707215104:0@lo:13:osp-pre-1-0.0 00000100:00000200:0.0:1770653418.915972:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955710552680 x1856657707214976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653434 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653418.915973:0:3291:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1770653418.915987:0:3291:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1770653418.915992:0:3291:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653418.915995:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1770653418.915996:0:3291:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1770653418.916005:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955710552680 x1856657707214976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653434 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653418.916018:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653418.916022:0:3290:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1770653418.916032:0:3290:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1770653418.916035:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955642785000. 02000000:00000001:3.0:1770653418.916039:0:3291:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653418.916040:0:3290:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26298 usecs (27 jiffies) 00000400:00000010:3.0:1770653418.916050:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d28f0. 00000100:00000001:0.0:1770653418.916050:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301449756 00000400:00000010:3.0:1770653418.916078:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78aa0. 00000100:00000200:3.0:1770653418.916087:0:3291:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707215104, portal 4 00000100:00000001:3.0:1770653418.916091:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653418.916092:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799901548416 : -117273808003200 : ffff955710551f80) 00000100:00000040:3.0:1770653418.916105:0:3291:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955710551f80 x1856657707215104/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653434 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653418.916112:0:3291:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1770653418.916118:0:3291:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1770653418.916125:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78770. 00000100:00000200:3.0:1770653418.916130:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1856657707215104, offset 0 00000400:00000200:3.0:1770653418.916140:0:3291:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1770653418.916164:0:3291:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1770653418.916169:0:6533:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1770653418.916174:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707214976 00000400:00000200:3.0:1770653418.916176:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6989ecf1ba900 02000000:00000001:0.0:1770653418.916180:0:6533:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653418.916186:0:6533:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653418.916191:0:6533:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653418.916194:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc61 [8] + 7392 02000000:00000001:0.0:1770653418.916206:0:6533:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653418.916208:0:3291:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1770653418.916219:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707214976 00000400:00000200:3.0:1770653418.916220:0:3291:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1770653418.916226:0:6533:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1770653418.916233:0:6533:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00000100:00000001:3.0:1770653418.916235:0:3291:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1770653418.916244:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000020:00000001:0.0:1770653418.916244:0:6533:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653418.916256:0:6533:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=55 00000100:00000010:3.0:1770653418.916259:0:3291:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d89880. 00000020:00000001:0.0:1770653418.916267:0:6533:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000040:3.0:1770653418.916269:0:3291:0:(events.c:337:request_in_callback()) incoming req@ffff955618d89880 x1856657707215104 msgsize 224 00000020:00000001:0.0:1770653418.916281:0:6533:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000001:0.0:1770653418.916293:0:6533:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1770653418.916302:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1770653418.916325:0:3291:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1770653418.916340:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78770 00000400:00000010:3.0:1770653418.916343:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78770. 00000100:00000001:3.0:1770653418.916352:0:3291:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1770653418.916359:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955710551f80 x1856657707215104/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653434 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653418.916368:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653418.916378:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955710551f80 x1856657707215104/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653434 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653418.916386:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653418.916388:0:3291:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1770653418.916395:0:3291:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653418.916400:0:3291:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26312 usecs (27 jiffies) 00000100:00000001:3.0:1770653418.916405:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301449756 00000100:00000001:2.0:1770653418.916497:0:73732:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1770653418.916503:0:73732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707215104 02000000:00000001:2.0:1770653418.916507:0:73732:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1770653418.916511:0:73732:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653418.916515:0:73732:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653418.916523:0:73732:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653418.916528:0:73732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707215104 00000020:00000001:2.0:1770653418.916532:0:73732:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1770653418.916537:0:73732:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00000020:00000001:2.0:1770653418.916542:0:73732:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1770653418.916550:0:73732:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=55 00000020:00000001:2.0:1770653418.916554:0:73732:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000020:00000001:2.0:1770653418.916558:0:73732:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000001:2.0:1770653418.916565:0:73732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1770653418.916574:0:73732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59540. 00000020:00000010:2.0:1770653418.916584:0:73732:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff95564b95a180. 00000020:00000010:0.0:1770653418.916590:0:6533:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95564b95a500. 00000020:00000040:2.0:1770653418.916601:0:73732:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff9557082818d8) now 8 - evictor 00000020:00000010:0.0:1770653418.916605:0:6533:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9556665bf640. 00000020:00000040:0.0:1770653418.916624:0:6533:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff9557181831b0) now 8 - evictor 00000100:00000001:2.0:1770653418.916631:0:73732:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1770653418.916632:0:6533:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00080000:3.0:1770653418.916638:0:5753:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1770653418.916647:0:5753:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff9557181831b0) now 8 - evictor 00000020:00000010:2.0:1770653418.916647:0:73732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955636fe8800. 00000020:00000010:0.0:1770653418.916649:0:6533:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955626008800. 00000100:00080000:3.0:1770653418.916670:0:5753:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000010:2.0:1770653418.916671:0:73732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563a300980. 00000020:00000010:0.0:1770653418.916673:0:6533:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff955647519d80. 00000020:00000040:3.0:1770653418.916676:0:5753:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff9557082818d8) now 8 - evictor 00000020:00000010:2.0:1770653418.916685:0:73732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510708. 00000100:00000040:2.0:1770653418.916730:0:73732:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1770653418.916735:0:73732:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1770653418.916738:0:73732:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1770653418.916742:0:73732:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653418.916757:0:73732:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653418.916775:0:73732:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653418.916803:0:73732:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1770653418.916808:0:73732:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1770653418.916820:0:73732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2654 00000100:00000040:2.0:1770653418.916828:0:73732:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 1 00000100:00000010:1.0:1770653418.916828:0:3290:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95564ae1acc0. 00000100:00000001:2.0:1770653418.916837:0:73732:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795749415040 : -117277960136576 : ffff955618d89880) 00000100:00000001:1.0:1770653418.916882:0:3290:0:(niobuf.c:676:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1770653418.916896:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301449757 00000100:00000010:1.0:1770653418.916906:0:3290:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95564ae1aea0. 00000100:00000040:2.0:1770653418.916908:0:73732:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955618d89880 x1856657707215104/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:249/0 lens 224/0 e 0 to 0 dl 1770653429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653418.916920:0:3290:0:(niobuf.c:676:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1770653418.916933:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301449757 00000100:00000001:2.0:1770653418.916937:0:73732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:1.0:1770653418.916946:0:3290:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95564ae1af00. 00000020:00000010:2.0:1770653418.916949:0:73732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59a40. 00000100:00000001:2.0:1770653418.916958:0:73732:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653418.916961:0:3290:0:(niobuf.c:676:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000020:00000010:2.0:1770653418.916964:0:73732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59a40. 00000100:00000001:1.0:1770653418.916984:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301449757 00000100:00100000:2.0:1770653418.916986:0:73732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955618d89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+55:3291:x1856657707215104:12345-0@lo:13:osp-pre-1-0.0 00000100:00000200:2.0:1770653418.916999:0:73732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707215104 00000020:00000001:2.0:1770653418.917006:0:73732:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1770653418.917015:0:73732:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1770653418.917019:0:73732:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653418.917024:0:73732:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1770653418.917027:0:73732:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662416 : -1035889200 : ffffffffc24195d0) 00000020:00000001:2.0:1770653418.917033:0:73732:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1770653418.917038:0:73732:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653418.917042:0:73732:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1770653418.917045:0:73732:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1770653418.917050:0:73732:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653418.917058:0:73732:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1770653418.917062:0:73732:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1770653418.917069:0:73732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff95564f310c00. 02000000:00000001:2.0:1770653418.917074:0:73732:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653418.917077:0:73732:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1770653418.917082:0:73732:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:2.0:1770653418.917089:0:73732:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1770653418.917095:0:73732:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:2.0:1770653418.917100:0:73732:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1770653418.917116:0:73732:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653418.917123:0:73732:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:2.0:1770653418.917130:0:73732:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25894912 pending 0 free 3853516800 avail 3851419648 00000020:00000020:2.0:1770653418.917136:0:73732:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0001: processing self export: 22487040 0 0 00000020:00000020:2.0:1770653418.917142:0:73732:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli b31b1d82-c1d4-4680-ae7a-71292416d1f5/ffff95572df1a800 dirty 0 pend 0 grant 3407872 00000020:00000020:2.0:1770653418.917148:0:73732:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff955602e51000 dirty 0 pend 0 grant 0 00002000:00000020:2.0:1770653418.917154:0:73732:0:(ofd_obd.c:737:ofd_statfs()) 3683 blocks: 3675 free, 3652 avail; 119188 objects: 117600 free; state 0 00002000:00000001:2.0:1770653418.917160:0:73732:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00002000:00000001:2.0:1770653418.917167:0:73732:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653418.917173:0:73732:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332607, transno 0, xid 1856657707215104 00010000:00000001:2.0:1770653418.917179:0:73732:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1770653418.917190:0:73732:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955618d89880 x1856657707215104/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:249/0 lens 224/368 e 0 to 0 dl 1770653429 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653418.917202:0:73732:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1770653418.917208:0:73732:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1770653418.917214:0:73732:0:(import.c:2128:obd_at_measure()) add 1 to ffff955735f981e8 time=100 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653418.917224:0:73732:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1770653418.917230:0:73732:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000001:2.0:1770653418.917237:0:73732:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 02000000:00000001:2.0:1770653418.917243:0:73732:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1770653418.917248:0:73732:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653418.917252:0:73732:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1770653418.917260:0:73732:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1770653418.917267:0:73732:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888000. 00000100:00000200:2.0:1770653418.917275:0:73732:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1856657707215104, offset 224 00000400:00000200:2.0:1770653418.917292:0:73732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1770653418.917314:0:73732:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1770653418.917339:0:73732:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6989ecf1ba900 00000400:00000200:2.0:1770653418.917353:0:73732:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xedaab1 [1] + 224 00000400:00000200:2.0:1770653418.917363:0:73732:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653418.917374:0:73732:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1770653418.917385:0:73732:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1770653418.917393:0:73732:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955710551f80 x1856657707215104/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653434 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1770653418.917409:0:6533:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3daf0. 00000100:00000040:2.0:1770653418.917411:0:73732:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff955710551f80 x1856657707215104/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653434 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653418.917423:0:6533:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1770653418.917430:0:73732:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1770653418.917430:0:6533:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1770653418.917434:0:6533:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653418.917447:0:73732:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888000 00000100:00000001:0.0:1770653418.917449:0:6533:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653418.917454:0:73732:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888000. 00000100:00000001:2.0:1770653418.917463:0:73732:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653418.917466:0:73732:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1770653418.917476:0:73732:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653418.917480:0:6533:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1770653418.917482:0:73732:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00010000:00000001:2.0:1770653418.917494:0:73732:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1770653418.917498:0:73732:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653418.917502:0:73732:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1770653418.917510:0:6727:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1770653418.917511:0:73732:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d89880 x1856657707215104/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:249/0 lens 224/368 e 0 to 0 dl 1770653429 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653418.917514:0:6533:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653418.917519:0:6727:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1770653418.917523:0:6533:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1770653418.917537:0:6727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2655 00000100:00000040:3.0:1770653418.917556:0:6727:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 1 00000100:00000001:0.0:1770653418.917557:0:6533:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653418.917572:0:6533:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653418.917573:0:6727:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626799901544832 : -117273808006784 : ffff955710551180) 00000100:00100000:2.0:1770653418.917574:0:73732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955618d89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+55:3291:x1856657707215104:12345-0@lo:13:osp-pre-1-0.0 Request processed in 623us (1289us total) trans 0 rc 0/0 00000100:00000040:3.0:1770653418.917603:0:6727:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955710551180 x1856657707214976/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:249/0 lens 224/0 e 0 to 0 dl 1770653429 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1770653418.917605:0:73732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2654 00000100:00000040:2.0:1770653418.917619:0:73732:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 0 00000100:00000001:3.0:1770653418.917623:0:6727:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1770653418.917626:0:73732:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1770653418.917630:0:6727:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fb0c0. 00000100:00000001:2.0:1770653418.917631:0:73732:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1770653418.917637:0:6727:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1770653418.917638:0:3290:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9556681b9420. 00000020:00000010:2.0:1770653418.917640:0:73732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563a300980. 00000020:00000010:3.0:1770653418.917654:0:6727:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fb0c0. 00000100:00000001:0.0:1770653418.917657:0:3290:0:(niobuf.c:676:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000020:00000010:2.0:1770653418.917660:0:73732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510708. 00000100:00000001:0.0:1770653418.917666:0:3290:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1770653418.917674:0:6727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955710551180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+55:3290:x1856657707214976:12345-0@lo:13:osp-pre-0-0.0 00000100:00000001:0.0:1770653418.917679:0:3290:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653418.917680:0:73732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955636fe8800. 00000100:00000200:3.0:1770653418.917682:0:6727:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707214976 00000020:00000001:3.0:1770653418.917695:0:6727:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1770653418.917697:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653418.917716:0:6727:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1770653418.917721:0:6727:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653418.917722:0:73732:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 54 00000100:00000001:0.0:1770653418.917723:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653418.917727:0:6727:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1770653418.917735:0:73732:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653418.917740:0:6727:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662416 : -1035889200 : ffffffffc24195d0) 00000020:00000001:3.0:1770653418.917746:0:6727:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1770653418.917749:0:6727:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653418.917762:0:6727:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1770653418.917764:0:6727:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1770653418.917766:0:3290:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1770653418.917768:0:6727:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653418.917772:0:3290:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1770653418.917774:0:6727:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1770653418.917780:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1770653418.917781:0:6727:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1770653418.917785:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1770653418.917789:0:6727:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff955606128c00. 00000100:00000001:0.0:1770653418.917790:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653418.917805:0:6727:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653418.917805:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653418.917823:0:6727:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653418.917828:0:6727:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:3.0:1770653418.917835:0:6727:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1770653418.917839:0:6727:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:3.0:1770653418.917842:0:6727:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1770653418.917901:0:6727:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653418.917909:0:6727:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1770653418.917914:0:6727:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 24322048 pending 0 free 3853516800 avail 3851419648 00000020:00000020:3.0:1770653418.917918:0:6727:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 20914176 0 0 00000020:00000020:3.0:1770653418.917922:0:6727:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli b31b1d82-c1d4-4680-ae7a-71292416d1f5/ffff95572df1c000 dirty 0 pend 0 grant 3407872 00000020:00000020:3.0:1770653418.917927:0:6727:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff95560202c800 dirty 0 pend 0 grant 0 00002000:00000020:3.0:1770653418.917930:0:6727:0:(ofd_obd.c:737:ofd_statfs()) 3682 blocks: 3675 free, 3654 avail; 119372 objects: 117600 free; state 0 00002000:00000001:3.0:1770653418.917933:0:6727:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:0.0:1770653418.917934:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301449756 00002000:00000001:3.0:1770653418.917939:0:6727:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653418.917941:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301449758 00010000:00000040:3.0:1770653418.917946:0:6727:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299190, transno 0, xid 1856657707214976 00010000:00000001:3.0:1770653418.917951:0:6727:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:0.0:1770653418.917952:0:3291:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4301449757 00000100:00000001:0.0:1770653418.917968:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301449758 00010000:00000200:3.0:1770653418.917970:0:6727:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955710551180 x1856657707214976/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:249/0 lens 224/368 e 0 to 0 dl 1770653429 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653418.917988:0:3291:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4301449757 00010000:00000001:3.0:1770653418.917991:0:6727:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1770653418.917995:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301449758 00010000:00000001:3.0:1770653418.917998:0:6727:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653418.918005:0:6727:0:(import.c:2128:obd_at_measure()) add 1 to ffff955735f981e8 time=100 v=5 (1 1 1 1) 00000100:00000001:0.0:1770653418.918006:0:3291:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4301449757 00000100:00000001:0.0:1770653418.918016:0:3291:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653418.918019:0:6727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1770653418.918022:0:3291:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653418.918030:0:6727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000400:00000001:0.0:1770653418.918034:0:3291:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1770653418.918036:0:6727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000400:00000001:0.0:1770653418.918045:0:3291:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1770653418.918047:0:6727:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1770653418.918053:0:6727:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653418.918053:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d28f0. 00000100:00000001:3.0:1770653418.918068:0:6727:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1770653418.918071:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78aa0 00000400:00000010:0.0:1770653418.918076:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78aa0. 00000100:00000040:3.0:1770653418.918080:0:6727:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1770653418.918086:0:3291:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:3.0:1770653418.918093:0:6727:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78770. 00000100:00000200:0.0:1770653418.918100:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955710551f80 x1856657707215104/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653434 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1770653418.918103:0:6727:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1856657707214976, offset 224 00000400:00000200:3.0:1770653418.918125:0:6727:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1770653418.918128:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955710551f80 x1856657707215104/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653434 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653418.918149:0:3291:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1770653418.918150:0:6727:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1770653418.918163:0:3291:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653418.918170:0:3291:0:(client.c:1568:after_reply()) Process entered 00000400:00000200:3.0:1770653418.918180:0:6727:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6989ecf1ba880 02000000:00000001:0.0:1770653418.918180:0:3291:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1770653418.918185:0:3291:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653418.918191:0:3291:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653418.918202:0:6727:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xedaaa9 [1] + 224 02000000:00000001:0.0:1770653418.918202:0:3291:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653418.918219:0:6727:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1770653418.918223:0:3291:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cca0 time=93 v=5 (5 5 5 5) 00000400:00000200:3.0:1770653418.918233:0:6727:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:0.0:1770653418.918234:0:3291:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=64 v=5 (1 1 1 1) 00000100:00000001:0.0:1770653418.918247:0:3291:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1770653418.918248:0:6727:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1770653418.918261:0:3291:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653418.918269:0:6727:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955710552680 x1856657707214976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653434 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653418.918270:0:3291:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1770653418.918279:0:3291:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653418.918286:0:3291:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1770653418.918288:0:6727:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff955710552680 x1856657707214976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653434 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1770653418.918291:0:3291:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332607 00000100:00000001:0.0:1770653418.918302:0:3291:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1770653418.918311:0:3291:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653418.918321:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955710551f80 x1856657707215104/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653434 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653418.918327:0:6727:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1770653418.918338:0:3291:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1770653418.918345:0:6727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78770 00000100:00000001:0.0:1770653418.918346:0:3291:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1770653418.918356:0:3291:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1770653418.918357:0:6727:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78770. 00000004:00000001:0.0:1770653418.918371:0:3291:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:3.0:1770653418.918375:0:6727:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653418.918378:0:6727:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000040:0.0:1770653418.918380:0:3291:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0001-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1770653418.918389:0:3291:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0001-osc-MDT0000: blocks=942848 free=940800 avail=934912 avail_mb=3652 hwm_mb=7 files=119188 ffree=117600 state=0: rc = 0 00000100:00000001:3.0:1770653418.918391:0:6727:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653418.918407:0:6727:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00010000:00000001:3.0:1770653418.918411:0:6727:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1770653418.918416:0:6727:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:0.0:1770653418.918417:0:3291:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0001-osc-MDT0000 (ffff95560256d800): 942848 blocks, 940800 free, 934912 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 119188 files, 117600 free files 0x0 00000020:00000001:3.0:1770653418.918420:0:6727:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000004:00000001:0.0:1770653418.918430:0:3291:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653418.918437:0:6727:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955710551180 x1856657707214976/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:249/0 lens 224/368 e 0 to 0 dl 1770653429 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1770653418.918441:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955710551f80 x1856657707215104/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653434 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1770653418.918484:0:3291:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955710551f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707215104:0@lo:13:osp-pre-1-0.0 00000100:00000001:0.0:1770653418.918496:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1770653418.918504:0:6727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955710551180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+55:3290:x1856657707214976:12345-0@lo:13:osp-pre-0-0.0 Request processed in 871us (2666us total) trans 0 rc 0/0 00000100:00000001:0.0:1770653418.918505:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1770653418.918516:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955710551f80 x1856657707215104/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653434 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653418.918558:0:3291:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00100000:3.0:1770653418.918564:0:6727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2655 02000000:00000001:0.0:1770653418.918566:0:3291:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1770653418.918571:0:6727:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 0 02000000:00000010:0.0:1770653418.918572:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955642785000. 00000100:00000001:3.0:1770653418.918583:0:6727:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1770653418.918587:0:6727:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1770653418.918588:0:3291:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653418.918597:0:3291:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:3.0:1770653418.918601:0:6727:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff955647519d80. 00000020:00000040:0.0:1770653418.918602:0:3291:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=52 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:0.0:1770653418.918613:0:3291:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1770653418.918617:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff9556041e9000. 00000020:00000010:3.0:1770653418.918618:0:6727:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3daf0. 02000000:00000001:0.0:1770653418.918635:0:3291:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:3.0:1770653418.918636:0:6727:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955626008800. 02000000:00000001:0.0:1770653418.918642:0:3291:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1770653418.918647:0:3291:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955710551f80. 00000020:00000040:3.0:1770653418.918648:0:6727:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 54 00000100:00000001:3.0:1770653418.918662:0:6727:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653418.918665:0:3291:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1770653418.918672:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653418.918677:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653418.918687:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1770653418.918690:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653418.918695:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1770653418.918699:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653418.918715:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653418.918718:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1770653418.918723:0:3290:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1770653418.918725:0:3290:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1770653418.918728:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e053000. 00000400:00000200:3.0:1770653418.918737:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac87f8 00000400:00000010:3.0:1770653418.918739:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac87f8. 00000100:00000001:3.0:1770653418.918746:0:3290:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1770653418.918755:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955710552680 x1856657707214976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653434 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1770653418.918771:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955710552680 x1856657707214976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653434 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653418.918782:0:3290:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1770653418.918788:0:3290:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653418.918791:0:3290:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:3.0:1770653418.918794:0:3290:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1770653418.918797:0:3290:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653418.918800:0:3290:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653418.918804:0:3290:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653418.918811:0:3290:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fca0 time=100 v=5 (5 5 5 5) 00000100:00001000:3.0:1770653418.918819:0:3290:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=73 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653418.918823:0:3290:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1770653418.918825:0:3290:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653418.918829:0:3290:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1770653418.918832:0:3290:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653418.918841:0:3290:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1770653418.918843:0:3290:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299190 00000100:00000001:3.0:1770653418.918846:0:3290:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1770653418.918901:0:3290:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653418.918906:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955710552680 x1856657707214976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653434 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653418.918913:0:3290:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653418.918916:0:3290:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1770653418.918919:0:3290:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1770653418.918922:0:3290:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1770653418.918926:0:3290:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1770653418.918929:0:3290:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=942592 free=940800 avail=935424 avail_mb=3654 hwm_mb=7 files=119372 ffree=117600 state=0: rc = 0 00000004:00000020:3.0:1770653418.918944:0:3290:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (ffff9557181ce800): 942592 blocks, 940800 free, 935424 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 119372 files, 117600 free files 0x0 00000004:00000001:3.0:1770653418.918949:0:3290:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653418.918957:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955710552680 x1856657707214976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653434 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1770653418.918967:0:3290:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955710552680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707214976:0@lo:13:osp-pre-0-0.0 00000100:00000001:3.0:1770653418.918977:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653418.918981:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653418.918988:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955710552680 x1856657707214976/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653434 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653418.918995:0:3290:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1770653418.918999:0:3290:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1770653418.919002:0:3290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955623651c00. 02000000:00000001:3.0:1770653418.919007:0:3290:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1770653418.919010:0:3290:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1770653418.919013:0:3290:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=52 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1770653418.919016:0:3290:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1770653418.919020:0:3290:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff9556041e9a00. 02000000:00000001:3.0:1770653418.919027:0:3290:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1770653418.919030:0:3290:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1770653418.919034:0:3290:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955710552680. 00000100:00000001:3.0:1770653418.919039:0:3290:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1770653418.919042:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653418.919045:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653418.919054:0:3290:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1770653418.919057:0:3290:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653418.919061:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653418.919067:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653418.945964:0:78151:0:(connection.c:75:cpu_latency_work()) work item of ffff95572011f110 (cpu 0) has reached its deadline 4301449758, at 4301449759 00000100:00000010:1.0:1770653418.945980:0:78151:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95564ae1aea0. 00000100:00000040:2.0:1770653418.947384:0:81035:0:(connection.c:75:cpu_latency_work()) work item of ffff95572011f220 (cpu 0) has reached its deadline 4301449758, at 4301449760 00000100:00000010:2.0:1770653418.947394:0:81035:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95564ae1af00. 00000100:00000040:3.0:1770653418.950344:0:78052:0:(connection.c:75:cpu_latency_work()) work item of ffff95572011f330 (cpu 0) has reached its deadline 4301449758, at 4301449763 00000100:00000040:0.0:1770653418.950347:0:81665:0:(connection.c:75:cpu_latency_work()) work item of ffff95572011f000 (cpu 0) has reached its deadline 4301449756, at 4301449763 00000100:00000010:3.0:1770653418.950362:0:78052:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9556681b9420. 00000100:00000010:0.0:1770653418.950364:0:81665:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95564ae1acc0. 00080000:00000001:2.0:1770653418.972313:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:2.0:1770653418.972323:0:23454:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1770653418.972330:0:23454:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1770653418.972336:0:23454:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8590299238 is committed 00000001:00000040:2.0:1770653418.972342:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 49 00000020:00000040:2.0:1770653418.972346:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 53 00000001:00000010:2.0:1770653418.972350:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9e40. 00040000:00000001:2.0:1770653418.972357:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.972361:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.972365:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955623650000. 00080000:00000001:2.0:1770653418.972369:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.972373:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.972376:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 48 00000020:00000040:2.0:1770653418.972378:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 52 00000001:00000010:2.0:1770653418.972380:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b94e0. 00040000:00000001:2.0:1770653418.972383:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.972385:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.972387:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955623650400. 00080000:00000001:2.0:1770653418.972389:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.972391:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.972393:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 47 00000020:00000040:2.0:1770653418.972395:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 51 00000001:00000010:2.0:1770653418.972397:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9840. 00040000:00000001:2.0:1770653418.972399:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.972400:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.972401:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955734dd5800. 00080000:00000001:2.0:1770653418.972403:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.972405:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.972407:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 46 00000020:00000040:2.0:1770653418.972408:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 50 00000001:00000010:2.0:1770653418.972410:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9540. 00040000:00000001:2.0:1770653418.972411:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.972412:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.972413:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563a7f8400. 00080000:00000001:2.0:1770653418.972415:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.972417:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.972418:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 45 00000020:00000040:2.0:1770653418.972420:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 49 00000001:00000010:2.0:1770653418.972421:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b95a0. 00040000:00000001:2.0:1770653418.972423:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.972424:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.972425:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95572dc8b800. 00080000:00000001:2.0:1770653418.972428:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.972430:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.972431:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 44 00000020:00000040:2.0:1770653418.972433:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 48 00000001:00000010:2.0:1770653418.972434:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b96c0. 00040000:00000001:2.0:1770653418.972436:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.972437:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.972439:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955708232800. 00080000:00000001:2.0:1770653418.972441:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.972443:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.972445:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 43 00000020:00000040:2.0:1770653418.972447:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 47 00000001:00000010:2.0:1770653418.972448:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9900. 00040000:00000001:2.0:1770653418.972450:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.972451:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.972452:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95560e9a5c00. 00080000:00000001:2.0:1770653418.972455:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.972456:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.972458:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 42 00000020:00000040:2.0:1770653418.972459:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 46 00000001:00000010:2.0:1770653418.972461:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9180. 00040000:00000001:2.0:1770653418.972462:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.972463:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.972464:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95573c586c00. 00080000:00000001:2.0:1770653418.972467:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.972468:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.972470:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 41 00000020:00000040:2.0:1770653418.972471:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 45 00000001:00000010:2.0:1770653418.972473:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9a20. 00040000:00000001:2.0:1770653418.972474:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.972475:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.972476:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9557044ef800. 00080000:00000001:2.0:1770653418.972479:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.972481:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.972482:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 40 00000020:00000040:2.0:1770653418.972484:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 44 00000001:00000010:2.0:1770653418.972485:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9de0. 00040000:00000001:2.0:1770653418.972487:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.972488:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.972489:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95570643f800. 00080000:00000001:2.0:1770653418.972491:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.972493:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.972495:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 39 00000020:00000040:2.0:1770653418.972496:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 43 00000001:00000010:2.0:1770653418.972498:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9cc0. 00040000:00000001:2.0:1770653418.972500:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.972501:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.972502:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95561813ac00. 00080000:00000001:2.0:1770653418.972505:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.972507:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.972508:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 38 00000020:00000040:2.0:1770653418.972510:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 42 00000001:00000010:2.0:1770653418.972511:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9960. 00040000:00000001:2.0:1770653418.972512:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.972514:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.972515:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563097c800. 00080000:00000001:2.0:1770653418.972518:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.972519:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.972521:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 37 00000020:00000040:2.0:1770653418.972522:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 41 00000001:00000010:2.0:1770653418.972524:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b93c0. 00040000:00000001:2.0:1770653418.972525:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.972526:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.972528:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95562054b000. 00080000:00000001:2.0:1770653418.972530:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.972533:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:2.0:1770653418.972535:0:23454:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1770653418.972536:0:23454:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1770653418.972537:0:23454:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8590299240 is committed 00000001:00000040:2.0:1770653418.972539:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 36 00000020:00000040:2.0:1770653418.972541:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 40 00000001:00000010:2.0:1770653418.972542:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae1a900. 00040000:00000001:2.0:1770653418.972544:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.972545:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.972546:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955617a80000. 00080000:00000001:2.0:1770653418.972548:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.972549:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.972551:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 35 00000020:00000040:2.0:1770653418.972554:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 39 00000001:00000010:2.0:1770653418.972555:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae1aba0. 00040000:00000001:2.0:1770653418.972557:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.972558:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.972560:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955617a82000. 00080000:00000001:2.0:1770653418.972562:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.972564:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.972565:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 34 00000020:00000040:2.0:1770653418.972567:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 38 00000001:00000010:2.0:1770653418.972568:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae1ae40. 00040000:00000001:2.0:1770653418.972570:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.972571:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.972572:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955617a81800. 00080000:00000001:2.0:1770653418.972574:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.972575:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.972577:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 33 00000020:00000040:2.0:1770653418.972578:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 37 00000001:00000010:2.0:1770653418.972580:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae1a600. 00040000:00000001:2.0:1770653418.972581:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.972582:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.972583:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95564b80a000. 00080000:00000001:2.0:1770653418.972585:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.972587:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.972589:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 32 00000020:00000040:2.0:1770653418.972590:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 36 00000001:00000010:2.0:1770653418.972592:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae1a240. 00040000:00000001:2.0:1770653418.972593:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.972601:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.972602:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95564b80bc00. 00080000:00000001:2.0:1770653418.972604:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.972606:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.972608:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 31 00000020:00000040:2.0:1770653418.972609:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 35 00000001:00000010:2.0:1770653418.972611:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae1a720. 00040000:00000001:2.0:1770653418.972612:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.972613:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.972615:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95572dc88400. 00080000:00000001:2.0:1770653418.972618:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.972620:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.972622:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 30 00000020:00000040:2.0:1770653418.972624:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 34 00000001:00000010:2.0:1770653418.972626:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564334a540. 00040000:00000001:2.0:1770653418.972628:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.972629:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.972630:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955607fccc00. 00080000:00000001:2.0:1770653418.972632:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.972634:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.972635:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 29 00000020:00000040:2.0:1770653418.972637:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 33 00000001:00000010:2.0:1770653418.972638:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564334a240. 00040000:00000001:2.0:1770653418.972640:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.972641:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.972642:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955607fcc800. 00080000:00000001:2.0:1770653418.972644:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.972645:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.972647:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 28 00000020:00000040:2.0:1770653418.972648:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 32 00000001:00000010:2.0:1770653418.972650:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564334af00. 00040000:00000001:2.0:1770653418.972651:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.972652:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.972654:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955637245400. 00080000:00000001:2.0:1770653418.972657:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.972659:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.972660:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 27 00000020:00000040:2.0:1770653418.972662:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 31 00000001:00000010:2.0:1770653418.972663:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564334a720. 00040000:00000001:2.0:1770653418.972665:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.972666:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.972667:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9557180cdc00. 00080000:00000001:2.0:1770653418.972670:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.972671:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.972673:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 26 00000020:00000040:2.0:1770653418.972675:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 30 00000001:00000010:2.0:1770653418.972677:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564334ad80. 00040000:00000001:2.0:1770653418.972679:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.972681:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.972682:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556607c6c00. 00080000:00000001:2.0:1770653418.972688:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.972689:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.972691:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 25 00000020:00000040:2.0:1770653418.972693:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 29 00000001:00000010:2.0:1770653418.972694:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564334a8a0. 00040000:00000001:2.0:1770653418.972695:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.972696:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.972698:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955601a43c00. 00080000:00000001:2.0:1770653418.972715:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.972719:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.972721:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 24 00000020:00000040:2.0:1770653418.972722:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 28 00000001:00000010:2.0:1770653418.972724:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955667aa1360. 00040000:00000001:2.0:1770653418.972726:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.972737:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.972738:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95560a61ac00. 00080000:00000001:2.0:1770653418.972741:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.972742:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.972744:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 23 00000020:00000040:2.0:1770653418.972745:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 27 00000001:00000010:2.0:1770653418.972747:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955667aa1240. 00040000:00000001:2.0:1770653418.972749:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.972750:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.972751:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95560a619800. 00080000:00000001:2.0:1770653418.972753:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.972754:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.972756:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 22 00000020:00000040:2.0:1770653418.972758:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 26 00000001:00000010:2.0:1770653418.972759:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955667aa1840. 00040000:00000001:2.0:1770653418.972760:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.972761:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.972763:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95562b39d400. 00080000:00000001:2.0:1770653418.972766:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.972767:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.972770:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 21 00000020:00000040:2.0:1770653418.972771:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 25 00000001:00000010:2.0:1770653418.972773:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae604e0. 00040000:00000001:2.0:1770653418.972775:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.972776:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.972777:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955608cb7800. 00080000:00000001:2.0:1770653418.972779:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.972781:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.972782:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 20 00000020:00000040:2.0:1770653418.972784:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 24 00000001:00000010:2.0:1770653418.972785:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae603c0. 00040000:00000001:2.0:1770653418.972787:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.972788:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.972789:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955643982400. 00080000:00000001:2.0:1770653418.972791:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.972793:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.972794:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 19 00000020:00000040:2.0:1770653418.972796:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 23 00000001:00000010:2.0:1770653418.972797:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae60b40. 00040000:00000001:2.0:1770653418.972799:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.972800:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.972801:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955643981c00. 00080000:00000001:2.0:1770653418.972803:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.972804:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.972806:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 18 00000020:00000040:2.0:1770653418.972807:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 22 00000001:00000010:2.0:1770653418.972809:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae60240. 00040000:00000001:2.0:1770653418.972810:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.972811:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.972813:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955643981400. 00080000:00000001:2.0:1770653418.972814:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.972816:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.972817:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 17 00000020:00000040:2.0:1770653418.972820:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 21 00000001:00000010:2.0:1770653418.972822:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae60540. 00040000:00000001:2.0:1770653418.972823:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.972825:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.972826:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556248ce400. 00080000:00000001:2.0:1770653418.972829:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.972830:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.972832:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 16 00000020:00000040:2.0:1770653418.972833:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 20 00000001:00000010:2.0:1770653418.972835:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae60c60. 00040000:00000001:2.0:1770653418.972836:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.972837:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.972838:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95561040cc00. 00080000:00000001:2.0:1770653418.972841:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.972842:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.972844:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 15 00000020:00000040:2.0:1770653418.972845:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 19 00000001:00000010:2.0:1770653418.972847:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae601e0. 00040000:00000001:2.0:1770653418.972875:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.972877:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.972878:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95566bf99000. 00080000:00000001:2.0:1770653418.972883:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.972885:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.972886:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 14 00000020:00000040:2.0:1770653418.972888:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 18 00000001:00000010:2.0:1770653418.972890:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae600c0. 00040000:00000001:2.0:1770653418.972892:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.972894:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.972895:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95572d10c800. 00080000:00000001:2.0:1770653418.972898:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.972901:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.972903:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 13 00000020:00000040:2.0:1770653418.972905:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 17 00000001:00000010:2.0:1770653418.972907:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae60de0. 00040000:00000001:2.0:1770653418.972910:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.972911:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.972914:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563443a800. 00080000:00000001:2.0:1770653418.972918:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.972920:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.972923:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 12 00000020:00000040:2.0:1770653418.972925:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 16 00000001:00000010:2.0:1770653418.972927:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae60960. 00040000:00000001:2.0:1770653418.972930:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.972932:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.972934:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955625e90800. 00080000:00000001:2.0:1770653418.972938:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.972942:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.972944:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 11 00000020:00000040:2.0:1770653418.972947:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 15 00000001:00000010:2.0:1770653418.972949:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae60ea0. 00040000:00000001:2.0:1770653418.972952:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.972953:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.972955:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955625e93000. 00080000:00000001:2.0:1770653418.972958:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.972972:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.972974:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 10 00000020:00000040:2.0:1770653418.972976:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 14 00000001:00000010:2.0:1770653418.972978:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae60360. 00040000:00000001:2.0:1770653418.972980:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.972981:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.972982:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955625e91400. 00080000:00000001:2.0:1770653418.972985:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.972991:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.972994:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 9 00000020:00000040:2.0:1770653418.972996:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 13 00000001:00000010:2.0:1770653418.972998:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955662d810c0. 00040000:00000001:2.0:1770653418.973002:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.973003:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.973005:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955642786c00. 00080000:00000001:2.0:1770653418.973009:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.973011:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.973013:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 8 00000020:00000040:2.0:1770653418.973016:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 12 00000001:00000010:2.0:1770653418.973018:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955662d817e0. 00040000:00000001:2.0:1770653418.973020:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.973022:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.973024:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955606129800. 00080000:00000001:2.0:1770653418.973029:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.973038:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.973041:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 7 00000020:00000040:2.0:1770653418.973044:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 11 00000001:00000010:2.0:1770653418.973046:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955662d81960. 00040000:00000001:2.0:1770653418.973050:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.973051:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.973052:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95560612ac00. 00080000:00000001:2.0:1770653418.973054:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.973056:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.973058:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 6 00000020:00000040:2.0:1770653418.973060:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 10 00000001:00000010:2.0:1770653418.973063:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955662d81720. 00040000:00000001:2.0:1770653418.973067:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.973069:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.973071:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95564f310000. 00080000:00000001:2.0:1770653418.973077:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.973081:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.973085:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 5 00000020:00000040:2.0:1770653418.973088:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 9 00000001:00000010:2.0:1770653418.973090:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955662d81360. 00040000:00000001:2.0:1770653418.973092:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.973095:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.973096:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955602ab5800. 00080000:00000001:2.0:1770653418.973102:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.973108:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.973110:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 4 00000020:00000040:2.0:1770653418.973112:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 8 00000001:00000010:2.0:1770653418.973115:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955662d81de0. 00040000:00000001:2.0:1770653418.973120:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.973124:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.973128:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955604308000. 00080000:00000001:2.0:1770653418.973134:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.973138:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.973140:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 3 00000020:00000040:2.0:1770653418.973142:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 7 00000001:00000010:2.0:1770653418.973144:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955662d813c0. 00040000:00000001:2.0:1770653418.973148:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.973150:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.973151:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563db0d800. 00080000:00000001:2.0:1770653418.973155:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.973158:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.973160:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 2 00000020:00000040:2.0:1770653418.973162:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 6 00000001:00000010:2.0:1770653418.973164:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955662d819c0. 00040000:00000001:2.0:1770653418.973166:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.973168:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.973170:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563db0dc00. 00080000:00000001:2.0:1770653418.973172:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.973175:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.973177:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 1 00000020:00000040:2.0:1770653418.973179:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 5 00000001:00000010:2.0:1770653418.973181:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955662d81180. 00040000:00000001:2.0:1770653418.973183:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.973185:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.973186:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95565d743800. 00080000:00000001:2.0:1770653418.973191:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1770653418.973193:0:23454:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1770653418.973195:0:23454:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff95560202c800 : new cb_count 0 00000020:00000040:2.0:1770653418.973197:0:23454:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 4 00000001:00000010:2.0:1770653418.973199:0:23454:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955662d812a0. 00040000:00000001:2.0:1770653418.973202:0:23454:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1770653418.973204:0:23454:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1770653418.973206:0:23454:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95565d742800. 00080000:00000001:2.0:1770653418.973208:0:23454:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.976613:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:1.0:1770653418.976618:0:7422:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1770653418.976620:0:7422:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1770653418.976622:0:7422:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4295332655 is committed 00000001:00000040:1.0:1770653418.976626:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 49 00000020:00000040:1.0:1770653418.976629:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 53 00000001:00000010:1.0:1770653418.976632:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9f60. 00040000:00000001:1.0:1770653418.976636:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.976639:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.976641:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955623650800. 00080000:00000001:1.0:1770653418.976644:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.976646:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.976648:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 48 00000020:00000040:1.0:1770653418.976650:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 52 00000001:00000010:1.0:1770653418.976651:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9060. 00040000:00000001:1.0:1770653418.976653:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.976655:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.976656:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955734dd5400. 00080000:00000001:1.0:1770653418.976658:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.976659:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.976661:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 47 00000020:00000040:1.0:1770653418.976662:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 51 00000001:00000010:1.0:1770653418.976664:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9120. 00040000:00000001:1.0:1770653418.976665:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.976666:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.976667:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955734dd6400. 00080000:00000001:1.0:1770653418.976669:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.976672:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.976673:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 46 00000020:00000040:1.0:1770653418.976675:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 50 00000001:00000010:1.0:1770653418.976677:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9240. 00040000:00000001:1.0:1770653418.976679:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.976680:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.976681:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955734dd7000. 00080000:00000001:1.0:1770653418.976683:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.976684:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.976686:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 45 00000020:00000040:1.0:1770653418.976687:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 49 00000001:00000010:1.0:1770653418.976689:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9a80. 00040000:00000001:1.0:1770653418.976690:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.976691:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.976692:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955734dd4800. 00080000:00000001:1.0:1770653418.976694:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.976696:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.976697:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 44 00000020:00000040:1.0:1770653418.976699:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 48 00000001:00000010:1.0:1770653418.976722:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9720. 00040000:00000001:1.0:1770653418.976725:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.976726:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.976728:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563a7f8c00. 00080000:00000001:1.0:1770653418.976729:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.976731:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.976733:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 43 00000020:00000040:1.0:1770653418.976734:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 47 00000001:00000010:1.0:1770653418.976736:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9ea0. 00040000:00000001:1.0:1770653418.976737:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.976738:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.976739:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563a7fa000. 00080000:00000001:1.0:1770653418.976743:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.976744:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.976746:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 42 00000020:00000040:1.0:1770653418.976747:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 46 00000001:00000010:1.0:1770653418.976749:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9360. 00040000:00000001:1.0:1770653418.976751:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.976752:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.976754:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563a7f9800. 00080000:00000001:1.0:1770653418.976756:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.976758:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.976760:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 41 00000020:00000040:1.0:1770653418.976761:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 45 00000001:00000010:1.0:1770653418.976763:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9480. 00040000:00000001:1.0:1770653418.976764:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.976766:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.976767:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95572dc89000. 00080000:00000001:1.0:1770653418.976769:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.976770:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.976772:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 40 00000020:00000040:1.0:1770653418.976773:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 44 00000001:00000010:1.0:1770653418.976775:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9000. 00040000:00000001:1.0:1770653418.976776:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.976777:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.976778:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95572dc8b000. 00080000:00000001:1.0:1770653418.976781:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.976782:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.976784:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 39 00000020:00000040:1.0:1770653418.976785:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 43 00000001:00000010:1.0:1770653418.976787:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9c60. 00040000:00000001:1.0:1770653418.976788:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.976789:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.976790:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95572dc88c00. 00080000:00000001:1.0:1770653418.976793:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.976794:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.976796:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 38 00000020:00000040:1.0:1770653418.976797:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 42 00000001:00000010:1.0:1770653418.976798:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9b40. 00040000:00000001:1.0:1770653418.976800:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.976801:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.976802:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955708233c00. 00080000:00000001:1.0:1770653418.976804:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.976807:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.976809:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 37 00000020:00000040:1.0:1770653418.976810:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 41 00000001:00000010:1.0:1770653418.976812:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9300. 00040000:00000001:1.0:1770653418.976814:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.976815:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.976816:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95564f614c00. 00080000:00000001:1.0:1770653418.976819:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.976820:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.976822:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 36 00000020:00000040:1.0:1770653418.976824:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 40 00000001:00000010:1.0:1770653418.976825:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b9660. 00040000:00000001:1.0:1770653418.976826:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.976828:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.976829:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955603114800. 00080000:00000001:1.0:1770653418.976831:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.976833:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.976834:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 35 00000020:00000040:1.0:1770653418.976835:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 39 00000001:00000010:1.0:1770653418.976837:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b97e0. 00040000:00000001:1.0:1770653418.976838:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.976839:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.976841:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95570643c000. 00080000:00000001:1.0:1770653418.976843:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.976844:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.976845:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 34 00000020:00000040:1.0:1770653418.976881:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 38 00000001:00000010:1.0:1770653418.976884:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556681b99c0. 00040000:00000001:1.0:1770653418.976886:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.976888:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.976889:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95561813b400. 00080000:00000001:1.0:1770653418.976892:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.976894:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.976896:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 33 00000020:00000040:1.0:1770653418.976899:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 37 00000001:00000010:1.0:1770653418.976900:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95566a08aba0. 00040000:00000001:1.0:1770653418.976904:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.976906:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.976908:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95562054b400. 00080000:00000001:1.0:1770653418.976910:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.976913:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.976916:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 32 00000020:00000040:1.0:1770653418.976917:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 36 00000001:00000010:1.0:1770653418.976919:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95566a08a7e0. 00040000:00000001:1.0:1770653418.976922:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.976923:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.976925:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563097e800. 00080000:00000001:1.0:1770653418.976928:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.976934:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.976937:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 31 00000020:00000040:1.0:1770653418.976938:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 35 00000001:00000010:1.0:1770653418.976940:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae1a4e0. 00040000:00000001:1.0:1770653418.976941:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.976942:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.976944:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95564b80b800. 00080000:00000001:1.0:1770653418.976946:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.976947:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.976949:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 30 00000020:00000040:1.0:1770653418.976951:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 34 00000001:00000010:1.0:1770653418.976953:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae1af60. 00040000:00000001:1.0:1770653418.976954:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.976956:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.976957:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95560612a000. 00080000:00000001:1.0:1770653418.976959:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.976960:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.976962:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 29 00000020:00000040:1.0:1770653418.976963:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 33 00000001:00000010:1.0:1770653418.976965:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae1a300. 00040000:00000001:1.0:1770653418.976966:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.976967:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.976969:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955606129000. 00080000:00000001:1.0:1770653418.976970:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.976973:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.976975:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 28 00000020:00000040:1.0:1770653418.976976:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 32 00000001:00000010:1.0:1770653418.976978:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9556030add80. 00040000:00000001:1.0:1770653418.976981:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.976982:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.976984:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95560612b000. 00080000:00000001:1.0:1770653418.976986:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.976987:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.976989:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 27 00000020:00000040:1.0:1770653418.976990:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 31 00000001:00000010:1.0:1770653418.976992:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564334a300. 00040000:00000001:1.0:1770653418.976993:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.976994:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.976996:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563a7fb400. 00080000:00000001:1.0:1770653418.976998:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.977000:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.977001:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 26 00000020:00000040:1.0:1770653418.977003:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 30 00000001:00000010:1.0:1770653418.977004:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564334a900. 00040000:00000001:1.0:1770653418.977006:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.977007:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.977008:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955607fcd400. 00080000:00000001:1.0:1770653418.977010:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.977012:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.977013:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 25 00000020:00000040:1.0:1770653418.977015:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 29 00000001:00000010:1.0:1770653418.977017:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564334ab40. 00040000:00000001:1.0:1770653418.977018:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.977020:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.977021:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95560e9a6800. 00080000:00000001:1.0:1770653418.977024:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.977026:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.977028:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 24 00000020:00000040:1.0:1770653418.977029:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 28 00000001:00000010:1.0:1770653418.977031:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564334ac60. 00040000:00000001:1.0:1770653418.977033:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.977034:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.977036:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955637247c00. 00080000:00000001:1.0:1770653418.977041:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.977043:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.977044:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 23 00000020:00000040:1.0:1770653418.977046:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 27 00000001:00000010:1.0:1770653418.977047:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564334a840. 00040000:00000001:1.0:1770653418.977049:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.977050:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.977051:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955637247000. 00080000:00000001:1.0:1770653418.977053:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.977054:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.977056:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 22 00000020:00000040:1.0:1770653418.977057:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 26 00000001:00000010:1.0:1770653418.977059:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564334a360. 00040000:00000001:1.0:1770653418.977060:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.977061:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.977062:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955661e79800. 00080000:00000001:1.0:1770653418.977065:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.977066:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.977068:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 21 00000020:00000040:1.0:1770653418.977069:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 25 00000001:00000010:1.0:1770653418.977070:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564334a780. 00040000:00000001:1.0:1770653418.977072:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.977073:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.977074:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556607c7400. 00080000:00000001:1.0:1770653418.977076:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.977078:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.977079:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 20 00000020:00000040:1.0:1770653418.977081:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 24 00000001:00000010:1.0:1770653418.977082:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564334aea0. 00040000:00000001:1.0:1770653418.977084:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.977085:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.977086:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95562de81c00. 00080000:00000001:1.0:1770653418.977088:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.977091:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.977093:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 19 00000020:00000040:1.0:1770653418.977095:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 23 00000001:00000010:1.0:1770653418.977096:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564334aa20. 00040000:00000001:1.0:1770653418.977098:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.977099:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.977101:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95562de82c00. 00080000:00000001:1.0:1770653418.977103:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.977105:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:1.0:1770653418.977107:0:7422:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1770653418.977108:0:7422:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1770653418.977110:0:7422:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4295332657 is committed 00000001:00000040:1.0:1770653418.977111:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 18 00000020:00000040:1.0:1770653418.977113:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 22 00000001:00000010:1.0:1770653418.977114:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955667aa1f00. 00040000:00000001:1.0:1770653418.977116:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.977117:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.977118:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95560a61b800. 00080000:00000001:1.0:1770653418.977120:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.977122:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.977123:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 17 00000020:00000040:1.0:1770653418.977125:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 21 00000001:00000010:1.0:1770653418.977126:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955667aa1720. 00040000:00000001:1.0:1770653418.977128:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.977129:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.977130:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95560a618c00. 00080000:00000001:1.0:1770653418.977132:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.977133:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.977134:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 16 00000020:00000040:1.0:1770653418.977136:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 20 00000001:00000010:1.0:1770653418.977138:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955667aa1300. 00040000:00000001:1.0:1770653418.977140:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.977141:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.977143:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95562b39cc00. 00080000:00000001:1.0:1770653418.977145:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.977146:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.977149:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 15 00000020:00000040:1.0:1770653418.977151:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 19 00000001:00000010:1.0:1770653418.977152:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955667aa1ea0. 00040000:00000001:1.0:1770653418.977154:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.977156:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.977157:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95562b39c800. 00080000:00000001:1.0:1770653418.977159:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.977160:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.977162:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 14 00000020:00000040:1.0:1770653418.977164:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 18 00000001:00000010:1.0:1770653418.977165:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae60a20. 00040000:00000001:1.0:1770653418.977167:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.977168:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.977169:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556615a3800. 00080000:00000001:1.0:1770653418.977171:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.977173:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.977174:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 13 00000020:00000040:1.0:1770653418.977176:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 17 00000001:00000010:1.0:1770653418.977177:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae60300. 00040000:00000001:1.0:1770653418.977179:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.977180:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.977181:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556615a2c00. 00080000:00000001:1.0:1770653418.977183:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.977184:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.977186:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 12 00000020:00000040:1.0:1770653418.977188:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 16 00000001:00000010:1.0:1770653418.977189:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae608a0. 00040000:00000001:1.0:1770653418.977190:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.977192:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.977193:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95566bf98800. 00080000:00000001:1.0:1770653418.977195:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.977196:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.977198:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 11 00000020:00000040:1.0:1770653418.977200:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 15 00000001:00000010:1.0:1770653418.977201:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae607e0. 00040000:00000001:1.0:1770653418.977202:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.977204:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.977206:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95566bf9a800. 00080000:00000001:1.0:1770653418.977213:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.977214:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.977216:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 10 00000020:00000040:1.0:1770653418.977218:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 14 00000001:00000010:1.0:1770653418.977220:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae60180. 00040000:00000001:1.0:1770653418.977221:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.977222:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.977223:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955634439c00. 00080000:00000001:1.0:1770653418.977225:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.977227:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.977228:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 9 00000020:00000040:1.0:1770653418.977230:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 13 00000001:00000010:1.0:1770653418.977231:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae60060. 00040000:00000001:1.0:1770653418.977233:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.977234:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.977235:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955625e92000. 00080000:00000001:1.0:1770653418.977237:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.977239:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.977240:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 8 00000020:00000040:1.0:1770653418.977242:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 12 00000001:00000010:1.0:1770653418.977243:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff95564ae60720. 00040000:00000001:1.0:1770653418.977245:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.977246:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.977247:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95564c108c00. 00080000:00000001:1.0:1770653418.977249:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.977251:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.977253:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 7 00000020:00000040:1.0:1770653418.977254:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 11 00000001:00000010:1.0:1770653418.977256:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955662d81540. 00040000:00000001:1.0:1770653418.977258:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.977259:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.977260:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95564f311400. 00080000:00000001:1.0:1770653418.977262:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.977263:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.977266:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 6 00000020:00000040:1.0:1770653418.977267:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 10 00000001:00000010:1.0:1770653418.977269:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955662d816c0. 00040000:00000001:1.0:1770653418.977271:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.977272:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.977273:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955615a8d400. 00080000:00000001:1.0:1770653418.977275:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.977277:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.977278:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 5 00000020:00000040:1.0:1770653418.977280:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 9 00000001:00000010:1.0:1770653418.977281:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955662d81000. 00040000:00000001:1.0:1770653418.977282:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.977284:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.977285:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955615a8d800. 00080000:00000001:1.0:1770653418.977286:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.977288:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.977290:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 4 00000020:00000040:1.0:1770653418.977291:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 8 00000001:00000010:1.0:1770653418.977292:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955662d81e40. 00040000:00000001:1.0:1770653418.977294:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.977295:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.977296:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563db0c000. 00080000:00000001:1.0:1770653418.977299:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.977300:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.977301:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 3 00000020:00000040:1.0:1770653418.977303:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 7 00000001:00000010:1.0:1770653418.977304:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955662d81ea0. 00040000:00000001:1.0:1770653418.977306:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.977307:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.977308:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563db0ec00. 00080000:00000001:1.0:1770653418.977311:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.977312:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.977313:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 2 00000020:00000040:1.0:1770653418.977315:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 6 00000001:00000010:1.0:1770653418.977316:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955662d81ae0. 00040000:00000001:1.0:1770653418.977318:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.977320:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.977321:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95563db0e000. 00080000:00000001:1.0:1770653418.977323:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.977325:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.977327:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 1 00000020:00000040:1.0:1770653418.977328:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 5 00000001:00000010:1.0:1770653418.977330:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955662d81c00. 00040000:00000001:1.0:1770653418.977332:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.977333:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.977334:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95565d740000. 00080000:00000001:1.0:1770653418.977336:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653418.977338:0:7422:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1770653418.977339:0:7422:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff955602e51000 : new cb_count 0 00000020:00000040:1.0:1770653418.977341:0:7422:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 4 00000001:00000010:1.0:1770653418.977342:0:7422:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff955662d81c60. 00040000:00000001:1.0:1770653418.977343:0:7422:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653418.977345:0:7422:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653418.977346:0:7422:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff95566b67d400. 00080000:00000001:1.0:1770653418.977348:0:7422:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:2.0:1770653419.746979:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653419.746987:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653419.746995:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653419.746996:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653419.747000:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653419.747002:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653419.747005:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653419.747007:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653419.747011:0:81035:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1770653419.747013:0:81035:0:(ldlm_pool.c:464:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653419.747029:0:81035:0:(ldlm_pool.c:1344:ldlm_pools_recalc_task()) Negative interval(-6698) 00000020:00000001:3.0:1770653419.747101:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1770653419.747108:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653419.747112:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1770653419.939054:0:62761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 860f3d7e-67dc-4cd5-abe1-320f8f919c6b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1770653419.939068:0:62761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1770653419.939081:0:62761:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572f8d7800. 00000020:00000040:2.0:1770653419.939091:0:62761:0:(genops.c:1229:class_import_get()) import ffff9557060b5000 refcount=4 obd=MGC192.168.202.160@tcp 00000100:00000001:2.0:1770653419.939099:0:62761:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1770653419.939104:0:62761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1770653419.939113:0:62761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653419.939126:0:62761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95573c3df600. 00000100:00000001:2.0:1770653419.939137:0:62761:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653419.939153:0:62761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 860f3d7e-67dc-4cd5-abe1-320f8f919c6b->MGS req@ffff95572f8d7800 x1856657707215232/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653419.939168:0:62761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1770653419.939176:0:62761:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653419.939185:0:62761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000494d2679] to pc [ptlrpcd_00_00+0] req@ffff95572f8d7800 x1856657707215232/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653419.939221:0:62761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653419.939225:0:62761:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1770653419.939231:0:62761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1770653419.939237:0:62761:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572f8d7100. 00000020:00000040:2.0:1770653419.939242:0:62761:0:(genops.c:1229:class_import_get()) import ffff95571882a800 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1770653419.939246:0:62761:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1770653419.939248:0:62761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1770653419.939251:0:62761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653419.939258:0:62761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95573c3df200. 00000100:00000001:0.0:1770653419.939259:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1770653419.939267:0:62761:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653419.939270:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1770653419.939276:0:3288:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1770653419.939279:0:62761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@ffff95572f8d7100 x1856657707215360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1770653419.939293:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95572f8d7800 x1856657707215232/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653419.939295:0:62761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1770653419.939303:0:62761:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653419.939317:0:62761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cf8a656] to pc [ptlrpcd_00_01+1] req@ffff95572f8d7100 x1856657707215360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653419.939320:0:3288:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1770653419.939328:0:3288:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653419.939344:0:62761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653419.939352:0:62761:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1770653419.939354:0:3288:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1770653419.939357:0:62761:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1770653419.939362:0:3288:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653419.939363:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1770653419.939366:0:62761:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572f8d4a80. 00000100:00000001:1.0:1770653419.939373:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1770653419.939375:0:3288:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653419.939377:0:62761:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=53 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1770653419.939379:0:3289:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1770653419.939389:0:62761:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1770653419.939392:0:3288:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95572f8d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:860f3d7e-67dc-4cd5-abe1-320f8f919c6b:3288:1856657707215232:0@lo:400:kworker.0 02000000:00000001:2.0:1770653419.939394:0:62761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1770653419.939401:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95572f8d7100 x1856657707215360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653419.939403:0:62761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653419.939405:0:3288:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1770653419.939416:0:62761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95573c3df900. 02000000:00000001:0.0:1770653419.939419:0:3288:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1770653419.939428:0:3288:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653419.939429:0:62761:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653419.939439:0:3288:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1770653419.939443:0:3289:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1770653419.939446:0:62761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@ffff95572f8d4a80 x1856657707215488/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1770653419.939450:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff955626008200. 00000100:00000001:1.0:1770653419.939451:0:3289:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653419.939460:0:3288:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653419.939467:0:3289:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1770653419.939476:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e0539a0. 02000000:00000001:1.0:1770653419.939477:0:3289:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653419.939478:0:62761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1770653419.939487:0:62761:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653419.939492:0:3289:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653419.939492:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8c38. 00000100:00000040:2.0:1770653419.939497:0:62761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d54c61e4] to pc [ptlrpcd_00_02+2] req@ffff95572f8d4a80 x1856657707215488/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1770653419.939510:0:3288:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707215232, portal 25 00000100:00100000:1.0:1770653419.939512:0:3289:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95572f8d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3289:1856657707215360:0@lo:400:kworker.0 00000100:00000001:0.0:1770653419.939520:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1770653419.939526:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800425334784 : -117273284216832 : ffff95572f8d7800) 00000100:00000001:1.0:1770653419.939534:0:3289:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1770653419.939542:0:3288:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95572f8d7800 x1856657707215232/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1770653435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1770653419.939543:0:3289:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1770653419.939545:0:62761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653419.939554:0:3289:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653419.939556:0:62761:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1770653419.939567:0:3288:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1770653419.939570:0:62761:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1770653419.939570:0:3289:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1770653419.939578:0:3288:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:2.0:1770653419.939581:0:62761:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572f8d5880. 00000400:00000010:0.0:1770653419.939585:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8f68. 02000000:00000010:1.0:1770653419.939587:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95563c4f6200. 00000020:00000040:2.0:1770653419.939588:0:62761:0:(genops.c:1229:class_import_get()) import ffff9557064aa800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:3.0:1770653419.939595:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1770653419.939596:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1856657707215232, offset 0 00000100:00000001:2.0:1770653419.939602:0:62761:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1770653419.939602:0:3289:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653419.939605:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1770653419.939608:0:62761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1770653419.939612:0:3290:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1770653419.939615:0:62761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653419.939618:0:3288:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1770653419.939627:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d94478. 02000000:00000010:2.0:1770653419.939629:0:62761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95573c3dfc00. 00000100:00000040:3.0:1770653419.939631:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95572f8d4a80 x1856657707215488/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653419.939662:0:62761:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653419.939665:0:3290:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1770653419.939667:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022550. 00000400:00000200:0.0:1770653419.939671:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1770653419.939674:0:3290:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653419.939682:0:62761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID req@ffff95572f8d5880 x1856657707215616/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1770653419.939686:0:3289:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707215360, portal 10 02000000:00000001:3.0:1770653419.939690:0:3290:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1770653419.939713:0:3290:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1770653419.939718:0:3290:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653419.939723:0:3290:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95572f8d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707215488:0@lo:400:kworker.0 00000100:00000001:3.0:1770653419.939741:0:3290:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1770653419.939745:0:3290:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1770653419.939750:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1770653419.939754:0:3290:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653419.939759:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800425332992 : -117273284218624 : ffff95572f8d7100) 00000400:00000200:0.0:1770653419.939761:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6989ecf1ba980 02000000:00000001:3.0:1770653419.939766:0:3290:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1770653419.939781:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95562fa44c00. 00000100:00000001:2.0:1770653419.939785:0:62761:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1770653419.939787:0:3290:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653419.939812:0:62761:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653419.939814:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0xe3c9d1 [2] + 0 00000100:00000040:1.0:1770653419.939815:0:3289:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95572f8d7100 x1856657707215360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1770653419.939826:0:62761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003260d942] to pc [ptlrpcd_00_03+3] req@ffff95572f8d5880 x1856657707215616/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1770653419.939838:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556061008f0. 00000400:00000200:0.0:1770653419.939855:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff95564b8cbb40 00000400:00000200:0.0:1770653419.939872:0:3288:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653419.939952:0:3289:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1770653419.939952:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1770653419.939967:0:3289:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1770653419.939974:0:62761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653419.939976:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022990. 00000400:00000200:0.0:1770653419.939976:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95564b8cbb40 00000100:00000040:2.0:1770653419.939984:0:62761:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1770653419.939990:0:3288:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff95564b8cbb40. 00000100:00000001:2.0:1770653419.939993:0:62761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1770653419.940004:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2580. 00000100:00000010:2.0:1770653419.940004:0:62761:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572f8d7b80. 00000100:00000200:1.0:1770653419.940006:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1856657707215360, offset 0 00000100:00000001:0.0:1770653419.940007:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653419.940019:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000040:2.0:1770653419.940026:0:62761:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=53 obd=lustre-OST0001-osc-MDT0000 00000400:00000010:3.0:1770653419.940031:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78770. 00000100:00000040:0.0:1770653419.940032:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff95570622d450 x1856657707215232 msgsize 224 00000400:00000200:1.0:1770653419.940036:0:3289:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1770653419.940040:0:62761:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1770653419.940047:0:62761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1770653419.940053:0:62761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653419.940068:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1770653419.940068:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:2.0:1770653419.940069:0:62761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95570530c800. 00000100:00000040:0.0:1770653419.940082:0:3288:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1770653419.940083:0:62761:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653419.940095:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6989ecf1baa00 00000100:00000040:2.0:1770653419.940100:0:62761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID req@ffff95572f8d7b80 x1856657707215744/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653419.940114:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1770653419.940116:0:62761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1770653419.940126:0:62761:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653419.940126:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xe8f551 [64] + 182064 00000100:00000040:2.0:1770653419.940138:0:62761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c4e36ce] to pc [ptlrpcd_00_00+0] req@ffff95572f8d7b80 x1856657707215744/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653419.940178:0:3289:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1770653419.940179:0:3290:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707215488, portal 4 00000400:00000200:0.0:1770653419.940180:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8f68 00000100:00000001:2.0:1770653419.940182:0:62761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653419.940196:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8f68. 00000100:00000001:3.0:1770653419.940200:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1770653419.940201:0:62761:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1770653419.940210:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800425323136 : -117273284228480 : ffff95572f8d4a80) 00000100:00000001:0.0:1770653419.940214:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1770653419.940216:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1770653419.940217:0:62761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1770653419.940229:0:62761:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572f8d5f80. 00000100:00000001:1.0:1770653419.940234:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1770653419.940240:0:3290:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95572f8d4a80 x1856657707215488/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1770653419.940242:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95572f8d7800 x1856657707215232/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1770653435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1770653419.940243:0:62761:0:(genops.c:1229:class_import_get()) import ffff955634daf800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000200:1.0:1770653419.940244:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1770653419.940262:0:62761:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:1.0:1770653419.940266:0:3289:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665156d80. 02000000:00000001:2.0:1770653419.940273:0:62761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1770653419.940284:0:62761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653419.940285:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff955665156d80 x1856657707215360 msgsize 224 02000000:00000010:2.0:1770653419.940305:0:62761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95560258c900. 00000100:00000001:3.0:1770653419.940327:0:3290:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1770653419.940327:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1770653419.940329:0:62761:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653419.940341:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653419.940345:0:3290:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1770653419.940351:0:62761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@ffff95572f8d5f80 x1856657707215872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653419.940355:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1770653419.940356:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78880. 00000100:00000040:0.0:1770653419.940356:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572f8d7800 x1856657707215232/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1770653435 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653419.940373:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022990 00000400:00000010:1.0:1770653419.940381:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022990. 00000100:00000001:1.0:1770653419.940392:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1770653419.940394:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1856657707215488, offset 0 00000100:00000001:2.0:1770653419.940398:0:62761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1770653419.940411:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95572f8d7100 x1856657707215360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653419.940413:0:62761:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653419.940416:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653419.940424:0:3290:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1770653419.940433:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1770653419.940439:0:62761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081e0edc7] to pc [ptlrpcd_00_01+1] req@ffff95572f8d5f80 x1856657707215872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653419.940449:0:3288:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653419.940467:0:3288:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 0 is 4301450783 00000400:00000200:3.0:1770653419.940470:0:3290:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1770653419.940474:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1770653419.940491:0:3288:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9556681b9420. 00000100:00000040:1.0:1770653419.940494:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572f8d7100 x1856657707215360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653435 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653419.940510:0:3288:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1770653419.940511:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6989ecf1baa80 00000100:00000001:2.0:1770653419.940516:0:62761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653419.940531:0:3288:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 1 is 4301450783 00000100:00000040:2.0:1770653419.940542:0:62761:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6788) 00000100:00000010:0.0:1770653419.940544:0:3288:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9556681b91e0. 00000400:00000200:3.0:1770653419.940551:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xecf6c5 [8] + 15040 00000100:00000001:1.0:1770653419.940565:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653419.940567:0:3288:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1770653419.940568:0:3290:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653419.940571:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1770653419.940598:0:3290:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1770653419.940607:0:3288:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 2 is 4301450783 00000100:00000001:1.0:1770653419.940611:0:3289:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653419.940612:0:3290:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:0.0:1770653419.940614:0:3288:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9556681b9600. 00000100:00000200:3.0:1770653419.940621:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:0.0:1770653419.940631:0:3288:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request now active for cpu 2 00000100:00000040:1.0:1770653419.940632:0:3289:0:(niobuf.c:633:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5836 usecs (6 jiffies) 00000100:00000010:3.0:1770653419.940633:0:3290:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d8b800. 00000100:00000001:0.0:1770653419.940656:0:3288:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 3 is 4301450783 00000100:00000040:3.0:1770653419.940658:0:3290:0:(events.c:337:request_in_callback()) incoming req@ffff955618d8b800 x1856657707215488 msgsize 224 00000100:00000001:1.0:1770653419.940659:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301450759 00000100:00000001:1.0:1770653419.940676:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301450783 00000100:00100000:3.0:1770653419.940678:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:0.0:1770653419.940679:0:3288:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9556681b9ba0. 00000100:00000001:1.0:1770653419.940714:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301450759 00000100:00000001:0.0:1770653419.940721:0:3288:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1770653419.940723:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301450783 00000100:00000001:3.0:1770653419.940724:0:3290:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1770653419.940741:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301450759 00000100:00000001:0.0:1770653419.940749:0:3288:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653419.940753:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301450783 00000400:00000200:3.0:1770653419.940754:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78880 00000100:00000001:0.0:1770653419.940761:0:3288:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653419.940763:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78880. 00000100:00000001:2.0:1770653419.940772:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653419.940774:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301450759 00000100:00000001:3.0:1770653419.940781:0:3290:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1770653419.940783:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1770653419.940784:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653419.940791:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301450783 00000100:00000001:2.0:1770653419.940792:0:3291:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1770653419.940797:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1770653419.940798:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95572f8d4a80 x1856657707215488/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1770653419.940809:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95572f8d5880 x1856657707215616/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.940809:0:3289:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653419.940825:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1770653419.940829:0:3289:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653419.940835:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1770653419.940878:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653419.940882:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653419.940884:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653419.940892:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653419.940898:0:3289:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1770653419.940900:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572f8d4a80 x1856657707215488/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653435 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653419.940902:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1770653419.940908:0:3289:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1770653419.940913:0:3288:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1770653419.940928:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1770653419.940936:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95572f8d7b80 x1856657707215744/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.940938:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653419.940946:0:3291:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1770653419.940947:0:3289:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1770653419.940956:0:3291:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653419.940969:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95572f8d5f80 x1856657707215872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653419.940972:0:3291:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1770653419.940983:0:3291:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1770653419.941002:0:3291:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653419.941016:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653419.941024:0:3291:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95572f8d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856657707215616:0@lo:400:kworker.0 00000100:00000001:0.0:1770653419.941025:0:3288:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1770653419.941031:0:3290:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1770653419.941035:0:3288:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653419.941047:0:3290:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653419.941048:0:3288:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1770653419.941050:0:3291:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1770653419.941057:0:3288:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1770653419.941062:0:3291:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1770653419.941064:0:3290:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26298 usecs (27 jiffies) 00000100:00000001:1.0:1770653419.941067:0:3289:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1770653419.941071:0:3288:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653419.941074:0:3291:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653419.941078:0:3289:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653419.941082:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301450781 02000000:00000001:2.0:1770653419.941089:0:3291:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1770653419.941091:0:3289:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1770653419.941092:0:3288:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95572f8d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707215744:0@lo:400:kworker.0 00000100:00000001:3.0:1770653419.941097:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301450783 02000000:00000001:1.0:1770653419.941102:0:3289:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1770653419.941103:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff955636fe8a00. 00000100:00000001:3.0:1770653419.941114:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301450781 00000100:00000001:0.0:1770653419.941117:0:3288:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1770653419.941118:0:3291:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653419.941119:0:3289:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653419.941130:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301450783 00000100:00000001:3.0:1770653419.941147:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301450781 00000100:00000001:3.0:1770653419.941151:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301450783 02000000:00000001:0.0:1770653419.941152:0:3288:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1770653419.941155:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef29a0. 00000100:00100000:1.0:1770653419.941157:0:3289:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95572f8d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3289:1856657707215872:0@lo:400:kworker.0 02000000:00000001:0.0:1770653419.941161:0:3288:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653419.941171:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301450781 00000400:00000010:2.0:1770653419.941172:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888000. 02000000:00000001:0.0:1770653419.941173:0:3288:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1770653419.941180:0:3289:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1770653419.941186:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301450783 02000000:00000010:0.0:1770653419.941188:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff955626008c00. 02000000:00000001:1.0:1770653419.941190:0:3289:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1770653419.941193:0:3291:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707215616, portal 10 02000000:00000001:1.0:1770653419.941199:0:3289:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653419.941209:0:3288:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653419.941210:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1770653419.941212:0:3289:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1770653419.941213:0:3290:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653419.941218:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800425326720 : -117273284224896 : ffff95572f8d5880) 00000400:00000010:0.0:1770653419.941220:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e053420. 02000000:00000010:1.0:1770653419.941227:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95563c4f6000. 00000100:00000001:3.0:1770653419.941235:0:3290:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653419.941237:0:3289:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653419.941243:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8f68. 00000100:00000040:2.0:1770653419.941247:0:3291:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95572f8d5880 x1856657707215616/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653419.941251:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653419.941254:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d94898. 00000100:00000200:0.0:1770653419.941256:0:3288:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707215744, portal 4 00000100:00000001:3.0:1770653419.941267:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653419.941269:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1770653419.941271:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022990. 00000100:00000001:0.0:1770653419.941279:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800425335680 : -117273284215936 : ffff95572f8d7b80) 00000100:00000001:3.0:1770653419.941286:0:3290:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1770653419.941286:0:3289:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707215872, portal 10 00000100:00000001:3.0:1770653419.941296:0:3290:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1770653419.941300:0:3288:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95572f8d7b80 x1856657707215744/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.941302:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1770653419.941307:0:3291:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1770653419.941308:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653419.941309:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800425328512 : -117273284223104 : ffff95572f8d5f80) 00000100:00000001:3.0:1770653419.941321:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1770653419.941329:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653419.941332:0:3291:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1770653419.941334:0:3289:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95572f8d5f80 x1856657707215872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1770653419.941348:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268882a8. 00000100:00000001:0.0:1770653419.941350:0:3288:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1770653419.941351:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653419.941363:0:3289:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1770653419.941369:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1856657707215616, offset 0 00000100:00000040:0.0:1770653419.941370:0:3288:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1770653419.941381:0:3289:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1770653419.941384:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8908. 00000400:00000010:1.0:1770653419.941389:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022770. 00000100:00000001:3.0:1770653419.941394:0:12201:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1770653419.941394:0:3291:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1770653419.941404:0:12201:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707215488 02000000:00000001:3.0:1770653419.941407:0:12201:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1770653419.941410:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1856657707215744, offset 0 00000100:00000001:3.0:1770653419.941412:0:12201:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1770653419.941414:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1856657707215872, offset 0 00000400:00000200:2.0:1770653419.941417:0:3291:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1770653419.941423:0:12201:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653419.941437:0:3288:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1770653419.941439:0:12201:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653419.941456:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6989ecf1bab00 00000100:00100000:3.0:1770653419.941458:0:12201:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707215488 00000400:00000200:1.0:1770653419.941462:0:3289:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1770653419.941479:0:12201:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1770653419.941482:0:12201:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00000400:00000200:0.0:1770653419.941484:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1770653419.941494:0:12201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653419.941500:0:12201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=5 00000400:00000200:2.0:1770653419.941513:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xe8f551 [64] + 182288 00000020:00000001:3.0:1770653419.941514:0:12201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000400:00000200:1.0:1770653419.941514:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1770653419.941516:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6989ecf1bab80 00000020:00000001:3.0:1770653419.941538:0:12201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000400:00000200:2.0:1770653419.941545:0:3291:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653419.941546:0:12201:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1770653419.941556:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xecf6c5 [8] + 15264 00000020:00000010:3.0:1770653419.941559:0:12201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbd80. 00000400:00000200:1.0:1770653419.941560:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6989ecf1bac00 00000400:00000010:0.0:1770653419.941568:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95573d15baa8. 00000400:00000200:2.0:1770653419.941571:0:3291:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1770653419.941577:0:12201:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1770653419.941583:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff95573538ee00 00000020:00000010:3.0:1770653419.941588:0:12201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbd80. 00000400:00000200:0.0:1770653419.941592:0:3288:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653419.941601:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xe8f551 [64] + 182512 00000020:00000010:3.0:1770653419.941603:0:12201:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95562fa44600. 00000400:00000200:0.0:1770653419.941608:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1770653419.941623:0:12201:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3800. 00000100:00000001:2.0:1770653419.941627:0:3291:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1770653419.941627:0:3289:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653419.941628:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95573538ee00 00000020:00000010:3.0:1770653419.941633:0:12201:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90bb8. 00000100:00000200:2.0:1770653419.941635:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:0.0:1770653419.941639:0:3288:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff95573538ee00. 00000400:00000200:1.0:1770653419.941651:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1770653419.941655:0:3291:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572f8d4000. 00000100:00000001:0.0:1770653419.941656:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1770653419.941662:0:12201:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000200:0.0:1770653419.941665:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:2.0:1770653419.941670:0:3291:0:(events.c:337:request_in_callback()) incoming req@ffff95572f8d4000 x1856657707215616 msgsize 224 00000100:00000001:3.0:1770653419.941671:0:12201:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653419.941678:0:12201:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1770653419.941680:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff95573d380c50 x1856657707215744 msgsize 224 00000100:00000001:1.0:1770653419.941690:0:5749:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1770653419.941715:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1770653419.941719:0:12201:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1770653419.941723:0:5749:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707215232 00000100:00000001:3.0:1770653419.941745:0:12201:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:1.0:1770653419.941750:0:5749:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1770653419.941752:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1770653419.941754:0:12201:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1770653419.941756:0:5749:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653419.941757:0:3291:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1770653419.941759:0:12201:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653419.941766:0:5749:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653419.941770:0:3288:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:1.0:1770653419.941776:0:5749:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653419.941787:0:5749:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707215232 00000020:00000001:1.0:1770653419.941792:0:5749:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1770653419.941797:0:5749:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90edda 00000100:00000001:3.0:1770653419.941799:0:12201:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653419.941803:0:5749:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1770653419.941808:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268882a8 00000020:00000040:1.0:1770653419.941813:0:5749:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955706689000 refcount=18 00000400:00000010:2.0:1770653419.941816:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268882a8. 00000100:00000001:3.0:1770653419.941817:0:12201:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1770653419.941819:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1770653419.941827:0:5749:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799735050240 : -117273974501376 : ffff955706689000) 00000100:00100000:3.0:1770653419.941830:0:12201:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707215744 00000100:00000001:2.0:1770653419.941832:0:3291:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1770653419.941837:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8908 00000020:00000001:1.0:1770653419.941847:0:5749:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626799735050240 : -117273974501376 : ffff955706689000) 00000400:00000010:0.0:1770653419.941848:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8908. 00000100:00000200:2.0:1770653419.941853:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95572f8d5880 x1856657707215616/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653419.941858:0:3288:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1770653419.941867:0:12201:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653419.941871:0:12201:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653419.941875:0:12201:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653419.941881:0:12201:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653419.941884:0:12201:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707215744 00000020:00000001:3.0:1770653419.941888:0:12201:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1770653419.941891:0:12201:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00000100:00000001:1.0:1770653419.941901:0:5749:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1770653419.941902:0:12201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653419.941913:0:12201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=5 00000100:00000001:2.0:1770653419.941915:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1770653419.941915:0:5749:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955639ca4e80. 00000100:00000200:0.0:1770653419.941915:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95572f8d7b80 x1856657707215744/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1770653419.941936:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572f8d5880 x1856657707215616/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653435 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1770653419.941938:0:12201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000001:1.0:1770653419.941939:0:5749:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653419.941949:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1770653419.941961:0:5749:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955639ca4e80. 00000020:00000001:3.0:1770653419.941962:0:12201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000001:2.0:1770653419.941967:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653419.941968:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572f8d7b80 x1856657707215744/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653435 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1770653419.941977:0:5749:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f6400. 00000100:00000001:2.0:1770653419.941978:0:3291:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1770653419.941984:0:12201:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1770653419.941992:0:3291:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653419.941993:0:5749:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556051bf480. 00000020:00000010:3.0:1770653419.941998:0:12201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbd80. 00000100:00000040:2.0:1770653419.942007:0:3291:0:(niobuf.c:633:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 5756 usecs (6 jiffies) 00000020:00000010:1.0:1770653419.942012:0:5749:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada3e8. 00000100:00000001:2.0:1770653419.942015:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4301450761 00000100:00000001:0.0:1770653419.942018:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653419.942019:0:12201:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653419.942023:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4301450783 00000100:00000040:1.0:1770653419.942025:0:5749:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1770653419.942034:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1770653419.942045:0:12201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbd80. 00000100:00000001:2.0:1770653419.942045:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4301450761 00000100:00000001:1.0:1770653419.942046:0:5749:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1770653419.942051:0:3288:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653419.942056:0:5749:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1770653419.942060:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4301450783 00000100:00000001:1.0:1770653419.942064:0:5749:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653419.942066:0:12201:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95562fa45400. 00000100:00000001:2.0:1770653419.942068:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4301450761 00000100:00000040:0.0:1770653419.942068:0:3288:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26312 usecs (27 jiffies) 00000100:00000001:1.0:1770653419.942083:0:5749:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653419.942085:0:12201:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3600. 00000100:00000001:2.0:1770653419.942086:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4301450783 00000100:00000001:0.0:1770653419.942087:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301450782 00000100:00000001:2.0:1770653419.942108:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4301450761 00000100:00000001:0.0:1770653419.942111:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301450783 00000020:00000010:3.0:1770653419.942112:0:12201:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90578. 00000100:00000001:2.0:1770653419.942119:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4301450783 00000100:00000001:1.0:1770653419.942120:0:5749:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653419.942124:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301450782 00000100:00000001:3.0:1770653419.942125:0:12201:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1770653419.942133:0:3291:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653419.942136:0:12201:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1770653419.942138:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301450783 00000100:00000001:2.0:1770653419.942143:0:3291:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653419.942146:0:12201:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653419.942149:0:5749:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1770653419.942149:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301450782 00000100:00000001:2.0:1770653419.942161:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653419.942163:0:5749:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1770653419.942164:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301450783 00000100:00000001:3.0:1770653419.942167:0:12201:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1770653419.942169:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653419.942176:0:12201:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1770653419.942178:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301450782 00000100:00100000:1.0:1770653419.942183:0:5749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3419 00000100:00000001:3.0:1770653419.942185:0:12201:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653419.942187:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301450783 00000100:00000001:2.0:1770653419.942188:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1770653419.942200:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1770653419.942202:0:3288:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1770653419.942205:0:5749:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955706689000 : new rpc_count 1 00000100:00000001:2.0:1770653419.942207:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1770653419.942210:0:3288:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653419.942212:0:12201:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653419.942217:0:5749:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626799730480208 : -117273979071408 : ffff95570622d450) 00000100:00000001:2.0:1770653419.942218:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653419.942236:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653419.942239:0:5749:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95570622d450 x1856657707215232/t0(0) o400->860f3d7e-67dc-4cd5-abe1-320f8f919c6b@0@lo:250/0 lens 224/0 e 0 to 0 dl 1770653430 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653419.942240:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653419.942244:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653419.942248:0:12201:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1770653419.942250:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653419.942260:0:12201:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1770653419.942265:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1770653419.942271:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1770653419.942278:0:12201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3135 00000100:00000001:0.0:1770653419.942283:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653419.942290:0:5749:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1770653419.942293:0:76419:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1770653419.942297:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1770653419.942298:0:12201:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 1 00000020:00000010:1.0:1770653419.942300:0:5749:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955639ca4e80. 00000100:00000001:2.0:1770653419.942301:0:76419:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1770653419.942310:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653419.942320:0:5749:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653419.942322:0:12201:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795749423104 : -117277960128512 : ffff955618d8b800) 00000100:00100000:2.0:1770653419.942323:0:76419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3136 00000100:00000001:0.0:1770653419.942323:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653419.942346:0:76419:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 1 00000020:00000010:1.0:1770653419.942348:0:5749:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955639ca4e80. 00000100:00000001:2.0:1770653419.942353:0:76419:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800654617680 : -117273054933936 : ffff95573d380c50) 00000100:00000040:3.0:1770653419.942357:0:12201:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955618d8b800 x1856657707215488/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:250/0 lens 224/0 e 0 to 0 dl 1770653430 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770653419.942370:0:5749:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95570622d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:860f3d7e-67dc-4cd5-abe1-320f8f919c6b+18:3288:x1856657707215232:12345-0@lo:400:kworker.0 00000100:00000040:2.0:1770653419.942378:0:76419:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95573d380c50 x1856657707215744/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:250/0 lens 224/0 e 0 to 0 dl 1770653430 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653419.942379:0:50958:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1770653419.942392:0:50958:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707215360 00000100:00000200:1.0:1770653419.942406:0:5749:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707215232 02000000:00000001:0.0:1770653419.942407:0:50958:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653419.942415:0:50958:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1770653419.942419:0:5749:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1770653419.942426:0:50958:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653419.942432:0:5749:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1770653419.942436:0:12201:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1770653419.942440:0:5749:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653419.942442:0:50958:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653419.942447:0:12201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbd80. 00000020:00000001:1.0:1770653419.942451:0:5749:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:0.0:1770653419.942454:0:50958:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707215360 00000100:00000001:3.0:1770653419.942461:0:12201:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653419.942476:0:12201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbd80. 00000020:00000001:1.0:1770653419.942478:0:5749:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669485248 : -1040066368 : ffffffffc201d8c0) 00000020:00000001:0.0:1770653419.942481:0:50958:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1770653419.942483:0:76419:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1770653419.942494:0:50958:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90ee9e 00000020:00000001:1.0:1770653419.942496:0:5749:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1770653419.942499:0:76419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59340. 00000100:00100000:3.0:1770653419.942509:0:12201:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955618d8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3290:x1856657707215488:12345-0@lo:400:kworker.0 00000020:00000001:1.0:1770653419.942511:0:5749:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653419.942511:0:50958:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1770653419.942512:0:76419:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1770653419.942524:0:50958:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955710574000 refcount=5 00000100:00000200:3.0:1770653419.942531:0:12201:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707215488 00000020:00000001:1.0:1770653419.942531:0:5749:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:2.0:1770653419.942535:0:76419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59340. 00000020:00000001:0.0:1770653419.942536:0:50958:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799901687808 : -117273807863808 : ffff955710574000) 00000020:00000001:1.0:1770653419.942542:0:5749:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1770653419.942546:0:12201:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1770653419.942552:0:50958:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626799901687808 : -117273807863808 : ffff955710574000) 00000020:00000001:1.0:1770653419.942555:0:5749:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653419.942557:0:12201:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1770653419.942561:0:50958:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1770653419.942569:0:12201:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653419.942570:0:76419:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95573d380c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:lustre-MDT0000-mdtlov_UUID+5:3288:x1856657707215744:12345-0@lo:400:kworker.0 00000020:00000001:1.0:1770653419.942572:0:5749:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:0.0:1770653419.942576:0:50958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556248ac180. 00000020:00000001:3.0:1770653419.942577:0:12201:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1770653419.942581:0:5749:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1770653419.942590:0:76419:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707215744 00000020:00000001:3.0:1770653419.942593:0:12201:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789376 : -1047762240 : ffffffffc18c6ac0) 02000000:00000001:1.0:1770653419.942595:0:5749:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1770653419.942596:0:50958:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1770653419.942601:0:76419:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1770653419.942608:0:12201:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1770653419.942612:0:50958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556248ac180. 02000000:00000010:1.0:1770653419.942616:0:5749:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955617a81c00. 00000020:00000001:3.0:1770653419.942617:0:12201:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653419.942618:0:76419:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:0.0:1770653419.942629:0:50958:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955626008000. 02000000:00000001:1.0:1770653419.942637:0:5749:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653419.942638:0:12201:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1770653419.942638:0:76419:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653419.942640:0:50958:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95560c36b880. 00000020:00000001:3.0:1770653419.942648:0:12201:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1770653419.942657:0:5749:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653419.942658:0:76419:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1770653419.942660:0:12201:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653419.942661:0:50958:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d4b0. 00000020:00000001:1.0:1770653419.942669:0:5749:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653419.942676:0:12201:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1770653419.942676:0:76419:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789376 : -1047762240 : ffffffffc18c6ac0) 00010000:00000040:1.0:1770653419.942683:0:5749:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657707215232 00000100:00000040:0.0:1770653419.942685:0:50958:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:2.0:1770653419.942691:0:76419:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1770653419.942692:0:12201:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1770653419.942710:0:12201:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1770653419.942715:0:12201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95560612b000. 00000100:00000001:0.0:1770653419.942717:0:50958:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1770653419.942721:0:12201:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653419.942736:0:12201:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653419.942738:0:5749:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000001:2.0:1770653419.942739:0:76419:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653419.942741:0:50958:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1770653419.942742:0:12201:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653419.942748:0:76419:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000040:3.0:1770653419.942759:0:12201:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299240, transno 0, xid 1856657707215488 00000020:00000001:2.0:1770653419.942759:0:76419:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000200:1.0:1770653419.942760:0:5749:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95570622d450 x1856657707215232/t0(0) o400->860f3d7e-67dc-4cd5-abe1-320f8f919c6b@0@lo:250/0 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653419.942760:0:50958:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1770653419.942771:0:12201:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000001:2.0:1770653419.942772:0:76419:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653419.942781:0:50958:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:2.0:1770653419.942782:0:76419:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000200:3.0:1770653419.942785:0:12201:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955618d8b800 x1856657707215488/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:250/0 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653419.942791:0:76419:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1770653419.942793:0:50958:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:2.0:1770653419.942801:0:76419:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1770653419.942805:0:50958:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653419.942815:0:76419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9556683a3800. 02000000:00000001:2.0:1770653419.942828:0:76419:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653419.942831:0:50958:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653419.942844:0:76419:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653419.942852:0:76419:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653419.942855:0:5749:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000040:2.0:1770653419.942857:0:76419:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332657, transno 0, xid 1856657707215744 00010000:00000001:3.0:1770653419.942888:0:12201:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1770653419.942892:0:76419:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:3.0:1770653419.942894:0:12201:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653419.942900:0:12201:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=101 v=5 (1 1 1 1) 00010000:00000200:2.0:1770653419.942902:0:76419:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95573d380c50 x1856657707215744/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:250/0 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653419.942904:0:50958:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:1.0:1770653419.942905:0:5749:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653419.942909:0:12201:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1770653419.942910:0:50958:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707215616 02000000:00000001:0.0:1770653419.942923:0:50958:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00001000:1.0:1770653419.942927:0:5749:0:(import.c:2128:obd_at_measure()) add 1 to ffff955741fd65e8 time=108 v=5 (1 1 1 1) 00000100:00000040:3.0:1770653419.942930:0:12201:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000001:0.0:1770653419.942933:0:50958:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1770653419.942935:0:76419:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1770653419.942947:0:76419:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653419.942948:0:50958:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653419.942952:0:12201:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00000001:1.0:1770653419.942953:0:5749:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00001000:2.0:1770653419.942958:0:76419:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=101 v=5 (1 1 1 1) 02000000:00000001:0.0:1770653419.942959:0:50958:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653419.942963:0:5749:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 32 to 0@lo 02000000:00000001:3.0:1770653419.942965:0:12201:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1770653419.942972:0:50958:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707215616 00000100:00000001:1.0:1770653419.942979:0:5749:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000020:00000001:0.0:1770653419.942982:0:50958:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1770653419.942983:0:12201:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653419.942983:0:76419:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1770653419.942987:0:5749:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:0.0:1770653419.942995:0:50958:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90effc 02000000:00000001:1.0:1770653419.942996:0:5749:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653419.942999:0:12201:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1770653419.943001:0:76419:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 33 to 0@lo 00000020:00000001:0.0:1770653419.943007:0:50958:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1770653419.943012:0:5749:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1770653419.943014:0:76419:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000020:00000040:0.0:1770653419.943017:0:50958:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9556030de000 refcount=5 00000100:00000040:3.0:1770653419.943020:0:12201:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1770653419.943032:0:5749:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1770653419.943035:0:76419:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:3.0:1770653419.943037:0:12201:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78880. 00000020:00000001:0.0:1770653419.943037:0:50958:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795383808000 : -117278325743616 : ffff9556030de000) 00000400:00000010:1.0:1770653419.943040:0:5749:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022a18. 02000000:00000001:2.0:1770653419.943050:0:76419:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653419.943058:0:12201:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1856657707215488, offset 224 00000020:00000001:0.0:1770653419.943059:0:50958:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795383808000 : -117278325743616 : ffff9556030de000) 00000100:00000200:1.0:1770653419.943060:0:5749:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1856657707215232, offset 224 00000100:00000001:2.0:1770653419.943061:0:76419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1770653419.943082:0:76419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1770653419.943086:0:50958:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1770653419.943088:0:76419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268882a8. 00000400:00000200:1.0:1770653419.943095:0:5749:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1770653419.943096:0:50958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556248ac180. 00000400:00000200:3.0:1770653419.943111:0:12201:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1770653419.943112:0:50958:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (ffff955706306360) now 12 - evictor 00000400:00000200:1.0:1770653419.943121:0:5749:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1770653419.943128:0:76419:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1856657707215744, offset 224 00000400:00000200:3.0:1770653419.943140:0:12201:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1770653419.943143:0:50958:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:2.0:1770653419.943151:0:76419:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1770653419.943156:0:5749:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6989ecf1ba980 00000020:00000010:0.0:1770653419.943159:0:50958:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955626009a00. 00000020:00000010:0.0:1770653419.943172:0:50958:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95560c36b280. 00000020:00000010:0.0:1770653419.943182:0:50958:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3dbb8. 00000400:00000200:1.0:1770653419.943187:0:5749:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0xedaac1 [1] + 224 00000400:00000200:3.0:1770653419.943189:0:12201:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6989ecf1baa80 00000400:00000200:2.0:1770653419.943191:0:76419:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1770653419.943198:0:50958:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1770653419.943210:0:50958:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1770653419.943215:0:50958:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653419.943216:0:5749:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1770653419.943222:0:50958:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:3.0:1770653419.943229:0:12201:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xedaad1 [1] + 224 00000100:00000001:0.0:1770653419.943233:0:50958:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:2.0:1770653419.943235:0:76419:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6989ecf1bab80 00000100:00000001:0.0:1770653419.943244:0:50958:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653419.943245:0:5749:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1770653419.943261:0:12201:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1770653419.943267:0:50958:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653419.943274:0:76419:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xedaadd [1] + 224 00000400:00000200:3.0:1770653419.943279:0:12201:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1770653419.943283:0:50958:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1770653419.943296:0:50958:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1770653419.943301:0:76419:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653419.943302:0:5749:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1770653419.943303:0:12201:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1770653419.943316:0:50958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5829 00000400:00000200:2.0:1770653419.943324:0:76419:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1770653419.943326:0:50958:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955710574000 : new rpc_count 1 00000100:00000200:3.0:1770653419.943337:0:12201:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95572f8d4a80 x1856657707215488/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1770653419.943339:0:5749:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95572f8d7800 x1856657707215232/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653419.943339:0:50958:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028470144 : -117276681081472 : ffff955665156d80) 00000100:00000001:2.0:1770653419.943342:0:76419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1770653419.943359:0:76419:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95572f8d7b80 x1856657707215744/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1770653419.943367:0:50958:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665156d80 x1856657707215360/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:250/0 lens 224/0 e 0 to 0 dl 1770653430 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653419.943448:0:12201:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95572f8d4a80 x1856657707215488/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653419.943495:0:5749:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95572f8d7800 x1856657707215232/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653419.943496:0:50958:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1770653419.943498:0:76419:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95572f8d7b80 x1856657707215744/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1770653419.943511:0:50958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556248acb00. 00000100:00000001:0.0:1770653419.943527:0:50958:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653419.943544:0:50958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556248acb00. 00000100:00100000:0.0:1770653419.943570:0:50958:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665156d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1856657707215360:12345-0@lo:400:kworker.0 00000100:00000001:3.0:1770653419.943572:0:12201:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1770653419.943586:0:12201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78880 00000400:00000010:3.0:1770653419.943600:0:12201:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78880. 00000100:00000200:0.0:1770653419.943602:0:50958:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707215360 00000100:00000001:3.0:1770653419.943606:0:12201:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1770653419.943608:0:50958:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1770653419.943613:0:12201:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1770653419.943616:0:50958:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1770653419.943618:0:76419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1770653419.943622:0:5749:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1770653419.943623:0:12201:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653419.943624:0:50958:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653419.943631:0:76419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268882a8 00000020:00000001:0.0:1770653419.943647:0:50958:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:2.0:1770653419.943648:0:76419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268882a8. 00000100:00000040:3.0:1770653419.943649:0:12201:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 32 to 0@lo 00000020:00000001:0.0:1770653419.943654:0:50958:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789376 : -1047762240 : ffffffffc18c6ac0) 00000100:00000001:2.0:1770653419.943662:0:76419:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1770653419.943666:0:50958:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:3.0:1770653419.943667:0:12201:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:2.0:1770653419.943669:0:76419:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1770653419.943673:0:5749:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022a18 00000020:00000001:0.0:1770653419.943682:0:50958:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1770653419.943686:0:5749:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022a18. 00000020:00000001:3.0:1770653419.943687:0:12201:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653419.943691:0:76419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653419.943693:0:50958:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1770653419.943713:0:12201:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1770653419.943726:0:50958:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1770653419.943732:0:5749:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1770653419.943734:0:76419:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000040:3.0:1770653419.943736:0:12201:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d8b800 x1856657707215488/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:250/0 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653419.943739:0:50958:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653419.943740:0:5749:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1770653419.943775:0:5749:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653419.943776:0:76419:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1770653419.943776:0:50958:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1770653419.943787:0:76419:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653419.943788:0:12201:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955618d8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3290:x1856657707215488:12345-0@lo:400:kworker.0 Request processed in 1337us (3118us total) trans 0 rc 0/0 00000100:00000001:0.0:1770653419.943792:0:50958:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1770653419.943798:0:5749:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 02000000:00000001:0.0:1770653419.943803:0:50958:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1770653419.943805:0:76419:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000010:0.0:1770653419.943816:0:50958:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955623651400. 00010000:00000001:1.0:1770653419.943820:0:5749:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000040:2.0:1770653419.943824:0:76419:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95573d380c50 x1856657707215744/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:250/0 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1770653419.943833:0:12201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3135 02000000:00000001:0.0:1770653419.943834:0:50958:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653419.943835:0:5749:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653419.943852:0:50958:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653419.943853:0:5749:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1770653419.943861:0:50958:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653419.943877:0:12201:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 0 00000100:00000001:3.0:1770653419.943888:0:12201:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1770653419.943894:0:5749:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95570622d450 x1856657707215232/t0(0) o400->860f3d7e-67dc-4cd5-abe1-320f8f919c6b@0@lo:250/0 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653419.943895:0:12201:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1770653419.943899:0:76419:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95573d380c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:lustre-MDT0000-mdtlov_UUID+5:3288:x1856657707215744:12345-0@lo:400:kworker.0 Request processed in 1409us (2211us total) trans 0 rc 0/0 00010000:00000040:0.0:1770653419.943901:0:50958:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657707215360 00000020:00000010:3.0:1770653419.943908:0:12201:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3800. 00010000:00000001:0.0:1770653419.943915:0:50958:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000010:3.0:1770653419.943925:0:12201:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90bb8. 00010000:00000200:0.0:1770653419.943933:0:50958:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955665156d80 x1856657707215360/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:250/0 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1770653419.943942:0:12201:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95562fa44600. 00000100:00100000:2.0:1770653419.943945:0:76419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3136 00000100:00000040:2.0:1770653419.943961:0:76419:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 0 00000020:00000040:3.0:1770653419.943965:0:12201:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 4 00000100:00000001:2.0:1770653419.943972:0:76419:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1770653419.943975:0:5749:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95570622d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:860f3d7e-67dc-4cd5-abe1-320f8f919c6b+18:3288:x1856657707215232:12345-0@lo:400:kworker.0 Request processed in 1674us (3932us total) trans 0 rc 0/0 00010000:00000001:0.0:1770653419.943978:0:50958:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1770653419.943980:0:76419:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1770653419.943984:0:12201:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653419.943985:0:50958:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653419.943990:0:76419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3600. 00000100:00001000:0.0:1770653419.944005:0:50958:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557063461e8 time=103 v=5 (1 1 1 1) 00000020:00000010:2.0:1770653419.944009:0:76419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90578. 00000100:00000001:0.0:1770653419.944015:0:50958:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1770653419.944016:0:5749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3419 00000020:00000010:2.0:1770653419.944021:0:76419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95562fa45400. 00000100:00000040:1.0:1770653419.944028:0:5749:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955706689000 : new rpc_count 0 00000100:00000040:0.0:1770653419.944028:0:50958:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000020:00000040:2.0:1770653419.944032:0:76419:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 4 00000100:00000001:1.0:1770653419.944039:0:5749:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1770653419.944040:0:50958:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00000001:1.0:1770653419.944047:0:5749:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1770653419.944049:0:50958:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1770653419.944052:0:76419:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1770653419.944055:0:50958:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653419.944057:0:5749:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556051bf480. 02000000:00000010:2.0:1770653419.944059:0:76419:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff9556683a3800. 00000100:00000001:0.0:1770653419.944062:0:50958:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1770653419.944069:0:5749:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada3e8. 02000000:00000001:2.0:1770653419.944073:0:76419:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:0.0:1770653419.944078:0:50958:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1770653419.944085:0:76419:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:0.0:1770653419.944087:0:50958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8908. 00000020:00000010:1.0:1770653419.944089:0:5749:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f6400. 00000100:00000001:3.0:1770653419.944090:0:7420:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000010:2.0:1770653419.944091:0:76419:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95560612b000. 00000100:00000200:0.0:1770653419.944096:0:50958:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1856657707215360, offset 224 00000100:00000001:3.0:1770653419.944106:0:7420:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1770653419.944110:0:76419:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000040:1.0:1770653419.944113:0:5749:0:(genops.c:898:class_export_put()) PUTting export ffff955706689000 : new refcount 17 00000100:00000010:2.0:1770653419.944120:0:76419:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d8b800. 00000400:00000200:0.0:1770653419.944123:0:50958:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1770653419.944124:0:7420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5830 02000000:00000001:1.0:1770653419.944130:0:5749:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1770653419.944138:0:76419:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1770653419.944143:0:5749:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955617a81c00. 02000000:00000010:2.0:1770653419.944146:0:76419:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955642784c00. 00000100:00000040:3.0:1770653419.944147:0:7420:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9556030de000 : new rpc_count 1 02000000:00000001:1.0:1770653419.944157:0:5749:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1770653419.944164:0:7420:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800425320448 : -117273284231168 : ffff95572f8d4000) 00000400:00000200:0.0:1770653419.944166:0:50958:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1770653419.944167:0:5749:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653419.944169:0:76419:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1770653419.944181:0:76419:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572f8d6300. 00000100:00000200:1.0:1770653419.944187:0:5749:0:(niobuf.c:1189:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1770653419.944189:0:7420:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95572f8d4000 x1856657707215616/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:250/0 lens 224/0 e 0 to 0 dl 1770653430 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653419.944192:0:76419:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1770653419.944203:0:76419:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff95573c587c00. 00000400:00000200:0.0:1770653419.944205:0:50958:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6989ecf1baa00 00000400:00000010:1.0:1770653419.944212:0:5749:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d94ec8. 02000000:00000001:2.0:1770653419.944221:0:76419:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1770653419.944231:0:76419:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572f8d5c00. 00000400:00000200:0.0:1770653419.944236:0:50958:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xedaac9 [1] + 224 02000000:00000001:2.0:1770653419.944246:0:76419:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1770653419.944254:0:76419:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955617a82400. 00000400:00000200:0.0:1770653419.944262:0:50958:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1770653419.944266:0:76419:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:1.0:1770653419.944267:0:5749:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff955647fa8540. 00000100:00000010:2.0:1770653419.944277:0:76419:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955710550a80. 00000100:00000001:3.0:1770653419.944280:0:7420:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1770653419.944289:0:50958:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1770653419.944294:0:7420:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbd80. 02000000:00000001:2.0:1770653419.944296:0:76419:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1770653419.944299:0:50958:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:2.0:1770653419.944309:0:76419:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955623652400. 00000100:00000001:3.0:1770653419.944311:0:7420:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1770653419.944314:0:50958:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95572f8d7100 x1856657707215360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653419.944323:0:76419:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:3.0:1770653419.944328:0:7420:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbd80. 00000100:00000010:2.0:1770653419.944330:0:76419:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d88700. 00000100:00000001:1.0:1770653419.944333:0:3289:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1770653419.944344:0:76419:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:1.0:1770653419.944346:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:3.0:1770653419.944352:0:7420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95572f8d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856657707215616:12345-0@lo:400:kworker.0 02000000:00000010:2.0:1770653419.944355:0:76419:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95564f313000. 00000100:00000010:1.0:1770653419.944364:0:3289:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665155500. 02000000:00000001:2.0:1770653419.944369:0:76419:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:3.0:1770653419.944380:0:7420:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707215616 00000100:00000010:2.0:1770653419.944385:0:76419:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95561752a680. 00000100:00000040:1.0:1770653419.944385:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff955665155500 x1856657707215872 msgsize 224 00000020:00000001:3.0:1770653419.944390:0:7420:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1770653419.944393:0:50958:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95572f8d7100 x1856657707215360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1770653419.944404:0:7420:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:2.0:1770653419.944406:0:76419:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:3.0:1770653419.944414:0:7420:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653419.944416:0:76419:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff955642786400. 00000100:00000001:0.0:1770653419.944423:0:50958:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1770653419.944427:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1770653419.944433:0:7420:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1770653419.944435:0:76419:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:3.0:1770653419.944437:0:7420:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789376 : -1047762240 : ffffffffc18c6ac0) 00000100:00000010:2.0:1770653419.944440:0:76419:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665157800. 00000400:00000200:0.0:1770653419.944441:0:50958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8908 00000020:00000001:3.0:1770653419.944446:0:7420:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1770653419.944447:0:3289:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1770653419.944452:0:76419:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:0.0:1770653419.944454:0:50958:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8908. 00000020:00000001:3.0:1770653419.944456:0:7420:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1770653419.944457:0:76419:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff955734dd7800. 00000020:00000001:3.0:1770653419.944469:0:7420:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1770653419.944473:0:50958:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1770653419.944476:0:76419:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:3.0:1770653419.944477:0:7420:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1770653419.944479:0:50958:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1770653419.944482:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022770 00000100:00000010:2.0:1770653419.944488:0:76419:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95561752b800. 00000020:00000001:3.0:1770653419.944489:0:7420:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653419.944490:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022770. 00000100:00000001:0.0:1770653419.944494:0:50958:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653419.944511:0:7420:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1770653419.944511:0:3289:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1770653419.944512:0:76419:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1770653419.944519:0:7420:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1770653419.944522:0:7420:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1770653419.944537:0:7420:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955606129000. 00000100:00000040:0.0:1770653419.944541:0:50958:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 02000000:00000001:3.0:1770653419.944547:0:7420:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653419.944549:0:50958:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 02000000:00000010:2.0:1770653419.944550:0:76419:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff955617a80c00. 00000020:00000001:0.0:1770653419.944561:0:50958:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653419.944562:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95572f8d5f80 x1856657707215872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653419.944564:0:7420:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653419.944566:0:76419:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1770653419.944575:0:76419:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95561752bb80. 00000020:00000001:0.0:1770653419.944580:0:50958:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1770653419.944583:0:7420:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653419.944587:0:76419:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1770653419.944595:0:76419:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95564b809c00. 00000100:00000040:0.0:1770653419.944598:0:50958:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665156d80 x1856657707215360/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:250/0 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1770653419.944599:0:7420:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657707215616 02000000:00000001:2.0:1770653419.944609:0:76419:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1770653419.944615:0:7420:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000010:2.0:1770653419.944617:0:76419:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955617529c00. 00000100:00000001:1.0:1770653419.944633:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1770653419.944634:0:76419:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000200:3.0:1770653419.944636:0:7420:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95572f8d4000 x1856657707215616/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:250/0 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1770653419.944646:0:76419:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff955734dd5c00. 00000100:00000040:1.0:1770653419.944650:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572f8d5f80 x1856657707215872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653435 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653419.944661:0:76419:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1770653419.944669:0:76419:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665157480. 02000000:00000001:2.0:1770653419.944683:0:76419:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1770653419.944710:0:76419:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95560a619000. 00010000:00000001:3.0:1770653419.944717:0:7420:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1770653419.944720:0:76419:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1770653419.944725:0:7420:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1770653419.944728:0:76419:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572f8d6d80. 00000100:00100000:0.0:1770653419.944735:0:50958:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665156d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1856657707215360:12345-0@lo:400:kworker.0 Request processed in 1220us (4430us total) trans 0 rc 0/0 00000100:00001000:3.0:1770653419.944740:0:7420:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557063461e8 time=103 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653419.944760:0:7420:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1770653419.944762:0:76419:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1770653419.944773:0:76419:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff955734dd4400. 00000100:00000001:1.0:1770653419.944777:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653419.944778:0:7420:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 02000000:00000001:2.0:1770653419.944783:0:76419:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1770653419.944795:0:76419:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665156300. 00000100:00000001:3.0:1770653419.944797:0:7420:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00000001:1.0:1770653419.944799:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1770653419.944799:0:50958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5829 02000000:00000001:2.0:1770653419.944803:0:76419:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1770653419.944812:0:7420:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:2.0:1770653419.944815:0:76419:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95564b809800. 02000000:00000001:3.0:1770653419.944818:0:7420:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653419.944819:0:50958:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955710574000 : new rpc_count 0 02000000:00000001:2.0:1770653419.944822:0:76419:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1770653419.944825:0:3289:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653419.944839:0:50958:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1770653419.944841:0:7420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1770653419.944841:0:76419:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665155c00. 00000100:00000040:1.0:1770653419.944841:0:3289:0:(niobuf.c:633:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 5531 usecs (6 jiffies) 00000100:00000001:0.0:1770653419.944852:0:50958:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1770653419.944859:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4301450763 00000100:00000040:3.0:1770653419.944884:0:7420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1770653419.944889:0:76419:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:3.0:1770653419.944890:0:7420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78880. 02000000:00000010:2.0:1770653419.944895:0:76419:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95560a61b000. 00000020:00000010:0.0:1770653419.944897:0:50958:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95560c36b880. 00000100:00000200:3.0:1770653419.944898:0:7420:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1856657707215616, offset 224 02000000:00000001:2.0:1770653419.944904:0:76419:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1770653419.944910:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4301450783 00000100:00000010:2.0:1770653419.944914:0:76419:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955617528380. 00000020:00000010:0.0:1770653419.944917:0:50958:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d4b0. 00000100:00000001:1.0:1770653419.944918:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4301450764 00000400:00000200:3.0:1770653419.944928:0:7420:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1770653419.944931:0:76419:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1770653419.944936:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4301450783 00000020:00000010:0.0:1770653419.944936:0:50958:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955626008000. 02000000:00000010:2.0:1770653419.944937:0:76419:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95560612b800. 02000000:00000001:2.0:1770653419.944951:0:76419:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1770653419.944953:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4301450764 00000400:00000200:3.0:1770653419.944956:0:7420:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1770653419.944957:0:76419:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665155880. 00000020:00000040:0.0:1770653419.944960:0:50958:0:(genops.c:898:class_export_put()) PUTting export ffff955710574000 : new refcount 4 00000100:00000001:1.0:1770653419.944961:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4301450783 02000000:00000001:2.0:1770653419.944972:0:76419:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1770653419.944975:0:50958:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1770653419.944981:0:76419:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95564f313c00. 00000100:00000001:1.0:1770653419.944981:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4301450764 00000100:00000001:1.0:1770653419.944993:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4301450783 02000000:00000001:2.0:1770653419.944994:0:76419:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1770653419.944997:0:50958:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1770653419.945005:0:7420:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6989ecf1bab00 00000100:00000010:2.0:1770653419.945007:0:76419:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95561752b480. 00000100:00000001:1.0:1770653419.945009:0:3289:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1770653419.945010:0:50958:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707215872 02000000:00000001:2.0:1770653419.945017:0:76419:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1770653419.945029:0:3289:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653419.945029:0:50958:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:2.0:1770653419.945030:0:76419:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff955734dd6c00. 00000400:00000200:3.0:1770653419.945031:0:7420:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xedaad9 [1] + 224 00000100:00000001:0.0:1770653419.945035:0:50958:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653419.945047:0:50958:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653419.945049:0:76419:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000001:1.0:1770653419.945053:0:3289:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1770653419.945054:0:7420:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1770653419.945056:0:76419:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572ebc5c00. 02000000:00000001:0.0:1770653419.945057:0:50958:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1770653419.945064:0:3289:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1770653419.945075:0:50958:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707215872 00000400:00000010:1.0:1770653419.945077:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602d94478. 02000000:00000001:2.0:1770653419.945079:0:76419:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:3.0:1770653419.945080:0:7420:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1770653419.945084:0:50958:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:2.0:1770653419.945094:0:76419:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff955643980400. 00000020:00000040:0.0:1770653419.945095:0:50958:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a9375 00000400:00000200:1.0:1770653419.945096:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022550 02000000:00000001:2.0:1770653419.945104:0:76419:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:0.0:1770653419.945105:0:50958:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1770653419.945106:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022550. 00000100:00000010:2.0:1770653419.945110:0:76419:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95563f2c5180. 00000020:00000040:0.0:1770653419.945113:0:50958:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9556071fb800 refcount=5 00000100:00000001:1.0:1770653419.945117:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1770653419.945119:0:7420:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1770653419.945121:0:50958:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795452086272 : -117278257465344 : ffff9556071fb800) 02000000:00000001:2.0:1770653419.945122:0:76419:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1770653419.945130:0:76419:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff955606128800. 00000020:00000001:0.0:1770653419.945132:0:50958:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795452086272 : -117278257465344 : ffff9556071fb800) 00000100:00000200:3.0:1770653419.945144:0:7420:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95572f8d5880 x1856657707215616/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1770653419.945146:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95572f8d7100 x1856657707215360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653419.945146:0:50958:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1770653419.945147:0:76419:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:0.0:1770653419.945159:0:50958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556248acb00. 00000100:00000010:2.0:1770653419.945160:0:76419:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95561752a300. 00000020:00000010:0.0:1770653419.945176:0:50958:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9556196fbd40. 02000000:00000001:2.0:1770653419.945179:0:76419:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1770653419.945187:0:76419:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff955608cb6800. 00000100:00000001:0.0:1770653419.945194:0:50958:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1770653419.945204:0:50958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556248acb00. 02000000:00000001:2.0:1770653419.945205:0:76419:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1770653419.945216:0:76419:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955617529180. 00000020:00000010:0.0:1770653419.945222:0:50958:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955626008000. 02000000:00000001:2.0:1770653419.945232:0:76419:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:0.0:1770653419.945237:0:50958:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95560c36b880. 02000000:00000010:2.0:1770653419.945241:0:76419:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95564f312800. 00000020:00000010:0.0:1770653419.945255:0:50958:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d4b0. 02000000:00000001:2.0:1770653419.945260:0:76419:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1770653419.945267:0:7420:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95572f8d5880 x1856657707215616/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653419.945269:0:50958:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000010:2.0:1770653419.945271:0:76419:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955617528700. 00000100:00000001:0.0:1770653419.945278:0:50958:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1770653419.945286:0:76419:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1770653419.945287:0:50958:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1770653419.945296:0:76419:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95563a7fac00. 00000100:00000001:0.0:1770653419.945303:0:50958:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:2.0:1770653419.945310:0:76419:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1770653419.945314:0:50958:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000010:2.0:1770653419.945322:0:76419:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95561752b100. 00000100:00000001:0.0:1770653419.945324:0:50958:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653419.945326:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95572f8d7100 x1856657707215360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653419.945338:0:76419:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1770653419.945347:0:76419:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff955608cb6400. 00000100:00000001:0.0:1770653419.945350:0:50958:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653419.945363:0:76419:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1770653419.945372:0:50958:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000010:2.0:1770653419.945375:0:76419:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572ebc4700. 00000100:00000001:0.0:1770653419.945380:0:50958:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1770653419.945385:0:7420:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1770653419.945390:0:76419:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1770653419.945392:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1770653419.945395:0:76419:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95564f311000. 00000400:00000200:3.0:1770653419.945398:0:7420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78880 00000100:00000001:1.0:1770653419.945398:0:3289:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1770653419.945403:0:50958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5831 02000000:00000001:2.0:1770653419.945414:0:76419:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:3.0:1770653419.945416:0:7420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78880. 00000100:00000001:1.0:1770653419.945416:0:3289:0:(client.c:1568:after_reply()) Process entered 00000100:00000040:0.0:1770653419.945418:0:50958:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9556071fb800 : new rpc_count 1 00000100:00000010:2.0:1770653419.945420:0:76419:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955710553100. 02000000:00000001:1.0:1770653419.945428:0:3289:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1770653419.945443:0:7420:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653419.945451:0:50958:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626797028463872 : -117276681087744 : ffff955665155500) 00000100:00000001:3.0:1770653419.945454:0:7420:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1770653419.945457:0:3289:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1770653419.945460:0:76419:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1770653419.945470:0:3289:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653419.945472:0:7420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653419.945473:0:76419:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff955608cb5800. 00000100:00000040:0.0:1770653419.945477:0:50958:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955665155500 x1856657707215872/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:250/0 lens 224/0 e 0 to 0 dl 1770653430 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1770653419.945492:0:3289:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653419.945495:0:76419:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1770653419.945501:0:7420:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000100:00000010:2.0:1770653419.945510:0:76419:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95563f2c4a80. 00000100:00001000:1.0:1770653419.945515:0:3289:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571882ac58 time=103 v=5 (5 5 5 5) 00010000:00000001:3.0:1770653419.945518:0:7420:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 02000000:00000001:2.0:1770653419.945522:0:76419:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:3.0:1770653419.945529:0:7420:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653419.945532:0:76419:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95563a7fbc00. 00000100:00000001:0.0:1770653419.945534:0:50958:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1770653419.945540:0:7420:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00001000:1.0:1770653419.945541:0:3289:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571882ac10 time=103 v=5 (1 1 1 1) 02000000:00000001:2.0:1770653419.945544:0:76419:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:0.0:1770653419.945546:0:50958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556248acb00. 00000100:00000010:2.0:1770653419.945552:0:76419:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955617528000. 00000100:00000040:3.0:1770653419.945558:0:7420:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572f8d4000 x1856657707215616/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:250/0 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653419.945559:0:50958:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653419.945563:0:3289:0:(client.c:1470:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1770653419.945566:0:76419:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1770653419.945573:0:3289:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653419.945575:0:76419:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff955606128000. 00000020:00000010:0.0:1770653419.945579:0:50958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556248acb00. 00010000:00000001:1.0:1770653419.945589:0:3289:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1770653419.945591:0:76419:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1770653419.945602:0:76419:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572ebc4e00. 00010000:00000001:1.0:1770653419.945602:0:3289:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653419.945609:0:50958:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955665155500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1856657707215872:12345-0@lo:400:kworker.0 00000100:00000001:1.0:1770653419.945622:0:3289:0:(client.c:3055:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1770653419.945626:0:76419:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:1.0:1770653419.945634:0:3289:0:(client.c:3067:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 02000000:00000010:2.0:1770653419.945640:0:76419:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95563a7f9000. 00000100:00000200:0.0:1770653419.945642:0:50958:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707215872 00000100:00000001:1.0:1770653419.945651:0:3289:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000020:00000001:0.0:1770653419.945657:0:50958:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:2.0:1770653419.945659:0:76419:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1770653419.945666:0:3289:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1770653419.945667:0:76419:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955735210e00. 00000020:00000001:0.0:1770653419.945669:0:50958:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:3.0:1770653419.945681:0:7420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95572f8d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856657707215616:12345-0@lo:400:kworker.0 Request processed in 1384us (3994us total) trans 0 rc 0/0 00000020:00000001:0.0:1770653419.945684:0:50958:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653419.945689:0:76419:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:3.0:1770653419.945709:0:7420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5830 02000000:00000010:2.0:1770653419.945711:0:76419:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95566bf9a400. 00000020:00000001:0.0:1770653419.945714:0:50958:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1770653419.945717:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95572f8d7100 x1856657707215360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653419.945724:0:7420:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9556030de000 : new rpc_count 0 00000020:00000001:0.0:1770653419.945728:0:50958:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789376 : -1047762240 : ffffffffc18c6ac0) 02000000:00000001:2.0:1770653419.945733:0:76419:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1770653419.945735:0:7420:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1770653419.945751:0:7420:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1770653419.945762:0:76419:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95563f2c7480. 00000020:00000001:0.0:1770653419.945765:0:50958:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:3.0:1770653419.945766:0:7420:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95560c36b280. 02000000:00000001:2.0:1770653419.945773:0:76419:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1770653419.945783:0:76419:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 728 at ffff95572dc89c00. 00000020:00000001:0.0:1770653419.945786:0:50958:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1770653419.945787:0:7420:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3dbb8. 02000000:00000001:2.0:1770653419.945793:0:76419:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1770653419.945794:0:3289:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1770653419.945803:0:76419:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955735211c00. 00000020:00000001:0.0:1770653419.945806:0:50958:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:3.0:1770653419.945807:0:7420:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955626009a00. 00000100:00000001:1.0:1770653419.945808:0:3289:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1770653419.945812:0:76419:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653419.945822:0:3289:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653419.945823:0:50958:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:2.0:1770653419.945829:0:76419:0:(niobuf.c:1189:ptlrpc_register_rqbd()) ost: registering portal 28 00000020:00000040:3.0:1770653419.945830:0:7420:0:(genops.c:898:class_export_put()) PUTting export ffff9556030de000 : new refcount 4 00000020:00000001:0.0:1770653419.945833:0:50958:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653419.945837:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572f8d7100 x1856657707215360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653419.945852:0:50958:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000010:2.0:1770653419.945853:0:76419:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef24d0. 00000100:00000001:3.0:1770653419.945872:0:7420:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1770653419.945892:0:76419:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff95570b8b2900. 00000100:00100000:1.0:1770653419.945904:0:3289:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95572f8d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3289:1856657707215360:0@lo:400:kworker.0 00000100:00000001:0.0:1770653419.945905:0:50958:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00080000:3.0:1770653419.945910:0:5753:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 02000000:00000001:0.0:1770653419.945913:0:50958:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1770653419.945927:0:50958:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955623653c00. 00000100:00000001:1.0:1770653419.945930:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653419.945932:0:5753:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (ffff955706306360) now 12 - evictor 00000100:00000001:2.0:1770653419.945932:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1770653419.945934:0:50958:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653419.945942:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1770653419.945949:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1770653419.945952:0:50958:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1770653419.945956:0:3291:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1770653419.945959:0:50958:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653419.945962:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95572f8d7100 x1856657707215360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1770653419.945964:0:3291:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000040:0.0:1770653419.945966:0:50958:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657707215872 00000400:00000010:2.0:1770653419.945971:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef29a0. 00010000:00000001:0.0:1770653419.945978:0:50958:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000400:00000200:2.0:1770653419.945981:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888000 00000400:00000010:2.0:1770653419.945989:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888000. 00010000:00000200:0.0:1770653419.945994:0:50958:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955665155500 x1856657707215872/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:250/0 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653419.946001:0:3291:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1770653419.946008:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653419.946016:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1770653419.946017:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95572f8d5880 x1856657707215616/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1770653419.946027:0:3290:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1770653419.946037:0:3290:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1770653419.946047:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2580. 00000400:00000200:3.0:1770653419.946062:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78770 00000400:00000010:3.0:1770653419.946073:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78770. 00000100:00000001:1.0:1770653419.946078:0:3289:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1770653419.946083:0:50958:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1770653419.946092:0:3289:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1770653419.946095:0:3290:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1770653419.946095:0:50958:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653419.946099:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95572f8d5880 x1856657707215616/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1770653419.946101:0:3289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95563c4f6200. 00000100:00001000:0.0:1770653419.946109:0:50958:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557063461e8 time=103 v=5 (1 1 1 1) 00000100:00000200:3.0:1770653419.946116:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95572f8d4a80 x1856657707215488/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1770653419.946118:0:3289:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1770653419.946128:0:3289:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1770653419.946132:0:50958:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:1.0:1770653419.946136:0:3289:0:(genops.c:1242:class_import_put()) import ffff95571882a800 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:0.0:1770653419.946148:0:50958:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000020:00000001:1.0:1770653419.946153:0:3289:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1770653419.946162:0:3289:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff95573c3df200. 00000100:00000001:0.0:1770653419.946166:0:50958:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 02000000:00000001:0.0:1770653419.946182:0:50958:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1770653419.946184:0:3289:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1770653419.946190:0:50958:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653419.946194:0:3289:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1770653419.946199:0:3291:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1770653419.946206:0:50958:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:1.0:1770653419.946207:0:3289:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572f8d7100. 00000100:00000001:2.0:1770653419.946209:0:3291:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653419.946219:0:3291:0:(client.c:1568:after_reply()) Process entered 00000100:00000001:1.0:1770653419.946220:0:3289:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000200:3.0:1770653419.946222:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95572f8d4a80 x1856657707215488/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1770653419.946224:0:50958:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1770653419.946227:0:3291:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1770653419.946230:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653419.946238:0:3291:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1770653419.946240:0:50958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8908. 00000100:00000001:1.0:1770653419.946243:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653419.946247:0:3291:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653419.946258:0:50958:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1856657707215872, offset 224 00000100:00000001:1.0:1770653419.946265:0:3289:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1770653419.946266:0:3291:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653419.946277:0:3289:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00001000:2.0:1770653419.946283:0:3291:0:(import.c:2128:obd_at_measure()) add 5 to ffff9557064aac58 time=97 v=5 (5 5 5 5) 00000400:00000200:0.0:1770653419.946291:0:50958:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1770653419.946294:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653419.946303:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1770653419.946315:0:3291:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064aac10 time=97 v=5 (1 1 1 1) 00000100:00000001:1.0:1770653419.946316:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653419.946318:0:3290:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1770653419.946324:0:50958:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1770653419.946326:0:3290:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653419.946332:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653419.946340:0:3291:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1770653419.946344:0:3290:0:(client.c:1568:after_reply()) Process entered 00000100:00000001:2.0:1770653419.946348:0:3291:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653419.946349:0:3290:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1770653419.946358:0:3290:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1770653419.946360:0:3291:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1770653419.946360:0:50958:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6989ecf1bac00 00000100:00000001:3.0:1770653419.946364:0:3290:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653419.946369:0:3291:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653419.946388:0:3290:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653419.946388:0:3291:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000400:00000200:0.0:1770653419.946392:0:50958:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xedaae1 [1] + 224 00000100:00000040:2.0:1770653419.946399:0:3291:0:(client.c:3067:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: skip recheck: last_committed 0 00000100:00001000:3.0:1770653419.946411:0:3290:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=101 v=5 (5 5 5 5) 00000100:00000001:2.0:1770653419.946411:0:3291:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1770653419.946412:0:50958:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1770653419.946437:0:3290:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=74 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653419.946440:0:3291:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653419.946440:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653419.946451:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1770653419.946453:0:3290:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1770653419.946454:0:50958:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1770653419.946465:0:3290:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653419.946465:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95572f8d5880 x1856657707215616/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653419.946469:0:50958:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1770653419.946472:0:3288:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1770653419.946481:0:3290:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:1.0:1770653419.946483:0:3288:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1770653419.946495:0:3290:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653419.946496:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e053420. 00000100:00000200:0.0:1770653419.946496:0:50958:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95572f8d5f80 x1856657707215872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653419.946499:0:3291:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653419.946522:0:3290:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1770653419.946523:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8f68 00000100:00000001:2.0:1770653419.946524:0:3291:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1770653419.946531:0:50958:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95572f8d5f80 x1856657707215872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653419.946542:0:3291:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1770653419.946543:0:3290:0:(client.c:3071:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8590299240 gen 3 00000400:00000010:1.0:1770653419.946543:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8f68. 00000100:00000001:1.0:1770653419.946568:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1770653419.946581:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572f8d5880 x1856657707215616/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653419.946584:0:50958:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1770653419.946586:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95572f8d7b80 x1856657707215744/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653419.946587:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff955666c20000 x1856657707191296/t8590299191(8590299191) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1770653419.946598:0:50958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8908 00000400:00000010:0.0:1770653419.946608:0:50958:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8908. 00000100:00000001:0.0:1770653419.946623:0:50958:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653419.946630:0:50958:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1770653419.946640:0:50958:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653419.946666:0:50958:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00010000:00000001:0.0:1770653419.946689:0:50958:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00100000:2.0:1770653419.946693:0:3291:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95572f8d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856657707215616:0@lo:400:kworker.0 00000004:00080000:3.0:1770653419.946724:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff955666c20000, transno 8590299191 00000100:00000001:3.0:1770653419.946727:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.946729:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797056557056 : -117276652994560 : ffff955666c20000) 00000020:00000001:0.0:1770653419.946731:0:50958:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653419.946749:0:50958:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1770653419.946755:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1770653419.946758:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1770653419.946765:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95572f8d7b80 x1856657707215744/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653419.946766:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1770653419.946768:0:50958:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665155500 x1856657707215872/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:250/0 lens 224/224 e 0 to 0 dl 1770653430 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653419.946769:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955666c20000 x1856657707191296/t8590299191(8590299191) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1770653419.946782:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95572f8d5880 x1856657707215616/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1770653419.946898:0:50958:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955665155500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1856657707215872:12345-0@lo:400:kworker.0 Request processed in 1323us (2472us total) trans 0 rc 0/0 00000100:00000001:3.0:1770653419.946941:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653419.946945:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1770653419.946946:0:3291:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1770653419.946952:0:3288:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1770653419.946953:0:50958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5831 02000000:00000001:2.0:1770653419.946955:0:3291:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1770653419.946958:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff955666c21c00 x1856657707191040/t8590299192(8590299192) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.946965:0:3288:0:(client.c:1568:after_reply()) Process entered 02000000:00000010:2.0:1770653419.946966:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff955636fe8a00. 00000100:00000040:0.0:1770653419.946967:0:50958:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9556071fb800 : new rpc_count 0 02000000:00000001:1.0:1770653419.946974:0:3288:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1770653419.946983:0:50958:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1770653419.946984:0:3288:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1770653419.946989:0:3291:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1770653419.946994:0:50958:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1770653419.946996:0:3288:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653419.946998:0:3291:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:0.0:1770653419.947007:0:50958:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95560c36b880. 00000020:00000040:2.0:1770653419.947008:0:3291:0:(genops.c:1242:class_import_put()) import ffff9557064aa800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1770653419.947011:0:3288:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653419.947025:0:50958:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d4b0. 00000020:00000001:2.0:1770653419.947026:0:3291:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:1.0:1770653419.947033:0:3288:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=94 v=5 (5 5 5 5) 00000004:00080000:3.0:1770653419.947039:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff955666c21c00, transno 8590299192 02000000:00000010:2.0:1770653419.947040:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff95573c3dfc00. 00000020:00000010:0.0:1770653419.947041:0:50958:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955626008000. 00000100:00001000:1.0:1770653419.947043:0:3288:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=65 v=5 (1 1 1 1) 02000000:00000001:2.0:1770653419.947062:0:3291:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1770653419.947064:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653419.947064:0:3288:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1770653419.947066:0:50958:0:(genops.c:898:class_export_put()) PUTting export ffff9556071fb800 : new refcount 4 02000000:00000001:2.0:1770653419.947081:0:3291:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1770653419.947082:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797056564224 : -117276652987392 : ffff955666c21c00) 00000100:00000001:1.0:1770653419.947083:0:3288:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653419.947084:0:50958:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1770653419.947090:0:3291:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572f8d5880. 00010000:00000001:1.0:1770653419.947105:0:3288:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1770653419.947110:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1770653419.947111:0:3291:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1770653419.947113:0:3288:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653419.947128:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653419.947133:0:3288:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1770653419.947134:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1770653419.947140:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1770653419.947142:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955666c21c00 x1856657707191040/t8590299192(8590299192) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770653419.947142:0:3288:0:(client.c:3071:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4295332657 gen 3 00000100:00000001:0.0:1770653419.947143:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1770653419.947157:0:3289:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1770653419.947161:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:0.0:1770653419.947167:0:3289:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1770653419.947170:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff955603ca4a80 x1856657707188992/t4295332608(4295332608) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653419.947172:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653419.947178:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602d94898. 00000100:00000001:2.0:1770653419.947193:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1770653419.947198:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022990 00000100:00000001:2.0:1770653419.947204:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653419.947210:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022990. 00000100:00000001:0.0:1770653419.947226:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000004:00000001:2.0:1770653419.947236:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:3.0:1770653419.947243:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653419.947244:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:1.0:1770653419.947246:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff955603ca4a80, transno 4295332608 00000100:00000200:0.0:1770653419.947249:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95572f8d5f80 x1856657707215872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.947263:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000004:00000001:2.0:1770653419.947266:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000040:3.0:1770653419.947272:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff955666c20a80 x1856657707191424/t8590299193(8590299193) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.947273:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795396156032 : -117278313395584 : ffff955603ca4a80) 00000004:00000040:2.0:1770653419.947277:0:6724:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff955719117d80 : new refcount 3 00000040:00000001:2.0:1770653419.947300:0:6724:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000100:00000001:1.0:1770653419.947304:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1770653419.947307:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95572f8d5f80 x1856657707215872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000040:00000001:2.0:1770653419.947308:0:6724:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:2.0:1770653419.947318:0:6724:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000100:00000040:1.0:1770653419.947325:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955603ca4a80 x1856657707188992/t4295332608(4295332608) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1770653419.947328:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff955666c20a80, transno 8590299193 00000040:00000001:2.0:1770653419.947332:0:6724:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653419.947345:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000040:00000001:2.0:1770653419.947347:0:6724:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000100:00000001:3.0:1770653419.947356:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797056559744 : -117276652991872 : ffff955666c20a80) 00000040:00001000:2.0:1770653419.947357:0:6724:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 1730 in log [0x1:0x19:0x0] 00000100:00000001:3.0:1770653419.947378:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00080000:00000001:2.0:1770653419.947381:0:6724:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:0.0:1770653419.947382:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1770653419.947395:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653419.947396:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955666c20a80 x1856657707191424/t8590299193(8590299193) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653419.947396:0:3289:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1770653419.947403:0:6724:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9556683a3800. 00000100:00000001:0.0:1770653419.947406:0:3289:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:0.0:1770653419.947416:0:3289:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00080000:00000001:2.0:1770653419.947419:0:6724:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626797081212928 : -117276628338688 : ffff9556683a3800) 00000100:00000001:0.0:1770653419.947422:0:3289:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1770653419.947426:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff955603ca6680 x1856657707189120/t4295332609(4295332609) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653419.947432:0:3289:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653419.947458:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1770653419.947458:0:6724:0:(llog.c:1194:llog_declare_write_rec()) Process entered 02000000:00000001:0.0:1770653419.947463:0:3289:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1770653419.947473:0:6724:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00000100:00001000:0.0:1770653419.947484:0:3289:0:(import.c:2128:obd_at_measure()) add 5 to ffff955634dafc58 time=119 v=5 (5 5 5 5) 00000100:00000040:3.0:1770653419.947485:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff955666c23800 x1856657707190528/t8590299194(8590299194) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1770653419.947486:0:6724:0:(osd_io.c:243:osd_declare_write()) Process entered 00000004:00080000:1.0:1770653419.947490:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff955603ca6680, transno 4295332609 00000100:00000001:1.0:1770653419.947503:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653419.947514:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795396163200 : -117278313388416 : ffff955603ca6680) 00000100:00001000:0.0:1770653419.947517:0:3289:0:(import.c:2128:obd_at_measure()) add 1 to ffff955634dafc10 time=119 v=5 (1 1 1 1) 00000004:00080000:3.0:1770653419.947520:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff955666c23800, transno 8590299194 00000100:00000001:1.0:1770653419.947526:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000001:00000001:2.0:1770653419.947529:0:6724:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:3.0:1770653419.947531:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1770653419.947533:0:3289:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1770653419.947542:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797056571392 : -117276652980224 : ffff955666c23800) 00080000:00000001:2.0:1770653419.947545:0:6724:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653419.947546:0:3289:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653419.947547:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955603ca6680 x1856657707189120/t4295332609(4295332609) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653419.947553:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000040:00000001:2.0:1770653419.947555:0:6724:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653419.947560:0:3289:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000040:00000001:2.0:1770653419.947571:0:6724:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653419.947573:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955666c23800 x1856657707190528/t8590299194(8590299194) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1770653419.947573:0:3289:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653419.947583:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1770653419.947588:0:6724:0:(llog.c:108:llog_declare_destroy()) Process entered 00000100:00000001:0.0:1770653419.947592:0:3289:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000040:00000001:2.0:1770653419.947597:0:6724:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00000100:00000040:0.0:1770653419.947601:0:3289:0:(client.c:3067:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00080000:00000002:2.0:1770653419.947610:0:6724:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x19:0x0] not in the id map cache 00000100:00000040:1.0:1770653419.947610:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff955603ca5880 x1856657707189376/t4295332610(4295332610) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653419.947615:0:3289:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1770653419.947627:0:3289:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653419.947634:0:6724:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1770653419.947646:0:6724:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1770653419.947653:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95572f8d5f80 x1856657707215872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1770653419.947668:0:6724:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653419.947685:0:6724:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000100:00000001:3.0:1770653419.947726:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653419.947732:0:6724:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000040:3.0:1770653419.947735:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff955666c21500 x1856657707190784/t8590299195(8590299195) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1770653419.947738:0:6724:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1770653419.947797:0:6724:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:0.0:1770653419.947802:0:3289:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1770653419.947806:0:6724:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:0.0:1770653419.947824:0:3289:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1770653419.947837:0:3289:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:3.0:1770653419.947845:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff955666c21500, transno 8590299195 00000004:00080000:1.0:1770653419.947849:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff955603ca5880, transno 4295332610 00000100:00000001:3.0:1770653419.947852:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1770653419.947853:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572f8d5f80 x1856657707215872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.947860:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.947894:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797056562432 : -117276652989184 : ffff955666c21500) 00080000:00000001:2.0:1770653419.947894:0:6724:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653419.947898:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795396159616 : -117278313392000 : ffff955603ca5880) 00000040:00000001:2.0:1770653419.947909:0:6724:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653419.947912:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653419.947915:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000040:00000001:2.0:1770653419.947926:0:6724:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653419.947929:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955666c21500 x1856657707190784/t8590299195(8590299195) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653419.947935:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955603ca5880 x1856657707189376/t4295332610(4295332610) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1770653419.947940:0:6724:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00100000:0.0:1770653419.947960:0:3289:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95572f8d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3289:1856657707215872:0@lo:400:kworker.0 00080000:00000001:2.0:1770653419.947975:0:6724:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1770653419.947991:0:6724:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:2.0:1770653419.948001:0:6724:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000100:00000001:0.0:1770653419.948006:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:2.0:1770653419.948010:0:6724:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x19:0x0] 00000100:00000001:0.0:1770653419.948022:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00080000:00000001:2.0:1770653419.948034:0:6724:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000040:0.0:1770653419.948040:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95572f8d5f80 x1856657707215872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.948048:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653419.948050:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653419.948072:0:3289:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1770653419.948078:0:3289:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1770653419.948087:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff955666c21f80 x1856657707191168/t8590299196(8590299196) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653419.948089:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff955603ca4700 x1856657707188736/t4295332611(4295332611) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1770653419.948089:0:3289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95563c4f6000. 02000000:00000001:0.0:1770653419.948107:0:3289:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653419.948117:0:3289:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1770653419.948125:0:3289:0:(genops.c:1242:class_import_put()) import ffff955634daf800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00080000:00000001:2.0:1770653419.948136:0:6724:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00000020:00000001:0.0:1770653419.948144:0:3289:0:(genops.c:1249:class_import_put()) Process leaving 00080000:00000001:2.0:1770653419.948153:0:6724:0:(osd_io.c:399:osd_write()) Process entered 02000000:00000010:0.0:1770653419.948158:0:3289:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff95560258c900. 00080000:00000001:2.0:1770653419.948169:0:6724:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 02000000:00000001:0.0:1770653419.948175:0:3289:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1770653419.948187:0:3289:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000040:00000001:2.0:1770653419.948189:0:6724:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653419.948196:0:3289:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572f8d5f80. 00000040:00000001:2.0:1770653419.948207:0:6724:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:3.0:1770653419.948210:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff955666c21f80, transno 8590299196 00000004:00080000:1.0:1770653419.948210:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff955603ca4700, transno 4295332611 00000100:00000001:0.0:1770653419.948212:0:3289:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00080000:00000001:2.0:1770653419.948216:0:6724:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:0.0:1770653419.948222:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653419.948230:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1770653419.948231:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653419.948232:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00080000:00000001:2.0:1770653419.948242:0:6724:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653419.948248:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795396155136 : -117278313396480 : ffff955603ca4700) 00000100:00000001:3.0:1770653419.948250:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797056565120 : -117276652986496 : ffff955666c21f80) 00000040:00000001:2.0:1770653419.948250:0:6724:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653419.948251:0:3289:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1770653419.948260:0:3289:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1770653419.948271:0:6724:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653419.948274:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1770653419.948276:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653419.948278:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000040:00000001:2.0:1770653419.948279:0:6724:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653419.948289:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955603ca4700 x1856657707188736/t4295332611(4295332611) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653419.948296:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1770653419.948297:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653419.948306:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955666c21f80 x1856657707191168/t8590299196(8590299196) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1770653419.948317:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955666c21c00 x1856657707191040/t8590299192(8590299192) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.948335:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1770653419.948339:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1770653419.948349:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653419.948363:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff955603ca4e00 x1856657707188864/t4295332612(4295332612) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1770653419.948368:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000040:0.0:1770653419.948381:0:7854:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff955718a74000 : new refcount 3 00000004:00000010:0.0:1770653419.948401:0:7854:0:(osp_sync.c:1112:osp_sync_process_committed()) kmalloced '(arr)': 16 at ffff955718dfc160. 00000100:00000001:0.0:1770653419.948417:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1770653419.948424:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653419.948428:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1770653419.948438:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955603ca4700 x1856657707188736/t4295332611(4295332611) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653419.948444:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff955666c20700 x1856657707190656/t8590299197(8590299197) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1770653419.948447:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff955603ca4e00, transno 4295332612 00000100:00000001:1.0:1770653419.948457:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653419.948464:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795396156928 : -117278313394688 : ffff955603ca4e00) 00000100:00000001:1.0:1770653419.948481:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1770653419.948496:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955603ca4e00 x1856657707188864/t4295332612(4295332612) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653419.948544:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000004:00080000:3.0:1770653419.948545:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff955666c20700, transno 8590299197 00000100:00000001:3.0:1770653419.948558:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653419.948561:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653419.948562:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797056558848 : -117276652992768 : ffff955666c20700) 00000100:00000001:3.0:1770653419.948572:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1770653419.948574:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff955603ca5500 x1856657707189248/t4295332613(4295332613) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653419.948585:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955666c20700 x1856657707190656/t8590299197(8590299197) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1770653419.948614:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff955603ca5500, transno 4295332613 00000100:00000001:3.0:1770653419.948617:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653419.948621:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653419.948624:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795396158720 : -117278313392896 : ffff955603ca5500) 00000100:00000040:3.0:1770653419.948627:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff955666c22300 x1856657707190912/t8590299198(8590299198) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.948638:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000004:00080000:3.0:1770653419.948641:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff955666c22300, transno 8590299198 00000100:00000040:1.0:1770653419.948650:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955603ca5500 x1856657707189248/t4295332613(4295332613) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653419.948651:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.948658:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797056566016 : -117276652985600 : ffff955666c22300) 00000100:00000001:3.0:1770653419.948669:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653419.948680:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955666c22300 x1856657707190912/t8590299198(8590299198) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.948684:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653419.948712:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653419.948720:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff9556074a8700 x1856657707192576/t4295332614(4295332614) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653419.948727:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff9556074aaa00 x1856657707193216/t8590299199(8590299199) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1770653419.948789:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9556074a8700, transno 4295332614 00000004:00080000:3.0:1770653419.948792:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9556074aaa00, transno 8590299199 00000100:00000001:1.0:1770653419.948794:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.948797:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653419.948797:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795454891776 : -117278254659840 : ffff9556074a8700) 00000100:00000001:3.0:1770653419.948802:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795454900736 : -117278254650880 : ffff9556074aaa00) 00000100:00000001:1.0:1770653419.948805:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1770653419.948818:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1770653419.948820:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9556074a8700 x1856657707192576/t4295332614(4295332614) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653419.948827:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9556074aaa00 x1856657707193216/t8590299199(8590299199) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.948884:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653419.948897:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff955603ca7800 x1856657707188480/t4295332615(4295332615) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1770653419.948906:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff955603ca7800, transno 4295332615 00000100:00000001:1.0:1770653419.948917:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.948918:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653419.948922:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795396167680 : -117278313383936 : ffff955603ca7800) 00000100:00000040:3.0:1770653419.948930:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff9556074ab100 x1856657707193728/t8590299200(8590299200) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.948932:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1770653419.948942:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955603ca7800 x1856657707188480/t4295332615(4295332615) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.948997:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:3.0:1770653419.949001:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9556074ab100, transno 8590299200 00000100:00000040:1.0:1770653419.949009:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff9556074a9180 x1856657707192832/t4295332616(4295332616) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653419.949010:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.949015:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795454902528 : -117278254649088 : ffff9556074ab100) 00000100:00000001:3.0:1770653419.949032:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000004:00080000:1.0:1770653419.949039:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9556074a9180, transno 4295332616 00000100:00000040:3.0:1770653419.949041:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9556074ab100 x1856657707193728/t8590299200(8590299200) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.949046:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653419.949050:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795454894464 : -117278254657152 : ffff9556074a9180) 00000100:00000001:1.0:1770653419.949063:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1770653419.949068:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653419.949075:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9556074a9180 x1856657707192832/t4295332616(4295332616) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653419.949080:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff9556074ab480 x1856657707193600/t8590299201(8590299201) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.949122:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653419.949138:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff955603ca7100 x1856657707188608/t4295332617(4295332617) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1770653419.949146:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9556074ab480, transno 8590299201 00000100:00000001:3.0:1770653419.949157:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.949163:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795454903424 : -117278254648192 : ffff9556074ab480) 00000004:00080000:1.0:1770653419.949169:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff955603ca7100, transno 4295332617 00000100:00000001:3.0:1770653419.949172:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653419.949175:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653419.949178:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795396165888 : -117278313385728 : ffff955603ca7100) 00000100:00000040:3.0:1770653419.949183:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9556074ab480 x1856657707193600/t8590299201(8590299201) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.949186:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1770653419.949200:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955603ca7100 x1856657707188608/t4295332617(4295332617) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653419.949204:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653419.949228:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff9556074a8380 x1856657707193472/t8590299202(8590299202) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.949230:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653419.949250:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff9557030dc380 x1856657707196288/t4295332618(4295332618) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1770653419.949253:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9556074a8380, transno 8590299202 00000100:00000001:3.0:1770653419.949265:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.949274:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795454890880 : -117278254660736 : ffff9556074a8380) 00000004:00080000:1.0:1770653419.949291:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9557030dc380, transno 4295332618 00000100:00000001:3.0:1770653419.949292:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653419.949303:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1770653419.949309:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9556074a8380 x1856657707193472/t8590299202(8590299202) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.949309:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799678768000 : -117274030783616 : ffff9557030dc380) 00000100:00000001:1.0:1770653419.949328:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1770653419.949336:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653419.949338:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9557030dc380 x1856657707196288/t4295332618(4295332618) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653419.949349:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff9557030df800 x1856657707194496/t8590299203(8590299203) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.949392:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:3.0:1770653419.949400:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9557030df800, transno 8590299203 00000100:00000001:3.0:1770653419.949416:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.949417:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799678781440 : -117274030770176 : ffff9557030df800) 00000100:00000001:3.0:1770653419.949422:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1770653419.949423:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff9557030de680 x1856657707194752/t4295332619(4295332619) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653419.949436:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9557030df800 x1856657707194496/t8590299203(8590299203) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1770653419.949444:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9557030de680, transno 4295332619 00000100:00000001:1.0:1770653419.949454:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653419.949465:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799678776960 : -117274030774656 : ffff9557030de680) 00000100:00000001:3.0:1770653419.949466:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653419.949486:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653419.949489:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff9556074a9c00 x1856657707193344/t8590299204(8590299204) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653419.949499:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9557030de680 x1856657707194752/t4295332619(4295332619) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1770653419.949507:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9556074a9c00, transno 8590299204 00000100:00000001:3.0:1770653419.949519:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.949526:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795454897152 : -117278254654464 : ffff9556074a9c00) 00000100:00000001:1.0:1770653419.949541:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653419.949542:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653419.949554:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9556074a9c00 x1856657707193344/t8590299204(8590299204) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653419.949556:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff9557030dce00 x1856657707194112/t4295332620(4295332620) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1770653419.949645:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9557030dce00, transno 4295332620 00000100:00000001:3.0:1770653419.949646:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653419.949662:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653419.949671:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799678770688 : -117274030780928 : ffff9557030dce00) 00000100:00000040:3.0:1770653419.949672:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff9557030dea00 x1856657707194368/t8590299205(8590299205) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.949689:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000004:00080000:3.0:1770653419.949707:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9557030dea00, transno 8590299205 00000100:00000001:3.0:1770653419.949713:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1770653419.949716:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9557030dce00 x1856657707194112/t4295332620(4295332620) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653419.949717:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799678777856 : -117274030773760 : ffff9557030dea00) 00000100:00000001:3.0:1770653419.949762:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653419.949774:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9557030dea00 x1856657707194368/t8590299205(8590299205) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.949779:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653419.949783:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653419.949806:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff955603ca4000 x1856657707193984/t4295332621(4295332621) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653419.949807:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff955606dfdc00 x1856657707197312/t8590299206(8590299206) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1770653419.949924:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff955606dfdc00, transno 8590299206 00000004:00080000:1.0:1770653419.949925:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff955603ca4000, transno 4295332621 00000100:00000001:1.0:1770653419.949934:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.949937:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653419.949937:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795396153344 : -117278313398272 : ffff955603ca4000) 00000100:00000001:3.0:1770653419.949944:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795447901184 : -117278261650432 : ffff955606dfdc00) 00000100:00000001:1.0:1770653419.949946:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1770653419.949953:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955603ca4000 x1856657707193984/t4295332621(4295332621) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653419.949954:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653419.949968:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653419.949970:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955606dfdc00 x1856657707197312/t8590299206(8590299206) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653419.949978:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff9557030dd880 x1856657707194624/t4295332622(4295332622) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1770653419.950043:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9557030dd880, transno 4295332622 00000100:00000001:3.0:1770653419.950048:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653419.950048:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653419.950055:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799678773376 : -117274030778240 : ffff9557030dd880) 00000100:00000040:3.0:1770653419.950064:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff9557030dc700 x1856657707194240/t8590299207(8590299207) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.950065:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1770653419.950080:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9557030dd880 x1856657707194624/t4295332622(4295332622) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1770653419.950090:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9557030dc700, transno 8590299207 00000100:00000001:3.0:1770653419.950099:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.950105:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799678768896 : -117274030782720 : ffff9557030dc700) 00000100:00000001:1.0:1770653419.950112:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653419.950114:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653419.950128:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9557030dc700 x1856657707194240/t8590299207(8590299207) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653419.950128:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff9556074a8e00 x1856657707192960/t4295332623(4295332623) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1770653419.950197:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9556074a8e00, transno 4295332623 00000100:00000001:3.0:1770653419.950201:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653419.950202:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653419.950213:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795454893568 : -117278254658048 : ffff9556074a8e00) 00000100:00000040:3.0:1770653419.950220:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff955606dfd180 x1856657707197824/t8590299208(8590299208) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.950222:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1770653419.950235:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9556074a8e00 x1856657707192960/t4295332623(4295332623) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1770653419.950243:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff955606dfd180, transno 8590299208 00000100:00000001:3.0:1770653419.950254:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.950264:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795447898496 : -117278261653120 : ffff955606dfd180) 00000100:00000001:1.0:1770653419.950264:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653419.950280:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1770653419.950283:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff955603ca4380 x1856657707193856/t4295332624(4295332624) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653419.950293:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955606dfd180 x1856657707197824/t8590299208(8590299208) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1770653419.950308:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff955603ca4380, transno 4295332624 00000100:00000001:1.0:1770653419.950320:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.950325:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653419.950326:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795396154240 : -117278313397376 : ffff955603ca4380) 00000100:00000001:1.0:1770653419.950345:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653419.950347:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff95573c2dc380 x1856657707199488/t8590299209(8590299209) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653419.950358:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955603ca4380 x1856657707193856/t4295332624(4295332624) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1770653419.950362:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95573c2dc380, transno 8590299209 00000100:00000001:3.0:1770653419.950373:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.950380:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637166464 : -117273072385152 : ffff95573c2dc380) 00000100:00000001:1.0:1770653419.950386:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653419.950389:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653419.950405:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2dc380 x1856657707199488/t8590299209(8590299209) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653419.950405:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff955606dfdf80 x1856657707197056/t4295332625(4295332625) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653419.950430:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653419.950445:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff95573c2df480 x1856657707198720/t8590299210(8590299210) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1770653419.950498:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff955606dfdf80, transno 4295332625 00000004:00080000:3.0:1770653419.950502:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95573c2df480, transno 8590299210 00000100:00000001:1.0:1770653419.950504:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.950518:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653419.950518:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795447902080 : -117278261649536 : ffff955606dfdf80) 00000100:00000001:3.0:1770653419.950527:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637179008 : -117273072372608 : ffff95573c2df480) 00000100:00000001:1.0:1770653419.950530:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1770653419.950534:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1770653419.950540:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955606dfdf80 x1856657707197056/t4295332625(4295332625) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653419.950542:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2df480 x1856657707198720/t8590299210(8590299210) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.950607:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653419.950610:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653419.950624:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff95571043c380 x1856657707197568/t4295332626(4295332626) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653419.950625:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff95573c2de680 x1856657707198208/t8590299211(8590299211) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1770653419.950729:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95573c2de680, transno 8590299211 00000100:00000001:3.0:1770653419.950740:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.950745:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637175424 : -117273072376192 : ffff95573c2de680) 00000100:00000001:3.0:1770653419.950755:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653419.950767:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2de680 x1856657707198208/t8590299211(8590299211) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1770653419.950774:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95571043c380, transno 4295332626 00000100:00000001:3.0:1770653419.950783:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653419.950783:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653419.950791:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799900410752 : -117273809140864 : ffff95571043c380) 00000100:00000040:3.0:1770653419.950799:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff95573c2dfb80 x1856657707200128/t8590299212(8590299212) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.950802:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1770653419.950816:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95571043c380 x1856657707197568/t4295332626(4295332626) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1770653419.950819:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95573c2dfb80, transno 8590299212 00000100:00000001:3.0:1770653419.950829:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.950837:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637180800 : -117273072370816 : ffff95573c2dfb80) 00000100:00000001:1.0:1770653419.950851:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653419.950859:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff95571043f800 x1856657707198080/t4295332627(4295332627) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653419.950875:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653419.950885:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2dfb80 x1856657707200128/t8590299212(8590299212) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1770653419.950929:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95571043f800, transno 4295332627 00000100:00000001:3.0:1770653419.950932:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653419.950934:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653419.950939:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799900424192 : -117273809127424 : ffff95571043f800) 00000100:00000001:1.0:1770653419.950946:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653419.950950:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff955618d88000 x1856657707200384/t8590299213(8590299213) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653419.950953:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95571043f800 x1856657707198080/t4295332627(4295332627) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.951007:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:3.0:1770653419.951026:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff955618d88000, transno 8590299213 00000100:00000040:1.0:1770653419.951028:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff95571043d180 x1856657707198336/t4295332628(4295332628) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653419.951033:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.951042:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795749408768 : -117277960142848 : ffff955618d88000) 00000100:00000001:3.0:1770653419.951058:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000004:00080000:1.0:1770653419.951058:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95571043d180, transno 4295332628 00000100:00000001:1.0:1770653419.951066:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1770653419.951072:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955618d88000 x1856657707200384/t8590299213(8590299213) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.951073:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799900414336 : -117273809137280 : ffff95571043d180) 00000100:00000001:1.0:1770653419.951084:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1770653419.951096:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95571043d180 x1856657707198336/t4295332628(4295332628) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653419.951103:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653419.951125:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff955618d8a680 x1856657707200896/t8590299214(8590299214) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.951130:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653419.951154:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff95571043d880 x1856657707198848/t4295332629(4295332629) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1770653419.951175:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff955618d8a680, transno 8590299214 00000100:00000001:3.0:1770653419.951188:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.951193:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795749418624 : -117277960132992 : ffff955618d8a680) 00000004:00080000:1.0:1770653419.951208:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95571043d880, transno 4295332629 00000100:00000001:3.0:1770653419.951211:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653419.951222:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1770653419.951232:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955618d8a680 x1856657707200896/t8590299214(8590299214) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.951232:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799900416128 : -117273809135488 : ffff95571043d880) 00000100:00000001:1.0:1770653419.951253:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1770653419.951268:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653419.951274:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95571043d880 x1856657707198848/t4295332629(4295332629) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653419.951281:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff955618d8aa00 x1856657707200512/t8590299215(8590299215) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.951319:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:3.0:1770653419.951328:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff955618d8aa00, transno 8590299215 00000100:00000040:1.0:1770653419.951347:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff95572eb23100 x1856657707199616/t4295332630(4295332630) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653419.951353:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.951358:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795749419520 : -117277960132096 : ffff955618d8aa00) 00000100:00000001:3.0:1770653419.951370:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000004:00080000:1.0:1770653419.951378:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95572eb23100, transno 4295332630 00000100:00000040:3.0:1770653419.951382:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955618d8aa00 x1856657707200512/t8590299215(8590299215) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.951385:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653419.951391:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800410964224 : -117273298587392 : ffff95572eb23100) 00000100:00000001:1.0:1770653419.951403:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1770653419.951405:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653419.951411:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572eb23100 x1856657707199616/t4295332630(4295332630) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653419.951416:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff95573c2dca80 x1856657707202688/t8590299216(8590299216) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1770653419.951442:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95573c2dca80, transno 8590299216 00000100:00000001:3.0:1770653419.951452:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.951459:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637168256 : -117273072383360 : ffff95573c2dca80) 00000100:00000001:3.0:1770653419.951469:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653419.951477:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653419.951486:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2dca80 x1856657707202688/t8590299216(8590299216) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653419.951496:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff95571043e300 x1856657707199360/t4295332631(4295332631) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653419.951503:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653419.951521:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff9557030df100 x1856657707202048/t8590299217(8590299217) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1770653419.951525:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95571043e300, transno 4295332631 00000100:00000001:1.0:1770653419.951534:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653419.951540:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799900418816 : -117273809132800 : ffff95571043e300) 00000100:00000001:1.0:1770653419.951553:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000004:00080000:3.0:1770653419.951565:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9557030df100, transno 8590299217 00000100:00000040:1.0:1770653419.951568:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95571043e300 x1856657707199360/t4295332631(4295332631) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653419.951570:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.951577:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799678779648 : -117274030771968 : ffff9557030df100) 00000100:00000001:3.0:1770653419.951589:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653419.951599:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653419.951606:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9557030df100 x1856657707202048/t8590299217(8590299217) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653419.951614:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff955665154a80 x1856657707201152/t4295332632(4295332632) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653419.951625:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653419.951641:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff95573c2df800 x1856657707202560/t8590299218(8590299218) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1770653419.951647:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff955665154a80, transno 4295332632 00000100:00000001:1.0:1770653419.951660:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000004:00080000:3.0:1770653419.951669:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95573c2df800, transno 8590299218 00000100:00000001:1.0:1770653419.951669:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028461184 : -117276681090432 : ffff955665154a80) 00000100:00000001:1.0:1770653419.951690:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1770653419.951708:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.951714:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637179904 : -117273072371712 : ffff95573c2df800) 00000100:00000040:1.0:1770653419.951716:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665154a80 x1856657707201152/t4295332632(4295332632) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653419.951730:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653419.951735:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653419.951751:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2df800 x1856657707202560/t8590299218(8590299218) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653419.951772:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff95572eb21f80 x1856657707201024/t4295332633(4295332633) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653419.951774:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653419.951794:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff95572eb22a00 x1856657707203968/t8590299219(8590299219) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1770653419.951803:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95572eb21f80, transno 4295332633 00000100:00000001:1.0:1770653419.951820:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653419.951821:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800410959744 : -117273298591872 : ffff95572eb21f80) 00000100:00000001:1.0:1770653419.951833:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000004:00080000:3.0:1770653419.951835:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95572eb22a00, transno 8590299219 00000100:00000001:3.0:1770653419.951842:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1770653419.951843:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572eb21f80 x1856657707201024/t4295332633(4295332633) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653419.951850:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800410962432 : -117273298589184 : ffff95572eb22a00) 00000100:00000001:3.0:1770653419.951903:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653419.951911:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572eb22a00 x1856657707203968/t8590299219(8590299219) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.951912:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653419.951926:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff955618d88380 x1856657707201920/t4295332634(4295332634) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653419.951927:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:1.0:1770653419.951944:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff955618d88380, transno 4295332634 00000100:00000040:3.0:1770653419.951947:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff95573c2df100 x1856657707203840/t8590299220(8590299220) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.951949:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653419.951953:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795749409664 : -117277960141952 : ffff955618d88380) 00000100:00000001:1.0:1770653419.951962:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1770653419.951969:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955618d88380 x1856657707201920/t4295332634(4295332634) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1770653419.951990:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95573c2df100, transno 8590299220 00000100:00000001:1.0:1770653419.951991:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653419.952006:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.952012:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637178112 : -117273072373504 : ffff95573c2df100) 00000100:00000040:1.0:1770653419.952013:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff9557030de300 x1856657707202176/t4295332635(4295332635) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653419.952027:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653419.952037:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2df100 x1856657707203840/t8590299220(8590299220) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1770653419.952038:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9557030de300, transno 4295332635 00000100:00000001:1.0:1770653419.952049:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653419.952055:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799678776064 : -117274030775552 : ffff9557030de300) 00000100:00000001:1.0:1770653419.952071:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1770653419.952072:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653419.952081:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9557030de300 x1856657707202176/t4295332635(4295332635) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653419.952082:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff95572eb21500 x1856657707204864/t8590299221(8590299221) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.952167:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:3.0:1770653419.952168:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95572eb21500, transno 8590299221 00000100:00000001:3.0:1770653419.952181:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.952189:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800410957056 : -117273298594560 : ffff95572eb21500) 00000100:00000040:1.0:1770653419.952189:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff955665155180 x1856657707201664/t4295332636(4295332636) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653419.952204:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653419.952218:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572eb21500 x1856657707204864/t8590299221(8590299221) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1770653419.952223:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff955665155180, transno 4295332636 00000100:00000001:1.0:1770653419.952234:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.952240:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653419.952240:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028462976 : -117276681088640 : ffff955665155180) 00000100:00000001:1.0:1770653419.952256:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653419.952257:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff95572eb20380 x1856657707204480/t8590299222(8590299222) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653419.952267:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665155180 x1856657707201664/t4295332636(4295332636) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1770653419.952270:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95572eb20380, transno 8590299222 00000100:00000001:3.0:1770653419.952279:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.952284:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800410952576 : -117273298599040 : ffff95572eb20380) 00000100:00000001:3.0:1770653419.952295:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653419.952305:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572eb20380 x1856657707204480/t8590299222(8590299222) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.952305:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653419.952330:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff955665156680 x1856657707201792/t4295332637(4295332637) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653419.952331:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653419.952346:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff95573c2de300 x1856657707205760/t8590299223(8590299223) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1770653419.952391:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff955665156680, transno 4295332637 00000004:00080000:3.0:1770653419.952394:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95573c2de300, transno 8590299223 00000100:00000001:1.0:1770653419.952395:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653419.952402:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028468352 : -117276681083264 : ffff955665156680) 00000100:00000001:3.0:1770653419.952403:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.952408:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637174528 : -117273072377088 : ffff95573c2de300) 00000100:00000001:1.0:1770653419.952416:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1770653419.952418:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1770653419.952426:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665156680 x1856657707201792/t4295332637(4295332637) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653419.952430:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2de300 x1856657707205760/t8590299223(8590299223) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653419.952466:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653419.952482:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff95563f2c7800 x1856657707206912/t8590299224(8590299224) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.952492:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:3.0:1770653419.952494:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95563f2c7800, transno 8590299224 00000100:00000001:3.0:1770653419.952501:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.952504:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796392445952 : -117277317105664 : ffff95563f2c7800) 00000100:00000040:1.0:1770653419.952507:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff95573c2dd880 x1856657707202816/t4295332638(4295332638) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653419.952510:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653419.952520:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563f2c7800 x1856657707206912/t8590299224(8590299224) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1770653419.952538:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95573c2dd880, transno 4295332638 00000100:00000001:1.0:1770653419.952547:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653419.952554:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637171840 : -117273072379776 : ffff95573c2dd880) 00000100:00000001:3.0:1770653419.952555:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653419.952577:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653419.952579:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff95563f2c7100 x1856657707207296/t8590299225(8590299225) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653419.952589:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2dd880 x1856657707202816/t4295332638(4295332638) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1770653419.952592:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95563f2c7100, transno 8590299225 00000100:00000001:3.0:1770653419.952603:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.952609:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796392444160 : -117277317107456 : ffff95563f2c7100) 00000100:00000001:3.0:1770653419.952623:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653419.952623:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653419.952647:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff95573c2dc700 x1856657707203200/t4295332639(4295332639) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653419.952648:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563f2c7100 x1856657707207296/t8590299225(8590299225) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653419.952709:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:1.0:1770653419.952726:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95573c2dc700, transno 4295332639 00000100:00000040:3.0:1770653419.952741:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff95563f2c6a00 x1856657707208064/t8590299226(8590299226) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.952755:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653419.952765:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637167360 : -117273072384256 : ffff95573c2dc700) 00000004:00080000:3.0:1770653419.952766:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95563f2c6a00, transno 8590299226 00000100:00000001:3.0:1770653419.952777:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653419.952778:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1770653419.952783:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796392442368 : -117277317109248 : ffff95563f2c6a00) 00000100:00000040:1.0:1770653419.952791:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2dc700 x1856657707203200/t4295332639(4295332639) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653419.952793:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653419.952805:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563f2c6a00 x1856657707208064/t8590299226(8590299226) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.952834:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653419.952839:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653419.952848:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff95572eb23b80 x1856657707205248/t4295332640(4295332640) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1770653419.952858:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95572eb23b80, transno 4295332640 00000100:00000001:1.0:1770653419.952862:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1770653419.952870:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff95563f2c4e00 x1856657707207552/t8590299227(8590299227) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1770653419.952879:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95563f2c4e00, transno 8590299227 00000100:00000001:3.0:1770653419.952885:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.952887:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796392435200 : -117277317116416 : ffff95563f2c4e00) 00000100:00000001:3.0:1770653419.952892:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653419.952895:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563f2c4e00 x1856657707207552/t8590299227(8590299227) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.952899:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800410966912 : -117273298584704 : ffff95572eb23b80) 00000100:00000001:3.0:1770653419.952909:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653419.952910:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1770653419.952937:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572eb23b80 x1856657707205248/t4295332640(4295332640) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653419.952939:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff955710551880 x1856657707211136/t8590299228(8590299228) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.952970:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653419.952984:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff95572eb22d80 x1856657707204224/t4295332641(4295332641) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1770653419.952998:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff955710551880, transno 8590299228 00000004:00080000:1.0:1770653419.953009:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95572eb22d80, transno 4295332641 00000100:00000001:3.0:1770653419.953010:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.953021:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799901546624 : -117273808004992 : ffff955710551880) 00000100:00000001:1.0:1770653419.953021:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653419.953030:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800410963328 : -117273298588288 : ffff95572eb22d80) 00000100:00000001:3.0:1770653419.953033:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653419.953036:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653419.953041:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955710551880 x1856657707211136/t8590299228(8590299228) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653419.953043:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572eb22d80 x1856657707204224/t4295332641(4295332641) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.953126:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653419.953127:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653419.953164:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff95563f2c5500 x1856657707209344/t8590299229(8590299229) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653419.953164:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff95573c2dce00 x1856657707205632/t4295332642(4295332642) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1770653419.953248:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95563f2c5500, transno 8590299229 00000100:00000001:3.0:1770653419.953258:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.953269:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796392436992 : -117277317114624 : ffff95563f2c5500) 00000004:00080000:1.0:1770653419.953269:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95573c2dce00, transno 4295332642 00000100:00000001:1.0:1770653419.953286:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.953288:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653419.953291:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637169152 : -117273072382464 : ffff95573c2dce00) 00000100:00000040:3.0:1770653419.953298:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563f2c5500 x1856657707209344/t8590299229(8590299229) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.953300:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1770653419.953316:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2dce00 x1856657707205632/t4295332642(4295332642) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653419.953317:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653419.953334:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff95563f2c5f80 x1856657707209216/t8590299230(8590299230) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.953350:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:3.0:1770653419.953365:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95563f2c5f80, transno 8590299230 00000100:00000040:1.0:1770653419.953366:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff95572eb23480 x1856657707205376/t4295332643(4295332643) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653419.953373:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.953379:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796392439680 : -117277317111936 : ffff95563f2c5f80) 00000100:00000001:3.0:1770653419.953389:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000004:00080000:1.0:1770653419.953400:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95572eb23480, transno 4295332643 00000100:00000040:3.0:1770653419.953405:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563f2c5f80 x1856657707209216/t8590299230(8590299230) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.953408:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653419.953412:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800410965120 : -117273298586496 : ffff95572eb23480) 00000100:00000001:3.0:1770653419.953421:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653419.953442:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff95563f2c4380 x1856657707208576/t8590299231(8590299231) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.953442:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1770653419.953456:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572eb23480 x1856657707205376/t4295332643(4295332643) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1770653419.953458:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95563f2c4380, transno 8590299231 00000100:00000001:3.0:1770653419.953466:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.953472:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796392432512 : -117277317119104 : ffff95563f2c4380) 00000100:00000001:3.0:1770653419.953482:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653419.953488:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653419.953497:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563f2c4380 x1856657707208576/t8590299231(8590299231) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653419.953506:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff95563f2c5c00 x1856657707206656/t4295332644(4295332644) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653419.953519:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653419.953535:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff95563f2c6680 x1856657707208192/t8590299232(8590299232) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1770653419.953541:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95563f2c5c00, transno 4295332644 00000100:00000001:1.0:1770653419.953552:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653419.953559:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796392438784 : -117277317112832 : ffff95563f2c5c00) 00000004:00080000:3.0:1770653419.953561:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95563f2c6680, transno 8590299232 00000100:00000001:3.0:1770653419.953571:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653419.953575:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1770653419.953576:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796392441472 : -117277317110144 : ffff95563f2c6680) 00000100:00000001:3.0:1770653419.953584:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1770653419.953585:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563f2c5c00 x1856657707206656/t4295332644(4295332644) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653419.953594:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563f2c6680 x1856657707208192/t8590299232(8590299232) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.953632:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653419.953635:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653419.953642:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff95563f2c4000 x1856657707206784/t4295332645(4295332645) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653419.953643:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff955665154000 x1856657707211520/t8590299233(8590299233) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1770653419.953746:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff955665154000, transno 8590299233 00000100:00000001:3.0:1770653419.953748:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.953752:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028458496 : -117276681093120 : ffff955665154000) 00000004:00080000:1.0:1770653419.953752:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95563f2c4000, transno 4295332645 00000100:00000001:3.0:1770653419.953764:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653419.953767:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1770653419.953772:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665154000 x1856657707211520/t8590299233(8590299233) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.953774:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796392431616 : -117277317120000 : ffff95563f2c4000) 00000100:00000001:3.0:1770653419.953793:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653419.953796:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653419.953802:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff95572ebc6300 x1856657707212544/t8590299234(8590299234) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653419.953812:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563f2c4000 x1856657707206784/t4295332645(4295332645) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1770653419.953813:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95572ebc6300, transno 8590299234 00000100:00000001:3.0:1770653419.953820:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.953822:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800411632384 : -117273297919232 : ffff95572ebc6300) 00000100:00000001:3.0:1770653419.953831:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653419.953840:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572ebc6300 x1856657707212544/t8590299234(8590299234) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.953856:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653419.953870:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653419.953875:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff955665155f80 x1856657707211392/t8590299235(8590299235) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1770653419.953882:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff955665155f80, transno 8590299235 00000100:00000001:3.0:1770653419.953884:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.953886:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028466560 : -117276681085056 : ffff955665155f80) 00000100:00000001:3.0:1770653419.953890:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1770653419.953892:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff95573c2ddf80 x1856657707205504/t4295332646(4295332646) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653419.953901:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665155f80 x1856657707211392/t8590299235(8590299235) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1770653419.953932:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95573c2ddf80, transno 4295332646 00000100:00000001:3.0:1770653419.953935:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653419.953938:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653419.953943:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637173632 : -117273072377984 : ffff95573c2ddf80) 00000100:00000001:1.0:1770653419.953949:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653419.953956:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff95572ebc5500 x1856657707212928/t8590299236(8590299236) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653419.953959:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2ddf80 x1856657707205504/t4295332646(4295332646) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.954040:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:3.0:1770653419.954042:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95572ebc5500, transno 8590299236 00000100:00000001:3.0:1770653419.954050:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1770653419.954050:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff95573c2dd180 x1856657707206016/t4295332647(4295332647) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653419.954056:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800411628800 : -117273297922816 : ffff95572ebc5500) 00000100:00000001:3.0:1770653419.954068:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653419.954081:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572ebc5500 x1856657707212928/t8590299236(8590299236) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1770653419.954081:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95573c2dd180, transno 4295332647 00000100:00000001:1.0:1770653419.954090:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653419.954097:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800637170048 : -117273072381568 : ffff95573c2dd180) 00000100:00000001:1.0:1770653419.954108:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1770653419.954117:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653419.954124:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95573c2dd180 x1856657707206016/t4295332647(4295332647) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653419.954130:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff95572ebc5180 x1856657707212672/t8590299237(8590299237) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653430 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.954169:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:3.0:1770653419.954176:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95572ebc5180, transno 8590299237 00000100:00000001:3.0:1770653419.954183:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1770653419.954184:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff955665157b80 x1856657707210240/t4295332648(4295332648) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653419.954189:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800411627904 : -117273297923712 : ffff95572ebc5180) 00000100:00000001:3.0:1770653419.954204:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000004:00080000:1.0:1770653419.954214:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff955665157b80, transno 4295332648 00000100:00000040:3.0:1770653419.954216:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572ebc5180 x1856657707212672/t8590299237(8590299237) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653430 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.954220:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653419.954227:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028473728 : -117276681077888 : ffff955665157b80) 00000100:00000001:3.0:1770653419.954240:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653419.954243:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1770653419.954254:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665157b80 x1856657707210240/t4295332648(4295332648) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653419.954255:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff95572ebc4a80 x1856657707212416/t8590299238(8590299238) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1770653419.954348:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95572ebc4a80, transno 8590299238 00000100:00000001:1.0:1770653419.954348:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653419.954366:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.954371:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800411626112 : -117273297925504 : ffff95572ebc4a80) 00000100:00000040:1.0:1770653419.954372:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff95563f2c7b80 x1856657707208448/t4295332649(4295332649) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653419.954387:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653419.954398:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572ebc4a80 x1856657707212416/t8590299238(8590299238) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1770653419.954400:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95563f2c7b80, transno 4295332649 00000100:00000001:1.0:1770653419.954412:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653419.954419:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796392446848 : -117277317104768 : ffff95563f2c7b80) 00000100:00000001:3.0:1770653419.954425:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653419.954427:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653419.954443:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff95572ebc7800 x1856657707212800/t8590299239(8590299239) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653430 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653419.954455:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563f2c7b80 x1856657707208448/t4295332649(4295332649) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1770653419.954458:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95572ebc7800, transno 8590299239 00000100:00000001:3.0:1770653419.954467:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.954473:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800411637760 : -117273297913856 : ffff95572ebc7800) 00000100:00000001:3.0:1770653419.954484:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653419.954489:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653419.954497:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572ebc7800 x1856657707212800/t8590299239(8590299239) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653430 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653419.954505:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff95572eb20700 x1856657707209728/t4295332650(4295332650) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653419.954527:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653419.954541:0:3290:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 8590299240) req@ffff95572f8d4380 x1856657707213440/t8590299240(8590299240) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1770653419.954547:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95572eb20700, transno 4295332650 00000100:00000001:1.0:1770653419.954557:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653419.954569:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800410953472 : -117273298598144 : ffff95572eb20700) 00000004:00080000:3.0:1770653419.954570:0:3290:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95572f8d4380, transno 8590299240 00000100:00000001:3.0:1770653419.954581:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653419.954585:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1770653419.954586:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800425321344 : -117273284230272 : ffff95572f8d4380) 00000100:00000001:3.0:1770653419.954605:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1770653419.954607:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572eb20700 x1856657707209728/t4295332650(4295332650) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653419.954618:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572f8d4380 x1856657707213440/t8590299240(8590299240) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.954658:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653419.954670:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653419.954679:0:3290:0:(client.c:3134:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1770653419.954679:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff95572ebc6680 x1856657707210752/t4295332651(4295332651) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653419.954705:0:3290:0:(client.c:3181:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=1 replay=50/50 committed=0/0 00000100:00000001:3.0:1770653419.954708:0:3290:0:(client.c:3182:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1770653419.954715:0:3290:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653419.954739:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1770653419.954742:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95572f8d4a80 x1856657707215488/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1770653419.954750:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95566b67ec00. 00000004:00080000:1.0:1770653419.954750:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95572ebc6680, transno 4295332651 00000100:00000001:3.0:1770653419.954753:0:3290:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653419.954760:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653419.954770:0:3290:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1770653419.954772:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1770653419.954772:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800411633280 : -117273297918336 : ffff95572ebc6680) 00000020:00000001:2.0:1770653419.954786:0:6724:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1770653419.954790:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1770653419.954792:0:3290:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1770653419.954792:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=52 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:1.0:1770653419.954810:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572ebc6680 x1856657707210752/t4295332651(4295332651) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1770653419.954811:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1770653419.954819:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572f8d4a80 x1856657707215488/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1770653419.954821:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95563097d800. 02000000:00000001:2.0:1770653419.954836:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1770653419.954843:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1770653419.954849:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c21c00. 00000100:00000001:1.0:1770653419.954860:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653419.954893:0:3290:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95572f8d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707215488:0@lo:400:kworker.0 00000100:00000001:2.0:1770653419.954894:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1770653419.954901:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff95563f2c6d80 x1856657707208704/t4295332652(4295332652) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653419.954904:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653419.954922:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1770653419.954922:0:6724:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000040:00000001:2.0:1770653419.954929:0:6724:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:2.0:1770653419.954944:0:6724:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000004:00080000:1.0:1770653419.954945:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95563f2c6d80, transno 4295332652 00000100:00000001:3.0:1770653419.954946:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000040:00000001:2.0:1770653419.954949:0:6724:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653419.954957:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000040:00000001:2.0:1770653419.954959:0:6724:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000100:00000001:1.0:1770653419.954961:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626796392443264 : -117277317108352 : ffff95563f2c6d80) 00000100:00000040:3.0:1770653419.954968:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95572f8d4a80 x1856657707215488/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000040:00001000:2.0:1770653419.954969:0:6724:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 1732 in log [0x1:0x19:0x0] 00000100:00000001:1.0:1770653419.954970:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00080000:00000001:2.0:1770653419.954984:0:6724:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000040:1.0:1770653419.954985:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95563f2c6d80 x1856657707208704/t4295332652(4295332652) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000010:2.0:1770653419.954997:0:6724:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9556683a1000. 00080000:00000001:2.0:1770653419.955009:0:6724:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626797081202688 : -117276628348928 : ffff9556683a1000) 00000040:00000001:2.0:1770653419.955022:0:6724:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1770653419.955030:0:6724:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1770653419.955038:0:6724:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1770653419.955055:0:6724:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1770653419.955063:0:6724:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653419.955066:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1770653419.955075:0:6724:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653419.955087:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff95572ebc7100 x1856657707210496/t4295332653(4295332653) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000040:00000001:2.0:1770653419.955090:0:6724:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1770653419.955103:0:6724:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:2.0:1770653419.955110:0:6724:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000002:2.0:1770653419.955119:0:6724:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x19:0x0] not in the id map cache 00080000:00000001:2.0:1770653419.955137:0:6724:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000100:00000001:3.0:1770653419.955138:0:3290:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000004:00080000:1.0:1770653419.955141:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95572ebc7100, transno 4295332653 02000000:00000001:3.0:1770653419.955152:0:3290:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00080000:00000001:2.0:1770653419.955152:0:6724:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653419.955152:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653419.955170:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800411635968 : -117273297915648 : ffff95572ebc7100) 00080000:00000001:2.0:1770653419.955171:0:6724:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1770653419.955172:0:3290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95562fa44c00. 00080000:00000001:2.0:1770653419.955186:0:6724:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:2.0:1770653419.955191:0:6724:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000001:1.0:1770653419.955195:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1770653419.955196:0:3290:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00080000:00000001:2.0:1770653419.955197:0:6724:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653419.955206:0:3290:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1770653419.955213:0:3290:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=51 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:1.0:1770653419.955214:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572ebc7100 x1856657707210496/t4295332653(4295332653) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1770653419.955218:0:6724:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:2.0:1770653419.955230:0:6724:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000001:3.0:1770653419.955231:0:3290:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1770653419.955235:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1770653419.955245:0:3290:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff95573c3df900. 00000100:00000040:1.0:1770653419.955247:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff955617528a80 x1856657707210112/t4295332654(4295332654) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1770653419.955258:0:3290:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000004:00080000:1.0:1770653419.955262:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff955617528a80, transno 4295332654 02000000:00000001:3.0:1770653419.955264:0:3290:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00080000:00000001:2.0:1770653419.955267:0:6724:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1770653419.955276:0:3290:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572f8d4a80. 00000100:00000001:1.0:1770653419.955277:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000040:00000001:2.0:1770653419.955279:0:6724:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653419.955286:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795723852416 : -117277985699200 : ffff955617528a80) 00000040:00000001:2.0:1770653419.955290:0:6724:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653419.955292:0:3290:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1770653419.955295:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00080000:00000001:2.0:1770653419.955306:0:6724:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:3.0:1770653419.955308:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653419.955310:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955617528a80 x1856657707210112/t4295332654(4295332654) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653419.955321:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653419.955330:0:6724:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653419.955336:0:3290:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000040:00000001:2.0:1770653419.955339:0:6724:0:(llog.c:1217:llog_write_rec()) Process entered 00000100:00000001:3.0:1770653419.955342:0:3290:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653419.955345:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1770653419.955346:0:6724:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000100:00000001:3.0:1770653419.955349:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1770653419.955360:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff95572ebc4380 x1856657707211904/t4295332655(4295332655) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000040:00001000:2.0:1770653419.955362:0:6724:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x19:0x0] 00000100:00000001:3.0:1770653419.955363:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1770653419.955382:0:6724:0:(osd_io.c:399:osd_write()) Process entered 00000004:00080000:1.0:1770653419.955385:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95572ebc4380, transno 4295332655 00000100:00000001:1.0:1770653419.955392:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653419.955395:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800411624320 : -117273297927296 : ffff95572ebc4380) 00000100:00000001:1.0:1770653419.955405:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00080000:00000001:2.0:1770653419.955408:0:6724:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00000100:00000040:1.0:1770653419.955411:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572ebc4380 x1856657707211904/t4295332655(4295332655) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1770653419.955415:0:6724:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1770653419.955423:0:6724:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:1.0:1770653419.955426:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1770653419.955429:0:6724:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1770653419.955451:0:6724:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653419.955456:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff95572ebc7b80 x1856657707211648/t4295332656(4295332656) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1770653419.955457:0:6724:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000004:00080000:1.0:1770653419.955474:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95572ebc7b80, transno 4295332656 00000100:00000001:1.0:1770653419.955479:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653419.955482:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800411638656 : -117273297912960 : ffff95572ebc7b80) 00000100:00000001:1.0:1770653419.955492:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00080000:00000001:2.0:1770653419.955493:0:6724:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1770653419.955502:0:6724:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653419.955504:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572ebc7b80 x1856657707211648/t4295332656(4295332656) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000040:00000001:2.0:1770653419.955508:0:6724:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1770653419.955517:0:6724:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653419.955525:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653419.955533:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653419.955539:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955666c20000 x1856657707191296/t8590299191(8590299191) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653419.955547:0:3288:0:(client.c:3127:ptlrpc_free_committed()) @@@ commit (last_committed 4295332657) req@ffff95572ebc4000 x1856657707211776/t4295332657(4295332657) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653419.955580:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000004:00080000:1.0:1770653419.955585:0:3288:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff95572ebc4000, transno 4295332657 02000000:00000001:2.0:1770653419.955587:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1770653419.955593:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1770653419.955595:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95565a579800. 00000100:00000001:1.0:1770653419.955599:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626800411623424 : -117273297928192 : ffff95572ebc4000) 02000000:00000001:2.0:1770653419.955604:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1770653419.955607:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1770653419.955611:0:6724:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1770653419.955617:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95572ebc4000 x1856657707211776/t4295332657(4295332657) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1770653419.955618:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=50 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1770653419.955626:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1770653419.955632:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95563097f400. 02000000:00000001:2.0:1770653419.955642:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1770653419.955644:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653419.955647:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1770653419.955650:0:3288:0:(client.c:3134:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1770653419.955653:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c20000. 00000100:00000040:1.0:1770653419.955658:0:3288:0:(client.c:3181:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: normal: skip=1 replay=50/50 committed=0/0 00000100:00000001:2.0:1770653419.955662:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1770653419.955666:0:3288:0:(client.c:3182:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1770653419.955668:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:2.0:1770653419.955674:0:6724:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff955719117d80 : new refcount 2 00000004:00001000:2.0:1770653419.955679:0:6724:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 48 in progress, 0 in flight, 2 done 00000100:00000001:1.0:1770653419.955683:0:3288:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1770653419.955685:0:6724:0:(osp_sync.c:1189:osp_sync_process_committed()) Process leaving 00000004:00000001:2.0:1770653419.955691:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000040:1.0:1770653419.955710:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95572f8d7b80 x1856657707215744/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1770653419.955718:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653419.955740:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000004:00000001:2.0:1770653419.955748:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:1.0:1770653419.955748:0:3288:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1770653419.955751:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95565a578800. 00000004:00000001:2.0:1770653419.955754:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653419.955757:0:3288:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000004:00000001:2.0:1770653419.955764:0:6724:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:1.0:1770653419.955765:0:3288:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653419.955769:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000004:00000040:2.0:1770653419.955771:0:6724:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff955719117d80 : new refcount 3 00000020:00000001:0.0:1770653419.955776:0:7854:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1770653419.955778:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572f8d7b80 x1856657707215744/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1770653419.955787:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=52 obd=lustre-OST0001-osc-MDT0000 00000004:00000010:2.0:1770653419.955790:0:6724:0:(osp_sync.c:1112:osp_sync_process_committed()) kmalloced '(arr)': 192 at ffff9556695e0e40. 00000020:00000001:0.0:1770653419.955799:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1770653419.955803:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1770653419.955805:0:3288:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95572f8d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707215744:0@lo:400:kworker.0 02000000:00000010:0.0:1770653419.955808:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95566c884800. 00000100:00000040:2.0:1770653419.955818:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95572f8d4380 x1856657707213440/t8590299240(8590299240) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1770653419.955821:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:1.0:1770653419.955826:0:3288:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1770653419.955826:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:1.0:1770653419.955832:0:3288:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000010:0.0:1770653419.955834:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955603ca4700. 00000400:00000010:1.0:1770653419.955840:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e0539a0. 00000100:00000001:2.0:1770653419.955844:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1770653419.955852:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8c38 02000000:00000001:2.0:1770653419.955853:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1770653419.955853:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000400:00000010:1.0:1770653419.955891:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8c38. 00000100:00000001:1.0:1770653419.955898:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1770653419.955898:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1770653419.955899:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955642787000. 00000100:00000200:1.0:1770653419.955911:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95572f8d7800 x1856657707215232/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653419.955915:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1770653419.955916:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1770653419.955924:0:6724:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1770653419.955934:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=49 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:0.0:1770653419.955935:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955603ca5880 x1856657707189376/t4295332610(4295332610) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1770653419.955940:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95572f8d7800 x1856657707215232/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1770653419.955945:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1770653419.955951:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95560a61b400. 02000000:00000001:2.0:1770653419.955963:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1770653419.955969:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1770653419.955974:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572f8d4380. 00000100:00000001:2.0:1770653419.955987:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1770653419.955988:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1770653419.955991:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1770653419.955996:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653419.955997:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1770653419.955998:0:3288:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1770653419.956005:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955607fffc00. 00000100:00000001:1.0:1770653419.956007:0:3288:0:(client.c:1568:after_reply()) Process entered 00000100:00000001:2.0:1770653419.956008:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1770653419.956015:0:3288:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1770653419.956015:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1770653419.956021:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95572ebc7800 x1856657707212800/t8590299239(8590299239) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653430 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653419.956024:0:7854:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1770653419.956025:0:3288:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653419.956033:0:3288:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653419.956033:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=51 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:2.0:1770653419.956042:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1770653419.956046:0:3288:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653419.956047:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1770653419.956048:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653419.956053:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95565a57a000. 02000000:00000010:2.0:1770653419.956057:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955617a81000. 00000100:00001000:1.0:1770653419.956058:0:3288:0:(import.c:2128:obd_at_measure()) add 5 to ffff9557060b5458 time=108 v=5 (5 5 5 5) 02000000:00000001:0.0:1770653419.956061:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1770653419.956067:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1770653419.956069:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:1.0:1770653419.956071:0:3288:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557060b5410 time=108 v=5 (1 1 1 1) 00000100:00000010:0.0:1770653419.956072:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955603ca5880. 00000020:00000001:2.0:1770653419.956075:0:6724:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1770653419.956083:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=48 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1770653419.956084:0:3288:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1770653419.956087:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1770653419.956091:0:3288:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653419.956093:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1770653419.956093:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653419.956101:0:3288:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1770653419.956103:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95562b39f800. 00000100:00000001:0.0:1770653419.956103:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1770653419.956107:0:3288:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653419.956116:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1770653419.956117:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955603ca6680 x1856657707189120/t4295332609(4295332609) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.956118:0:3288:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653419.956123:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1770653419.956129:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572ebc7800. 00000100:00000040:1.0:1770653419.956133:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95572f8d7800 x1856657707215232/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653419.956141:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653419.956147:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653419.956157:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1770653419.956169:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95572ebc4a80 x1856657707212416/t8590299238(8590299238) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653419.956169:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1770653419.956173:0:3288:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1770653419.956176:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653419.956183:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95566b67d800. 00000100:00000001:1.0:1770653419.956185:0:3288:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1770653419.956192:0:3288:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653419.956197:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653419.956204:0:7854:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1770653419.956206:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000020:00000040:0.0:1770653419.956212:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=50 obd=lustre-OST0001-osc-MDT0000 00000100:00000040:1.0:1770653419.956213:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572f8d7800 x1856657707215232/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653419.956214:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1770653419.956221:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955606129400. 00000020:00000001:0.0:1770653419.956223:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1770653419.956231:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95566c884c00. 02000000:00000001:2.0:1770653419.956232:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1770653419.956238:0:6724:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1770653419.956244:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=47 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:0.0:1770653419.956245:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:1.0:1770653419.956247:0:3288:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95572f8d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:860f3d7e-67dc-4cd5-abe1-320f8f919c6b:3288:1856657707215232:0@lo:400:kworker.0 02000000:00000001:0.0:1770653419.956253:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1770653419.956255:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1770653419.956261:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955603ca6680. 02000000:00000010:2.0:1770653419.956264:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95562b39c400. 00000100:00000001:1.0:1770653419.956265:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653419.956269:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1770653419.956276:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1770653419.956277:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653419.956278:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1770653419.956285:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1770653419.956288:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1770653419.956289:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95572f8d7b80 x1856657707215744/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1770653419.956290:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572ebc4a80. 00000100:00000001:2.0:1770653419.956299:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1770653419.956302:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955603ca4a80 x1856657707188992/t4295332608(4295332608) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653419.956304:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653419.956315:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1770653419.956325:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95572ebc5180 x1856657707212672/t8590299237(8590299237) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653430 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653419.956330:0:3288:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1770653419.956338:0:3288:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1770653419.956344:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff955626008c00. 00000100:00000001:0.0:1770653419.956355:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1770653419.956358:0:3288:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1770653419.956359:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1770653419.956361:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1770653419.956366:0:3288:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1770653419.956367:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653419.956368:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9557352cfc00. 00000020:00000040:1.0:1770653419.956371:0:3288:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=49 obd=lustre-OST0001-osc-MDT0000 02000000:00000010:2.0:1770653419.956375:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955642785800. 00000020:00000001:1.0:1770653419.956380:0:3288:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1770653419.956380:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1770653419.956384:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653419.956387:0:7854:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:1.0:1770653419.956390:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff95570530c800. 00000020:00000001:2.0:1770653419.956391:0:6724:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1770653419.956393:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=48 obd=lustre-OST0001-osc-MDT0000 00000020:00000040:2.0:1770653419.956397:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=46 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:1.0:1770653419.956402:0:3288:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1770653419.956403:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1770653419.956405:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1770653419.956409:0:3288:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:0.0:1770653419.956411:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95566c884400. 02000000:00000010:2.0:1770653419.956412:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95562b39e800. 00000100:00000010:1.0:1770653419.956416:0:3288:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572f8d7b80. 02000000:00000001:0.0:1770653419.956425:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1770653419.956427:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1770653419.956428:0:3288:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1770653419.956430:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1770653419.956436:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1770653419.956436:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1770653419.956437:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955603ca4a80. 00000100:00000010:2.0:1770653419.956443:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572ebc5180. 00000100:00000001:1.0:1770653419.956446:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1770653419.956450:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653419.956453:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1770653419.956454:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653419.956459:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95572f8d7800 x1856657707215232/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1770653435 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653419.956461:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1770653419.956462:0:7854:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:0.0:1770653419.956484:0:7854:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000100:00000001:2.0:1770653419.956491:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000040:00000001:0.0:1770653419.956494:0:7854:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653419.956500:0:3288:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000040:00000001:0.0:1770653419.956502:0:7854:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000100:00000040:2.0:1770653419.956507:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95572ebc5500 x1856657707212928/t8590299236(8590299236) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1770653419.956509:0:3288:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000040:00001000:0.0:1770653419.956510:0:7854:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 4 records, first 3555 in log [0x1:0x18:0x0] 02000000:00000010:1.0:1770653419.956517:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff955626008200. 00080000:00000001:0.0:1770653419.956524:0:7854:0:(osd_handler.c:352:osd_trans_create()) Process entered 02000000:00000001:1.0:1770653419.956529:0:3288:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1770653419.956535:0:3288:0:(genops.c:1236:class_import_put()) Process entered 00080000:00000010:0.0:1770653419.956539:0:7854:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff955623653800. 00000100:00000001:2.0:1770653419.956540:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000020:00000040:1.0:1770653419.956542:0:3288:0:(genops.c:1242:class_import_put()) import ffff9557060b5000 refcount=3 obd=MGC192.168.202.160@tcp 02000000:00000001:2.0:1770653419.956548:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00080000:00000001:0.0:1770653419.956552:0:7854:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626795926403072 : -117277783148544 : ffff955623653800) 00000020:00000001:1.0:1770653419.956554:0:3288:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1770653419.956556:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95563a7f8000. 00000040:00000001:0.0:1770653419.956565:0:7854:0:(llog.c:1194:llog_declare_write_rec()) Process entered 02000000:00000010:1.0:1770653419.956566:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff95573c3df600. 02000000:00000001:2.0:1770653419.956568:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000040:00000001:0.0:1770653419.956572:0:7854:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00000020:00000001:2.0:1770653419.956577:0:6724:0:(genops.c:1236:class_import_put()) Process entered 00080000:00000001:0.0:1770653419.956579:0:7854:0:(osd_io.c:243:osd_declare_write()) Process entered 02000000:00000001:1.0:1770653419.956580:0:3288:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:2.0:1770653419.956583:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=45 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:1.0:1770653419.956586:0:3288:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1770653419.956590:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1770653419.956593:0:3288:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572f8d7800. 02000000:00000010:2.0:1770653419.956596:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95562b39fc00. 00000100:00000001:1.0:1770653419.956601:0:3288:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1770653419.956606:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653419.956607:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:0.0:1770653419.956609:0:7854:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:1.0:1770653419.956611:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653419.956613:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00080000:00000001:0.0:1770653419.956615:0:7854:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1770653419.956622:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572ebc5500. 00000040:00000001:0.0:1770653419.956623:0:7854:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653419.956624:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1770653419.956633:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1770653419.956635:0:7854:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653419.956636:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1770653419.956639:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000040:00000001:0.0:1770653419.956643:0:7854:0:(llog.c:108:llog_declare_destroy()) Process entered 00000100:00000001:2.0:1770653419.956646:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653419.956647:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1770653419.956648:0:7854:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00000100:00000001:2.0:1770653419.956657:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00080000:00000002:0.0:1770653419.956659:0:7854:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x18:0x0] not in the id map cache 00080000:00000001:0.0:1770653419.956668:0:7854:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000100:00000040:2.0:1770653419.956669:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955665155f80 x1856657707211392/t8590299235(8590299235) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1770653419.956677:0:7854:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653419.956685:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00080000:00000001:0.0:1770653419.956693:0:7854:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653419.956712:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1770653419.956717:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95564b808800. 00080000:00000001:0.0:1770653419.956722:0:7854:0:(osd_object.c:744:osd_declare_destroy()) Process entered 02000000:00000001:2.0:1770653419.956742:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00080000:00000001:0.0:1770653419.956746:0:7854:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000020:00000001:2.0:1770653419.956747:0:6724:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1770653419.956754:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=44 obd=lustre-OST0000-osc-MDT0000 00080000:00000001:0.0:1770653419.956756:0:7854:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653419.956757:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1770653419.956761:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95572dc88000. 02000000:00000001:2.0:1770653419.956768:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1770653419.956770:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1770653419.956772:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665155f80. 00000100:00000001:2.0:1770653419.956776:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653419.956778:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653419.956782:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000001:00000001:0.0:1770653419.956786:0:7854:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000040:2.0:1770653419.956787:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95572ebc6300 x1856657707212544/t8590299234(8590299234) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1770653419.956793:0:7854:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:2.0:1770653419.956804:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1770653419.956808:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1770653419.956810:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95563a7f9400. 02000000:00000001:2.0:1770653419.956815:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1770653419.956817:0:6724:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1770653419.956819:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=43 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1770653419.956822:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1770653419.956825:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95562b39c000. 00080000:00000001:0.0:1770653419.956829:0:7854:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653419.956831:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1770653419.956835:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000040:00000001:0.0:1770653419.956839:0:7854:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1770653419.956841:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572ebc6300. 00000040:00000001:0.0:1770653419.956845:0:7854:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653419.956851:0:7854:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:2.0:1770653419.956852:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653419.956858:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653419.956861:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1770653419.956899:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955665154000 x1856657707211520/t8590299233(8590299233) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653419.956908:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00080000:00000001:0.0:1770653419.956912:0:7854:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653419.956913:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1770653419.956919:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95564b809000. 00000040:00000001:0.0:1770653419.956921:0:7854:0:(llog.c:1217:llog_write_rec()) Process entered 02000000:00000001:2.0:1770653419.956926:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000040:00000001:0.0:1770653419.956927:0:7854:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000020:00000001:2.0:1770653419.956933:0:6724:0:(genops.c:1236:class_import_put()) Process entered 00000040:00001000:0.0:1770653419.956934:0:7854:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x18:0x0] 00000020:00000040:2.0:1770653419.956940:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=42 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1770653419.956945:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 00080000:00000001:0.0:1770653419.956946:0:7854:0:(osd_io.c:399:osd_write()) Process entered 02000000:00000010:2.0:1770653419.956947:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95564b80ac00. 02000000:00000001:2.0:1770653419.956954:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1770653419.956956:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1770653419.956959:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665154000. 00000100:00000001:2.0:1770653419.956962:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653419.956965:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653419.956968:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1770653419.956972:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95563f2c6680 x1856657707208192/t8590299232(8590299232) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653419.956980:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1770653419.956984:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1770653419.956986:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955643983000. 02000000:00000001:2.0:1770653419.956990:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1770653419.956992:0:6724:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1770653419.956995:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=41 obd=lustre-OST0000-osc-MDT0000 00080000:00000001:0.0:1770653419.956996:0:7854:0:(osd_io.c:440:osd_write()) Process leaving (rc=8192 : 8192 : 2000) 00000020:00000001:2.0:1770653419.956999:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:0.0:1770653419.957003:0:7854:0:(llog_osd.c:456:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653419.957005:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff955643983c00. 00000040:00000001:0.0:1770653419.957009:0:7854:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653419.957016:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00080000:00000001:0.0:1770653419.957016:0:7854:0:(osd_handler.c:287:osd_trans_stop()) Process entered 02000000:00000001:2.0:1770653419.957023:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1770653419.957027:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95563f2c6680. 00000100:00000001:2.0:1770653419.957033:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653419.957035:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653419.957038:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00080000:00000001:0.0:1770653419.957041:0:7854:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653419.957044:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95563f2c4380 x1856657707208576/t8590299231(8590299231) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000040:00000001:0.0:1770653419.957048:0:7854:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1770653419.957056:0:7854:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:0.0:1770653419.957066:0:7854:0:(osp_sync.c:1160:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: cancel 4 records in [0x1:0x18:0x0]: rc = 0 00000100:00000001:2.0:1770653419.957067:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1770653419.957072:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000004:00000010:0.0:1770653419.957076:0:7854:0:(osp_sync.c:1167:osp_sync_process_committed()) kfreed 'arr': 16 at ffff955718dfc160. 02000000:00000010:2.0:1770653419.957078:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955602ab6000. 00000004:00000040:0.0:1770653419.957085:0:7854:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff955718a74000 : new refcount 2 02000000:00000001:2.0:1770653419.957089:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000004:00080000:0.0:1770653419.957093:0:7854:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 46 in progress, 0 in flight, 4 done 00000020:00000001:2.0:1770653419.957094:0:6724:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1770653419.957100:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=40 obd=lustre-OST0000-osc-MDT0000 00000004:00000001:0.0:1770653419.957102:0:7854:0:(osp_sync.c:1189:osp_sync_process_committed()) Process leaving 00000020:00000001:2.0:1770653419.957105:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000001:0.0:1770653419.957108:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 02000000:00000010:2.0:1770653419.957110:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff955643982000. 00000004:00000001:0.0:1770653419.957113:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653419.957117:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000004:00000001:0.0:1770653419.957120:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 02000000:00000001:2.0:1770653419.957122:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000004:00000001:0.0:1770653419.957124:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1770653419.957127:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95563f2c4380. 00000004:00000001:0.0:1770653419.957130:0:7854:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:2.0:1770653419.957134:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000004:00000040:0.0:1770653419.957136:0:7854:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff955718a74000 : new refcount 3 00000100:00000001:2.0:1770653419.957139:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653419.957144:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1770653419.957148:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95563f2c5f80 x1856657707209216/t8590299230(8590299230) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000010:0.0:1770653419.957149:0:7854:0:(osp_sync.c:1112:osp_sync_process_committed()) kmalloced '(arr)': 184 at ffff95564f362780. 00000100:00000001:0.0:1770653419.957161:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1770653419.957163:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1770653419.957168:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1770653419.957174:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95572ebc4000 x1856657707211776/t4295332657(4295332657) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1770653419.957175:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95564f313400. 02000000:00000001:2.0:1770653419.957183:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1770653419.957186:0:6724:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1770653419.957190:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=39 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1770653419.957197:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1770653419.957205:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff955643981000. 00000100:00000001:0.0:1770653419.957206:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1770653419.957214:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1770653419.957215:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:0.0:1770653419.957221:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95560a618000. 02000000:00000001:2.0:1770653419.957222:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1770653419.957227:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95563f2c5f80. 02000000:00000001:0.0:1770653419.957232:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1770653419.957235:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1770653419.957237:0:7854:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1770653419.957257:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1770653419.957259:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=47 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:2.0:1770653419.957265:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1770653419.957267:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1770653419.957274:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95562b39e000. 00000100:00000040:2.0:1770653419.957279:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95563f2c5500 x1856657707209344/t8590299229(8590299229) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1770653419.957282:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1770653419.957288:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1770653419.957294:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572ebc4000. 00000100:00000001:0.0:1770653419.957303:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653419.957305:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1770653419.957308:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653419.957311:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1770653419.957317:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1770653419.957318:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955608cb4c00. 02000000:00000001:2.0:1770653419.957328:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1770653419.957330:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95572ebc7b80 x1856657707211648/t4295332656(4295332656) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1770653419.957332:0:6724:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1770653419.957338:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=38 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1770653419.957348:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1770653419.957353:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff955608cb7000. 00000100:00000001:0.0:1770653419.957358:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1770653419.957362:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1770653419.957364:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1770653419.957370:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:0.0:1770653419.957372:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95564b80a800. 00000100:00000010:2.0:1770653419.957377:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95563f2c5500. 02000000:00000001:0.0:1770653419.957381:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653419.957386:0:7854:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1770653419.957387:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000020:00000040:0.0:1770653419.957389:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=46 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:2.0:1770653419.957392:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653419.957396:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1770653419.957400:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1770653419.957402:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95562b39e400. 00000100:00000040:2.0:1770653419.957411:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955710551880 x1856657707211136/t8590299228(8590299228) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1770653419.957412:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1770653419.957417:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1770653419.957421:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572ebc7b80. 00000100:00000001:0.0:1770653419.957430:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1770653419.957436:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653419.957438:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1770653419.957444:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1770653419.957445:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1770653419.957453:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955734dd7c00. 00000100:00000040:0.0:1770653419.957458:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95572ebc4380 x1856657707211904/t4295332655(4295332655) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653419.957461:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1770653419.957467:0:6724:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1770653419.957471:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=37 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1770653419.957480:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1770653419.957485:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000010:2.0:1770653419.957487:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff955734dd7400. 02000000:00000001:0.0:1770653419.957494:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1770653419.957496:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:0.0:1770653419.957500:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95564b80a400. 02000000:00000001:2.0:1770653419.957501:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1770653419.957508:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955710551880. 02000000:00000001:0.0:1770653419.957512:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1770653419.957518:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1770653419.957518:0:7854:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1770653419.957527:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1770653419.957528:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=45 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:2.0:1770653419.957540:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1770653419.957541:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1770653419.957549:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95562b39f000. 00000100:00000040:2.0:1770653419.957555:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95563f2c4e00 x1856657707207552/t8590299227(8590299227) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1770653419.957558:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1770653419.957564:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1770653419.957570:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572ebc4380. 00000100:00000001:0.0:1770653419.957579:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653419.957581:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1770653419.957585:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653419.957587:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1770653419.957593:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1770653419.957594:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955602ab4400. 00000100:00000040:0.0:1770653419.957603:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955617528a80 x1856657707210112/t4295332654(4295332654) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653419.957604:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1770653419.957609:0:6724:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1770653419.957614:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=36 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1770653419.957623:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1770653419.957629:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff9556248cd000. 00000100:00000001:0.0:1770653419.957632:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1770653419.957637:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1770653419.957638:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1770653419.957643:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:0.0:1770653419.957645:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95564f311c00. 00000100:00000010:2.0:1770653419.957649:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95563f2c4e00. 02000000:00000001:0.0:1770653419.957656:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1770653419.957659:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1770653419.957661:0:7854:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1770653419.957665:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1770653419.957666:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=44 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:2.0:1770653419.957673:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1770653419.957675:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1770653419.957686:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95563f2c6a00 x1856657707208064/t8590299226(8590299226) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1770653419.957686:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95564f312000. 00000100:00000001:2.0:1770653419.957721:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1770653419.957724:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1770653419.957725:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1770653419.957733:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955643983400. 02000000:00000001:0.0:1770653419.957735:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1770653419.957740:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:0.0:1770653419.957744:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955617528a80. 00000020:00000001:2.0:1770653419.957745:0:6724:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1770653419.957750:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=35 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1770653419.957757:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1770653419.957760:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 02000000:00000010:2.0:1770653419.957761:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff955643981800. 00000100:00000001:0.0:1770653419.957770:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653419.957772:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1770653419.957778:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1770653419.957783:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95563f2c6a00. 00000100:00000001:0.0:1770653419.957785:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1770653419.957788:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653419.957793:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653419.957798:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1770653419.957800:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95572ebc7100 x1856657707210496/t4295332653(4295332653) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1770653419.957809:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95563f2c7100 x1856657707207296/t8590299225(8590299225) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653419.957827:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1770653419.957832:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1770653419.957836:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000010:0.0:1770653419.957838:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955608cb5c00. 02000000:00000001:2.0:1770653419.957843:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1770653419.957871:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955602ab5400. 02000000:00000001:2.0:1770653419.957880:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1770653419.957881:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1770653419.957885:0:6724:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1770653419.957887:0:7854:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1770653419.957891:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=34 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:0.0:1770653419.957895:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=43 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:2.0:1770653419.957897:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1770653419.957905:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1770653419.957906:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff9556248ce800. 02000000:00000010:0.0:1770653419.957911:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff955608cb5400. 02000000:00000001:2.0:1770653419.957914:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1770653419.957920:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1770653419.957921:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:2.0:1770653419.957924:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95563f2c7100. 02000000:00000001:0.0:1770653419.957927:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1770653419.957933:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572ebc7100. 00000100:00000001:2.0:1770653419.957934:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653419.957941:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653419.957943:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653419.957946:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1770653419.957949:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1770653419.957957:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95563f2c7800 x1856657707206912/t8590299224(8590299224) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653419.957960:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1770653419.957972:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95563f2c6d80 x1856657707208704/t4295332652(4295332652) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653419.957978:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1770653419.957984:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1770653419.957990:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95564f616800. 00000100:00000001:0.0:1770653419.957992:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1770653419.958000:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1770653419.958001:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1770653419.958009:0:6724:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:0.0:1770653419.958010:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95564f310400. 00000020:00000040:2.0:1770653419.958015:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=33 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:0.0:1770653419.958021:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1770653419.958022:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1770653419.958028:0:7854:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:2.0:1770653419.958031:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff9556248cc800. 00000020:00000040:0.0:1770653419.958034:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=42 obd=lustre-OST0001-osc-MDT0000 02000000:00000001:2.0:1770653419.958040:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1770653419.958042:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1770653419.958048:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:0.0:1770653419.958049:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff955643980000. 00000100:00000010:2.0:1770653419.958054:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95563f2c7800. 02000000:00000001:0.0:1770653419.958059:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1770653419.958063:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1770653419.958065:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1770653419.958069:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1770653419.958071:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95563f2c6d80. 00000100:00000001:2.0:1770653419.958077:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1770653419.958082:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1770653419.958088:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1770653419.958090:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95573c2de300 x1856657707205760/t8590299223(8590299223) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653419.958094:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1770653419.958105:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95572ebc6680 x1856657707210752/t4295332651(4295332651) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653419.958111:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1770653419.958118:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1770653419.958124:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955615a8cc00. 00000100:00000001:0.0:1770653419.958125:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1770653419.958133:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1770653419.958138:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:0.0:1770653419.958139:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955608cb4800. 00000020:00000001:2.0:1770653419.958145:0:6724:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1770653419.958149:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:2.0:1770653419.958150:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=32 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1770653419.958153:0:7854:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1770653419.958157:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:0.0:1770653419.958159:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=41 obd=lustre-OST0001-osc-MDT0000 02000000:00000010:2.0:1770653419.958164:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff9556248cf000. 00000020:00000001:0.0:1770653419.958166:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1770653419.958173:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff955608cb6000. 02000000:00000001:2.0:1770653419.958177:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1770653419.958182:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1770653419.958183:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1770653419.958190:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1770653419.958192:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c2de300. 00000100:00000010:0.0:1770653419.958196:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572ebc6680. 00000100:00000001:2.0:1770653419.958202:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1770653419.958205:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653419.958207:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653419.958211:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653419.958215:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1770653419.958218:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1770653419.958227:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95572eb20380 x1856657707204480/t8590299222(8590299222) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1770653419.958229:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95572eb20700 x1856657707209728/t4295332650(4295332650) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653419.958277:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1770653419.958279:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1770653419.958285:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1770653419.958286:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1770653419.958293:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9556615a1000. 02000000:00000010:0.0:1770653419.958295:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955608cb4400. 02000000:00000001:2.0:1770653419.958307:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1770653419.958308:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1770653419.958314:0:6724:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1770653419.958315:0:7854:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1770653419.958321:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=40 obd=lustre-OST0001-osc-MDT0000 00000020:00000040:2.0:1770653419.958323:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=31 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1770653419.958328:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1770653419.958331:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1770653419.958334:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff955608cb5000. 02000000:00000010:2.0:1770653419.958337:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff9556615a1c00. 02000000:00000001:0.0:1770653419.958341:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1770653419.958346:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1770653419.958348:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:0.0:1770653419.958350:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572eb20700. 02000000:00000001:2.0:1770653419.958353:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1770653419.958360:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000010:2.0:1770653419.958361:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572eb20380. 00000100:00000001:0.0:1770653419.958367:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653419.958370:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1770653419.958373:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1770653419.958376:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653419.958383:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95563f2c7b80 x1856657707208448/t4295332649(4295332649) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653419.958385:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1770653419.958397:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95572eb21500 x1856657707204864/t8590299221(8590299221) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653419.958406:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1770653419.958413:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1770653419.958422:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000010:0.0:1770653419.958423:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95564f313800. 02000000:00000001:2.0:1770653419.958429:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1770653419.958433:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:2.0:1770653419.958435:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9556615a2000. 00000020:00000001:0.0:1770653419.958439:0:7854:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1770653419.958444:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=39 obd=lustre-OST0001-osc-MDT0000 02000000:00000001:2.0:1770653419.958445:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653419.958452:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1770653419.958453:0:6724:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1770653419.958460:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=30 obd=lustre-OST0000-osc-MDT0000 02000000:00000010:0.0:1770653419.958461:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff955643982c00. 00000020:00000001:2.0:1770653419.958465:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1770653419.958471:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:2.0:1770653419.958472:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff9556615a1400. 02000000:00000001:0.0:1770653419.958477:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1770653419.958482:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:0.0:1770653419.958484:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95563f2c7b80. 02000000:00000001:2.0:1770653419.958487:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1770653419.958493:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572eb21500. 00000100:00000001:0.0:1770653419.958494:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1770653419.958500:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653419.958502:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1770653419.958505:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1770653419.958507:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653419.958514:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1770653419.958517:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955665157b80 x1856657707210240/t4295332648(4295332648) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1770653419.958525:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95573c2df100 x1856657707203840/t8590299220(8590299220) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653419.958546:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1770653419.958552:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1770653419.958558:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000010:0.0:1770653419.958559:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955608cb6c00. 02000000:00000001:2.0:1770653419.958565:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1770653419.958569:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:2.0:1770653419.958571:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95561040f400. 00000020:00000001:0.0:1770653419.958574:0:7854:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1770653419.958579:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=38 obd=lustre-OST0001-osc-MDT0000 02000000:00000001:2.0:1770653419.958582:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653419.958584:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1770653419.958587:0:6724:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:0.0:1770653419.958590:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95560612bc00. 00000020:00000040:2.0:1770653419.958593:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=29 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:0.0:1770653419.958599:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1770653419.958600:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1770653419.958606:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:2.0:1770653419.958609:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95561040e000. 00000100:00000010:0.0:1770653419.958612:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665157b80. 02000000:00000001:2.0:1770653419.958618:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1770653419.958621:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1770653419.958625:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1770653419.958627:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1770653419.958632:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c2df100. 00000100:00000001:0.0:1770653419.958634:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1770653419.958644:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1770653419.958647:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95573c2dd180 x1856657707206016/t4295332647(4295332647) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653419.958649:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653419.958660:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1770653419.958673:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95572eb22a00 x1856657707203968/t8590299219(8590299219) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653419.958673:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1770653419.958681:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653419.958691:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95564f615400. 00000100:00000001:2.0:1770653419.958692:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1770653419.958715:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1770653419.958720:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955615a8fc00. 02000000:00000001:0.0:1770653419.958724:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1770653419.958728:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653419.958732:0:7854:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1770653419.958734:0:6724:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1770653419.958742:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=28 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:0.0:1770653419.958742:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=37 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:2.0:1770653419.958753:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1770653419.958757:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1770653419.958759:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95561040e400. 02000000:00000001:2.0:1770653419.958769:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:0.0:1770653419.958770:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff9556248cd800. 02000000:00000001:2.0:1770653419.958773:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1770653419.958779:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572eb22a00. 02000000:00000001:0.0:1770653419.958780:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1770653419.958785:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1770653419.958787:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1770653419.958791:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1770653419.958794:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c2dd180. 00000100:00000001:2.0:1770653419.958798:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1770653419.958804:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1770653419.958808:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95573c2df800 x1856657707202560/t8590299218(8590299218) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653419.958809:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653419.958820:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1770653419.958833:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1770653419.958834:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95573c2ddf80 x1856657707205504/t4295332646(4295332646) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653419.958840:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1770653419.958879:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955637244800. 00000100:00000001:0.0:1770653419.958883:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1770653419.958891:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1770653419.958892:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:0.0:1770653419.958897:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9556248cd400. 00000020:00000001:2.0:1770653419.958899:0:6724:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1770653419.958909:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=27 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1770653419.958915:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1770653419.958915:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653419.958924:0:7854:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:2.0:1770653419.958926:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95573c587400. 00000020:00000040:0.0:1770653419.958930:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=36 obd=lustre-OST0001-osc-MDT0000 02000000:00000001:2.0:1770653419.958937:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1770653419.958938:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1770653419.958944:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:0.0:1770653419.958947:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff9556615a0000. 00000100:00000010:2.0:1770653419.958951:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c2df800. 02000000:00000001:0.0:1770653419.958956:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1770653419.958962:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1770653419.958962:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1770653419.958969:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1770653419.958971:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c2ddf80. 00000100:00000001:2.0:1770653419.958977:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1770653419.958982:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1770653419.958988:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1770653419.958990:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9557030df100 x1856657707202048/t8590299217(8590299217) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653419.958993:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1770653419.959006:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95563f2c4000 x1856657707206784/t4295332645(4295332645) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653419.959018:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1770653419.959024:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1770653419.959029:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000010:2.0:1770653419.959031:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95565d740800. 02000000:00000001:0.0:1770653419.959035:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653419.959042:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95566bf9a000. 02000000:00000001:2.0:1770653419.959044:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1770653419.959049:0:6724:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1770653419.959050:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:2.0:1770653419.959052:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=26 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1770653419.959055:0:7854:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1770653419.959059:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:0.0:1770653419.959061:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=35 obd=lustre-OST0001-osc-MDT0000 02000000:00000010:2.0:1770653419.959065:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95564f616400. 00000020:00000001:0.0:1770653419.959068:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1770653419.959075:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff9556248cec00. 02000000:00000001:2.0:1770653419.959077:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1770653419.959083:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1770653419.959084:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1770653419.959092:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1770653419.959093:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9557030df100. 00000100:00000010:0.0:1770653419.959099:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95563f2c4000. 00000100:00000001:2.0:1770653419.959102:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1770653419.959108:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653419.959109:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653419.959114:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653419.959117:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1770653419.959121:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1770653419.959128:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95573c2dca80 x1856657707202688/t8590299216(8590299216) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1770653419.959131:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95563f2c5c00 x1856657707206656/t4295332644(4295332644) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653419.959182:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1770653419.959184:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1770653419.959189:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1770653419.959191:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1770653419.959197:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95566bf9ac00. 02000000:00000010:0.0:1770653419.959198:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95564f616000. 02000000:00000001:2.0:1770653419.959210:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1770653419.959211:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1770653419.959218:0:6724:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1770653419.959219:0:7854:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1770653419.959226:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=25 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:0.0:1770653419.959227:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=34 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:2.0:1770653419.959239:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1770653419.959240:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1770653419.959250:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff9556248cf400. 02000000:00000010:2.0:1770653419.959251:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95561040e800. 02000000:00000001:0.0:1770653419.959258:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1770653419.959262:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1770653419.959263:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:0.0:1770653419.959265:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95563f2c5c00. 02000000:00000001:2.0:1770653419.959269:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1770653419.959276:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c2dca80. 00000100:00000001:0.0:1770653419.959277:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1770653419.959282:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653419.959287:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1770653419.959288:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1770653419.959296:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653419.959300:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95572eb23480 x1856657707205376/t4295332643(4295332643) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653419.959303:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1770653419.959315:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955618d8aa00 x1856657707200512/t8590299215(8590299215) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653419.959321:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1770653419.959327:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653419.959332:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9556248cdc00. 00000100:00000001:2.0:1770653419.959337:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1770653419.959341:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1770653419.959344:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1770653419.959346:0:7854:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:2.0:1770653419.959350:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95573c586400. 00000020:00000040:0.0:1770653419.959352:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=33 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:0.0:1770653419.959359:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1770653419.959361:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:0.0:1770653419.959363:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff9556615a3c00. 00000020:00000001:2.0:1770653419.959368:0:6724:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1770653419.959372:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:2.0:1770653419.959374:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=24 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:0.0:1770653419.959378:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1770653419.959381:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1770653419.959384:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572eb23480. 02000000:00000010:2.0:1770653419.959388:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95573c585800. 00000100:00000001:0.0:1770653419.959392:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1770653419.959397:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653419.959398:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1770653419.959401:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1770653419.959404:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1770653419.959409:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d8aa00. 00000100:00000040:0.0:1770653419.959413:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95573c2dce00 x1856657707205632/t4295332642(4295332642) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653419.959417:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653419.959422:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653419.959430:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1770653419.959437:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1770653419.959442:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955618d8a680 x1856657707200896/t8590299214(8590299214) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1770653419.959443:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653419.959449:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955615a8f400. 02000000:00000001:0.0:1770653419.959459:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1770653419.959465:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1770653419.959466:0:7854:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1770653419.959474:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:0.0:1770653419.959474:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=32 obd=lustre-OST0001-osc-MDT0000 02000000:00000010:2.0:1770653419.959482:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95573c586800. 00000020:00000001:0.0:1770653419.959483:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1770653419.959492:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff9556248cc000. 02000000:00000001:2.0:1770653419.959494:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1770653419.959499:0:6724:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1770653419.959500:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:2.0:1770653419.959502:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=23 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:0.0:1770653419.959507:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1770653419.959510:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1770653419.959514:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c2dce00. 02000000:00000010:2.0:1770653419.959517:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95573c584400. 00000100:00000001:0.0:1770653419.959522:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1770653419.959528:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653419.959529:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1770653419.959536:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1770653419.959538:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1770653419.959541:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d8a680. 00000100:00000001:2.0:1770653419.959549:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1770653419.959550:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95572eb22d80 x1856657707204224/t4295332641(4295332641) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653419.959554:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653419.959565:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1770653419.959574:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1770653419.959577:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955618d88000 x1856657707200384/t8590299213(8590299213) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1770653419.959579:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653419.959585:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95561040f800. 02000000:00000001:0.0:1770653419.959595:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1770653419.959599:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1770653419.959601:0:7854:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1770653419.959608:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=31 obd=lustre-OST0001-osc-MDT0000 02000000:00000001:2.0:1770653419.959609:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1770653419.959615:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1770653419.959617:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95573c584000. 02000000:00000010:0.0:1770653419.959621:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95561040f000. 02000000:00000001:2.0:1770653419.959627:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1770653419.959630:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1770653419.959632:0:6724:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1770653419.959635:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:2.0:1770653419.959639:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=22 obd=lustre-OST0000-osc-MDT0000 00000100:00000010:0.0:1770653419.959641:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572eb22d80. 00000020:00000001:2.0:1770653419.959647:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1770653419.959650:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 02000000:00000010:2.0:1770653419.959655:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95573c587800. 00000100:00000001:0.0:1770653419.959656:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653419.959666:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1770653419.959669:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1770653419.959675:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1770653419.959678:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95572eb23b80 x1856657707205248/t4295332640(4295332640) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1770653419.959679:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d88000. 00000100:00000001:2.0:1770653419.959688:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653419.959692:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653419.959722:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1770653419.959733:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95573c2dfb80 x1856657707200128/t8590299212(8590299212) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653419.959736:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1770653419.959744:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1770653419.959750:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000010:0.0:1770653419.959754:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955615a8ec00. 02000000:00000001:2.0:1770653419.959756:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1770653419.959762:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95572d10c400. 02000000:00000001:0.0:1770653419.959770:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1770653419.959772:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653419.959779:0:7854:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1770653419.959780:0:6724:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1770653419.959789:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=21 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:0.0:1770653419.959790:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=30 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:2.0:1770653419.959792:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1770653419.959796:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95572d10d800. 00000020:00000001:0.0:1770653419.959804:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1770653419.959805:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1770653419.959813:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:0.0:1770653419.959816:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff9556615a2800. 00000100:00000010:2.0:1770653419.959817:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c2dfb80. 00000100:00000001:2.0:1770653419.959834:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1770653419.959835:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1770653419.959836:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653419.959845:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1770653419.959846:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1770653419.959895:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572eb23b80. 00000100:00000001:0.0:1770653419.959907:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1770653419.959910:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653419.959917:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1770653419.959927:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95573c2de680 x1856657707198208/t8590299211(8590299211) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1770653419.959935:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95573c2dc700 x1856657707203200/t4295332639(4295332639) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653419.959965:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1770653419.959968:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1770653419.959971:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1770653419.959974:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1770653419.959977:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955634438c00. 02000000:00000010:0.0:1770653419.959980:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955615a8c400. 02000000:00000001:2.0:1770653419.959985:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1770653419.959991:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1770653419.959992:0:6724:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1770653419.959998:0:7854:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1770653419.960000:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=20 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:0.0:1770653419.960004:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=29 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:2.0:1770653419.960007:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1770653419.960013:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1770653419.960015:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff955634439400. 02000000:00000010:0.0:1770653419.960019:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95561040d800. 02000000:00000001:2.0:1770653419.960026:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1770653419.960029:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1770653419.960032:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1770653419.960035:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1770653419.960039:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c2de680. 00000100:00000010:0.0:1770653419.960041:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c2dc700. 00000100:00000001:2.0:1770653419.960049:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1770653419.960051:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653419.960056:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653419.960057:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653419.960066:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1770653419.960067:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1770653419.960086:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95573c2df480 x1856657707198720/t8590299210(8590299210) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1770653419.960087:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95573c2dd880 x1856657707202816/t4295332638(4295332638) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653419.960150:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1770653419.960151:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1770653419.960159:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1770653419.960160:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1770653419.960170:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95561813a800. 02000000:00000010:0.0:1770653419.960171:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955615a8c800. 02000000:00000001:2.0:1770653419.960184:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1770653419.960185:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1770653419.960189:0:6724:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1770653419.960191:0:7854:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1770653419.960195:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=19 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:0.0:1770653419.960197:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=28 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:2.0:1770653419.960205:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1770653419.960206:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1770653419.960212:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff9556607c7c00. 02000000:00000010:0.0:1770653419.960213:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95561040d000. 02000000:00000001:2.0:1770653419.960225:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1770653419.960226:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1770653419.960234:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1770653419.960235:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1770653419.960245:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c2df480. 00000100:00000010:0.0:1770653419.960245:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c2dd880. 00000100:00000001:2.0:1770653419.960260:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1770653419.960261:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653419.960268:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653419.960269:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653419.960280:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1770653419.960281:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1770653419.960299:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95573c2dc380 x1856657707199488/t8590299209(8590299209) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1770653419.960300:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955665156680 x1856657707201792/t4295332637(4295332637) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653419.960358:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1770653419.960360:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1770653419.960364:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1770653419.960366:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653419.960371:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95564f617c00. 02000000:00000010:2.0:1770653419.960373:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955637245c00. 02000000:00000001:0.0:1770653419.960379:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653419.960383:0:7854:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1770653419.960385:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:0.0:1770653419.960387:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=27 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:2.0:1770653419.960390:0:6724:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1770653419.960396:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:2.0:1770653419.960397:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=18 obd=lustre-OST0000-osc-MDT0000 02000000:00000010:0.0:1770653419.960402:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95560e9a4800. 00000020:00000001:2.0:1770653419.960404:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1770653419.960412:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff955608b37000. 02000000:00000001:0.0:1770653419.960415:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1770653419.960420:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1770653419.960423:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:0.0:1770653419.960424:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665156680. 02000000:00000001:2.0:1770653419.960430:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1770653419.960434:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000010:2.0:1770653419.960436:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95573c2dc380. 00000100:00000001:0.0:1770653419.960439:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653419.960445:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1770653419.960446:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1770653419.960453:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955665155180 x1856657707201664/t4295332636(4295332636) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653419.960454:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653419.960464:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1770653419.960477:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955606dfd180 x1856657707197824/t8590299208(8590299208) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653419.960477:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1770653419.960483:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653419.960489:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95560e9a4c00. 00000100:00000001:2.0:1770653419.960500:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1770653419.960502:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1770653419.960505:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1770653419.960507:0:7854:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:2.0:1770653419.960512:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95563443a400. 00000020:00000040:0.0:1770653419.960513:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=26 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:0.0:1770653419.960523:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1770653419.960526:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff955705f97000. 02000000:00000001:2.0:1770653419.960528:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1770653419.960533:0:6724:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1770653419.960534:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:2.0:1770653419.960537:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=17 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:0.0:1770653419.960539:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1770653419.960546:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1770653419.960547:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665155180. 02000000:00000010:2.0:1770653419.960554:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95563443b000. 00000100:00000001:0.0:1770653419.960556:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1770653419.960562:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653419.960569:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1770653419.960570:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1770653419.960576:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1770653419.960581:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9557030de300 x1856657707202176/t4295332635(4295332635) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1770653419.960582:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955606dfd180. 00000100:00000001:2.0:1770653419.960593:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653419.960598:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653419.960603:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1770653419.960607:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1770653419.960608:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653419.960615:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95560e9a5400. 00000100:00000040:2.0:1770653419.960618:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9557030dc700 x1856657707194240/t8590299207(8590299207) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1770653419.960623:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653419.960628:0:7854:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1770653419.960635:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=25 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:2.0:1770653419.960643:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1770653419.960644:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1770653419.960651:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653419.960652:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95564f617400. 02000000:00000010:2.0:1770653419.960658:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955661e7b000. 02000000:00000001:0.0:1770653419.960660:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1770653419.960666:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1770653419.960669:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:0.0:1770653419.960671:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9557030de300. 00000020:00000001:2.0:1770653419.960676:0:6724:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1770653419.960681:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000020:00000040:2.0:1770653419.960682:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=16 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1770653419.960686:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653419.960689:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1770653419.960712:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff955616e3b400. 00000100:00000001:0.0:1770653419.960714:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1770653419.960720:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1770653419.960726:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1770653419.960730:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9557030dc700. 00000100:00000040:0.0:1770653419.960730:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955618d88380 x1856657707201920/t4295332634(4295332634) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653419.960738:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653419.960743:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653419.960752:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1770653419.960760:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1770653419.960764:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955606dfdc00 x1856657707197312/t8590299206(8590299206) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1770653419.960766:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653419.960772:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95560e9a7400. 02000000:00000001:0.0:1770653419.960784:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1770653419.960786:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1770653419.960789:0:7854:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1770653419.960793:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:0.0:1770653419.960795:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=24 obd=lustre-OST0001-osc-MDT0000 02000000:00000010:2.0:1770653419.960800:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95566bd43000. 00000020:00000001:0.0:1770653419.960802:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1770653419.960809:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95564f617000. 02000000:00000001:2.0:1770653419.960814:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1770653419.960818:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1770653419.960819:0:6724:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1770653419.960824:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:2.0:1770653419.960825:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=15 obd=lustre-OST0000-osc-MDT0000 00000100:00000010:0.0:1770653419.960829:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d88380. 00000020:00000001:2.0:1770653419.960832:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1770653419.960837:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 02000000:00000010:2.0:1770653419.960839:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff955634438000. 00000100:00000001:0.0:1770653419.960843:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653419.960870:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1770653419.960876:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1770653419.960883:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955606dfdc00. 00000100:00000001:0.0:1770653419.960886:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1770653419.960892:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653419.960899:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653419.960900:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95572eb21f80 x1856657707201024/t4295332633(4295332633) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653419.960909:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1770653419.960923:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1770653419.960924:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9557030dea00 x1856657707194368/t8590299205(8590299205) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1770653419.960930:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653419.960936:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95573c585400. 00000100:00000001:2.0:1770653419.960945:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1770653419.960949:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1770653419.960951:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1770653419.960956:0:7854:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:2.0:1770653419.960958:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95565d743000. 00000020:00000040:0.0:1770653419.960961:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=23 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:0.0:1770653419.960968:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1770653419.960969:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:0.0:1770653419.960972:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95563db0f400. 00000020:00000001:2.0:1770653419.960974:0:6724:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1770653419.960980:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=14 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:0.0:1770653419.960983:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1770653419.960985:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1770653419.960991:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:2.0:1770653419.960993:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff955616e39c00. 00000100:00000010:0.0:1770653419.960998:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572eb21f80. 02000000:00000001:2.0:1770653419.961003:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1770653419.961007:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1770653419.961009:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1770653419.961013:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1770653419.961015:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9557030dea00. 00000100:00000001:0.0:1770653419.961019:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1770653419.961025:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653419.961031:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653419.961032:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955665154a80 x1856657707201152/t4295332632(4295332632) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653419.961037:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1770653419.961049:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9556074a9c00 x1856657707193344/t8590299204(8590299204) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653419.961051:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1770653419.961056:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653419.961060:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9557180cc800. 02000000:00000001:0.0:1770653419.961070:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1770653419.961073:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1770653419.961075:0:7854:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1770653419.961078:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:0.0:1770653419.961081:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=22 obd=lustre-OST0001-osc-MDT0000 02000000:00000010:2.0:1770653419.961085:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955602a0dc00. 00000020:00000001:0.0:1770653419.961087:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1770653419.961095:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff9557180ce400. 02000000:00000001:2.0:1770653419.961097:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1770653419.961105:0:6724:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1770653419.961105:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:2.0:1770653419.961115:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=13 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:0.0:1770653419.961115:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1770653419.961121:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665154a80. 00000020:00000001:2.0:1770653419.961124:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1770653419.961128:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 02000000:00000010:2.0:1770653419.961131:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff955625e91800. 00000100:00000001:0.0:1770653419.961134:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653419.961141:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1770653419.961142:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1770653419.961148:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1770653419.961155:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95571043e300 x1856657707199360/t4295332631(4295332631) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1770653419.961157:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9556074a9c00. 00000100:00000001:2.0:1770653419.961168:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653419.961172:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653419.961178:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1770653419.961180:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1770653419.961183:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653419.961189:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955637245800. 00000100:00000040:2.0:1770653419.961192:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9557030df800 x1856657707194496/t8590299203(8590299203) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1770653419.961197:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653419.961203:0:7854:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1770653419.961208:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=21 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:2.0:1770653419.961214:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1770653419.961216:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1770653419.961220:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653419.961223:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95563db0f000. 02000000:00000010:2.0:1770653419.961227:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955602a0c400. 02000000:00000001:0.0:1770653419.961231:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1770653419.961236:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1770653419.961238:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:0.0:1770653419.961239:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95571043e300. 00000020:00000001:2.0:1770653419.961244:0:6724:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1770653419.961249:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000020:00000040:2.0:1770653419.961250:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=12 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1770653419.961256:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653419.961258:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1770653419.961265:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1770653419.961267:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff955616e3a800. 02000000:00000001:2.0:1770653419.961276:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1770653419.961277:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95572eb23100 x1856657707199616/t4295332630(4295332630) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653419.961280:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1770653419.961286:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9557030df800. 00000100:00000001:2.0:1770653419.961295:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653419.961299:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653419.961303:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1770653419.961306:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1770653419.961308:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653419.961315:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955608b34c00. 00000100:00000040:2.0:1770653419.961320:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9556074a8380 x1856657707193472/t8590299202(8590299202) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1770653419.961324:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653419.961330:0:7854:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1770653419.961335:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=20 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:2.0:1770653419.961339:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1770653419.961342:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1770653419.961346:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653419.961348:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95563db0fc00. 02000000:00000010:2.0:1770653419.961353:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955602a0cc00. 02000000:00000001:0.0:1770653419.961355:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1770653419.961362:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1770653419.961365:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95572eb23100. 02000000:00000001:2.0:1770653419.961366:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1770653419.961373:0:6724:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1770653419.961375:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000020:00000040:2.0:1770653419.961377:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=11 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1770653419.961380:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653419.961383:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1770653419.961387:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1770653419.961390:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff955625e92400. 00000100:00000040:0.0:1770653419.961398:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95571043d880 x1856657707198848/t4295332629(4295332629) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653419.961399:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1770653419.961404:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1770653419.961409:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9556074a8380. 00000100:00000001:2.0:1770653419.961416:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653419.961421:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653419.961428:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1770653419.961429:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1770653419.961437:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1770653419.961444:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9556074ab480 x1856657707193600/t8590299201(8590299201) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1770653419.961445:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955608b37c00. 02000000:00000001:0.0:1770653419.961455:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653419.961460:0:7854:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1770653419.961464:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000020:00000040:0.0:1770653419.961465:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=19 obd=lustre-OST0001-osc-MDT0000 02000000:00000001:2.0:1770653419.961472:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1770653419.961473:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1770653419.961478:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955618d8d000. 02000000:00000010:0.0:1770653419.961480:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95562054a000. 02000000:00000001:2.0:1770653419.961489:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1770653419.961491:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1770653419.961495:0:6724:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1770653419.961497:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:2.0:1770653419.961503:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=10 obd=lustre-OST0000-osc-MDT0000 00000100:00000010:0.0:1770653419.961504:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95571043d880. 00000020:00000001:2.0:1770653419.961514:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1770653419.961516:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 02000000:00000010:2.0:1770653419.961521:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff955616e3a400. 00000100:00000001:0.0:1770653419.961522:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653419.961533:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1770653419.961536:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1770653419.961542:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95571043d180 x1856657707198336/t4295332628(4295332628) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653419.961543:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1770653419.961549:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9556074ab480. 00000100:00000001:2.0:1770653419.961559:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653419.961564:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653419.961566:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1770653419.961572:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1770653419.961573:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653419.961580:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95565d742400. 00000100:00000040:2.0:1770653419.961585:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9556074ab100 x1856657707193728/t8590299200(8590299200) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1770653419.961589:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653419.961594:0:7854:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1770653419.961598:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=18 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:0.0:1770653419.961608:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1770653419.961614:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000010:0.0:1770653419.961615:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95565d743c00. 02000000:00000001:2.0:1770653419.961621:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1770653419.961623:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:2.0:1770653419.961627:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955618d8cc00. 02000000:00000001:0.0:1770653419.961629:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1770653419.961636:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95571043d180. 02000000:00000001:2.0:1770653419.961639:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1770653419.961644:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1770653419.961645:0:6724:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1770653419.961651:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1770653419.961653:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=9 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1770653419.961663:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1770653419.961664:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1770653419.961672:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff955616e3b000. 00000100:00000040:0.0:1770653419.961678:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95571043f800 x1856657707198080/t4295332627(4295332627) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653419.961681:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1770653419.961686:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1770653419.961691:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9556074ab100. 00000100:00000001:2.0:1770653419.961714:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653419.961716:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653419.961719:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1770653419.961727:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9556074aaa00 x1856657707193216/t8590299199(8590299199) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653419.961735:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1770653419.961737:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1770653419.961739:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955618d8dc00. 02000000:00000001:2.0:1770653419.961743:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1770653419.961744:0:6724:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1770653419.961746:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=8 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1770653419.961748:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1770653419.961750:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff955625e91000. 02000000:00000001:2.0:1770653419.961753:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1770653419.961754:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1770653419.961756:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9556074aaa00. 00000100:00000001:2.0:1770653419.961759:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653419.961761:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653419.961763:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1770653419.961767:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955666c22300 x1856657707190912/t8590299198(8590299198) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653419.961784:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1770653419.961787:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1770653419.961790:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1770653419.961793:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653419.961797:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95563443bc00. 02000000:00000010:2.0:1770653419.961799:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95565a579000. 02000000:00000001:0.0:1770653419.961808:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1770653419.961810:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653419.961814:0:7854:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1770653419.961816:0:6724:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1770653419.961820:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=17 obd=lustre-OST0001-osc-MDT0000 00000020:00000040:2.0:1770653419.961823:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=7 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1770653419.961828:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1770653419.961830:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1770653419.961835:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95565d741400. 02000000:00000010:2.0:1770653419.961837:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff955607ffcc00. 02000000:00000001:0.0:1770653419.961880:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1770653419.961884:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1770653419.961886:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:0.0:1770653419.961888:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95571043f800. 02000000:00000001:2.0:1770653419.961894:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1770653419.961900:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000010:2.0:1770653419.961901:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c22300. 00000100:00000001:0.0:1770653419.961905:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653419.961911:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1770653419.961913:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1770653419.961919:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653419.961926:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95571043c380 x1856657707197568/t4295332626(4295332626) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653419.961929:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1770653419.961941:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955666c20700 x1856657707190656/t8590299197(8590299197) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653419.961946:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1770653419.961952:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653419.961958:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95563443ac00. 00000100:00000001:2.0:1770653419.961961:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1770653419.961969:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1770653419.961970:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:2.0:1770653419.961975:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95565a579c00. 00000020:00000001:0.0:1770653419.961976:0:7854:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1770653419.961984:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=16 obd=lustre-OST0001-osc-MDT0000 02000000:00000001:2.0:1770653419.961989:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653419.961990:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1770653419.961995:0:6724:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:0.0:1770653419.961998:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95565d741000. 00000020:00000040:2.0:1770653419.962001:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=6 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:0.0:1770653419.962006:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1770653419.962008:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1770653419.962011:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:2.0:1770653419.962015:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff955607ffc800. 00000100:00000010:0.0:1770653419.962017:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95571043c380. 02000000:00000001:2.0:1770653419.962026:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1770653419.962027:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1770653419.962031:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1770653419.962033:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1770653419.962039:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c20700. 00000100:00000001:0.0:1770653419.962041:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1770653419.962050:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1770653419.962053:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955606dfdf80 x1856657707197056/t4295332625(4295332625) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653419.962056:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653419.962066:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1770653419.962075:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1770653419.962077:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955666c21f80 x1856657707191168/t8590299196(8590299196) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1770653419.962080:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653419.962086:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95565d742000. 02000000:00000001:0.0:1770653419.962097:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1770653419.962100:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1770653419.962102:0:7854:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1770653419.962106:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:0.0:1770653419.962108:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=15 obd=lustre-OST0001-osc-MDT0000 02000000:00000010:2.0:1770653419.962113:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95566b67e400. 00000020:00000001:0.0:1770653419.962115:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1770653419.962123:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff955634439800. 02000000:00000001:2.0:1770653419.962127:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1770653419.962131:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1770653419.962133:0:6724:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1770653419.962136:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:2.0:1770653419.962139:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000100:00000010:0.0:1770653419.962142:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955606dfdf80. 00000020:00000001:2.0:1770653419.962146:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1770653419.962152:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 02000000:00000010:2.0:1770653419.962153:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95563097ec00. 00000100:00000001:0.0:1770653419.962158:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653419.962164:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1770653419.962165:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1770653419.962171:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1770653419.962181:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c21f80. 00000100:00000040:0.0:1770653419.962181:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955603ca4380 x1856657707193856/t4295332624(4295332624) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653419.962193:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653419.962198:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653419.962201:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1770653419.962204:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1770653419.962207:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653419.962212:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955602a0d400. 00000100:00000040:2.0:1770653419.962216:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955666c21500 x1856657707190784/t8590299195(8590299195) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1770653419.962220:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653419.962225:0:7854:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1770653419.962229:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=14 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:0.0:1770653419.962236:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1770653419.962241:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff955616e38000. 00000100:00000001:2.0:1770653419.962245:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1770653419.962248:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1770653419.962251:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1770653419.962254:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:2.0:1770653419.962258:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95565a57bc00. 00000100:00000010:0.0:1770653419.962260:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955603ca4380. 02000000:00000001:2.0:1770653419.962269:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1770653419.962271:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1770653419.962277:0:6724:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1770653419.962278:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1770653419.962285:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1770653419.962287:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1770653419.962292:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1770653419.962300:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9556074a8e00 x1856657707192960/t4295332623(4295332623) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1770653419.962301:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff955607ffdc00. 02000000:00000001:2.0:1770653419.962313:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1770653419.962318:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1770653419.962323:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000010:2.0:1770653419.962325:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c21500. 02000000:00000001:0.0:1770653419.962330:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1770653419.962333:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 02000000:00000010:0.0:1770653419.962336:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955602a0fc00. 00000100:00000001:2.0:1770653419.962339:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653419.962346:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1770653419.962347:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653419.962352:0:7854:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1770653419.962355:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955666c23800 x1856657707190528/t8590299194(8590299194) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1770653419.962356:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=13 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:0.0:1770653419.962366:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1770653419.962372:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95564c10a800. 00000100:00000001:2.0:1770653419.962380:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1770653419.962383:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1770653419.962386:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1770653419.962388:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:2.0:1770653419.962393:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95566b67fc00. 00000100:00000010:0.0:1770653419.962395:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9556074a8e00. 02000000:00000001:2.0:1770653419.962403:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1770653419.962405:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1770653419.962408:0:6724:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1770653419.962410:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1770653419.962414:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1770653419.962417:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1770653419.962421:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1770653419.962428:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff955607ffc400. 00000100:00000040:0.0:1770653419.962429:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9557030dd880 x1856657707194624/t4295332622(4295332622) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653419.962438:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1770653419.962443:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1770653419.962446:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000010:2.0:1770653419.962448:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c23800. 02000000:00000001:0.0:1770653419.962452:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1770653419.962456:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 02000000:00000010:0.0:1770653419.962459:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955661e7b400. 00000100:00000001:2.0:1770653419.962462:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653419.962468:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1770653419.962470:0:6724:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1770653419.962474:0:7854:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1770653419.962480:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=12 obd=lustre-OST0001-osc-MDT0000 00000100:00000040:2.0:1770653419.962482:0:6724:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955666c20a80 x1856657707191424/t8590299193(8590299193) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653419.962485:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1770653419.962492:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff955616e39000. 02000000:00000001:0.0:1770653419.962501:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1770653419.962506:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1770653419.962508:0:6724:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000010:0.0:1770653419.962511:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9557030dd880. 02000000:00000001:2.0:1770653419.962514:0:6724:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1770653419.962520:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 02000000:00000010:2.0:1770653419.962522:0:6724:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95565a57b000. 00000100:00000001:0.0:1770653419.962526:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653419.962532:0:6724:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1770653419.962533:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1770653419.962538:0:6724:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1770653419.962545:0:6724:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:0.0:1770653419.962546:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955603ca4000 x1856657707193984/t4295332621(4295332621) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1770653419.962552:0:6724:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1770653419.962558:0:6724:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95563097c400. 00000100:00000001:0.0:1770653419.962569:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1770653419.962571:0:6724:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1770653419.962574:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1770653419.962577:0:6724:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:0.0:1770653419.962581:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955602a0c000. 00000100:00000010:2.0:1770653419.962583:0:6724:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955666c20a80. 02000000:00000001:0.0:1770653419.962590:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1770653419.962593:0:6724:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1770653419.962595:0:7854:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1770653419.962599:0:6724:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1770653419.962601:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=11 obd=lustre-OST0001-osc-MDT0000 00000040:00000001:2.0:1770653419.962607:0:6724:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000020:00000001:0.0:1770653419.962609:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:2.0:1770653419.962612:0:6724:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 02000000:00000010:0.0:1770653419.962615:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff955616e39400. 00000040:00000001:2.0:1770653419.962619:0:6724:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653419.962624:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000040:00000001:2.0:1770653419.962626:0:6724:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 02000000:00000001:0.0:1770653419.962628:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000040:00001000:2.0:1770653419.962632:0:6724:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 48 records, first 1775 in log [0x1:0x19:0x0] 00000100:00000010:0.0:1770653419.962634:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955603ca4000. 00080000:00000001:2.0:1770653419.962641:0:6724:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:0.0:1770653419.962643:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1770653419.962648:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653419.962653:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00080000:00000010:2.0:1770653419.962654:0:6724:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9556683a0400. 00000100:00000040:0.0:1770653419.962662:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9557030dce00 x1856657707194112/t4295332620(4295332620) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1770653419.962664:0:6724:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626797081199616 : -117276628352000 : ffff9556683a0400) 00000040:00000001:2.0:1770653419.962674:0:6724:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1770653419.962680:0:6724:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1770653419.962686:0:6724:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000001:0.0:1770653419.962689:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1770653419.962693:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653419.962717:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955661e7bc00. 00000001:00000001:2.0:1770653419.962721:0:6724:0:(osd_quota.c:525:osd_declare_quota()) Process entered 02000000:00000001:0.0:1770653419.962724:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00080000:00000001:2.0:1770653419.962727:0:6724:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653419.962729:0:7854:0:(genops.c:1236:class_import_put()) Process entered 00000040:00000001:2.0:1770653419.962736:0:6724:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653419.962737:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=10 obd=lustre-OST0001-osc-MDT0000 00000040:00000001:2.0:1770653419.962750:0:6724:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653419.962751:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1770653419.962756:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff955616e3a000. 00000040:00000001:2.0:1770653419.962758:0:6724:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:2.0:1770653419.962764:0:6724:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 02000000:00000001:0.0:1770653419.962765:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00080000:00000002:2.0:1770653419.962768:0:6724:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x19:0x0] not in the id map cache 02000000:00000001:0.0:1770653419.962770:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1770653419.962777:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9557030dce00. 00080000:00000001:2.0:1770653419.962779:0:6724:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000100:00000001:0.0:1770653419.962784:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00080000:00000001:2.0:1770653419.962785:0:6724:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653419.962789:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653419.962792:0:6724:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653419.962797:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00080000:00000001:2.0:1770653419.962799:0:6724:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:2.0:1770653419.962805:0:6724:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000100:00000040:0.0:1770653419.962807:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9557030de680 x1856657707194752/t4295332619(4295332619) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1770653419.962810:0:6724:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653419.962826:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1770653419.962831:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:2.0:1770653419.962832:0:6724:0:(osd_quota.c:525:osd_declare_quota()) Process entered 02000000:00000010:0.0:1770653419.962837:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955602a0f400. 00000001:00000001:2.0:1770653419.962839:0:6724:0:(osd_quota.c:525:osd_declare_quota()) Process entered 02000000:00000001:0.0:1770653419.962885:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653419.962889:0:7854:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1770653419.962891:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=9 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:0.0:1770653419.962895:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1770653419.962900:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff955616e39800. 00080000:00000001:2.0:1770653419.962902:0:6724:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653419.962905:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000040:00000001:2.0:1770653419.962909:0:6724:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653419.962911:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000040:00000001:2.0:1770653419.962915:0:6724:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653419.962917:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9557030de680. 00080000:00000001:2.0:1770653419.962921:0:6724:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:0.0:1770653419.962927:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1770653419.962931:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653419.962935:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00080000:00000001:2.0:1770653419.962939:0:6724:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653419.962941:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9557030dc380 x1856657707196288/t4295332618(4295332618) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000040:00000001:2.0:1770653419.962949:0:6724:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:2.0:1770653419.962956:0:6724:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1770653419.962962:0:6724:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x19:0x0] 00000100:00000001:0.0:1770653419.962964:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1770653419.962972:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00080000:00000001:2.0:1770653419.962974:0:6724:0:(osd_io.c:399:osd_write()) Process entered 02000000:00000010:0.0:1770653419.962975:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955620548000. 02000000:00000001:0.0:1770653419.962985:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653419.962987:0:7854:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1770653419.962990:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=8 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:0.0:1770653419.962992:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1770653419.962994:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff955625e92c00. 00080000:00000001:2.0:1770653419.962998:0:6724:0:(osd_io.c:440:osd_write()) Process leaving (rc=8192 : 8192 : 2000) 02000000:00000001:0.0:1770653419.963000:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1770653419.963006:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000040:00000001:2.0:1770653419.963008:0:6724:0:(llog_osd.c:456:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653419.963010:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9557030dc380. 00000040:00000001:2.0:1770653419.963014:0:6724:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653419.963018:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00080000:00000001:2.0:1770653419.963022:0:6724:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:0.0:1770653419.963023:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653419.963030:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1770653419.963037:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955603ca7100 x1856657707188608/t4295332617(4295332617) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1770653419.963041:0:6724:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1770653419.963050:0:6724:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653419.963057:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000040:00000001:2.0:1770653419.963058:0:6724:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653419.963062:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000004:00001000:2.0:1770653419.963065:0:6724:0:(osp_sync.c:1160:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: cancel 48 records in [0x1:0x19:0x0]: rc = 0 02000000:00000010:0.0:1770653419.963068:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9557352cf000. 00000004:00000010:2.0:1770653419.963079:0:6724:0:(osp_sync.c:1167:osp_sync_process_committed()) kfreed 'arr': 192 at ffff9556695e0e40. 02000000:00000001:0.0:1770653419.963081:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653419.963087:0:7854:0:(genops.c:1236:class_import_put()) Process entered 00000004:00000040:2.0:1770653419.963090:0:6724:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff955719117d80 : new refcount 2 00000020:00000040:0.0:1770653419.963092:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=7 obd=lustre-OST0001-osc-MDT0000 00000004:00080000:2.0:1770653419.963098:0:6724:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 48 done 00000020:00000001:0.0:1770653419.963100:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1770653419.963107:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95566c887400. 00000004:00000001:2.0:1770653419.963109:0:6724:0:(osp_sync.c:1189:osp_sync_process_committed()) Process leaving 00000004:00000001:2.0:1770653419.963115:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 02000000:00000001:0.0:1770653419.963117:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000004:00000001:2.0:1770653419.963118:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653419.963123:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000004:00000001:2.0:1770653419.963126:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000010:0.0:1770653419.963128:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955603ca7100. 00000004:00000001:2.0:1770653419.963131:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653419.963137:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000004:00000001:2.0:1770653419.963140:0:6724:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:0.0:1770653419.963144:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1770653419.963145:0:6724:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653419.963152:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1770653419.963159:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9556074a9180 x1856657707192832/t4295332616(4295332616) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653419.963169:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1770653419.963172:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653419.963174:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95564c10bc00. 02000000:00000001:0.0:1770653419.963178:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653419.963180:0:7854:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1770653419.963182:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=6 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:0.0:1770653419.963184:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1770653419.963186:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95564c108400. 02000000:00000001:0.0:1770653419.963189:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1770653419.963191:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1770653419.963192:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9556074a9180. 00000100:00000001:0.0:1770653419.963195:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1770653419.963196:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653419.963198:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1770653419.963202:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955603ca7800 x1856657707188480/t4295332615(4295332615) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653419.963209:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1770653419.963211:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653419.963212:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95566b67f800. 02000000:00000001:0.0:1770653419.963216:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653419.963217:0:7854:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1770653419.963218:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=5 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:0.0:1770653419.963220:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1770653419.963222:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95566c887800. 02000000:00000001:0.0:1770653419.963224:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1770653419.963226:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1770653419.963228:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955603ca7800. 00000100:00000001:0.0:1770653419.963230:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1770653419.963232:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653419.963234:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1770653419.963237:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9556074a8700 x1856657707192576/t4295332614(4295332614) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653419.963244:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1770653419.963246:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653419.963248:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95564c10b000. 02000000:00000001:0.0:1770653419.963251:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653419.963252:0:7854:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1770653419.963253:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=4 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:0.0:1770653419.963255:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1770653419.963257:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95564c10b400. 02000000:00000001:0.0:1770653419.963259:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1770653419.963260:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1770653419.963262:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9556074a8700. 00000100:00000001:0.0:1770653419.963264:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1770653419.963266:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653419.963268:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1770653419.963271:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955603ca5500 x1856657707189248/t4295332613(4295332613) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653419.963278:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1770653419.963279:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653419.963281:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95565a578c00. 02000000:00000001:0.0:1770653419.963284:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653419.963285:0:7854:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1770653419.963287:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:0.0:1770653419.963289:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1770653419.963290:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95566c885800. 02000000:00000001:0.0:1770653419.963293:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1770653419.963294:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1770653419.963295:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955603ca5500. 00000100:00000001:0.0:1770653419.963299:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1770653419.963300:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653419.963302:0:7854:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1770653419.963307:0:7854:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955603ca4e00 x1856657707188864/t4295332612(4295332612) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1770653429 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653419.963315:0:7854:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1770653419.963316:0:7854:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653419.963318:0:7854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9557352cc400. 02000000:00000001:0.0:1770653419.963321:0:7854:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653419.963323:0:7854:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1770653419.963324:0:7854:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=2 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:0.0:1770653419.963326:0:7854:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1770653419.963328:0:7854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff95566c885c00. 02000000:00000001:0.0:1770653419.963330:0:7854:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1770653419.963331:0:7854:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1770653419.963333:0:7854:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955603ca4e00. 00000100:00000001:0.0:1770653419.963335:0:7854:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1770653419.963337:0:7854:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1770653419.963339:0:7854:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:0.0:1770653419.963341:0:7854:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:0.0:1770653419.963345:0:7854:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1770653419.963348:0:7854:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:0.0:1770653419.963350:0:7854:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 46 records, first 3601 in log [0x1:0x18:0x0] 00080000:00000001:0.0:1770653419.963354:0:7854:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1770653419.963361:0:7854:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff955623652400. 00080000:00000001:0.0:1770653419.963364:0:7854:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446626795926397952 : -117277783153664 : ffff955623652400) 00000040:00000001:0.0:1770653419.963367:0:7854:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1770653419.963369:0:7854:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1770653419.963371:0:7854:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1770653419.963386:0:7854:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1770653419.963388:0:7854:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1770653419.963390:0:7854:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1770653419.963393:0:7854:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1770653419.963395:0:7854:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:0.0:1770653419.963397:0:7854:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000002:0.0:1770653419.963400:0:7854:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x18:0x0] not in the id map cache 00080000:00000001:0.0:1770653419.963404:0:7854:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1770653419.963406:0:7854:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1770653419.963409:0:7854:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653419.963413:0:7854:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:0.0:1770653419.963415:0:7854:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1770653419.963417:0:7854:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653419.963430:0:7854:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:0.0:1770653419.963431:0:7854:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1770653419.963446:0:7854:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1770653419.963449:0:7854:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1770653419.963452:0:7854:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653419.963455:0:7854:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1770653419.963466:0:7854:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1770653419.963469:0:7854:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:0.0:1770653419.963471:0:7854:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1770653419.963473:0:7854:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x18:0x0] 00080000:00000001:0.0:1770653419.963479:0:7854:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1770653419.963490:0:7854:0:(osd_io.c:440:osd_write()) Process leaving (rc=8192 : 8192 : 2000) 00000040:00000001:0.0:1770653419.963493:0:7854:0:(llog_osd.c:456:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1770653419.963496:0:7854:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653419.963499:0:7854:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1770653419.963508:0:7854:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1770653419.963511:0:7854:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1770653419.963514:0:7854:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:0.0:1770653419.963517:0:7854:0:(osp_sync.c:1160:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: cancel 46 records in [0x1:0x18:0x0]: rc = 0 00000004:00000010:0.0:1770653419.963521:0:7854:0:(osp_sync.c:1167:osp_sync_process_committed()) kfreed 'arr': 184 at ffff95564f362780. 00000004:00000040:0.0:1770653419.963524:0:7854:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff955718a74000 : new refcount 2 00000004:00080000:0.0:1770653419.963527:0:7854:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 46 done 00000004:00000001:0.0:1770653419.963531:0:7854:0:(osp_sync.c:1189:osp_sync_process_committed()) Process leaving 00000004:00000001:0.0:1770653419.963534:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1770653419.963536:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1770653419.963538:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1770653419.963540:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1770653419.963543:0:7854:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1770653419.963545:0:7854:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653419.970905:0:78052:0:(connection.c:75:cpu_latency_work()) work item of ffff95572011f330 (cpu 0) has reached its deadline 4301450783, at 4301450784 00000100:00000010:3.0:1770653419.970917:0:78052:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9556681b9ba0. 00000100:00000040:2.0:1770653419.970994:0:81035:0:(connection.c:75:cpu_latency_work()) work item of ffff95572011f220 (cpu 0) has reached its deadline 4301450783, at 4301450784 00000100:00000040:1.0:1770653419.971006:0:78151:0:(connection.c:75:cpu_latency_work()) work item of ffff95572011f110 (cpu 0) has reached its deadline 4301450783, at 4301450784 00000100:00000010:2.0:1770653419.971008:0:81035:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9556681b9600. 00000100:00000040:0.0:1770653419.971018:0:81665:0:(connection.c:75:cpu_latency_work()) work item of ffff95572011f000 (cpu 0) has reached its deadline 4301450783, at 4301450784 00000100:00000010:1.0:1770653419.971025:0:78151:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9556681b91e0. 00000100:00000010:0.0:1770653419.971033:0:81665:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9556681b9420. 00000100:00000001:0.0:1770653420.451055:0:76646:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1770653420.451064:0:76646:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653420.770988:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653420.770997:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653420.771004:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653420.771006:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653420.771011:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653420.771013:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653420.771016:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653420.771017:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653420.771022:0:81035:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1770653420.771024:0:81035:0:(ldlm_pool.c:464:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653420.771043:0:81035:0:(ldlm_pool.c:1344:ldlm_pools_recalc_task()) Negative interval(-6699) 00000020:00000001:0.0:1770653420.771110:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1770653420.771116:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653420.771120:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1770653421.794965:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653421.794974:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653421.794981:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653421.794983:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653421.794987:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653421.794989:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653421.794993:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653421.794995:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653421.795000:0:81035:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1770653421.795001:0:81035:0:(ldlm_pool.c:464:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653421.795019:0:81035:0:(ldlm_pool.c:1344:ldlm_pools_recalc_task()) Negative interval(-6700) 00000020:00000001:3.0:1770653421.795052:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1770653421.795059:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653421.795063:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1770653422.029248:0:1:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1770653422.029264:0:1:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653422.029268:0:1:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653422.029276:0:1:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1770653422.029283:0:1:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653422.029287:0:1:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653422.029294:0:1:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1770653422.029301:0:1:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653422.029305:0:1:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1770653422.423733:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653422.423761:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653422.423767:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653422.423771:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653422.423788:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653422.423814:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 12 MB=0x6989ede8d3280 00000400:00000200:0.0:1770653422.423827:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 224/224 into md 0xe8f551 [64] + 182736 00000800:00000001:0.0:1770653422.423839:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653422.423884:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653422.423889:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653422.423895:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653422.423904:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653422.423908:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1770653422.423918:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710551f80. 00000100:00000040:0.0:1770653422.423923:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955710551f80 x1856657966314112 msgsize 224 00000100:00100000:0.0:1770653422.423929:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653422.423948:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653422.423960:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653422.423965:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653422.423967:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653422.423969:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653422.423974:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653422.423980:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 28 MB=0x6989ede8d3380 00000400:00000200:0.0:1770653422.423988:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 224/224 into md 0xecf8a9 [8] + 0 00000800:00000001:0.0:1770653422.423992:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653422.423996:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653422.423998:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653422.424002:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653422.424006:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653422.424007:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1770653422.424012:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710550000. 00000100:00000040:0.0:1770653422.424016:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955710550000 x1856657966314368 msgsize 224 00000100:00100000:0.0:1770653422.424021:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:0.0:1770653422.424037:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1770653422.424042:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653422.424046:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653422.424049:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1770653422.424055:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653422.424065:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:0.0:1770653422.424072:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 28 MB=0x6989ede8d3300 00000100:00000001:2.0:1770653422.424076:0:50958:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1770653422.424079:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 224/224 into md 0xecf8a9 [8] + 224 00000100:00100000:2.0:1770653422.424085:0:50958:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966314112 00000800:00000001:0.0:1770653422.424087:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653422.424093:0:12201:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1770653422.424093:0:50958:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:0.0:1770653422.424096:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653422.424102:0:50958:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1770653422.424108:0:12201:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966314368 00000100:00000001:2.0:1770653422.424108:0:50958:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653422.424110:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1770653422.424124:0:12201:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653422.424128:0:12201:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1770653422.424130:0:50958:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653422.424132:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:3.0:1770653422.424136:0:12201:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653422.424145:0:50958:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966314112 02000000:00000001:3.0:1770653422.424148:0:12201:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653422.424148:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:2.0:1770653422.424151:0:50958:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:0.0:1770653422.424159:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000040:2.0:1770653422.424160:0:50958:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e0f9dcb4 00000100:00100000:3.0:1770653422.424161:0:12201:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966314368 00000100:00000010:0.0:1770653422.424176:0:3282:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710551880. 00000020:00000001:3.0:1770653422.424178:0:12201:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1770653422.424178:0:50958:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1770653422.424193:0:12201:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000100:00000040:0.0:1770653422.424194:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff955710551880 x1856657966314240 msgsize 224 00000020:00000040:2.0:1770653422.424195:0:50958:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955603394000 refcount=109 00000020:00000001:3.0:1770653422.424205:0:12201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1770653422.424207:0:50958:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795386650624 : -117278322900992 : ffff955603394000) 00000020:00000040:3.0:1770653422.424216:0:12201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=55 00000020:00000001:2.0:1770653422.424218:0:50958:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795386650624 : -117278322900992 : ffff955603394000) 00000100:00100000:0.0:1770653422.424231:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000020:00000001:3.0:1770653422.424236:0:12201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:2.0:1770653422.424239:0:50958:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1770653422.424241:0:12201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:0.0:1770653422.424247:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1770653422.424250:0:12201:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1770653422.424250:0:50958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f597c0. 00000800:00000001:0.0:1770653422.424254:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1770653422.424265:0:12201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbd80. 00000020:00000010:2.0:1770653422.424266:0:50958:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff95564b95aa00. 00000800:00000001:0.0:1770653422.424268:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1770653422.424286:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1770653422.424289:0:12201:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff955660f595c0. 00000800:00000001:0.0:1770653422.424294:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1770653422.424295:0:50958:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (ffff955706306360) now 12 - evictor 00000020:00000040:3.0:1770653422.424307:0:12201:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff9557082818d8) now 8 - evictor 00000400:00000200:0.0:1770653422.424307:0:3282:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:2.0:1770653422.424317:0:50958:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1770653422.424322:0:12201:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1770653422.424335:0:12201:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95562fa44600. 00000020:00000010:2.0:1770653422.424336:0:50958:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955710654e00. 00000400:00000200:0.0:1770653422.424337:0:3282:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 26 MB=0x6989ede8d3200 00000020:00000010:3.0:1770653422.424349:0:12201:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3800. 00000020:00000010:2.0:1770653422.424355:0:50958:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d300. 00000020:00000010:3.0:1770653422.424357:0:12201:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90bb8. 00000100:00000001:1.0:1770653422.424364:0:6530:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1770653422.424369:0:3282:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.60@tcp of length 224/224 into md 0xe3d8dd [2] + 0 00000100:00100000:1.0:1770653422.424374:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966314240 00000020:00000010:2.0:1770653422.424377:0:50958:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510708. 00000100:00000040:3.0:1770653422.424378:0:12201:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000400:00000010:0.0:1770653422.424384:0:3282:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955606100cb8. 02000000:00000001:1.0:1770653422.424388:0:6530:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653422.424390:0:12201:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653422.424403:0:6530:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653422.424404:0:12201:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1770653422.424408:0:50958:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:0.0:1770653422.424409:0:3282:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff95564b8cb540 00000100:00000001:3.0:1770653422.424414:0:12201:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653422.424416:0:6530:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653422.424421:0:50958:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000001:0.0:1770653422.424425:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1770653422.424430:0:50958:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653422.424431:0:12201:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:1.0:1770653422.424432:0:6530:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653422.424440:0:12201:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1770653422.424442:0:50958:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653422.424445:0:12201:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653422.424446:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966314240 00000800:00000001:0.0:1770653422.424447:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653422.424459:0:6530:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1770653422.424459:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653422.424462:0:50958:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1770653422.424463:0:12201:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1770653422.424467:0:6530:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000100:00000001:2.0:1770653422.424476:0:50958:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:0.0:1770653422.424476:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000001:1.0:1770653422.424479:0:6530:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1770653422.424483:0:50958:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653422.424486:0:12201:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1770653422.424489:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95564b8cb540 00000020:00000040:1.0:1770653422.424491:0:6530:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=55 00000100:00000001:3.0:1770653422.424492:0:12201:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1770653422.424497:0:3282:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff95564b8cb540. 00000020:00000001:1.0:1770653422.424507:0:6530:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000001:0.0:1770653422.424512:0:3282:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1770653422.424513:0:50958:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1770653422.424517:0:12201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 3137 00000100:00000200:0.0:1770653422.424521:0:3282:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000001:1.0:1770653422.424522:0:6530:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000100:00000040:0.0:1770653422.424540:0:3282:0:(events.c:337:request_in_callback()) incoming req@ffff95570622f050 x1856657966313984 msgsize 224 00000100:00000040:3.0:1770653422.424541:0:12201:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:1.0:1770653422.424542:0:6530:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1770653422.424546:0:50958:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1770653422.424557:0:6530:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955639ca46c0. 00000100:00000001:2.0:1770653422.424560:0:50958:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1770653422.424562:0:12201:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626799901540352 : -117273808011264 : ffff955710550000) 00000020:00000010:1.0:1770653422.424569:0:6530:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9556196fb400. 00000100:00100000:0.0:1770653422.424575:0:3282:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00100000:2.0:1770653422.424582:0:50958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 5832 00000100:00000040:0.0:1770653422.424586:0:3282:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:3.0:1770653422.424588:0:12201:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955710550000 x1856657966314368/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:253/0 lens 224/0 e 0 to 0 dl 1770653433 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1770653422.424589:0:6530:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff9557181831b0) now 8 - evictor 00000100:00000040:2.0:1770653422.424597:0:50958:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955603394000 : new rpc_count 1 00000100:00000001:1.0:1770653422.424604:0:6530:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1770653422.424610:0:50958:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626799901548416 : -117273808003200 : ffff955710551f80) 00000100:00000001:0.0:1770653422.424611:0:3282:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:1.0:1770653422.424615:0:6530:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f7400. 00000800:00000001:0.0:1770653422.424622:0:3282:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:1.0:1770653422.424633:0:6530:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556051bf400. 00000800:00000001:0.0:1770653422.424636:0:3282:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1770653422.424638:0:50958:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955710551f80 x1856657966314112/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:253/0 lens 224/0 e 0 to 0 dl 1770653433 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1770653422.424652:0:6530:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada3e8. 00000100:00000001:3.0:1770653422.424657:0:12201:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1770653422.424669:0:12201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbe80. 00000100:00000001:1.0:1770653422.424671:0:6530:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1770653422.424674:0:50958:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1770653422.424694:0:12201:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653422.424700:0:12201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbe80. 00000100:00000001:1.0:1770653422.424705:0:6530:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1770653422.424706:0:50958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59a00. 00000100:00000001:1.0:1770653422.424711:0:6530:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653422.424715:0:50958:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653422.424732:0:50958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59a00. 00000100:00000001:1.0:1770653422.424735:0:6530:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:3.0:1770653422.424736:0:12201:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955710550000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b31b1d82-c1d4-4680-ae7a-71292416d1f5+55:2366:x1856657966314368:12345-192.168.202.60@tcp:400:kworker.0 00000100:00000001:1.0:1770653422.424746:0:6530:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1770653422.424755:0:6530:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653422.424755:0:5752:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1770653422.424757:0:50958:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955710551f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b31b1d82-c1d4-4680-ae7a-71292416d1f5+109:2366:x1856657966314112:12345-192.168.202.60@tcp:400:kworker.0 00000100:00100000:0.0:1770653422.424767:0:5752:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966313984 00000100:00000200:3.0:1770653422.424768:0:12201:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966314368 00000100:00000001:1.0:1770653422.424781:0:6530:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1770653422.424788:0:50958:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966314112 02000000:00000001:0.0:1770653422.424789:0:5752:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1770653422.424790:0:12201:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1770653422.424797:0:50958:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1770653422.424801:0:5752:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1770653422.424804:0:12201:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1770653422.424805:0:5752:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653422.424806:0:50958:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1770653422.424806:0:6530:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1770653422.424819:0:6530:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1770653422.424821:0:12201:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653422.424822:0:5752:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653422.424823:0:50958:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653422.424843:0:12201:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1770653422.424844:0:50958:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:1.0:1770653422.424844:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 3138 00000020:00000001:3.0:1770653422.424850:0:12201:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789376 : -1047762240 : ffffffffc18c6ac0) 00000020:00000001:3.0:1770653422.424856:0:12201:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1770653422.424888:0:50958:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789376 : -1047762240 : ffffffffc18c6ac0) 00000020:00000001:2.0:1770653422.424895:0:50958:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1770653422.424900:0:12201:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1770653422.424900:0:5752:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966313984 00000100:00000040:1.0:1770653422.424902:0:6530:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000001:00000001:2.0:1770653422.424904:0:50958:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1856657966314112, found 0 last_xid 1856657966314111 00000020:00000001:0.0:1770653422.424915:0:5752:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1770653422.424922:0:6530:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626799901546624 : -117273808004992 : ffff955710551880) 00000020:00000040:0.0:1770653422.424925:0:5752:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e0f9dc91 00000020:00000001:3.0:1770653422.424927:0:12201:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1770653422.424927:0:50958:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653422.424938:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955710551880 x1856657966314240/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:253/0 lens 224/0 e 0 to 0 dl 1770653433 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1770653422.424944:0:50958:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1770653422.424946:0:12201:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1770653422.424946:0:5752:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1770653422.424965:0:50958:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1770653422.424966:0:6530:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1770653422.424968:0:5752:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95563047c000 refcount=9 00000020:00000001:3.0:1770653422.424969:0:12201:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653422.424978:0:50958:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653422.424981:0:6530:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955639ca4f80. 00000020:00000001:0.0:1770653422.424984:0:5752:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796142575616 : -117277566976000 : ffff95563047c000) 00000020:00000001:3.0:1770653422.424986:0:12201:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1770653422.424986:0:50958:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1770653422.424989:0:6530:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1770653422.425001:0:5752:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626796142575616 : -117277566976000 : ffff95563047c000) 00000020:00000010:1.0:1770653422.425002:0:6530:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955639ca4f80. 00000100:00000001:3.0:1770653422.425004:0:12201:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1770653422.425005:0:50958:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1770653422.425015:0:5752:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1770653422.425019:0:50958:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1770653422.425021:0:12201:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1770653422.425024:0:5752:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556248ac040. 00000100:00100000:1.0:1770653422.425032:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955710551880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b31b1d82-c1d4-4680-ae7a-71292416d1f5+55:2366:x1856657966314240:12345-192.168.202.60@tcp:400:kworker.0 00000100:00000001:0.0:1770653422.425034:0:5752:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1770653422.425041:0:12201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95560612a000. 02000000:00000010:2.0:1770653422.425042:0:50958:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9556683a1800. 00000020:00000010:0.0:1770653422.425046:0:5752:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556248ac040. 00000100:00000200:1.0:1770653422.425052:0:6530:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966314240 02000000:00000001:3.0:1770653422.425064:0:12201:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653422.425065:0:50958:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653422.425066:0:6530:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1770653422.425067:0:5752:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955626008000. 00000020:00000001:1.0:1770653422.425075:0:6530:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1770653422.425083:0:50958:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653422.425084:0:12201:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653422.425086:0:6530:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653422.425086:0:5752:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95560c36b200. 00000020:00000001:2.0:1770653422.425103:0:50958:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653422.425104:0:12201:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653422.425106:0:6530:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:0.0:1770653422.425107:0:5752:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d4b0. 00000020:00000001:1.0:1770653422.425116:0:6530:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789376 : -1047762240 : ffffffffc18c6ac0) 00000020:00000001:1.0:1770653422.425124:0:6530:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000040:3.0:1770653422.425127:0:12201:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966314368 00010000:00000040:2.0:1770653422.425127:0:50958:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295710334, transno 0, xid 1856657966314112 00000020:00000001:1.0:1770653422.425133:0:6530:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653422.425133:0:5752:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00010000:00000001:3.0:1770653422.425146:0:12201:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:2.0:1770653422.425146:0:50958:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000001:1.0:1770653422.425150:0:6530:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1770653422.425151:0:5752:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1770653422.425159:0:6530:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1770653422.425159:0:5752:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1770653422.425165:0:5752:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653422.425168:0:6530:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1770653422.425169:0:50958:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955710551f80 x1856657966314112/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:253/0 lens 224/224 e 0 to 0 dl 1770653433 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1770653422.425170:0:12201:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955710550000 x1856657966314368/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:253/0 lens 224/224 e 0 to 0 dl 1770653433 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1770653422.425178:0:6530:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1770653422.425180:0:5752:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653422.425189:0:6530:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1770653422.425200:0:6530:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1770653422.425206:0:5752:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1770653422.425210:0:6530:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955617a83000. 02000000:00000001:1.0:1770653422.425229:0:6530:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653422.425234:0:5752:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1770653422.425244:0:6530:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653422.425246:0:5752:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1770653422.425250:0:50958:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1770653422.425261:0:50958:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653422.425264:0:6530:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653422.425267:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 3420 00010000:00000001:3.0:1770653422.425272:0:12201:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00001000:2.0:1770653422.425276:0:50958:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557063461e8 time=106 v=5 (1 1 1 1) 00010000:00000040:1.0:1770653422.425278:0:6530:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966314240 00010000:00000001:3.0:1770653422.425281:0:12201:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653422.425281:0:5752:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95563047c000 : new rpc_count 1 00010000:00000001:1.0:1770653422.425296:0:6530:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:0.0:1770653422.425301:0:5752:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626799730487376 : -117273979064240 : ffff95570622f050) 00000100:00001000:3.0:1770653422.425303:0:12201:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=104 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653422.425304:0:50958:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000200:1.0:1770653422.425313:0:6530:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955710551880 x1856657966314240/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:253/0 lens 224/224 e 0 to 0 dl 1770653433 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1770653422.425319:0:50958:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:3.0:1770653422.425325:0:12201:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1770653422.425328:0:5752:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95570622f050 x1856657966313984/t0(0) o400->58c7216c-36c3-4434-8ad4-570aa2ae68be@192.168.202.60@tcp:253/0 lens 224/0 e 0 to 0 dl 1770653433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653422.425333:0:50958:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000040:3.0:1770653422.425342:0:12201:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 02000000:00000001:2.0:1770653422.425352:0:50958:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1770653422.425359:0:12201:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:2.0:1770653422.425362:0:50958:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653422.425371:0:12201:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1770653422.425376:0:50958:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1770653422.425381:0:12201:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653422.425385:0:6530:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1770653422.425393:0:6530:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653422.425394:0:12201:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1770653422.425395:0:50958:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:2.0:1770653422.425411:0:50958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888000. 00000100:00001000:1.0:1770653422.425412:0:6530:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=104 v=5 (1 1 1 1) 00000100:00000040:3.0:1770653422.425414:0:12201:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:0.0:1770653422.425418:0:5752:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1770653422.425425:0:50958:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1856657966314112, offset 224 00000400:00000010:3.0:1770653422.425428:0:12201:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78770. 00000100:00000001:1.0:1770653422.425429:0:6530:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1770653422.425432:0:5752:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556248ac040. 00000100:00000040:1.0:1770653422.425444:0:6530:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 11 to 192.168.202.60@tcp 00000100:00000001:0.0:1770653422.425447:0:5752:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1770653422.425448:0:12201:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1856657966314368, offset 224 00000100:00000001:1.0:1770653422.425450:0:6530:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000400:00000200:2.0:1770653422.425466:0:50958:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 02000000:00000001:1.0:1770653422.425474:0:6530:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:0.0:1770653422.425474:0:5752:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556248ac040. 02000000:00000001:1.0:1770653422.425483:0:6530:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653422.425486:0:12201:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:1.0:1770653422.425498:0:6530:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1770653422.425502:0:50958:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00100000:0.0:1770653422.425502:0:5752:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95570622f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:58c7216c-36c3-4434-8ad4-570aa2ae68be+9:2365:x1856657966313984:12345-192.168.202.60@tcp:400:kworker.0 00000100:00000040:1.0:1770653422.425509:0:6530:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000200:0.0:1770653422.425519:0:5752:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966313984 00000400:00000010:1.0:1770653422.425520:0:6530:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022550. 00000020:00000001:0.0:1770653422.425523:0:5752:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:1.0:1770653422.425531:0:6530:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1856657966314240, offset 224 00000400:00000200:2.0:1770653422.425534:0:50958:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164770:2164770:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164766:2164766:8:4294967295] 00000020:00000001:0.0:1770653422.425534:0:5752:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1770653422.425543:0:5752:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653422.425550:0:6530:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000020:00000001:0.0:1770653422.425555:0:5752:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1770653422.425564:0:5752:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669485248 : -1040066368 : ffffffffc201d8c0) 00000020:00000001:0.0:1770653422.425575:0:5752:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1770653422.425576:0:50958:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000020:00000001:0.0:1770653422.425582:0:5752:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653422.425591:0:5752:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000200:2.0:1770653422.425600:0:50958:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000020:00000001:0.0:1770653422.425602:0:5752:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1770653422.425603:0:12201:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000020:00000001:0.0:1770653422.425618:0:5752:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1770653422.425623:0:50958:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955718f9ac00. 00000400:00000200:3.0:1770653422.425628:0:12201:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164771:2164771:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164767:2164767:7:4294967295] 00000020:00000001:0.0:1770653422.425633:0:5752:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1770653422.425643:0:5752:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000200:2.0:1770653422.425644:0:50958:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 02000000:00000001:0.0:1770653422.425654:0:5752:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1770653422.425664:0:12201:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 02000000:00000010:0.0:1770653422.425668:0:5752:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955623650800. 00000800:00000200:3.0:1770653422.425696:0:12201:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 02000000:00000001:0.0:1770653422.425702:0:5752:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1770653422.425704:0:12201:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626cb00. 00000800:00000200:2.0:1770653422.425704:0:50958:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000400:00000200:1.0:1770653422.425713:0:6530:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000001:0.0:1770653422.425717:0:5752:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1770653422.425721:0:50958:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955718f9ac00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1770653422.425732:0:12201:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000020:00000001:0.0:1770653422.425734:0:5752:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653422.425745:0:6530:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164772:2164772:254:4294967295] 192.168.202.60@tcp LPNI seq info [2164768:2164768:6:4294967295] 00010000:00000040:0.0:1770653422.425749:0:5752:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966313984 00000100:00000001:2.0:1770653422.425753:0:50958:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1770653422.425767:0:12201:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00010000:00000001:0.0:1770653422.425768:0:5752:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000040:2.0:1770653422.425780:0:50958:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000800:00000200:3.0:1770653422.425781:0:12201:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626cb00 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:2.0:1770653422.425798:0:50958:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000200:0.0:1770653422.425799:0:5752:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95570622f050 x1856657966313984/t0(0) o400->58c7216c-36c3-4434-8ad4-570aa2ae68be@192.168.202.60@tcp:253/0 lens 224/224 e 0 to 0 dl 1770653433 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653422.425800:0:12201:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653422.425806:0:50958:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653422.425819:0:50958:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1770653422.425820:0:12201:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000040:2.0:1770653422.425838:0:50958:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955710551f80 x1856657966314112/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:253/0 lens 224/224 e 0 to 0 dl 1770653433 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653422.425838:0:6530:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00010000:00000001:3.0:1770653422.425839:0:12201:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000001:0.0:1770653422.425842:0:5752:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1770653422.425897:0:12201:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653422.425902:0:5752:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653422.425914:0:12201:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00001000:0.0:1770653422.425917:0:5752:0:(import.c:2128:obd_at_measure()) add 1 to ffff955741fd65e8 time=111 v=5 (1 1 1 1) 00000100:00000040:3.0:1770653422.425935:0:12201:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955710550000 x1856657966314368/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:253/0 lens 224/224 e 0 to 0 dl 1770653433 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653422.425938:0:5752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.0:1770653422.425941:0:6530:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000040:0.0:1770653422.425954:0:5752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000800:00000010:1.0:1770653422.425963:0:6530:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955705cbca00. 00000100:00000001:0.0:1770653422.425968:0:5752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:0.0:1770653422.425987:0:5752:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000200:1.0:1770653422.425997:0:6530:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 02000000:00000001:0.0:1770653422.425998:0:5752:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653422.426013:0:5752:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1770653422.426041:0:5752:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000800:00000200:1.0:1770653422.426043:0:6530:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00100000:3.0:1770653422.426055:0:12201:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955710550000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b31b1d82-c1d4-4680-ae7a-71292416d1f5+55:2366:x1856657966314368:12345-192.168.202.60@tcp:400:kworker.0 Request processed in 1379us (2019us total) trans 0 rc 0/0 00000400:00000010:0.0:1770653422.426056:0:5752:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8908. 00000800:00000200:1.0:1770653422.426060:0:6530:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955705cbca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1770653422.426070:0:5752:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1856657966313984, offset 224 00000100:00100000:2.0:1770653422.426073:0:50958:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955710551f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b31b1d82-c1d4-4680-ae7a-71292416d1f5+109:2366:x1856657966314112:12345-192.168.202.60@tcp:400:kworker.0 Request processed in 1387us (2137us total) trans 0 rc 0/0 00000100:00000001:1.0:1770653422.426085:0:6530:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653422.426103:0:5752:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000040:1.0:1770653422.426109:0:6530:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00100000:3.0:1770653422.426119:0:12201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 3137 00000100:00100000:2.0:1770653422.426121:0:50958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 5832 00010000:00000001:1.0:1770653422.426126:0:6530:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000400:00000200:0.0:1770653422.426137:0:5752:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000020:00000001:1.0:1770653422.426141:0:6530:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653422.426143:0:12201:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000100:00000040:2.0:1770653422.426143:0:50958:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955603394000 : new rpc_count 0 00000020:00000001:1.0:1770653422.426148:0:6530:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1770653422.426159:0:5752:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164773:2164773:253:4294967295] 192.168.202.60@tcp LPNI seq info [2164769:2164769:5:4294967295] 00000100:00000001:3.0:1770653422.426161:0:12201:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653422.426161:0:50958:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1770653422.426171:0:6530:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955710551880 x1856657966314240/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:253/0 lens 224/224 e 0 to 0 dl 1770653433 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653422.426181:0:12201:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1770653422.426181:0:50958:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1770653422.426200:0:12201:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3800. 00000020:00000010:2.0:1770653422.426200:0:50958:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d300. 00000400:00000200:0.0:1770653422.426215:0:5752:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000020:00000010:2.0:1770653422.426225:0:50958:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510708. 00000020:00000010:3.0:1770653422.426226:0:12201:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90bb8. 00000100:00100000:1.0:1770653422.426226:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955710551880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b31b1d82-c1d4-4680-ae7a-71292416d1f5+55:2366:x1856657966314240:12345-192.168.202.60@tcp:400:kworker.0 Request processed in 1242us (2012us total) trans 0 rc 0/0 00000800:00000200:0.0:1770653422.426240:0:5752:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:0.0:1770653422.426255:0:5752:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955602d01a00. 00000020:00000010:2.0:1770653422.426256:0:50958:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955710654e00. 00000020:00000010:3.0:1770653422.426257:0:12201:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95562fa44600. 00000100:00100000:1.0:1770653422.426260:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 3138 00000800:00000200:0.0:1770653422.426275:0:5752:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000040:1.0:1770653422.426276:0:6530:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000020:00000040:2.0:1770653422.426278:0:50958:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 108 00000020:00000040:3.0:1770653422.426279:0:12201:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 54 00000100:00000001:1.0:1770653422.426288:0:6530:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:0.0:1770653422.426299:0:5752:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000100:00000001:1.0:1770653422.426304:0:6530:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1770653422.426306:0:50958:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653422.426307:0:12201:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1770653422.426307:0:5752:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955602d01a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1770653422.426313:0:6530:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556051bf400. 00000020:00000010:1.0:1770653422.426332:0:6530:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada3e8. 00000100:00000001:0.0:1770653422.426334:0:5752:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653422.426341:0:6530:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f7400. 00000100:00000040:0.0:1770653422.426348:0:5752:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000020:00000040:1.0:1770653422.426354:0:6530:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 54 00010000:00000001:0.0:1770653422.426358:0:5752:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:1.0:1770653422.426364:0:6530:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653422.426367:0:5752:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1770653422.426368:0:5753:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000001:0.0:1770653422.426380:0:5752:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:3.0:1770653422.426381:0:5753:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff9557181831b0) now 8 - evictor 00000100:00080000:3.0:1770653422.426396:0:5753:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000040:3.0:1770653422.426402:0:5753:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff9557082818d8) now 8 - evictor 00000100:00000040:0.0:1770653422.426406:0:5752:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95570622f050 x1856657966313984/t0(0) o400->58c7216c-36c3-4434-8ad4-570aa2ae68be@192.168.202.60@tcp:253/0 lens 224/224 e 0 to 0 dl 1770653433 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1770653422.426408:0:5753:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:3.0:1770653422.426418:0:5753:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (ffff955706306360) now 12 - evictor 00000800:00000200:2.0:1770653422.426429:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1770653422.426441:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955718f9ac00. 00000400:00000200:2.0:1770653422.426454:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1770653422.426467:0:5752:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95570622f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:58c7216c-36c3-4434-8ad4-570aa2ae68be+9:2365:x1856657966313984:12345-192.168.202.60@tcp:400:kworker.0 Request processed in 1043us (1921us total) trans 0 rc 0/0 00000400:00000200:2.0:1770653422.426469:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:2.0:1770653422.426483:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888000 00000400:00000010:2.0:1770653422.426490:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888000. 00000100:00100000:0.0:1770653422.426492:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 3420 00000100:00000001:2.0:1770653422.426502:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:0.0:1770653422.426502:0:5752:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95563047c000 : new rpc_count 0 00000100:00000001:2.0:1770653422.426509:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1770653422.426510:0:5752:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1770653422.426517:0:5752:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1770653422.426522:0:5752:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95560c36b200. 00000020:00000010:0.0:1770653422.426528:0:5752:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d4b0. 00000800:00000200:2.0:1770653422.426533:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1770653422.426534:0:5752:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955626008000. 00000800:00000010:2.0:1770653422.426539:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626cb00. 00000020:00000040:0.0:1770653422.426545:0:5752:0:(genops.c:898:class_export_put()) PUTting export ffff95563047c000 : new refcount 8 00000400:00000200:2.0:1770653422.426547:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1770653422.426557:0:5752:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653422.426559:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:2.0:1770653422.426566:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78770 00000100:00000200:0.0:1770653422.426569:0:5752:0:(niobuf.c:1189:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1770653422.426570:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78770. 00000100:00000001:2.0:1770653422.426580:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653422.426582:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:0.0:1770653422.426582:0:5752:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e053478. 00000400:00000010:0.0:1770653422.426594:0:5752:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9556446d63c0. 00000800:00000200:2.0:1770653422.426596:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1770653422.426601:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955705cbca00. 00000400:00000200:2.0:1770653422.426606:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653422.426612:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:2.0:1770653422.426615:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022550 00000400:00000010:2.0:1770653422.426618:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022550. 00000100:00000001:2.0:1770653422.426621:0:3281:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653422.426623:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1770653422.426700:0:3281:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1770653422.426704:0:3281:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955602d01a00. 00000400:00000200:2.0:1770653422.426711:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653422.426715:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:2.0:1770653422.426718:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8908 00000400:00000010:2.0:1770653422.426721:0:3281:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8908. 00000100:00000001:2.0:1770653422.426724:0:3281:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1770653422.426726:0:3281:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1770653422.426730:0:3281:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955623650800. 02000000:00000001:2.0:1770653422.426733:0:3281:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1770653422.426735:0:3281:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1770653422.818972:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653422.818982:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653422.818990:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653422.818992:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653422.818997:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653422.819000:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653422.819004:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653422.819006:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653422.819012:0:81035:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1770653422.819014:0:81035:0:(ldlm_pool.c:464:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653422.819034:0:81035:0:(ldlm_pool.c:1344:ldlm_pools_recalc_task()) Negative interval(-6701) 00000020:00000001:3.0:1770653422.819129:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1770653422.819136:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653422.819141:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1770653423.842992:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653423.843002:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653423.843011:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653423.843013:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653423.843018:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653423.843021:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653423.843025:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653423.843027:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653423.843034:0:81035:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1770653423.843036:0:81035:0:(ldlm_pool.c:464:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653423.843057:0:81035:0:(ldlm_pool.c:1344:ldlm_pools_recalc_task()) Negative interval(-6702) 00000020:00000001:3.0:1770653423.843152:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1770653423.843158:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653423.843161:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:0.0:1770653424.035118:0:6725:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1770653424.035128:0:6725:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1770653424.035141:0:6725:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710553100. 00000020:00000040:0.0:1770653424.035153:0:6725:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1770653424.035163:0:6725:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1770653424.035170:0:6725:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1770653424.035179:0:6725:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1770653424.035192:0:6725:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff955602d01c00. 00000100:00000001:0.0:1770653424.035207:0:6725:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653424.035218:0:6725:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1770653424.035226:0:6725:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653424.035248:0:6725:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000751f5a5a] to pc [ptlrpcd_00_02+2] req@ffff955710553100 x1856657707216000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1770653424.035295:0:6725:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1770653424.035321:0:7855:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1770653424.035326:0:7855:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1770653424.035333:0:7855:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710550a80. 00000020:00000040:0.0:1770653424.035339:0:7855:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:0.0:1770653424.035343:0:7855:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1770653424.035345:0:7855:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1770653424.035348:0:7855:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1770653424.035357:0:7855:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff955602d01a00. 00000100:00000001:0.0:1770653424.035363:0:7855:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653424.035369:0:7855:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1770653424.035373:0:7855:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653424.035383:0:7855:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0d8c98e] to pc [ptlrpcd_00_03+3] req@ffff955710550a80 x1856657707216128/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1770653424.035402:0:7855:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653424.035482:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1770653424.035492:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1770653424.035497:0:3291:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1770653424.035510:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955710550a80 x1856657707216128/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653424.035522:0:3291:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1770653424.035526:0:3291:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653424.035533:0:3291:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1770653424.035538:0:3291:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1770653424.035544:0:3291:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653424.035552:0:3291:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955710550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707216128:0@lo:13:osp-pre-1-0.0 00000100:00000001:0.0:1770653424.035558:0:3291:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1770653424.035566:0:3291:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1770653424.035570:0:3291:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653424.035575:0:3291:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1770653424.035585:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955623650400. 02000000:00000001:0.0:1770653424.035588:0:3291:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653424.035599:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e0530b0. 00000400:00000010:0.0:1770653424.035613:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8b28. 00000100:00000200:0.0:1770653424.035627:0:3291:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707216128, portal 4 00000100:00000001:0.0:1770653424.035631:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1770653424.035635:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799901543040 : -117273808008576 : ffff955710550a80) 00000100:00000040:0.0:1770653424.035649:0:3291:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955710550a80 x1856657707216128/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653440 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653424.035690:0:3291:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1770653424.035698:0:3291:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1770653424.035705:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8198. 00000100:00000200:0.0:1770653424.035712:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1856657707216128, offset 0 00000400:00000200:0.0:1770653424.035725:0:3291:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1770653424.035751:0:3291:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1770653424.035770:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6989ecf1bad00 00000400:00000200:0.0:1770653424.035781:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc61 [8] + 7616 00000400:00000200:0.0:1770653424.035793:0:3291:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653424.035805:0:3291:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1770653424.035823:0:3291:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653424.035827:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1770653424.035834:0:3291:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955710552680. 00000100:00000040:0.0:1770653424.035839:0:3291:0:(events.c:337:request_in_callback()) incoming req@ffff955710552680 x1856657707216128 msgsize 224 00000100:00100000:0.0:1770653424.035897:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1770653424.035915:0:3291:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1770653424.035931:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8198 00000400:00000010:0.0:1770653424.035936:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8198. 00000100:00000001:0.0:1770653424.035942:0:3291:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1770653424.035949:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955710550a80 x1856657707216128/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653440 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653424.035965:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1770653424.035976:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955710550a80 x1856657707216128/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653440 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653424.035987:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653424.035991:0:3291:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1770653424.035998:0:3291:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653424.036006:0:3291:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26312 usecs (27 jiffies) 00000100:00000001:0.0:1770653424.036014:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301454876 00000100:00000010:0.0:1770653424.036023:0:3291:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9556681b9420. 00000100:00000001:0.0:1770653424.036036:0:3291:0:(niobuf.c:676:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1770653424.036049:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301454876 00000100:00000010:0.0:1770653424.036055:0:3291:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9556681b99c0. 00000100:00000001:0.0:1770653424.036062:0:3291:0:(niobuf.c:676:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1770653424.036067:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301454876 00000100:00000010:0.0:1770653424.036070:0:3291:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9556681b97e0. 00000100:00000001:0.0:1770653424.036076:0:3291:0:(niobuf.c:676:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1770653424.036085:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301454876 00000100:00000010:0.0:1770653424.036090:0:3291:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9556681b9660. 00000100:00000001:0.0:1770653424.036097:0:3291:0:(niobuf.c:676:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1770653424.036109:0:3291:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653424.036114:0:3291:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653424.036121:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653424.036125:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653424.036139:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1770653424.036143:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1770653424.036149:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1770653424.036154:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1770653424.036160:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653424.036169:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1770653424.036173:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653424.036180:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1770653424.036184:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653424.036190:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1770653424.036190:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1770653424.036195:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1770653424.036202:0:3291:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1770653424.036207:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653424.036214:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955710553100 x1856657707216000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653424.036225:0:3291:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1770653424.036228:0:3291:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653424.036233:0:3291:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1770653424.036238:0:3291:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1770653424.036242:0:3291:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653424.036251:0:3291:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955710553100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707216000:0@lo:13:osp-pre-0-0.0 00000100:00000001:0.0:1770653424.036258:0:3291:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1770653424.036260:0:6727:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1770653424.036265:0:3291:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1770653424.036271:0:3291:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653424.036272:0:6727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707216128 02000000:00000001:0.0:1770653424.036279:0:3291:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1770653424.036281:0:6727:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:0.0:1770653424.036287:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955623650000. 00000100:00000001:3.0:1770653424.036289:0:6727:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1770653424.036295:0:3291:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653424.036297:0:6727:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653424.036304:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e053f78. 02000000:00000001:3.0:1770653424.036308:0:6727:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653424.036311:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8198. 00000100:00100000:3.0:1770653424.036317:0:6727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707216128 00000100:00000200:0.0:1770653424.036317:0:3291:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707216000, portal 4 00000020:00000001:3.0:1770653424.036324:0:6727:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1770653424.036326:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1770653424.036332:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626799901552896 : -117273807998720 : ffff955710553100) 00000020:00000040:3.0:1770653424.036333:0:6727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00000020:00000001:3.0:1770653424.036346:0:6727:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1770653424.036352:0:3291:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955710553100 x1856657707216000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653440 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1770653424.036354:0:6727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=5 00000020:00000001:3.0:1770653424.036377:0:6727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000001:0.0:1770653424.036378:0:3291:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1770653424.036390:0:6727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000040:0.0:1770653424.036391:0:3291:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1770653424.036404:0:6727:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1770653424.036414:0:6727:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbac0. 00000020:00000010:3.0:1770653424.036422:0:6727:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff955660f59540. 00000020:00000040:3.0:1770653424.036434:0:6727:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff9557082818d8) now 8 - evictor 00000100:00000001:3.0:1770653424.036452:0:6727:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1770653424.036461:0:6727:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95562fa44600. 00000020:00000010:3.0:1770653424.036477:0:6727:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3c00. 00000020:00000010:3.0:1770653424.036486:0:6727:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90bb8. 00000100:00000040:3.0:1770653424.036506:0:6727:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1770653424.036512:0:6727:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653424.036516:0:6727:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653424.036518:0:6727:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653424.036530:0:6727:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653424.036550:0:6727:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1770653424.036569:0:5753:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00000001:3.0:1770653424.036573:0:6727:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:2.0:1770653424.036581:0:5753:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff9557082818d8) now 8 - evictor 00000100:00000001:3.0:1770653424.036583:0:6727:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1770653424.036601:0:6727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2656 00000100:00000040:3.0:1770653424.036608:0:6727:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 1 00000100:00000001:3.0:1770653424.036612:0:6727:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626799901550208 : -117273808001408 : ffff955710552680) 00000100:00000040:3.0:1770653424.036625:0:6727:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955710552680 x1856657707216128/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:255/0 lens 224/0 e 0 to 0 dl 1770653435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653424.036639:0:6727:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1770653424.036644:0:6727:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbec0. 00000100:00000001:3.0:1770653424.036649:0:6727:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1770653424.036654:0:6727:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbec0. 00000100:00100000:3.0:1770653424.036680:0:6727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955710552680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856657707216128:12345-0@lo:13:osp-pre-1-0.0 00000100:00000200:3.0:1770653424.036686:0:6727:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707216128 00000020:00000001:3.0:1770653424.036691:0:6727:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1770653424.036696:0:6727:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1770653424.036700:0:6727:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653424.036704:0:6727:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1770653424.036706:0:6727:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662416 : -1035889200 : ffffffffc24195d0) 00000020:00000001:3.0:1770653424.036711:0:6727:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1770653424.036716:0:6727:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653424.036720:0:6727:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1770653424.036724:0:6727:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1770653424.036729:0:6727:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653424.036735:0:6727:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1770653424.036739:0:6727:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1770653424.036746:0:6727:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff955606129800. 02000000:00000001:3.0:1770653424.036752:0:6727:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653424.036758:0:6727:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1770653424.036763:0:6727:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:3.0:1770653424.036769:0:6727:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1770653424.036774:0:6727:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:3.0:1770653424.036779:0:6727:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1770653424.036797:0:6727:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653424.036808:0:6727:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1770653424.036813:0:6727:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25894912 pending 0 free 3853516800 avail 3851419648 00000020:00000020:3.0:1770653424.036821:0:6727:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0001: processing self export: 22487040 0 0 00000020:00000020:3.0:1770653424.036828:0:6727:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli b31b1d82-c1d4-4680-ae7a-71292416d1f5/ffff95572df1a800 dirty 0 pend 0 grant 3407872 00000020:00000020:3.0:1770653424.036834:0:6727:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff955602e51000 dirty 0 pend 0 grant 0 00002000:00000020:3.0:1770653424.036844:0:6727:0:(ofd_obd.c:737:ofd_statfs()) 3683 blocks: 3675 free, 3652 avail; 119138 objects: 117600 free; state 0 00002000:00000001:3.0:1770653424.036920:0:6727:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00002000:00000001:3.0:1770653424.036929:0:6727:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1770653424.036934:0:6727:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332657, transno 0, xid 1856657707216128 00010000:00000001:3.0:1770653424.036940:0:6727:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1770653424.036951:0:6727:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955710552680 x1856657707216128/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:255/0 lens 224/368 e 0 to 0 dl 1770653435 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653424.036964:0:6727:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1770653424.036970:0:6727:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653424.036976:0:6727:0:(import.c:2128:obd_at_measure()) add 1 to ffff955735f981e8 time=106 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653424.036985:0:6727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1770653424.036991:0:6727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000001:3.0:1770653424.036995:0:6727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 02000000:00000001:3.0:1770653424.037001:0:6727:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1770653424.037006:0:6727:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653424.037013:0:6727:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1770653424.037023:0:6727:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1770653424.037032:0:6727:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78880. 00000100:00000200:3.0:1770653424.037043:0:6727:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1856657707216128, offset 224 00000400:00000200:3.0:1770653424.037054:0:6727:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1770653424.037057:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8220. 00000100:00000200:0.0:1770653424.037067:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1856657707216000, offset 0 00000400:00000200:3.0:1770653424.037080:0:6727:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1770653424.037082:0:3291:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1770653424.037102:0:3291:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1770653424.037112:0:6727:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6989ecf1bad00 00000400:00000200:0.0:1770653424.037123:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6989ecf1bac80 00000400:00000200:3.0:1770653424.037132:0:6727:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xedab25 [1] + 224 00000400:00000200:3.0:1770653424.037143:0:6727:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1770653424.037145:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc61 [8] + 7840 00000400:00000200:0.0:1770653424.037157:0:3291:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653424.037164:0:6727:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1770653424.037172:0:3291:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1770653424.037191:0:3291:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1770653424.037192:0:6727:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1770653424.037194:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1770653424.037205:0:3291:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955617528a80. 00000100:00000200:3.0:1770653424.037208:0:6727:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955710550a80 x1856657707216128/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653440 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1770653424.037212:0:3291:0:(events.c:337:request_in_callback()) incoming req@ffff955617528a80 x1856657707216000 msgsize 224 00000100:00100000:0.0:1770653424.037239:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1770653424.037247:0:6727:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff955710550a80 x1856657707216128/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653440 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653424.037257:0:3291:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1770653424.037269:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8220 00000100:00000001:3.0:1770653424.037271:0:6727:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1770653424.037280:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8220. 00000100:00000001:0.0:1770653424.037288:0:3291:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1770653424.037300:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955710553100 x1856657707216000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653440 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1770653424.037302:0:6727:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78880 00000400:00000010:3.0:1770653424.037312:0:6727:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78880. 00000100:00000001:0.0:1770653424.037326:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1770653424.037329:0:6727:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:0.0:1770653424.037336:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955710553100 x1856657707216000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653440 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653424.037337:0:6727:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1770653424.037353:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653424.037355:0:6727:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653424.037358:0:3291:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1770653424.037371:0:3291:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653424.037372:0:6727:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000100:00000040:0.0:1770653424.037380:0:3291:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26298 usecs (27 jiffies) 00010000:00000001:3.0:1770653424.037382:0:6727:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:0.0:1770653424.037386:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301454877 00000020:00000001:3.0:1770653424.037389:0:6727:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653424.037397:0:6727:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1770653424.037398:0:3291:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4301454876 00000100:00000001:0.0:1770653424.037413:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301454877 00000100:00000040:3.0:1770653424.037416:0:6727:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955710552680 x1856657707216128/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:255/0 lens 224/368 e 0 to 0 dl 1770653435 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653424.037422:0:3291:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4301454876 00000100:00000001:0.0:1770653424.037437:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301454877 00000100:00000001:2.0:1770653424.037442:0:73732:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1770653424.037444:0:3291:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4301454876 00000100:00100000:3.0:1770653424.037447:0:6727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955710552680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856657707216128:12345-0@lo:13:osp-pre-1-0.0 Request processed in 800us (1600us total) trans 0 rc 0/0 00000100:00100000:2.0:1770653424.037448:0:73732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707216000 00000100:00000001:0.0:1770653424.037454:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301454877 02000000:00000001:2.0:1770653424.037459:0:73732:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1770653424.037469:0:73732:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653424.037474:0:3291:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4301454876 00000100:00000001:2.0:1770653424.037476:0:73732:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653424.037485:0:3291:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1770653424.037492:0:73732:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653424.037493:0:6727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2656 00000100:00000001:0.0:1770653424.037495:0:3291:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653424.037504:0:73732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707216000 00000400:00000001:0.0:1770653424.037513:0:3291:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1770653424.037514:0:73732:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1770653424.037515:0:6727:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 0 00000400:00000001:0.0:1770653424.037520:0:3291:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:2.0:1770653424.037522:0:73732:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00000100:00000001:3.0:1770653424.037532:0:6727:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1770653424.037532:0:73732:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1770653424.037534:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e0530b0. 00000100:00000001:3.0:1770653424.037548:0:6727:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:2.0:1770653424.037549:0:73732:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=5 00000400:00000200:0.0:1770653424.037550:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8b28 00000020:00000001:2.0:1770653424.037560:0:73732:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000400:00000010:0.0:1770653424.037563:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8b28. 00000020:00000010:3.0:1770653424.037564:0:6727:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3c00. 00000020:00000001:2.0:1770653424.037567:0:73732:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000001:2.0:1770653424.037585:0:73732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1770653424.037586:0:3291:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1770653424.037588:0:6727:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90bb8. 00000020:00000010:2.0:1770653424.037595:0:73732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59600. 00000100:00000200:0.0:1770653424.037598:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955710550a80 x1856657707216128/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653440 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1770653424.037599:0:6727:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95562fa44600. 00000020:00000010:2.0:1770653424.037605:0:73732:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff95564b95a500. 00000020:00000040:3.0:1770653424.037618:0:6727:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 4 00000020:00000040:2.0:1770653424.037622:0:73732:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff9557181831b0) now 8 - evictor 00000100:00000001:3.0:1770653424.037632:0:6727:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1770653424.037633:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955710550a80 x1856657707216128/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653440 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653424.037648:0:73732:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1770653424.037656:0:3291:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1770653424.037661:0:73732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955706120800. 00000100:00000001:0.0:1770653424.037687:0:3291:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653424.037693:0:3291:0:(client.c:1568:after_reply()) Process entered 00000020:00000010:2.0:1770653424.037700:0:73732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d600. 02000000:00000001:0.0:1770653424.037701:0:3291:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1770653424.037709:0:3291:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1770653424.037714:0:73732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510708. 00000100:00000001:0.0:1770653424.037715:0:3291:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653424.037725:0:3291:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653424.037731:0:73732:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00001000:0.0:1770653424.037736:0:3291:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cca0 time=99 v=5 (5 5 5 5) 00000100:00000001:2.0:1770653424.037738:0:73732:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1770653424.037746:0:73732:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00001000:0.0:1770653424.037750:0:3291:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=70 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653424.037751:0:73732:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653424.037764:0:3291:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1770653424.037768:0:3291:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653424.037769:0:73732:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653424.037773:0:3291:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1770653424.037781:0:3291:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653424.037788:0:3291:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1770653424.037789:0:73732:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653424.037792:0:3291:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332657 00000100:00000001:0.0:1770653424.037801:0:3291:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1770653424.037806:0:3291:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653424.037817:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955710550a80 x1856657707216128/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653440 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653424.037820:0:73732:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1770653424.037828:0:73732:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1770653424.037837:0:3291:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1770653424.037886:0:73732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2657 00000100:00000001:0.0:1770653424.037890:0:3291:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1770653424.037896:0:73732:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 1 00000100:00000001:0.0:1770653424.037897:0:3291:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653424.037908:0:73732:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795723852416 : -117277985699200 : ffff955617528a80) 00000004:00000001:0.0:1770653424.037910:0:3291:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1770653424.037920:0:3291:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0001-osc-MDT0000: Updating status = 0 00000100:00000040:2.0:1770653424.037928:0:73732:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955617528a80 x1856657707216000/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:255/0 lens 224/0 e 0 to 0 dl 1770653435 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000040:0.0:1770653424.037931:0:3291:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0001-osc-MDT0000: blocks=942848 free=940800 avail=934912 avail_mb=3652 hwm_mb=7 files=119138 ffree=117600 state=0: rc = 0 00000004:00000020:0.0:1770653424.037967:0:3291:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0001-osc-MDT0000 (ffff95560256d800): 942848 blocks, 940800 free, 934912 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 119138 files, 117600 free files 0x0 00000100:00000001:2.0:1770653424.037970:0:73732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1770653424.037979:0:73732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59680. 00000004:00000001:0.0:1770653424.037982:0:3291:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653424.037992:0:73732:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1770653424.038001:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955710550a80 x1856657707216128/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653440 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1770653424.038003:0:73732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59680. 00000100:00100000:0.0:1770653424.038029:0:3291:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955710550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707216128:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1770653424.038030:0:73732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955617528a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856657707216000:12345-0@lo:13:osp-pre-0-0.0 00000100:00000200:2.0:1770653424.038051:0:73732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707216000 00000100:00000001:0.0:1770653424.038059:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653424.038060:0:73732:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1770653424.038070:0:73732:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1770653424.038071:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1770653424.038079:0:73732:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653424.038085:0:73732:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1770653424.038088:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955710550a80 x1856657707216128/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653440 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1770653424.038091:0:73732:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662416 : -1035889200 : ffffffffc24195d0) 00000020:00000001:2.0:1770653424.038104:0:73732:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1770653424.038114:0:73732:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653424.038115:0:3291:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1770653424.038124:0:73732:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1770653424.038127:0:3291:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1770653424.038130:0:73732:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:0.0:1770653424.038135:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955623650400. 00000020:00000001:2.0:1770653424.038138:0:73732:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653424.038147:0:73732:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1770653424.038148:0:3291:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1770653424.038153:0:73732:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1770653424.038156:0:3291:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1770653424.038163:0:3291:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=2 obd=lustre-OST0001-osc-MDT0000 02000000:00000010:2.0:1770653424.038164:0:73732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9556683a1c00. 02000000:00000001:2.0:1770653424.038176:0:73732:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653424.038176:0:3291:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1770653424.038186:0:73732:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1770653424.038188:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff955602d01a00. 00002000:00000001:2.0:1770653424.038192:0:73732:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:2.0:1770653424.038199:0:73732:0:(ofd_obd.c:689:ofd_statfs()) Process entered 02000000:00000001:0.0:1770653424.038202:0:3291:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1770653424.038204:0:73732:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 02000000:00000001:0.0:1770653424.038208:0:3291:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00080000:00000001:2.0:1770653424.038213:0:73732:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000010:0.0:1770653424.038214:0:3291:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955710550a80. 00000100:00000001:0.0:1770653424.038225:0:3291:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1770653424.038230:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1770653424.038237:0:73732:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653424.038239:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653424.038249:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1770653424.038252:0:73732:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653424.038253:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00002000:00000024:2.0:1770653424.038263:0:73732:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 24322048 pending 0 free 3853516800 avail 3851419648 00000020:00000020:2.0:1770653424.038269:0:73732:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 20914176 0 0 00000020:00000020:2.0:1770653424.038275:0:73732:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli b31b1d82-c1d4-4680-ae7a-71292416d1f5/ffff95572df1c000 dirty 0 pend 0 grant 3407872 00000020:00000020:2.0:1770653424.038282:0:73732:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff95560202c800 dirty 0 pend 0 grant 0 00002000:00000020:2.0:1770653424.038287:0:73732:0:(ofd_obd.c:737:ofd_statfs()) 3682 blocks: 3675 free, 3654 avail; 119322 objects: 117600 free; state 0 00002000:00000001:2.0:1770653424.038292:0:73732:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00002000:00000001:2.0:1770653424.038297:0:73732:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1770653424.038302:0:73732:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299240, transno 0, xid 1856657707216000 00000100:00000001:0.0:1770653424.038303:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653424.038307:0:73732:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:0.0:1770653424.038313:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1770653424.038321:0:73732:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955617528a80 x1856657707216000/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:255/0 lens 224/368 e 0 to 0 dl 1770653435 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653424.038335:0:73732:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1770653424.038339:0:73732:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1770653424.038343:0:73732:0:(import.c:2128:obd_at_measure()) add 1 to ffff955735f981e8 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653424.038352:0:73732:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1770653424.038359:0:73732:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000001:2.0:1770653424.038364:0:73732:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 02000000:00000001:2.0:1770653424.038369:0:73732:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1770653424.038373:0:73732:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653424.038379:0:73732:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1770653424.038386:0:73732:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1770653424.038393:0:73732:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888000. 00000100:00000200:2.0:1770653424.038402:0:73732:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1856657707216000, offset 224 00000400:00000200:2.0:1770653424.038412:0:73732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1770653424.038431:0:73732:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:1.0:1770653424.038498:0:5753:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:1.0:1770653424.038514:0:5753:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff9557181831b0) now 8 - evictor 00000400:00000200:2.0:1770653424.038538:0:73732:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6989ecf1bac80 00000400:00000200:2.0:1770653424.038552:0:73732:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xedab2d [1] + 224 00000400:00000200:2.0:1770653424.038562:0:73732:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653424.038570:0:73732:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1770653424.038577:0:73732:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1770653424.038589:0:73732:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955710553100 x1856657707216000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653440 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1770653424.038605:0:73732:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff955710553100 x1856657707216000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653440 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653424.038631:0:73732:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1770653424.038642:0:73732:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888000 00000400:00000010:2.0:1770653424.038647:0:73732:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888000. 00000100:00000001:2.0:1770653424.038655:0:73732:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653424.038659:0:73732:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1770653424.038687:0:73732:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653424.038693:0:73732:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00010000:00000001:2.0:1770653424.038698:0:73732:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1770653424.038703:0:73732:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653424.038707:0:73732:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1770653424.038716:0:73732:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955617528a80 x1856657707216000/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:255/0 lens 224/368 e 0 to 0 dl 1770653435 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1770653424.038736:0:73732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955617528a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856657707216000:12345-0@lo:13:osp-pre-0-0.0 Request processed in 759us (1516us total) trans 0 rc 0/0 00000100:00100000:2.0:1770653424.038756:0:73732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2657 00000100:00000040:2.0:1770653424.038764:0:73732:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 0 00000100:00000001:2.0:1770653424.038770:0:73732:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653424.038777:0:73732:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1770653424.038783:0:73732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d600. 00000020:00000010:2.0:1770653424.038791:0:73732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510708. 00000020:00000010:2.0:1770653424.038798:0:73732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955706120800. 00000020:00000040:2.0:1770653424.038808:0:73732:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 4 00000100:00000001:2.0:1770653424.038814:0:73732:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653424.039057:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1770653424.039062:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1770653424.039068:0:3291:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1770653424.039072:0:3291:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1770653424.039077:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e053f78. 00000400:00000200:2.0:1770653424.039084:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8198 00000400:00000010:2.0:1770653424.039089:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8198. 00000100:00000001:2.0:1770653424.039094:0:3291:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1770653424.039104:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955710553100 x1856657707216000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653440 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1770653424.039123:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955710553100 x1856657707216000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653440 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653424.039136:0:3291:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1770653424.039141:0:3291:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653424.039146:0:3291:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:2.0:1770653424.039151:0:3291:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1770653424.039154:0:3291:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653424.039157:0:3291:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653424.039160:0:3291:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1770653424.039166:0:3291:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fca0 time=106 v=5 (5 5 5 5) 00000100:00001000:2.0:1770653424.039175:0:3291:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=79 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653424.039179:0:3291:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1770653424.039182:0:3291:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653424.039187:0:3291:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1770653424.039193:0:3291:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653424.039198:0:3291:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1770653424.039201:0:3291:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299240 00000100:00000001:2.0:1770653424.039203:0:3291:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1770653424.039206:0:3291:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653424.039212:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955710553100 x1856657707216000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653440 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653424.039224:0:3291:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653424.039230:0:3291:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1770653424.039233:0:3291:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1770653424.039237:0:3291:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1770653424.039242:0:3291:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1770653424.039248:0:3291:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=942592 free=940800 avail=935424 avail_mb=3654 hwm_mb=7 files=119322 ffree=117600 state=0: rc = 0 00000004:00000020:2.0:1770653424.039269:0:3291:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (ffff9557181ce800): 942592 blocks, 940800 free, 935424 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 119322 files, 117600 free files 0x0 00000004:00000001:2.0:1770653424.039277:0:3291:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653424.039287:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955710553100 x1856657707216000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653440 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1770653424.039299:0:3291:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955710553100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707216000:0@lo:13:osp-pre-0-0.0 00000100:00000001:2.0:1770653424.039312:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653424.039316:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1770653424.039324:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955710553100 x1856657707216000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653440 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653424.039345:0:3291:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1770653424.039351:0:3291:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1770653424.039357:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955623650000. 02000000:00000001:2.0:1770653424.039364:0:3291:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1770653424.039367:0:3291:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1770653424.039369:0:3291:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1770653424.039373:0:3291:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1770653424.039378:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff955602d01c00. 02000000:00000001:2.0:1770653424.039386:0:3291:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1770653424.039389:0:3291:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1770653424.039394:0:3291:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955710553100. 00000100:00000001:2.0:1770653424.039404:0:3291:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653424.039407:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653424.039411:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653424.039420:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1770653424.039425:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653424.039432:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1770653424.039436:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653424.053039:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1770653424.053049:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653424.053055:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653424.053057:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653424.053059:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653424.053064:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955623652400. 00080000:00000001:1.0:1770653424.053071:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653424.053075:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1770653424.053077:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653424.053078:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653424.053080:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653424.053082:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653424.053083:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff955623653800. 00080000:00000001:1.0:1770653424.053087:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653424.053094:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1770653424.053095:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653424.053098:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653424.053100:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653424.053101:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653424.053103:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556683a0400. 00080000:00000001:1.0:1770653424.053107:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653424.053109:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1770653424.053111:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653424.053113:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653424.053114:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653424.053115:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653424.053117:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556683a1000. 00080000:00000001:1.0:1770653424.053120:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1770653424.053122:0:5778:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1770653424.053124:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653424.053125:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1770653424.053126:0:5778:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1770653424.053128:0:5778:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1770653424.053130:0:5778:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9556683a3800. 00080000:00000001:1.0:1770653424.053132:0:5778:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000040:3.0:1770653424.064942:0:78054:0:(connection.c:75:cpu_latency_work()) work item of ffff95572011f330 (cpu 0) has reached its deadline 4301454877, at 4301454878 00000100:00000010:3.0:1770653424.064954:0:78054:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9556681b9660. 00000100:00000040:2.0:1770653424.064979:0:81035:0:(connection.c:75:cpu_latency_work()) work item of ffff95572011f220 (cpu 0) has reached its deadline 4301454877, at 4301454878 00000100:00000040:1.0:1770653424.064988:0:78151:0:(connection.c:75:cpu_latency_work()) work item of ffff95572011f110 (cpu 0) has reached its deadline 4301454877, at 4301454878 00000100:00000010:2.0:1770653424.064995:0:81035:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9556681b97e0. 00000100:00000040:0.0:1770653424.064999:0:81665:0:(connection.c:75:cpu_latency_work()) work item of ffff95572011f000 (cpu 0) has reached its deadline 4301454877, at 4301454878 00000100:00000010:1.0:1770653424.065004:0:78151:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9556681b99c0. 00000100:00000010:0.0:1770653424.065016:0:81665:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9556681b9420. 00010000:00000001:2.0:1770653424.867000:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653424.867010:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653424.867019:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653424.867021:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653424.867026:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653424.867029:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653424.867033:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653424.867035:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653424.867040:0:81035:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1770653424.867042:0:81035:0:(ldlm_pool.c:464:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653424.867061:0:81035:0:(ldlm_pool.c:1344:ldlm_pools_recalc_task()) Negative interval(-6703) 00000020:00000001:3.0:1770653424.867115:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1770653424.867123:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653424.867128:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1770653425.059021:0:62761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 860f3d7e-67dc-4cd5-abe1-320f8f919c6b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1770653425.059035:0:62761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1770653425.059050:0:62761:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665154a80. 00000020:00000040:1.0:1770653425.059060:0:62761:0:(genops.c:1229:class_import_get()) import ffff9557060b5000 refcount=4 obd=MGC192.168.202.160@tcp 00000100:00000001:1.0:1770653425.059067:0:62761:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1770653425.059072:0:62761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1770653425.059081:0:62761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653425.059094:0:62761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff955705cbc900. 00000100:00000001:1.0:1770653425.059115:0:62761:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653425.059131:0:62761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 860f3d7e-67dc-4cd5-abe1-320f8f919c6b->MGS req@ffff955665154a80 x1856657707216256/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653425.059148:0:62761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1770653425.059154:0:62761:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653425.059162:0:62761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001283d491] to pc [ptlrpcd_00_00+0] req@ffff955665154a80 x1856657707216256/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653425.059219:0:62761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653425.059223:0:62761:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1770653425.059229:0:62761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1770653425.059235:0:62761:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665155180. 00000020:00000040:1.0:1770653425.059239:0:62761:0:(genops.c:1229:class_import_get()) import ffff95571882a800 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1770653425.059242:0:62761:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1770653425.059245:0:62761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1770653425.059248:0:62761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653425.059254:0:62761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff955705cbc200. 00000100:00000001:0.0:1770653425.059254:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653425.059260:0:62761:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653425.059266:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1770653425.059272:0:62761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@ffff955665155180 x1856657707216384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653425.059274:0:3288:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1770653425.059291:0:62761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1770653425.059292:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955665154a80 x1856657707216256/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653425.059293:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653425.059300:0:62761:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653425.059317:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653425.059321:0:3288:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1770653425.059324:0:62761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0f99664] to pc [ptlrpcd_00_01+1] req@ffff955665155180 x1856657707216384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653425.059327:0:3288:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653425.059340:0:3288:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1770653425.059348:0:3288:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1770653425.059357:0:3288:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653425.059363:0:3288:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955665154a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:860f3d7e-67dc-4cd5-abe1-320f8f919c6b:3288:1856657707216256:0@lo:400:kworker.0 00000100:00000001:0.0:1770653425.059370:0:3288:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1770653425.059378:0:3288:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1770653425.059382:0:3288:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653425.059386:0:62761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653425.059387:0:3288:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1770653425.059404:0:62761:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1770653425.059408:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff955626009c00. 00000100:00000001:2.0:1770653425.059412:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653425.059415:0:62761:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1770653425.059418:0:3288:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653425.059420:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653425.059429:0:3289:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1770653425.059429:0:62761:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665156680. 00000400:00000010:0.0:1770653425.059437:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e0530b0. 00000020:00000040:1.0:1770653425.059441:0:62761:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:2.0:1770653425.059446:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955665155180 x1856657707216384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653425.059455:0:62761:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1770653425.059456:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8b28. 02000000:00000001:1.0:1770653425.059466:0:62761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1770653425.059477:0:3288:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707216256, portal 25 00000100:00000001:2.0:1770653425.059478:0:3289:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1770653425.059479:0:62761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653425.059487:0:3289:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653425.059489:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 02000000:00000010:1.0:1770653425.059495:0:62761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff955705cbce00. 00000100:00000001:0.0:1770653425.059498:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028461184 : -117276681090432 : ffff955665154a80) 02000000:00000001:2.0:1770653425.059499:0:3289:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1770653425.059509:0:3289:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653425.059510:0:62761:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653425.059517:0:3288:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955665154a80 x1856657707216256/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1770653441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653425.059525:0:3289:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653425.059529:0:62761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@ffff955665156680 x1856657707216512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1770653425.059544:0:3289:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955665155180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3289:1856657707216384:0@lo:400:kworker.0 00000100:00000001:2.0:1770653425.059569:0:3289:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1770653425.059571:0:3288:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1770653425.059577:0:62761:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1770653425.059582:0:3289:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1770653425.059585:0:3288:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1770653425.059587:0:62761:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653425.059592:0:3289:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653425.059596:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8220. 00000100:00000040:1.0:1770653425.059602:0:62761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000198cc5f8] to pc [ptlrpcd_00_02+2] req@ffff955665156680 x1856657707216512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653425.059605:0:3289:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1770653425.059607:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1856657707216256, offset 0 02000000:00000010:2.0:1770653425.059623:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95564531ca00. 00000400:00000200:0.0:1770653425.059631:0:3288:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1770653425.059634:0:3289:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1770653425.059649:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef29a0. 00000100:00000001:1.0:1770653425.059654:0:62761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653425.059684:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1770653425.059704:0:62761:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1770653425.059711:0:62761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1770653425.059722:0:62761:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665157b80. 00000400:00000200:0.0:1770653425.059723:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6989ecf1bad80 00000400:00000010:2.0:1770653425.059726:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888000. 00000020:00000040:1.0:1770653425.059735:0:62761:0:(genops.c:1229:class_import_get()) import ffff9557064aa800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:3.0:1770653425.059740:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653425.059743:0:62761:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1770653425.059753:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0xe3e7f9 [2] + 0 00000100:00000001:3.0:1770653425.059755:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1770653425.059756:0:62761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1770653425.059772:0:3290:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1770653425.059773:0:62761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653425.059774:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95572f8fb3c8. 02000000:00000010:1.0:1770653425.059789:0:62761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff955705cbca00. 00000100:00000040:3.0:1770653425.059790:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955665156680 x1856657707216512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1770653425.059790:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff955619799180 00000100:00000001:1.0:1770653425.059808:0:62761:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653425.059810:0:3289:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707216384, portal 10 00000100:00000001:3.0:1770653425.059812:0:3290:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1770653425.059812:0:3288:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653425.059826:0:3290:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653425.059827:0:62761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID req@ffff955665157b80 x1856657707216640/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1770653425.059829:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1770653425.059840:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028462976 : -117276681088640 : ffff955665155180) 00000400:00000200:0.0:1770653425.059843:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1770653425.059844:0:3290:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1770653425.059903:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955619799180 00000400:00000010:0.0:1770653425.059911:0:3288:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff955619799180. 02000000:00000001:3.0:1770653425.059923:0:3290:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653425.059928:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1770653425.059930:0:3289:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955665155180 x1856657707216384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1770653425.059942:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:3.0:1770653425.059943:0:3290:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653425.059949:0:62761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1770653425.059963:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff95570622f450 x1856657707216256 msgsize 224 00000100:00000001:1.0:1770653425.059967:0:62761:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653425.059973:0:3290:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955665156680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707216512:0@lo:400:kworker.0 00000100:00000040:1.0:1770653425.059994:0:62761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5ed2dc6] to pc [ptlrpcd_00_03+3] req@ffff955665157b80 x1856657707216640/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1770653425.059997:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1770653425.059999:0:3289:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1770653425.060008:0:3290:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1770653425.060010:0:3288:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:2.0:1770653425.060014:0:3289:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1770653425.060023:0:3290:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1770653425.060024:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268882a8. 00000100:00000001:0.0:1770653425.060031:0:3288:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1770653425.060038:0:3290:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653425.060038:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1856657707216384, offset 0 00000400:00000200:0.0:1770653425.060045:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8220 00000100:00000001:1.0:1770653425.060053:0:62761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653425.060061:0:3290:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1770653425.060061:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8220. 00000100:00000040:1.0:1770653425.060065:0:62761:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1770653425.060072:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1770653425.060074:0:62761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1770653425.060078:0:3289:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1770653425.060081:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95562fa44e00. 00000100:00000010:1.0:1770653425.060086:0:62761:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665154000. 00000100:00000200:0.0:1770653425.060088:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955665154a80 x1856657707216256/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1770653441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1770653425.060094:0:3290:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653425.060096:0:62761:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000400:00000200:2.0:1770653425.060104:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1770653425.060116:0:62761:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1770653425.060119:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2580. 02000000:00000001:1.0:1770653425.060124:0:62761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1770653425.060135:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6989ecf1bae00 02000000:00000001:1.0:1770653425.060139:0:62761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653425.060144:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1770653425.060146:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78880. 02000000:00000010:1.0:1770653425.060150:0:62761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff955705cbc800. 00000400:00000200:2.0:1770653425.060162:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xe8f551 [64] + 182960 00000100:00000040:0.0:1770653425.060163:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665154a80 x1856657707216256/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1770653441 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653425.060165:0:62761:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653425.060185:0:3289:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1770653425.060188:0:3290:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707216512, portal 4 00000100:00000040:1.0:1770653425.060188:0:62761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID req@ffff955665154000 x1856657707216768/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653425.060205:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653425.060207:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1770653425.060207:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1770653425.060219:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028468352 : -117276681083264 : ffff955665156680) 00000100:00000001:0.0:1770653425.060221:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1770653425.060227:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1770653425.060235:0:3288:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653425.060239:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1770653425.060250:0:3290:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955665156680 x1856657707216512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653425.060251:0:3288:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 0 is 4301455903 00000100:00000001:1.0:1770653425.060255:0:62761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000010:2.0:1770653425.060256:0:3289:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572f8d4380. 00000100:00000010:0.0:1770653425.060275:0:3288:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9556681b9420. 00000100:00000040:2.0:1770653425.060276:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff95572f8d4380 x1856657707216384 msgsize 224 00000100:00000001:1.0:1770653425.060276:0:62761:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653425.060299:0:3290:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1770653425.060300:0:3288:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1770653425.060314:0:3290:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1770653425.060314:0:62761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079957653] to pc [ptlrpcd_00_00+0] req@ffff955665154000 x1856657707216768/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1770653425.060317:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1770653425.060321:0:3288:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 1 is 4301455903 00000400:00000010:3.0:1770653425.060331:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a783b8. 00000100:00000010:0.0:1770653425.060338:0:3288:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9556681b9b40. 00000100:00000200:3.0:1770653425.060347:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1856657707216512, offset 0 00000100:00000001:2.0:1770653425.060347:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1770653425.060349:0:3288:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1770653425.060365:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268882a8 00000100:00000001:0.0:1770653425.060368:0:3288:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 2 is 4301455903 00000400:00000010:2.0:1770653425.060375:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268882a8. 00000100:00000010:0.0:1770653425.060382:0:3288:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9556681b9c60. 00000100:00000001:2.0:1770653425.060388:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1770653425.060396:0:3288:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1770653425.060397:0:3290:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1770653425.060400:0:62761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653425.060405:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955665155180 x1856657707216384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653425.060419:0:3288:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 3 is 4301455903 00000100:00000040:1.0:1770653425.060421:0:62761:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:0.0:1770653425.060434:0:3288:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9556681b9000. 00000400:00000200:3.0:1770653425.060441:0:3290:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1770653425.060443:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653425.060449:0:62761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1770653425.060451:0:3288:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request now active for cpu 3 00000100:00000040:2.0:1770653425.060461:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665155180 x1856657707216384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653441 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653425.060465:0:3288:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1770653425.060469:0:62761:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665155f80. 00000100:00000001:0.0:1770653425.060479:0:3288:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653425.060485:0:62761:0:(genops.c:1229:class_import_get()) import ffff955634daf800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:3.0:1770653425.060486:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6989ecf1bae80 00000100:00000001:0.0:1770653425.060496:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653425.060509:0:62761:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1770653425.060511:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653425.060522:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xecf8a9 [8] + 448 00000100:00000001:2.0:1770653425.060524:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653425.060525:0:62761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1770653425.060531:0:3290:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1770653425.060532:0:62761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653425.060533:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1770653425.060535:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1770653425.060546:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000010:1.0:1770653425.060551:0:62761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff955705cbcd00. 00000400:00000200:3.0:1770653425.060556:0:3290:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1770653425.060557:0:3289:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653425.060559:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653425.060564:0:62761:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653425.060573:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1770653425.060581:0:3288:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1770653425.060586:0:3290:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1770653425.060587:0:3289:0:(niobuf.c:633:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5837 usecs (6 jiffies) 00000100:00000040:1.0:1770653425.060589:0:62761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@ffff955665155f80 x1856657707216896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1770653425.060595:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955665154000 x1856657707216768/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1770653425.060596:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1770653425.060607:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301455879 00000100:00000010:3.0:1770653425.060620:0:3290:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d88380. 00000100:00000001:2.0:1770653425.060626:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301455903 00000100:00000040:3.0:1770653425.060635:0:3290:0:(events.c:337:request_in_callback()) incoming req@ffff955618d88380 x1856657707216512 msgsize 224 00000100:00000001:2.0:1770653425.060647:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301455879 00000100:00100000:3.0:1770653425.060673:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1770653425.060687:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301455903 00000100:00000001:3.0:1770653425.060688:0:3290:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1770653425.060692:0:62761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1770653425.060701:0:3288:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1770653425.060704:0:62761:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653425.060705:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301455879 00000100:00000001:0.0:1770653425.060707:0:3288:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653425.060710:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a783b8 00000100:00000040:1.0:1770653425.060718:0:62761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085c7c90a] to pc [ptlrpcd_00_01+1] req@ffff955665155f80 x1856657707216896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1770653425.060729:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a783b8. 00000100:00000001:2.0:1770653425.060730:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301455903 02000000:00000001:0.0:1770653425.060730:0:3288:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1770653425.060739:0:3288:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653425.060746:0:3290:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1770653425.060749:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301455879 02000000:00000001:0.0:1770653425.060760:0:3288:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653425.060762:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301455903 00000100:00000001:1.0:1770653425.060769:0:62761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653425.060770:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955665156680 x1856657707216512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653425.060777:0:3289:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1770653425.060781:0:3288:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955665154000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707216768:0@lo:400:kworker.0 00000100:00000040:1.0:1770653425.060789:0:62761:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6793) 00000100:00000001:2.0:1770653425.060796:0:3289:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653425.060811:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653425.060813:0:3288:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1770653425.060824:0:3288:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1770653425.060832:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653425.060832:0:3288:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653425.060834:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1770653425.060891:0:3288:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1770653425.060893:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665156680 x1856657707216512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653441 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653425.060899:0:3289:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:0.0:1770653425.060902:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff955626009000. 00000100:00000001:2.0:1770653425.060905:0:3289:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1770653425.060916:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653425.060918:0:3288:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653425.060919:0:5752:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1770653425.060920:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653425.060922:0:3290:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1770653425.060933:0:5752:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707216256 00000400:00000010:0.0:1770653425.060936:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e053b58. 00000100:00000001:2.0:1770653425.060938:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1770653425.060942:0:5752:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653425.060943:0:3290:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653425.060947:0:3289:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1770653425.060950:0:5752:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1770653425.060951:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8220. 00000100:00000040:3.0:1770653425.060960:0:3290:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26298 usecs (27 jiffies) 00000100:00000001:1.0:1770653425.060960:0:5752:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653425.060962:0:3288:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707216768, portal 4 00000100:00000040:2.0:1770653425.060963:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955665155f80 x1856657707216896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653425.060978:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1770653425.060983:0:5752:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653425.060985:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301455901 00000100:00000001:0.0:1770653425.060985:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028458496 : -117276681093120 : ffff955665154000) 00000100:00100000:1.0:1770653425.061000:0:5752:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707216256 00000100:00000001:2.0:1770653425.061009:0:3289:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1770653425.061010:0:5752:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1770653425.061012:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301455903 00000100:00000001:2.0:1770653425.061014:0:3289:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653425.061020:0:5752:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90edda 00000100:00000040:0.0:1770653425.061023:0:3288:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955665154000 x1856657707216768/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653425.061025:0:3289:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1770653425.061031:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301455901 00000020:00000001:1.0:1770653425.061032:0:5752:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1770653425.061035:0:3289:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1770653425.061042:0:5752:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955706689000 refcount=18 02000000:00000001:2.0:1770653425.061054:0:3289:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653425.061055:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301455903 00000020:00000001:1.0:1770653425.061057:0:5752:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799735050240 : -117273974501376 : ffff955706689000) 00000100:00100000:2.0:1770653425.061077:0:3289:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955665155f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3289:1856657707216896:0@lo:400:kworker.0 00000100:00000001:3.0:1770653425.061079:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301455901 00000020:00000001:1.0:1770653425.061079:0:5752:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626799735050240 : -117273974501376 : ffff955706689000) 00000100:00000001:0.0:1770653425.061080:0:3288:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1770653425.061093:0:5752:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1770653425.061099:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301455903 00000100:00000040:0.0:1770653425.061100:0:3288:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1770653425.061102:0:3289:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000020:00000010:1.0:1770653425.061107:0:5752:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955639ca4cc0. 00000400:00000010:0.0:1770653425.061109:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8990. 02000000:00000001:2.0:1770653425.061111:0:3289:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1770653425.061112:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301455901 00000100:00000001:1.0:1770653425.061116:0:5752:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1770653425.061124:0:3289:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653425.061125:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1856657707216768, offset 0 00000020:00000010:1.0:1770653425.061128:0:5752:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955639ca4cc0. 00000100:00000001:3.0:1770653425.061132:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301455903 02000000:00000001:2.0:1770653425.061133:0:3289:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1770653425.061146:0:3290:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1770653425.061147:0:3288:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1770653425.061148:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95564531c000. 00000020:00000010:1.0:1770653425.061151:0:5752:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f7400. 02000000:00000001:2.0:1770653425.061159:0:3289:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653425.061167:0:5752:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556051bf000. 00000100:00000001:3.0:1770653425.061168:0:3290:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653425.061170:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1770653425.061173:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef22c0. 00000100:00000001:3.0:1770653425.061187:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653425.061190:0:5752:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada3e8. 00000400:00000010:2.0:1770653425.061193:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268882a8. 00000100:00000001:3.0:1770653425.061197:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653425.061203:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6989ecf1baf80 00000100:00000200:2.0:1770653425.061209:0:3289:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707216896, portal 10 00000100:00000040:1.0:1770653425.061212:0:5752:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1770653425.061222:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1770653425.061223:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xecf8a9 [8] + 672 00000100:00000001:3.0:1770653425.061224:0:3290:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1770653425.061225:0:5752:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1770653425.061232:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028466560 : -117276681085056 : ffff955665155f80) 00000100:00000001:1.0:1770653425.061238:0:5752:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1770653425.061240:0:3290:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1770653425.061250:0:3288:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653425.061251:0:5752:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653425.061254:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1770653425.061254:0:3289:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955665155f80 x1856657707216896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653425.061265:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1770653425.061277:0:5752:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653425.061278:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653425.061279:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1770653425.061281:0:3289:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1770653425.061298:0:3290:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000040:2.0:1770653425.061299:0:3289:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1770653425.061301:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1770653425.061311:0:5752:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1770653425.061312:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1770653425.061313:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1770653425.061314:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888aa0. 00000100:00000001:3.0:1770653425.061331:0:3290:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1770653425.061333:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1856657707216896, offset 0 00000100:00000010:0.0:1770653425.061335:0:3288:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955617528000. 00000100:00000001:3.0:1770653425.061338:0:3290:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653425.061346:0:5752:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1770653425.061351:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff955617528000 x1856657707216768 msgsize 224 00000100:00000001:3.0:1770653425.061352:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653425.061354:0:5752:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1770653425.061360:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1770653425.061362:0:3289:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1770653425.061369:0:3290:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1770653425.061381:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3421 00000100:00000040:3.0:1770653425.061386:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955665157b80 x1856657707216640/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1770653425.061393:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1770653425.061399:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1770653425.061404:0:5752:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955706689000 : new rpc_count 1 00000100:00000001:1.0:1770653425.061420:0:5752:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626799730488400 : -117273979063216 : ffff95570622f450) 00000100:00000001:0.0:1770653425.061421:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1770653425.061423:0:3290:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1770653425.061431:0:3290:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653425.061435:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6989ecf1bb000 00000400:00000200:0.0:1770653425.061437:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8990 02000000:00000001:3.0:1770653425.061440:0:3290:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1770653425.061446:0:5752:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95570622f450 x1856657707216256/t0(0) o400->860f3d7e-67dc-4cd5-abe1-320f8f919c6b@0@lo:256/0 lens 224/0 e 0 to 0 dl 1770653436 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1770653425.061453:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8990. 02000000:00000001:3.0:1770653425.061454:0:3290:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653425.061467:0:5752:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1770653425.061471:0:3290:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653425.061473:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:1.0:1770653425.061476:0:5752:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955639ca4cc0. 00000400:00000200:2.0:1770653425.061485:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xe8f551 [64] + 183184 00000100:00100000:3.0:1770653425.061487:0:3290:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955665157b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3290:1856657707216640:0@lo:400:kworker.0 00000100:00000200:0.0:1770653425.061489:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955665154000 x1856657707216768/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653425.061491:0:5752:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653425.061511:0:5752:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955639ca4cc0. 00000400:00000200:2.0:1770653425.061522:0:3289:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653425.061526:0:3290:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1770653425.061535:0:3290:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1770653425.061541:0:5752:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95570622f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:860f3d7e-67dc-4cd5-abe1-320f8f919c6b+18:3288:x1856657707216256:12345-0@lo:400:kworker.0 02000000:00000001:3.0:1770653425.061545:0:3290:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653425.061551:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1770653425.061563:0:3290:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1770653425.061567:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1770653425.061577:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95562fa44600. 00000100:00000200:1.0:1770653425.061578:0:5752:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707216256 00000100:00000001:2.0:1770653425.061582:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1770653425.061589:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665154000 x1856657707216768/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653441 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1770653425.061595:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:3.0:1770653425.061596:0:3290:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653425.061596:0:5752:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1770653425.061611:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653425.061613:0:5752:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:3.0:1770653425.061615:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2738. 00000100:00000010:2.0:1770653425.061620:0:3289:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572f8d5880. 00000100:00000001:0.0:1770653425.061622:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1770653425.061624:0:5752:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653425.061627:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a783b8. 00000100:00000001:0.0:1770653425.061633:0:3288:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653425.061634:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff95572f8d5880 x1856657707216896 msgsize 224 00000020:00000001:1.0:1770653425.061635:0:5752:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:3.0:1770653425.061637:0:3290:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707216640, portal 10 00000020:00000001:1.0:1770653425.061644:0:5752:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669485248 : -1040066368 : ffffffffc201d8c0) 00000100:00000040:0.0:1770653425.061648:0:3288:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26312 usecs (27 jiffies) 00000100:00000001:3.0:1770653425.061652:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653425.061669:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028473728 : -117276681077888 : ffff955665157b80) 00000020:00000001:1.0:1770653425.061681:0:5752:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1770653425.061682:0:3290:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955665157b80 x1856657707216640/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653425.061684:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301455901 00000100:00100000:2.0:1770653425.061687:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1770653425.061695:0:5752:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653425.061702:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301455903 00000020:00000001:1.0:1770653425.061711:0:5752:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1770653425.061721:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1770653425.061721:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301455901 00000020:00000001:1.0:1770653425.061724:0:5752:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1770653425.061736:0:5752:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653425.061739:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301455903 00000100:00000001:3.0:1770653425.061740:0:3290:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1770653425.061740:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888aa0 00000020:00000001:1.0:1770653425.061744:0:5752:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1770653425.061755:0:5752:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:2.0:1770653425.061757:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888aa0. 00000100:00000001:0.0:1770653425.061758:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301455901 00000100:00000040:3.0:1770653425.061766:0:3290:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1770653425.061769:0:5752:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1770653425.061771:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1770653425.061777:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301455903 00000400:00000010:3.0:1770653425.061781:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78330. 00000100:00000001:0.0:1770653425.061785:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301455901 02000000:00000010:1.0:1770653425.061787:0:5752:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955617a81000. 00000100:00000200:2.0:1770653425.061788:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955665155f80 x1856657707216896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1770653425.061798:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1856657707216640, offset 0 00000100:00000001:0.0:1770653425.061800:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301455903 02000000:00000001:1.0:1770653425.061802:0:5752:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653425.061820:0:3288:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653425.061821:0:5752:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653425.061833:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1770653425.061834:0:3290:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1770653425.061845:0:3288:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653425.061846:0:5752:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653425.061887:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653425.061889:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665155f80 x1856657707216896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653441 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1770653425.061901:0:3290:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1770653425.061902:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1770653425.061912:0:5752:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657707216256 00000100:00000001:0.0:1770653425.061920:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1770653425.061927:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:1.0:1770653425.061932:0:5752:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000400:00000200:3.0:1770653425.061938:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6989ecf1baf00 00000100:00000001:0.0:1770653425.061943:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1770653425.061950:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000200:1.0:1770653425.061961:0:5752:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95570622f450 x1856657707216256/t0(0) o400->860f3d7e-67dc-4cd5-abe1-320f8f919c6b@0@lo:256/0 lens 224/224 e 0 to 0 dl 1770653436 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653425.061963:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653425.061967:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653425.061973:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xe8f551 [64] + 183408 00000100:00000001:0.0:1770653425.061978:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653425.061983:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1770653425.062002:0:3290:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653425.062004:0:3289:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653425.062025:0:3290:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1770653425.062026:0:76416:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1770653425.062027:0:3289:0:(niobuf.c:633:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 5533 usecs (6 jiffies) 00010000:00000001:1.0:1770653425.062029:0:5752:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1770653425.062034:0:3290:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:0.0:1770653425.062034:0:76416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707216512 00010000:00000001:1.0:1770653425.062039:0:5752:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653425.062042:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4301455881 00000100:00000200:3.0:1770653425.062046:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1770653425.062049:0:76416:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00001000:1.0:1770653425.062059:0:5752:0:(import.c:2128:obd_at_measure()) add 1 to ffff955741fd65e8 time=114 v=5 (1 1 1 1) 00000100:00000001:0.0:1770653425.062063:0:76416:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653425.062064:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4301455903 00000100:00000010:3.0:1770653425.062065:0:3290:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d88000. 00000100:00000040:3.0:1770653425.062077:0:3290:0:(events.c:337:request_in_callback()) incoming req@ffff955618d88000 x1856657707216640 msgsize 224 00000100:00000001:0.0:1770653425.062077:0:76416:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653425.062080:0:5752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1770653425.062081:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4301455881 00000100:00000040:1.0:1770653425.062097:0:5752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000001:2.0:1770653425.062100:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4301455903 02000000:00000001:0.0:1770653425.062102:0:76416:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653425.062118:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1770653425.062118:0:5752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00100000:0.0:1770653425.062120:0:76416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707216512 00000100:00000001:2.0:1770653425.062121:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4301455881 00000020:00000001:0.0:1770653425.062135:0:76416:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1770653425.062137:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4301455903 00000020:00000040:0.0:1770653425.062141:0:76416:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 02000000:00000001:1.0:1770653425.062142:0:5752:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1770653425.062144:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4301455881 00000100:00000001:3.0:1770653425.062147:0:3290:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1770653425.062154:0:76416:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1770653425.062155:0:5752:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653425.062157:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4301455903 00000020:00000040:0.0:1770653425.062162:0:76416:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=5 00000400:00000200:3.0:1770653425.062163:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78330 00000100:00000001:1.0:1770653425.062168:0:5752:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1770653425.062170:0:3289:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1770653425.062175:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78330. 00000020:00000001:0.0:1770653425.062178:0:76416:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000001:2.0:1770653425.062181:0:3289:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653425.062188:0:3290:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1770653425.062189:0:5752:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1770653425.062192:0:76416:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000001:2.0:1770653425.062197:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653425.062206:0:5752:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022770. 00000100:00000200:3.0:1770653425.062208:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955665157b80 x1856657707216640/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653425.062208:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653425.062210:0:76416:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1770653425.062224:0:76416:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556248ac8c0. 00000100:00000200:1.0:1770653425.062230:0:5752:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1856657707216256, offset 224 00000100:00000001:2.0:1770653425.062231:0:3289:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1770653425.062237:0:76416:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653425.062241:0:3289:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1770653425.062260:0:76416:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556248ac8c0. 00000100:00000001:2.0:1770653425.062262:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1770653425.062267:0:5752:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1770653425.062272:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1770653425.062283:0:76416:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955626008a00. 00000100:00000001:2.0:1770653425.062286:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653425.062289:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1770653425.062292:0:76416:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95560c36b180. 00000100:00000001:2.0:1770653425.062302:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653425.062307:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665157b80 x1856657707216640/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653441 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1770653425.062307:0:76416:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d4b0. 00000400:00000200:1.0:1770653425.062309:0:5752:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1770653425.062324:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1770653425.062332:0:76416:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1770653425.062335:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653425.062346:0:76416:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1770653425.062354:0:76416:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1770653425.062362:0:5752:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6989ecf1bad80 00000100:00000001:0.0:1770653425.062364:0:76416:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653425.062366:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653425.062368:0:50958:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1770653425.062377:0:50958:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707216384 00000100:00000001:3.0:1770653425.062384:0:3290:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1770653425.062389:0:50958:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653425.062390:0:76416:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:1.0:1770653425.062393:0:5752:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0xedab3d [1] + 224 00000100:00000001:2.0:1770653425.062395:0:50958:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653425.062396:0:3290:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653425.062398:0:76416:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1770653425.062408:0:50958:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653425.062410:0:3290:0:(niobuf.c:633:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 5757 usecs (6 jiffies) 00000100:00000001:0.0:1770653425.062410:0:76416:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653425.062417:0:5752:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1770653425.062421:0:50958:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653425.062423:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4301455881 00000100:00100000:2.0:1770653425.062435:0:50958:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707216384 00000100:00000001:0.0:1770653425.062437:0:76416:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653425.062438:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4301455903 00000020:00000001:2.0:1770653425.062442:0:50958:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1770653425.062449:0:5752:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1770653425.062450:0:50958:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90ee9e 00000100:00000001:3.0:1770653425.062457:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4301455881 00000020:00000001:2.0:1770653425.062460:0:50958:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1770653425.062470:0:5752:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1770653425.062473:0:76416:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1770653425.062474:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4301455903 00000020:00000040:2.0:1770653425.062475:0:50958:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955710574000 refcount=5 00000100:00100000:0.0:1770653425.062487:0:76416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707216768 00000100:00000200:1.0:1770653425.062489:0:5752:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955665154a80 x1856657707216256/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653425.062493:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4301455881 00000020:00000001:2.0:1770653425.062494:0:50958:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799901687808 : -117273807863808 : ffff955710574000) 02000000:00000001:0.0:1770653425.062496:0:76416:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653425.062509:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4301455903 00000100:00000001:0.0:1770653425.062510:0:76416:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1770653425.062512:0:50958:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626799901687808 : -117273807863808 : ffff955710574000) 00000100:00000001:0.0:1770653425.062520:0:76416:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653425.062526:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4301455881 00000100:00000001:2.0:1770653425.062533:0:50958:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1770653425.062537:0:76416:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653425.062540:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4301455903 00000100:00000001:3.0:1770653425.062554:0:3290:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653425.062555:0:50958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59040. 00000100:00100000:0.0:1770653425.062556:0:76416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707216768 00000100:00000040:1.0:1770653425.062568:0:5752:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff955665154a80 x1856657707216256/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653425.062574:0:76416:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1770653425.062575:0:50958:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653425.062576:0:3290:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653425.062586:0:76416:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00000100:00000001:3.0:1770653425.062595:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653425.062596:0:76416:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1770653425.062600:0:50958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59040. 00000020:00000040:0.0:1770653425.062609:0:76416:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=5 00000100:00000001:3.0:1770653425.062611:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653425.062625:0:50958:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564531c600. 00000020:00000001:0.0:1770653425.062633:0:76416:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000001:1.0:1770653425.062639:0:5752:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1770653425.062640:0:50958:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d980. 00000020:00000001:0.0:1770653425.062642:0:76416:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000001:0.0:1770653425.062651:0:76416:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1770653425.062653:0:50958:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510708. 00000020:00000010:0.0:1770653425.062684:0:76416:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556248ac8c0. 00000100:00000001:3.0:1770653425.062686:0:76419:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1770653425.062691:0:5752:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022770 00000100:00000001:3.0:1770653425.062697:0:76419:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1770653425.062698:0:50958:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1770653425.062700:0:76416:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1770653425.062701:0:5752:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022770. 00000100:00000001:2.0:1770653425.062709:0:50958:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1770653425.062721:0:5752:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653425.062722:0:50958:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1770653425.062723:0:76419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3139 00000020:00000010:0.0:1770653425.062724:0:76416:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556248ac8c0. 00000100:00000001:2.0:1770653425.062744:0:50958:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1770653425.062745:0:76419:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 1 00000100:00000001:1.0:1770653425.062746:0:5752:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1770653425.062749:0:76416:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955626008800. 00000100:00000001:1.0:1770653425.062762:0:5752:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653425.062769:0:76419:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795749409664 : -117277960141952 : ffff955618d88380) 00000100:00000001:2.0:1770653425.062770:0:50958:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:0.0:1770653425.062772:0:76416:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95560c36b000. 00000100:00000040:1.0:1770653425.062774:0:5752:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000100:00000001:2.0:1770653425.062779:0:50958:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1770653425.062792:0:50958:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653425.062793:0:5752:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000010:0.0:1770653425.062794:0:76416:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d258. 00000100:00000040:3.0:1770653425.062799:0:76419:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955618d88380 x1856657707216512/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:256/0 lens 224/0 e 0 to 0 dl 1770653436 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1770653425.062803:0:5752:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653425.062812:0:76416:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1770653425.062816:0:5752:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1770653425.062819:0:50958:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653425.062823:0:76416:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1770653425.062837:0:5752:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95570622f450 x1856657707216256/t0(0) o400->860f3d7e-67dc-4cd5-abe1-320f8f919c6b@0@lo:256/0 lens 224/224 e 0 to 0 dl 1770653436 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653425.062840:0:76416:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653425.062919:0:76419:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1770653425.062921:0:76416:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1770653425.062927:0:50958:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1770653425.062928:0:76419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fb380. 00000100:00000001:0.0:1770653425.062929:0:76416:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1770653425.062942:0:76416:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653425.062948:0:50958:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707216896 00000100:00000001:3.0:1770653425.062949:0:76419:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653425.062964:0:76416:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1770653425.062969:0:76419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fb380. 02000000:00000001:2.0:1770653425.062970:0:50958:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:1.0:1770653425.062971:0:5752:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95570622f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:860f3d7e-67dc-4cd5-abe1-320f8f919c6b+18:3288:x1856657707216256:12345-0@lo:400:kworker.0 Request processed in 1486us (2990us total) trans 0 rc 0/0 00000100:00000001:0.0:1770653425.062982:0:76416:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1770653425.062984:0:50958:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653425.062988:0:76416:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1770653425.062999:0:50958:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653425.063000:0:76419:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955618d88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:lustre-MDT0000-mdtlov_UUID+5:3290:x1856657707216512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1770653425.063012:0:76416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3140 02000000:00000001:2.0:1770653425.063022:0:50958:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653425.063027:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3421 00000100:00000200:3.0:1770653425.063032:0:76419:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707216512 00000100:00000040:0.0:1770653425.063032:0:76416:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 1 00000100:00100000:2.0:1770653425.063041:0:50958:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707216896 00000020:00000001:3.0:1770653425.063046:0:76419:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1770653425.063046:0:76416:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795723849728 : -117277985701888 : ffff955617528000) 00000100:00000040:1.0:1770653425.063050:0:5752:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955706689000 : new rpc_count 0 00000020:00000001:2.0:1770653425.063053:0:50958:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1770653425.063060:0:76419:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1770653425.063069:0:5752:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1770653425.063070:0:76419:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653425.063071:0:50958:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a9375 00000100:00000040:0.0:1770653425.063072:0:76416:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955617528000 x1856657707216768/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:256/0 lens 224/0 e 0 to 0 dl 1770653436 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653425.063085:0:5752:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1770653425.063087:0:76419:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1770653425.063088:0:50958:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1770653425.063097:0:76419:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789376 : -1047762240 : ffffffffc18c6ac0) 00000020:00000040:2.0:1770653425.063103:0:50958:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9556071fb800 refcount=5 00000020:00000010:1.0:1770653425.063104:0:5752:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556051bf000. 00000020:00000001:3.0:1770653425.063112:0:76419:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:1.0:1770653425.063122:0:5752:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada3e8. 00000020:00000001:2.0:1770653425.063126:0:50958:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795452086272 : -117278257465344 : ffff9556071fb800) 00000100:00000001:0.0:1770653425.063127:0:76416:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1770653425.063128:0:76419:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1770653425.063133:0:5752:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f7400. 00000020:00000010:0.0:1770653425.063143:0:76416:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556248ac8c0. 00000020:00000001:3.0:1770653425.063147:0:76419:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1770653425.063148:0:50958:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795452086272 : -117278257465344 : ffff9556071fb800) 00000100:00000001:0.0:1770653425.063152:0:76416:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1770653425.063153:0:5752:0:(genops.c:898:class_export_put()) PUTting export ffff955706689000 : new refcount 17 00000020:00000001:3.0:1770653425.063155:0:76419:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1770653425.063158:0:50958:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1770653425.063166:0:76419:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653425.063171:0:76419:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:0.0:1770653425.063171:0:76416:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556248ac8c0. 00000020:00000010:2.0:1770653425.063173:0:50958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59040. 02000000:00000001:1.0:1770653425.063174:0:5752:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1770653425.063186:0:5752:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955617a81000. 00000100:00000001:3.0:1770653425.063187:0:76419:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:2.0:1770653425.063195:0:50958:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (ffff955706306360) now 12 - evictor 00000100:00100000:0.0:1770653425.063202:0:76416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955617528000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0000-mdtlov_UUID+5:3288:x1856657707216768:12345-0@lo:400:kworker.0 02000000:00000001:3.0:1770653425.063203:0:76419:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1770653425.063206:0:5752:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1770653425.063217:0:5752:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1770653425.063220:0:76416:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707216768 00000100:00000001:2.0:1770653425.063221:0:50958:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 02000000:00000010:3.0:1770653425.063222:0:76419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95560612ac00. 00000100:00000200:1.0:1770653425.063228:0:5752:0:(niobuf.c:1189:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:0.0:1770653425.063234:0:76416:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1770653425.063237:0:50958:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564531d400. 02000000:00000001:3.0:1770653425.063242:0:76419:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653425.063245:0:76416:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1770653425.063248:0:76419:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653425.063248:0:5752:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d94478. 00000020:00000010:2.0:1770653425.063250:0:50958:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07dc80. 00000020:00000001:0.0:1770653425.063252:0:76416:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653425.063274:0:50958:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510bb8. 00000020:00000001:0.0:1770653425.063276:0:76416:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1770653425.063277:0:76419:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653425.063280:0:5752:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff955669334a80. 00000020:00000001:0.0:1770653425.063287:0:76416:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789376 : -1047762240 : ffffffffc18c6ac0) 00000100:00000001:2.0:1770653425.063289:0:50958:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000040:3.0:1770653425.063292:0:76419:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299240, transno 0, xid 1856657707216512 00000100:00000001:2.0:1770653425.063298:0:50958:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1770653425.063302:0:76416:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:3.0:1770653425.063306:0:76419:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:2.0:1770653425.063308:0:50958:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653425.063310:0:76416:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653425.063324:0:76416:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000200:3.0:1770653425.063326:0:76419:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955618d88380 x1856657707216512/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:256/0 lens 224/224 e 0 to 0 dl 1770653436 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653425.063327:0:50958:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1770653425.063335:0:76416:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1770653425.063336:0:50958:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:0.0:1770653425.063345:0:76416:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653425.063346:0:50958:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653425.063355:0:76419:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1770653425.063360:0:76416:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000001:3.0:1770653425.063361:0:76419:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653425.063367:0:76416:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00001000:3.0:1770653425.063368:0:76419:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653425.063371:0:50958:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653425.063375:0:76416:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1770653425.063387:0:7965:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:0.0:1770653425.063389:0:76416:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955623650400. 00000100:00000001:3.0:1770653425.063392:0:76419:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1770653425.063399:0:7965:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707216640 02000000:00000001:0.0:1770653425.063400:0:76416:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653425.063405:0:76419:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000001:2.0:1770653425.063406:0:50958:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1770653425.063414:0:7965:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653425.063417:0:76416:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653425.063419:0:50958:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1770653425.063420:0:76419:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00000001:1.0:1770653425.063422:0:7965:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1770653425.063426:0:76416:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653425.063438:0:76419:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1770653425.063438:0:7965:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1770653425.063440:0:76416:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332657, transno 0, xid 1856657707216768 00000100:00100000:2.0:1770653425.063441:0:50958:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5833 02000000:00000001:3.0:1770653425.063453:0:76419:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653425.063458:0:76416:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 02000000:00000001:1.0:1770653425.063459:0:7965:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653425.063461:0:50958:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955710574000 : new rpc_count 1 00000100:00000001:3.0:1770653425.063463:0:76419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000200:0.0:1770653425.063475:0:76416:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955617528000 x1856657707216768/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:256/0 lens 224/224 e 0 to 0 dl 1770653436 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653425.063477:0:50958:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800425321344 : -117273284230272 : ffff95572f8d4380) 00000100:00100000:1.0:1770653425.063477:0:7965:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707216640 00000100:00000040:3.0:1770653425.063489:0:76419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1770653425.063490:0:7965:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1770653425.063503:0:7965:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90effc 00000100:00000040:2.0:1770653425.063504:0:50958:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95572f8d4380 x1856657707216384/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:256/0 lens 224/0 e 0 to 0 dl 1770653436 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1770653425.063506:0:76419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78330. 00010000:00000001:0.0:1770653425.063512:0:76416:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1770653425.063513:0:7965:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1770653425.063518:0:76419:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1856657707216512, offset 224 00010000:00000001:0.0:1770653425.063520:0:76416:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653425.063522:0:7965:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9556030de000 refcount=5 00000020:00000001:1.0:1770653425.063542:0:7965:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795383808000 : -117278325743616 : ffff9556030de000) 00000100:00001000:0.0:1770653425.063543:0:76416:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=107 v=5 (1 1 1 1) 00000400:00000200:3.0:1770653425.063554:0:76419:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1770653425.063559:0:50958:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1770653425.063562:0:7965:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795383808000 : -117278325743616 : ffff9556030de000) 00000100:00000001:0.0:1770653425.063564:0:76416:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:2.0:1770653425.063570:0:50958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59840. 00000100:00000001:1.0:1770653425.063578:0:7965:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1770653425.063579:0:76416:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 32 to 0@lo 00000400:00000200:3.0:1770653425.063583:0:76419:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1770653425.063586:0:50958:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653425.063593:0:7965:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955639ca4cc0. 00000100:00000001:0.0:1770653425.063596:0:76416:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000020:00000010:2.0:1770653425.063610:0:50958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59840. 02000000:00000001:0.0:1770653425.063610:0:76416:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1770653425.063613:0:76419:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6989ecf1bae80 00000020:00000010:1.0:1770653425.063613:0:7965:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9556248ac180. 02000000:00000001:0.0:1770653425.063617:0:76416:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653425.063638:0:50958:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95572f8d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1856657707216384:12345-0@lo:400:kworker.0 00000100:00000001:0.0:1770653425.063639:0:76416:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1770653425.063640:0:7965:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:3.0:1770653425.063643:0:76419:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xedab4d [1] + 224 00000020:00000010:1.0:1770653425.063651:0:7965:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955639ca4cc0. 00000400:00000200:3.0:1770653425.063674:0:76419:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1770653425.063679:0:76416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1770653425.063692:0:50958:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707216384 00000020:00000010:1.0:1770653425.063695:0:7965:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f7400. 00000400:00000200:3.0:1770653425.063696:0:76419:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1770653425.063697:0:76416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8990. 00000020:00000001:2.0:1770653425.063700:0:50958:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1770653425.063717:0:50958:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:0.0:1770653425.063719:0:76416:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1856657707216768, offset 224 00000100:00000001:3.0:1770653425.063722:0:76419:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1770653425.063722:0:7965:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556051bf000. 00000020:00000001:2.0:1770653425.063724:0:50958:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653425.063736:0:50958:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:3.0:1770653425.063738:0:76419:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955665156680 x1856657707216512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1770653425.063740:0:7965:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada3e8. 00000020:00000001:2.0:1770653425.063744:0:50958:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789376 : -1047762240 : ffffffffc18c6ac0) 00000400:00000200:0.0:1770653425.063747:0:76416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1770653425.063757:0:7965:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1770653425.063762:0:50958:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1770653425.063766:0:7965:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1770653425.063771:0:50958:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653425.063778:0:7965:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653425.063783:0:76416:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1770653425.063789:0:50958:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1770653425.063800:0:50958:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1770653425.063800:0:7965:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:2.0:1770653425.063810:0:50958:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653425.063812:0:7965:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1770653425.063825:0:7965:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653425.063827:0:50958:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1770653425.063827:0:76416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6989ecf1baf80 00000100:00000040:3.0:1770653425.063831:0:76419:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff955665156680 x1856657707216512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653425.063838:0:50958:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1770653425.063844:0:7965:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653425.063889:0:50958:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1770653425.063899:0:50958:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9556683a1400. 02000000:00000001:2.0:1770653425.063915:0:50958:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653425.063915:0:76416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xedab55 [1] + 224 00000100:00000001:2.0:1770653425.063928:0:50958:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653425.063931:0:76419:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1770653425.063932:0:76416:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653425.063933:0:7965:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1770653425.063940:0:50958:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653425.063942:0:7965:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1770653425.063945:0:76419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78330 00010000:00000040:2.0:1770653425.063950:0:50958:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657707216384 00000400:00000200:0.0:1770653425.063953:0:76416:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1770653425.063954:0:76419:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78330. 00010000:00000001:2.0:1770653425.063958:0:50958:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00100000:1.0:1770653425.063966:0:7965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5834 00000100:00000001:3.0:1770653425.063971:0:76419:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653425.063976:0:76416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1770653425.063978:0:76419:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1770653425.063980:0:7965:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9556071fb800 : new rpc_count 1 00010000:00000200:2.0:1770653425.063981:0:50958:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95572f8d4380 x1856657707216384/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:256/0 lens 224/224 e 0 to 0 dl 1770653436 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653425.063991:0:76419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653425.063992:0:7965:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800425326720 : -117273284224896 : ffff95572f8d5880) 00000100:00000200:0.0:1770653425.063998:0:76416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955665154000 x1856657707216768/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653425.064020:0:76419:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000040:1.0:1770653425.064021:0:7965:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95572f8d5880 x1856657707216896/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:256/0 lens 224/0 e 0 to 0 dl 1770653436 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653425.064041:0:76419:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000001:2.0:1770653425.064046:0:50958:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1770653425.064053:0:76419:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653425.064056:0:50958:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653425.064071:0:76419:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00001000:2.0:1770653425.064073:0:50958:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557063461e8 time=109 v=5 (1 1 1 1) 00000100:00000040:3.0:1770653425.064089:0:76419:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d88380 x1856657707216512/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:256/0 lens 224/224 e 0 to 0 dl 1770653436 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653425.064100:0:50958:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1770653425.064107:0:76416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff955665154000 x1856657707216768/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1770653425.064115:0:50958:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 32 to 0@lo 00000100:00000001:2.0:1770653425.064131:0:50958:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 02000000:00000001:2.0:1770653425.064149:0:50958:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1770653425.064156:0:50958:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653425.064170:0:50958:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1770653425.064190:0:50958:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1770653425.064202:0:50958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888aa0. 00000100:00000001:1.0:1770653425.064211:0:7965:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1770653425.064218:0:50958:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1856657707216384, offset 224 00000100:00000001:0.0:1770653425.064224:0:76416:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1770653425.064225:0:7965:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955639ca4cc0. 00000100:00100000:3.0:1770653425.064227:0:76419:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955618d88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:lustre-MDT0000-mdtlov_UUID+5:3290:x1856657707216512:12345-0@lo:400:kworker.0 Request processed in 1304us (3585us total) trans 0 rc 0/0 00000100:00000001:1.0:1770653425.064240:0:7965:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1770653425.064241:0:50958:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1770653425.064258:0:7965:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955639ca4cc0. 00000400:00000200:0.0:1770653425.064268:0:76416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8990 00000100:00100000:3.0:1770653425.064271:0:76419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3139 00000400:00000010:0.0:1770653425.064281:0:76416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8990. 00000400:00000200:2.0:1770653425.064282:0:50958:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1770653425.064286:0:7965:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95572f8d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1856657707216896:12345-0@lo:400:kworker.0 00000100:00000040:3.0:1770653425.064289:0:76419:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 0 00000100:00000001:0.0:1770653425.064294:0:76416:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1770653425.064304:0:76419:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1770653425.064305:0:76416:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:1.0:1770653425.064309:0:7965:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707216896 00000100:00000001:3.0:1770653425.064319:0:76419:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1770653425.064321:0:50958:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6989ecf1bae00 00000100:00000001:0.0:1770653425.064323:0:76416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653425.064325:0:7965:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:3.0:1770653425.064329:0:76419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95560c36b180. 00000100:00000040:0.0:1770653425.064341:0:76416:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 31 to 0@lo 00000020:00000001:1.0:1770653425.064343:0:7965:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:3.0:1770653425.064344:0:76419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d4b0. 00000400:00000200:2.0:1770653425.064347:0:50958:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xedab45 [1] + 224 00010000:00000001:0.0:1770653425.064355:0:76416:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1770653425.064357:0:7965:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653425.064361:0:76419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955626008a00. 00000020:00000001:0.0:1770653425.064361:0:76416:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653425.064371:0:50958:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1770653425.064379:0:7965:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1770653425.064381:0:76416:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:3.0:1770653425.064385:0:76419:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 4 00000020:00000001:1.0:1770653425.064390:0:7965:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789376 : -1047762240 : ffffffffc18c6ac0) 00000100:00000001:3.0:1770653425.064394:0:76419:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653425.064394:0:50958:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1770653425.064397:0:76416:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955617528000 x1856657707216768/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:256/0 lens 224/224 e 0 to 0 dl 1770653436 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1770653425.064411:0:7965:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1770653425.064423:0:50958:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1770653425.064424:0:7965:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1770653425.064434:0:76416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955617528000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0000-mdtlov_UUID+5:3288:x1856657707216768:12345-0@lo:400:kworker.0 Request processed in 1300us (3076us total) trans 0 rc 0/0 00000020:00000001:1.0:1770653425.064439:0:7965:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1770653425.064440:0:50997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1770653425.064444:0:50958:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955665155180 x1856657707216384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653425.064450:0:50997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1770653425.064452:0:7965:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1770653425.064462:0:7965:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653425.064466:0:76416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3140 00000100:00100000:3.0:1770653425.064472:0:50997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5835 00000020:00000001:1.0:1770653425.064479:0:7965:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:0.0:1770653425.064487:0:76416:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 0 00000100:00000001:1.0:1770653425.064490:0:7965:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1770653425.064491:0:50997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9556030de000 : new rpc_count 1 00000100:00000001:0.0:1770653425.064499:0:76416:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1770653425.064504:0:7965:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1770653425.064510:0:76416:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1770653425.064511:0:50997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795749408768 : -117277960142848 : ffff955618d88000) 02000000:00000010:1.0:1770653425.064516:0:7965:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955617a81000. 00000020:00000010:0.0:1770653425.064525:0:76416:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95560c36b000. 00000100:00000040:2.0:1770653425.064530:0:50958:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff955665155180 x1856657707216384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1770653425.064532:0:7965:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653425.064536:0:76416:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d258. 00000100:00000040:3.0:1770653425.064540:0:50997:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955618d88000 x1856657707216640/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:256/0 lens 224/0 e 0 to 0 dl 1770653436 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653425.064546:0:7965:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653425.064554:0:76416:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955626008800. 00000020:00000001:1.0:1770653425.064568:0:7965:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1770653425.064573:0:76416:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 4 00010000:00000040:1.0:1770653425.064586:0:7965:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657707216896 00000100:00000001:0.0:1770653425.064589:0:76416:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653425.064605:0:7965:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1770653425.064625:0:7965:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95572f8d5880 x1856657707216896/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:256/0 lens 224/224 e 0 to 0 dl 1770653436 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653425.064629:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1770653425.064638:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1770653425.064645:0:50997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000001:0.0:1770653425.064649:0:3288:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1770653425.064668:0:50997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fb380. 00000100:00000001:3.0:1770653425.064672:0:50997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1770653425.064674:0:3288:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1770653425.064677:0:50997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fb380. 00000400:00000010:0.0:1770653425.064679:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e053b58. 00000100:00000001:2.0:1770653425.064685:0:50958:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1770653425.064696:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8220 00010000:00000001:1.0:1770653425.064707:0:7965:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00100000:3.0:1770653425.064708:0:50997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955618d88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-OST0001_UUID+5:3290:x1856657707216640:12345-0@lo:400:kworker.0 00000400:00000010:0.0:1770653425.064709:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8220. 00010000:00000001:1.0:1770653425.064720:0:7965:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653425.064725:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1770653425.064734:0:50958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888aa0 00000100:00000200:3.0:1770653425.064736:0:50997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707216640 00000100:00001000:1.0:1770653425.064738:0:7965:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557063461e8 time=109 v=5 (1 1 1 1) 00000100:00000200:0.0:1770653425.064744:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955665154000 x1856657707216768/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1770653425.064747:0:50958:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888aa0. 00000020:00000001:3.0:1770653425.064750:0:50997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1770653425.064758:0:50997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1770653425.064764:0:50958:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653425.064767:0:7965:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1770653425.064768:0:50997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653425.064769:0:50958:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1770653425.064787:0:50997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1770653425.064788:0:50958:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653425.064789:0:7965:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 32 to 0@lo 00000020:00000001:3.0:1770653425.064797:0:50997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789376 : -1047762240 : ffffffffc18c6ac0) 00000100:00000001:1.0:1770653425.064807:0:7965:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00000040:2.0:1770653425.064809:0:50958:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 31 to 0@lo 00000020:00000001:3.0:1770653425.064812:0:50997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1770653425.064833:0:50997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653425.064833:0:7965:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:0.0:1770653425.064833:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955665154000 x1856657707216768/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1770653425.064835:0:50958:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:0.0:1770653425.064893:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1770653425.064898:0:3288:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653425.064903:0:3288:0:(client.c:1568:after_reply()) Process entered 00000020:00000001:3.0:1770653425.064906:0:50997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1770653425.064909:0:3288:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1770653425.064910:0:7965:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653425.064913:0:50958:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653425.064915:0:50997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1770653425.064915:0:3288:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653425.064920:0:7965:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1770653425.064932:0:50997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653425.064933:0:3288:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653425.064934:0:50958:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1770653425.064947:0:7965:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1770653425.064951:0:50997:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:0.0:1770653425.064952:0:3288:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653425.064955:0:50958:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572f8d4380 x1856657707216384/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:256/0 lens 224/224 e 0 to 0 dl 1770653436 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653425.064959:0:50997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:1.0:1770653425.064960:0:7965:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022770. 00000100:00001000:0.0:1770653425.064966:0:3288:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=100 v=5 (5 5 5 5) 02000000:00000001:3.0:1770653425.064967:0:50997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1770653425.064972:0:7965:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1856657707216896, offset 224 02000000:00000010:3.0:1770653425.064978:0:50997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95560612a800. 02000000:00000001:3.0:1770653425.064997:0:50997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653425.064999:0:3288:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=71 v=5 (1 1 1 1) 00000400:00000200:1.0:1770653425.065001:0:7965:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1770653425.065018:0:50997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653425.065022:0:3288:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1770653425.065027:0:50997:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653425.065030:0:3288:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653425.065033:0:50958:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95572f8d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1856657707216384:12345-0@lo:400:kworker.0 Request processed in 1462us (4744us total) trans 0 rc 0/0 00000400:00000200:1.0:1770653425.065042:0:7965:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:3.0:1770653425.065043:0:50997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657707216640 00010000:00000001:0.0:1770653425.065045:0:3288:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1770653425.065057:0:3288:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653425.065059:0:50997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:0.0:1770653425.065069:0:3288:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1770653425.065077:0:50958:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5833 00010000:00000200:3.0:1770653425.065078:0:50997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955618d88000 x1856657707216640/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:256/0 lens 224/224 e 0 to 0 dl 1770653436 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653425.065080:0:7965:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6989ecf1bb000 00000100:00000040:0.0:1770653425.065082:0:3288:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332657 00000100:00000001:0.0:1770653425.065096:0:3288:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000040:2.0:1770653425.065099:0:50958:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955710574000 : new rpc_count 0 00000100:00000001:0.0:1770653425.065106:0:3288:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653425.065111:0:7965:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xedab5d [1] + 224 00000100:00000001:2.0:1770653425.065115:0:50958:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653425.065127:0:50958:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1770653425.065134:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955665154000 x1856657707216768/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1770653425.065141:0:50958:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d980. 00000400:00000200:1.0:1770653425.065142:0:7965:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1770653425.065161:0:50958:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510708. 00010000:00000001:3.0:1770653425.065172:0:50997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1770653425.065172:0:7965:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1770653425.065176:0:50958:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564531c600. 00010000:00000001:3.0:1770653425.065184:0:50997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653425.065187:0:3288:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1770653425.065194:0:50958:0:(genops.c:898:class_export_put()) PUTting export ffff955710574000 : new refcount 4 00000100:00000001:1.0:1770653425.065195:0:7965:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1770653425.065204:0:3288:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:3.0:1770653425.065206:0:50997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557063461e8 time=109 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653425.065208:0:50958:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653425.065213:0:3288:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1770653425.065214:0:7965:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955665155f80 x1856657707216896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653425.065237:0:50997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1770653425.065242:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665154000 x1856657707216768/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1770653425.065247:0:5753:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000040:3.0:1770653425.065253:0:50997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 32 to 0@lo 00000020:00000040:2.0:1770653425.065262:0:5753:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (ffff955706306360) now 12 - evictor 00000100:00000001:3.0:1770653425.065271:0:50997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 02000000:00000001:3.0:1770653425.065289:0:50997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1770653425.065291:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1770653425.065297:0:7965:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff955665155f80 x1856657707216896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1770653425.065301:0:50997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653425.065303:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1770653425.065312:0:3288:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955665154000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707216768:0@lo:400:kworker.0 00000100:00000001:3.0:1770653425.065316:0:50997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1770653425.065336:0:50997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000001:0.0:1770653425.065338:0:3288:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000010:3.0:1770653425.065346:0:50997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78330. 00000400:00000001:0.0:1770653425.065346:0:3288:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1770653425.065355:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e0530b0. 00000400:00000200:0.0:1770653425.065365:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8b28 00000400:00000010:0.0:1770653425.065369:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8b28. 00000100:00000001:1.0:1770653425.065371:0:7965:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1770653425.065375:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1770653425.065377:0:50997:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1856657707216640, offset 224 00000100:00000200:0.0:1770653425.065387:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955665154a80 x1856657707216256/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1770653425.065400:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955665154a80 x1856657707216256/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1770653425.065415:0:50997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1770653425.065423:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1770653425.065429:0:7965:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022770 00000100:00000001:0.0:1770653425.065429:0:3288:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653425.065440:0:3288:0:(client.c:1568:after_reply()) Process entered 00000400:00000200:3.0:1770653425.065442:0:50997:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1770653425.065444:0:7965:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022770. 02000000:00000001:0.0:1770653425.065445:0:3288:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1770653425.065452:0:3288:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653425.065458:0:7965:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:3.0:1770653425.065460:0:50997:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6989ecf1baf00 00000100:00000001:0.0:1770653425.065461:0:3288:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1770653425.065465:0:3289:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1770653425.065467:0:7965:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:0.0:1770653425.065477:0:3288:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1770653425.065481:0:3289:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1770653425.065484:0:7965:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653425.065485:0:3288:0:(import.c:2128:obd_at_measure()) add 5 to ffff9557060b5458 time=114 v=5 (5 5 5 5) 00000400:00000010:2.0:1770653425.065491:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef22c0. 00000100:00001000:0.0:1770653425.065501:0:3288:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557060b5410 time=114 v=5 (1 1 1 1) 00000100:00000040:1.0:1770653425.065502:0:7965:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 31 to 0@lo 00000400:00000200:2.0:1770653425.065506:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268882a8 00000400:00000010:2.0:1770653425.065515:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268882a8. 00010000:00000001:1.0:1770653425.065517:0:7965:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:0.0:1770653425.065518:0:3288:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1770653425.065526:0:3288:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653425.065528:0:7965:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653425.065530:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1770653425.065534:0:3288:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1770653425.065542:0:50997:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xedab65 [1] + 224 00000020:00000001:1.0:1770653425.065544:0:7965:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1770653425.065548:0:3288:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653425.065556:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955665155f80 x1856657707216896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653425.065565:0:3288:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653425.065567:0:50997:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1770653425.065567:0:7965:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572f8d5880 x1856657707216896/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:256/0 lens 224/224 e 0 to 0 dl 1770653436 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1770653425.065589:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955665154a80 x1856657707216256/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1770653425.065599:0:50997:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1770653425.065623:0:50997:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1770653425.065638:0:50997:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955665157b80 x1856657707216640/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653425.065673:0:50997:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff955665157b80 x1856657707216640/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1770653425.065694:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955665155f80 x1856657707216896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653425.065699:0:3288:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1770653425.065702:0:7965:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95572f8d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1856657707216896:12345-0@lo:400:kworker.0 Request processed in 1479us (4056us total) trans 0 rc 0/0 00000100:00000001:0.0:1770653425.065719:0:3288:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1770653425.065728:0:3288:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653425.065751:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665154a80 x1856657707216256/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770653425.065765:0:7965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5834 00000100:00000040:1.0:1770653425.065783:0:7965:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9556071fb800 : new rpc_count 0 00000100:00000001:3.0:1770653425.065794:0:50997:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1770653425.065794:0:7965:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653425.065803:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1770653425.065807:0:7965:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1770653425.065809:0:50997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78330 00000100:00000001:2.0:1770653425.065811:0:3289:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1770653425.065818:0:7965:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07dc80. 00000400:00000010:3.0:1770653425.065824:0:50997:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78330. 00000100:00000001:2.0:1770653425.065825:0:3289:0:(client.c:1568:after_reply()) Process entered 00000100:00100000:0.0:1770653425.065828:0:3288:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955665154a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:860f3d7e-67dc-4cd5-abe1-320f8f919c6b:3288:1856657707216256:0@lo:400:kworker.0 00000020:00000010:1.0:1770653425.065830:0:7965:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510bb8. 02000000:00000001:2.0:1770653425.065837:0:3289:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1770653425.065841:0:50997:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:1.0:1770653425.065846:0:7965:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564531d400. 00000100:00000001:2.0:1770653425.065886:0:3289:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653425.065893:0:3289:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653425.065900:0:3289:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653425.065902:0:7965:0:(genops.c:898:class_export_put()) PUTting export ffff9556071fb800 : new refcount 4 00000100:00000001:3.0:1770653425.065904:0:50997:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00001000:2.0:1770653425.065908:0:3289:0:(import.c:2128:obd_at_measure()) add 5 to ffff955634dafc58 time=125 v=5 (5 5 5 5) 00000100:00000001:1.0:1770653425.065922:0:7965:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1770653425.065924:0:3289:0:(import.c:2128:obd_at_measure()) add 1 to ffff955634dafc10 time=125 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653425.065926:0:50997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653425.065927:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653425.065949:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1770653425.065951:0:3289:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1770653425.065953:0:50997:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00010000:00000001:3.0:1770653425.065960:0:50997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:2.0:1770653425.065960:0:3289:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653425.065964:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955665154000 x1856657707216768/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1770653425.065971:0:50997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653425.065974:0:3289:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1770653425.065983:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1770653425.065985:0:3289:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653425.065987:0:50997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1770653425.065996:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653425.066004:0:3289:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1770653425.066009:0:3288:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000400:00000001:1.0:1770653425.066013:0:3290:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1770653425.066014:0:50997:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d88000 x1856657707216640/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:256/0 lens 224/224 e 0 to 0 dl 1770653436 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1770653425.066014:0:3289:0:(client.c:3067:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 02000000:00000001:0.0:1770653425.066017:0:3288:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:1.0:1770653425.066024:0:3290:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:0.0:1770653425.066028:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff955626009000. 00000100:00000001:2.0:1770653425.066030:0:3289:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000400:00000010:1.0:1770653425.066035:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2738. 00000100:00000001:2.0:1770653425.066044:0:3289:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653425.066046:0:3288:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1770653425.066051:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a783b8 00000020:00000001:0.0:1770653425.066056:0:3288:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:1.0:1770653425.066064:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a783b8. 00000020:00000040:0.0:1770653425.066066:0:3288:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=2 obd=lustre-OST0001-osc-MDT0000 00000100:00000040:2.0:1770653425.066070:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955665155f80 x1856657707216896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653425.066083:0:3290:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1770653425.066085:0:3288:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1770653425.066097:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff955705cbc800. 00000100:00000200:1.0:1770653425.066107:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955665157b80 x1856657707216640/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1770653425.066112:0:3288:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1770653425.066120:0:3288:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1770653425.066131:0:3288:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665154000. 00000100:00100000:3.0:1770653425.066132:0:50997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955618d88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-OST0001_UUID+5:3290:x1856657707216640:12345-0@lo:400:kworker.0 Request processed in 1473us (4039us total) trans 0 rc 0/0 00000100:00000001:0.0:1770653425.066151:0:3288:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1770653425.066158:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653425.066168:0:3289:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653425.066179:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1770653425.066182:0:3289:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:3.0:1770653425.066190:0:50997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5835 00000100:00000001:2.0:1770653425.066192:0:3289:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653425.066195:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955665154a80 x1856657707216256/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653425.066212:0:50997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9556030de000 : new rpc_count 0 00000100:00000001:3.0:1770653425.066224:0:50997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1770653425.066224:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665155f80 x1856657707216896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1770653425.066226:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955665157b80 x1856657707216640/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653425.066227:0:3288:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1770653425.066242:0:50997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1770653425.066242:0:3288:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653425.066261:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff955626009c00. 00000020:00000010:3.0:1770653425.066263:0:50997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556051bf000. 02000000:00000001:0.0:1770653425.066290:0:3288:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:3.0:1770653425.066292:0:50997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada3e8. 00000100:00100000:2.0:1770653425.066297:0:3289:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955665155f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3289:1856657707216896:0@lo:400:kworker.0 00000100:00000001:1.0:1770653425.066299:0:3290:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1770653425.066300:0:3288:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:3.0:1770653425.066303:0:50997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f7400. 00000020:00000040:0.0:1770653425.066308:0:3288:0:(genops.c:1242:class_import_put()) import ffff9557060b5000 refcount=3 obd=MGC192.168.202.160@tcp 00000100:00000001:1.0:1770653425.066315:0:3290:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653425.066316:0:3288:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:3.0:1770653425.066319:0:50997:0:(genops.c:898:class_export_put()) PUTting export ffff9556030de000 : new refcount 4 00000400:00000001:2.0:1770653425.066321:0:3289:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:0.0:1770653425.066324:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff955705cbc900. 00000100:00000001:3.0:1770653425.066337:0:50997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1770653425.066337:0:3289:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1770653425.066339:0:3290:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:0.0:1770653425.066340:0:3288:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:2.0:1770653425.066351:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef29a0. 02000000:00000001:0.0:1770653425.066354:0:3288:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1770653425.066355:0:3290:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000010:0.0:1770653425.066361:0:3288:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665154a80. 00000400:00000200:2.0:1770653425.066362:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888000 00000100:00000001:1.0:1770653425.066364:0:3290:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1770653425.066373:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888000. 00000100:00000001:1.0:1770653425.066377:0:3290:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653425.066377:0:3288:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653425.066382:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1770653425.066385:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653425.066392:0:3290:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653425.066394:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1770653425.066398:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955665155180 x1856657707216384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653425.066409:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:1.0:1770653425.066414:0:3290:0:(import.c:2128:obd_at_measure()) add 5 to ffff9557064aac58 time=103 v=5 (5 5 5 5) 00000100:00000001:0.0:1770653425.066416:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653425.066424:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955665155180 x1856657707216384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653425.066427:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1770653425.066435:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653425.066437:0:3290:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064aac10 time=103 v=5 (1 1 1 1) 00000100:00000001:1.0:1770653425.066456:0:3290:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1770653425.066459:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1770653425.066462:0:3290:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653425.066464:0:3289:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1770653425.066469:0:3290:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1770653425.066471:0:3289:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:2.0:1770653425.066477:0:3289:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1770653425.066479:0:3290:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653425.066480:0:3289:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653425.066488:0:3289:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653425.066489:0:3290:0:(client.c:3055:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1770653425.066493:0:3289:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653425.066495:0:3290:0:(client.c:3067:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: skip recheck: last_committed 0 00000100:00001000:2.0:1770653425.066501:0:3289:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571882ac58 time=109 v=5 (5 5 5 5) 00000100:00000001:1.0:1770653425.066502:0:3290:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1770653425.066510:0:3290:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1770653425.066514:0:3289:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571882ac10 time=109 v=5 (1 1 1 1) 00000100:00000040:1.0:1770653425.066524:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955665157b80 x1856657707216640/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653425.066525:0:3289:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1770653425.066532:0:3289:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653425.066542:0:3289:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1770653425.066552:0:3290:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653425.066553:0:3289:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653425.066559:0:3290:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1770653425.066565:0:3289:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1770653425.066566:0:3290:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1770653425.066576:0:3289:0:(client.c:3067:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000040:1.0:1770653425.066578:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665157b80 x1856657707216640/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653425.066588:0:3289:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1770653425.066595:0:3289:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653425.066610:0:3290:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955665157b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3290:1856657707216640:0@lo:400:kworker.0 00000100:00000040:2.0:1770653425.066615:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955665155180 x1856657707216384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1770653425.066622:0:3290:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1770653425.066627:0:3290:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1770653425.066632:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2580. 00000400:00000200:1.0:1770653425.066640:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78880 00000400:00000010:1.0:1770653425.066650:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78880. 00000100:00000001:2.0:1770653425.066651:0:3289:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653425.066684:0:3289:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1770653425.066685:0:3290:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1770653425.066688:0:3289:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1770653425.066697:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955665156680 x1856657707216512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1770653425.066708:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665155180 x1856657707216384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1770653425.066733:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955665156680 x1856657707216512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653425.066758:0:3290:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1770653425.066760:0:3289:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955665155180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3289:1856657707216384:0@lo:400:kworker.0 00000100:00000001:1.0:1770653425.066763:0:3290:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653425.066772:0:3290:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:1.0:1770653425.066778:0:3290:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1770653425.066781:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653425.066782:0:3290:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653425.066789:0:3290:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653425.066791:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1770653425.066795:0:3290:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653425.066803:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955665155f80 x1856657707216896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1770653425.066807:0:3290:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=107 v=5 (5 5 5 5) 00000100:00001000:1.0:1770653425.066823:0:3290:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=80 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653425.066828:0:3289:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1770653425.066832:0:3290:0:(client.c:1470:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1770653425.066834:0:3289:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1770653425.066839:0:3290:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1770653425.066842:0:3289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95564531c000. 00010000:00000001:1.0:1770653425.066845:0:3290:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1770653425.066894:0:3290:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653425.066895:0:3289:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1770653425.066902:0:3289:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1770653425.066903:0:3290:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000020:00000040:2.0:1770653425.066906:0:3289:0:(genops.c:1242:class_import_put()) import ffff955634daf800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:1.0:1770653425.066910:0:3290:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299240 00000020:00000001:2.0:1770653425.066913:0:3289:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1770653425.066922:0:3289:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff955705cbcd00. 00000100:00000001:1.0:1770653425.066922:0:3290:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1770653425.066929:0:3289:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1770653425.066937:0:3289:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1770653425.066939:0:3290:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1770653425.066942:0:3289:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665155f80. 00000100:00000040:1.0:1770653425.066951:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955665156680 x1856657707216512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653425.066953:0:3289:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653425.066958:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653425.066967:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653425.066975:0:3290:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1770653425.066978:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955665155180 x1856657707216384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653425.066983:0:3290:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1770653425.066988:0:3290:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653425.067003:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665156680 x1856657707216512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653425.067004:0:3289:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1770653425.067010:0:3289:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1770653425.067015:0:3289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95564531ca00. 02000000:00000001:2.0:1770653425.067022:0:3289:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1770653425.067026:0:3289:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1770653425.067031:0:3289:0:(genops.c:1242:class_import_put()) import ffff95571882a800 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00100000:1.0:1770653425.067033:0:3290:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955665156680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707216512:0@lo:400:kworker.0 00000020:00000001:2.0:1770653425.067035:0:3289:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1770653425.067041:0:3289:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff955705cbc200. 02000000:00000001:2.0:1770653425.067048:0:3289:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1770653425.067049:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653425.067051:0:3289:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1770653425.067056:0:3289:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665155180. 00000100:00000001:1.0:1770653425.067059:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1770653425.067063:0:3289:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1770653425.067070:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955665157b80 x1856657707216640/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653425.067071:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653425.067078:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653425.067089:0:3289:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1770653425.067093:0:3290:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1770653425.067094:0:3289:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653425.067101:0:3290:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1770653425.067102:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1770653425.067111:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653425.067112:0:3290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95562fa44600. 02000000:00000001:1.0:1770653425.067126:0:3290:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1770653425.067128:0:3290:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1770653425.067130:0:3290:0:(genops.c:1242:class_import_put()) import ffff9557064aa800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:1.0:1770653425.067134:0:3290:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1770653425.067138:0:3290:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff955705cbca00. 02000000:00000001:1.0:1770653425.067143:0:3290:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1770653425.067146:0:3290:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1770653425.067148:0:3290:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665157b80. 00000100:00000001:1.0:1770653425.067153:0:3290:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1770653425.067155:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653425.067157:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1770653425.067161:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955665156680 x1856657707216512/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653425.067169:0:3290:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1770653425.067171:0:3290:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1770653425.067174:0:3290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95562fa44e00. 02000000:00000001:1.0:1770653425.067177:0:3290:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1770653425.067178:0:3290:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1770653425.067180:0:3290:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1770653425.067183:0:3290:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1770653425.067185:0:3290:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff955705cbce00. 02000000:00000001:1.0:1770653425.067188:0:3290:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1770653425.067189:0:3290:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1770653425.067190:0:3290:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665156680. 00000100:00000001:1.0:1770653425.067194:0:3290:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1770653425.067195:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653425.067198:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653425.067203:0:3290:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1770653425.067205:0:3290:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653425.067208:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653425.067211:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653425.090996:0:81035:0:(connection.c:75:cpu_latency_work()) work item of ffff95572011f220 (cpu 0) has reached its deadline 4301455903, at 4301455904 00000100:00000010:2.0:1770653425.091010:0:81035:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9556681b9c60. 00000100:00000040:1.0:1770653425.091012:0:78151:0:(connection.c:75:cpu_latency_work()) work item of ffff95572011f110 (cpu 0) has reached its deadline 4301455903, at 4301455904 00000100:00000010:1.0:1770653425.091028:0:78151:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9556681b9b40. 00000100:00000040:3.0:1770653425.091034:0:78054:0:(connection.c:75:cpu_latency_work()) work item of ffff95572011f330 (cpu 0) has reached its deadline 4301455903, at 4301455904 00000100:00000040:0.0:1770653425.091041:0:81665:0:(connection.c:75:cpu_latency_work()) work item of ffff95572011f000 (cpu 0) has reached its deadline 4301455903, at 4301455904 00000100:00000010:3.0:1770653425.091048:0:78054:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9556681b9000. 00000100:00000010:0.0:1770653425.091057:0:81665:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9556681b9420. 00010000:00000001:2.0:1770653425.890955:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653425.890965:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653425.890971:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653425.890973:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653425.890976:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653425.890977:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653425.890979:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653425.890980:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653425.890984:0:81035:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1770653425.890985:0:81035:0:(ldlm_pool.c:464:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653425.890999:0:81035:0:(ldlm_pool.c:1344:ldlm_pools_recalc_task()) Negative interval(-6704) 00000020:00000001:0.0:1770653425.891068:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1770653425.891072:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653425.891076:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1770653426.914935:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653426.914945:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653426.914954:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653426.914956:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653426.914961:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653426.914963:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653426.914967:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653426.914969:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653426.914976:0:81035:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1770653426.914978:0:81035:0:(ldlm_pool.c:464:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653426.914993:0:81035:0:(ldlm_pool.c:1344:ldlm_pools_recalc_task()) Negative interval(-6705) 00000020:00000001:3.0:1770653426.915067:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1770653426.915073:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653426.915077:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1770653427.544703:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653427.544757:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653427.544766:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653427.544775:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653427.544798:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:2.0:1770653427.544833:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 12 MB=0x6989ede8d3480 00000400:00000200:2.0:1770653427.544914:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 224/224 into md 0xe8f551 [64] + 183632 00000800:00000001:2.0:1770653427.544934:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653427.544948:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653427.544955:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653427.544965:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653427.544979:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653427.544985:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1770653427.544998:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572f8d6d80. 00000100:00000040:2.0:1770653427.545005:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff95572f8d6d80 x1856657966314624 msgsize 224 00000100:00100000:2.0:1770653427.545015:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:2.0:1770653427.545037:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1770653427.545056:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653427.545063:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653427.545066:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653427.545072:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653427.545079:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:2.0:1770653427.545092:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 26 MB=0x6989ede8d3400 00000400:00000200:2.0:1770653427.545103:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.60@tcp of length 224/224 into md 0xe3f7c5 [2] + 0 00000100:00000001:3.0:1770653427.545109:0:50997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:2.0:1770653427.545111:0:3283:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955739c8a790. 00000100:00100000:3.0:1770653427.545121:0:50997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966314624 00000400:00000200:2.0:1770653427.545124:0:3283:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff955619799780 02000000:00000001:3.0:1770653427.545132:0:50997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:2.0:1770653427.545134:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653427.545141:0:50997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1770653427.545144:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653427.545150:0:50997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653427.545151:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653427.545162:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 02000000:00000001:3.0:1770653427.545165:0:50997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653427.545168:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955619799780 00000400:00000010:2.0:1770653427.545174:0:3283:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff955619799780. 00000100:00100000:3.0:1770653427.545178:0:50997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966314624 00000020:00000001:3.0:1770653427.545187:0:50997:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1770653427.545187:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653427.545191:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000040:3.0:1770653427.545195:0:50997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e0f9dcb4 00000100:00000040:2.0:1770653427.545198:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff95570622c050 x1856657966314496 msgsize 224 00000020:00000001:3.0:1770653427.545207:0:50997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1770653427.545217:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000020:00000040:3.0:1770653427.545219:0:50997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955603394000 refcount=109 00000100:00000040:2.0:1770653427.545222:0:3283:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000020:00000001:3.0:1770653427.545230:0:50997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795386650624 : -117278322900992 : ffff955603394000) 00000020:00000001:3.0:1770653427.545236:0:50997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795386650624 : -117278322900992 : ffff955603394000) 00000100:00000001:2.0:1770653427.545240:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1770653427.545243:0:50997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:2.0:1770653427.545247:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653427.545253:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1770653427.545254:0:50997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fb380. 00000800:00000001:2.0:1770653427.545257:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653427.545266:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1770653427.545267:0:50997:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff955660f597c0. 00000400:00000200:2.0:1770653427.545279:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000020:00000040:3.0:1770653427.545287:0:50997:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (ffff955706306360) now 12 - evictor 00000400:00000200:2.0:1770653427.545289:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 28 MB=0x6989ede8d3580 00000400:00000200:2.0:1770653427.545309:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 224/224 into md 0xecf8a9 [8] + 896 00000800:00000001:2.0:1770653427.545316:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653427.545318:0:5749:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:2.0:1770653427.545322:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653427.545326:0:50997:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1770653427.545327:0:5749:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966314496 00000400:00000200:2.0:1770653427.545329:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1770653427.545340:0:5749:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1770653427.545342:0:50997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95562fa45200. 00000400:00000200:2.0:1770653427.545343:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653427.545347:0:5749:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653427.545358:0:5749:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653427.545359:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:3.0:1770653427.545361:0:50997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3c00. 02000000:00000001:1.0:1770653427.545366:0:5749:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653427.545367:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00100000:1.0:1770653427.545376:0:5749:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966314496 00000020:00000010:3.0:1770653427.545378:0:50997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90bb8. 00000100:00000010:2.0:1770653427.545378:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572f8d5c00. 00000020:00000001:1.0:1770653427.545387:0:5749:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1770653427.545394:0:5749:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e0f9dc91 00000100:00000040:2.0:1770653427.545397:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff95572f8d5c00 x1856657966314880 msgsize 224 00000020:00000001:1.0:1770653427.545401:0:5749:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1770653427.545412:0:50997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000040:1.0:1770653427.545413:0:5749:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95563047c000 refcount=9 00000100:00100000:2.0:1770653427.545420:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000020:00000001:1.0:1770653427.545431:0:5749:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796142575616 : -117277566976000 : ffff95563047c000) 00000100:00000001:3.0:1770653427.545433:0:50997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653427.545444:0:50997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1770653427.545444:0:5749:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626796142575616 : -117277566976000 : ffff95563047c000) 00000100:00000001:2.0:1770653427.545448:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000100:00080000:0.0:1770653427.545451:0:5753:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:3.0:1770653427.545459:0:50997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653427.545460:0:5749:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:2.0:1770653427.545462:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:0.0:1770653427.545468:0:5753:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (ffff955706306360) now 12 - evictor 00000020:00000010:1.0:1770653427.545476:0:5749:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955639ca4800. 00000800:00000001:2.0:1770653427.545477:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653427.545480:0:50997:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000800:00000001:2.0:1770653427.545492:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653427.545494:0:5749:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653427.545495:0:50997:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000800:00000001:2.0:1770653427.545501:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653427.545506:0:50997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653427.545507:0:5749:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955639ca4800. 00000400:00000200:2.0:1770653427.545523:0:3283:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000020:00000010:1.0:1770653427.545533:0:5749:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f7000. 00000400:00000200:2.0:1770653427.545535:0:3283:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 28 MB=0x6989ede8d3500 00000100:00000001:3.0:1770653427.545539:0:50997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1770653427.545547:0:5749:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556051bf800. 00000100:00000001:0.0:1770653427.545549:0:12201:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1770653427.545561:0:12201:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966314880 00000400:00000200:2.0:1770653427.545562:0:3283:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 224/224 into md 0xecf8a9 [8] + 1120 00000020:00000010:1.0:1770653427.545565:0:5749:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada4b0. 02000000:00000001:0.0:1770653427.545573:0:12201:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653427.545574:0:50997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000001:2.0:1770653427.545579:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1770653427.545590:0:12201:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1770653427.545591:0:5749:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1770653427.545592:0:50997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1770653427.545600:0:12201:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653427.545603:0:5749:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000001:2.0:1770653427.545605:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653427.545611:0:5749:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1770653427.545615:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1770653427.545616:0:12201:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653427.545621:0:5749:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653427.545622:0:50997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 5836 00000100:00100000:0.0:1770653427.545636:0:12201:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966314880 00000100:00000040:3.0:1770653427.545655:0:50997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955603394000 : new rpc_count 1 00000100:00000001:1.0:1770653427.545663:0:5749:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653427.545664:0:50997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800425332096 : -117273284219520 : ffff95572f8d6d80) 00000400:00000200:2.0:1770653427.545670:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000020:00000001:0.0:1770653427.545677:0:12201:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1770653427.545685:0:12201:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 00000020:00000001:0.0:1770653427.545690:0:12201:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1770653427.545691:0:3283:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1770653427.545692:0:5749:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1770653427.545704:0:3283:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:3.0:1770653427.545705:0:50997:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95572f8d6d80 x1856657966314624/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:258/0 lens 224/0 e 0 to 0 dl 1770653438 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1770653427.545705:0:12201:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=55 00000100:00000001:1.0:1770653427.545713:0:5749:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1770653427.545724:0:5749:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000010:2.0:1770653427.545725:0:3283:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572f8d6300. 00000020:00000001:0.0:1770653427.545725:0:12201:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000040:2.0:1770653427.545741:0:3283:0:(events.c:337:request_in_callback()) incoming req@ffff95572f8d6300 x1856657966314752 msgsize 224 00000020:00000001:0.0:1770653427.545745:0:12201:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00100000:1.0:1770653427.545750:0:5749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 3422 00000100:00000001:0.0:1770653427.545768:0:12201:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1770653427.545772:0:5749:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95563047c000 : new rpc_count 1 00000100:00100000:2.0:1770653427.545781:0:3283:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:1.0:1770653427.545784:0:5749:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626799730475088 : -117273979076528 : ffff95570622c050) 00000020:00000010:0.0:1770653427.545785:0:12201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556248ac940. 00000100:00000001:3.0:1770653427.545793:0:50997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1770653427.545804:0:50997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fb740. 00000020:00000010:0.0:1770653427.545804:0:12201:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9556196fbd80. 00000100:00000040:1.0:1770653427.545806:0:5749:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95570622c050 x1856657966314496/t0(0) o400->58c7216c-36c3-4434-8ad4-570aa2ae68be@192.168.202.60@tcp:258/0 lens 224/0 e 0 to 0 dl 1770653438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653427.545807:0:3283:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1770653427.545818:0:3283:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1770653427.545824:0:50997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1770653427.545829:0:3283:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1770653427.545835:0:12201:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff9557082818d8) now 8 - evictor 00000020:00000010:3.0:1770653427.545845:0:50997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fb740. 00000100:00000001:1.0:1770653427.545917:0:5749:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653427.545924:0:5749:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955639ca4800. 00000100:00000001:1.0:1770653427.545929:0:5749:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653427.545941:0:5749:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955639ca4800. 00000100:00100000:3.0:1770653427.545942:0:50997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95572f8d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b31b1d82-c1d4-4680-ae7a-71292416d1f5+109:2363:x1856657966314624:12345-192.168.202.60@tcp:400:kworker.0 00000100:00000001:0.0:1770653427.545953:0:12201:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1770653427.545955:0:5749:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95570622c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:58c7216c-36c3-4434-8ad4-570aa2ae68be+9:2364:x1856657966314496:12345-192.168.202.60@tcp:400:kworker.0 00000100:00000200:1.0:1770653427.545964:0:5749:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966314496 00000020:00000010:0.0:1770653427.545966:0:12201:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955626009000. 00000020:00000001:1.0:1770653427.545971:0:5749:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1770653427.545976:0:12201:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95560c36b000. 00000100:00000001:2.0:1770653427.545982:0:76416:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1770653427.545982:0:5749:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:3.0:1770653427.545989:0:50997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966314624 00000020:00000001:1.0:1770653427.545990:0:5749:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653427.545990:0:12201:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d258. 00000100:00100000:2.0:1770653427.545993:0:76416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966314752 02000000:00000001:2.0:1770653427.546006:0:76416:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1770653427.546007:0:50997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1770653427.546008:0:5749:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1770653427.546015:0:12201:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000001:1.0:1770653427.546017:0:5749:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669485248 : -1040066368 : ffffffffc201d8c0) 00000100:00000001:2.0:1770653427.546022:0:76416:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1770653427.546023:0:50997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1770653427.546025:0:12201:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1770653427.546028:0:5749:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1770653427.546040:0:50997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653427.546040:0:12201:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1770653427.546041:0:76416:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653427.546041:0:5749:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653427.546051:0:12201:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653427.546065:0:5749:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1770653427.546067:0:50997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1770653427.546067:0:76416:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653427.546070:0:12201:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:1.0:1770653427.546074:0:5749:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1770653427.546080:0:50997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789376 : -1047762240 : ffffffffc18c6ac0) 00000100:00000001:0.0:1770653427.546083:0:12201:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:2.0:1770653427.546086:0:76416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966314752 00000020:00000001:1.0:1770653427.546086:0:5749:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653427.546091:0:50997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1770653427.546092:0:12201:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653427.546096:0:5749:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1770653427.546100:0:76416:0:(genops.c:811:class_conn2export()) Process entered 00000001:00000001:3.0:1770653427.546101:0:50997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1856657966314624, found 0 last_xid 1856657966314623 00000100:00000001:1.0:1770653427.546106:0:5749:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:2.0:1770653427.546109:0:76416:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000020:00000001:3.0:1770653427.546112:0:50997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653427.546115:0:76416:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1770653427.546123:0:12201:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653427.546125:0:50997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000040:2.0:1770653427.546125:0:76416:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=55 02000000:00000001:1.0:1770653427.546128:0:5749:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1770653427.546136:0:50997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1770653427.546138:0:76416:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000020:00000001:3.0:1770653427.546150:0:50997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653427.546151:0:76416:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 02000000:00000010:1.0:1770653427.546151:0:5749:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955617a80c00. 00000100:00000001:0.0:1770653427.546155:0:12201:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1770653427.546164:0:5749:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653427.546170:0:12201:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1770653427.546171:0:76416:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1770653427.546172:0:50997:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1770653427.546172:0:5749:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653427.546186:0:5749:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653427.546189:0:50997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1770653427.546189:0:76416:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59a40. 00000100:00100000:0.0:1770653427.546197:0:12201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 3141 00010000:00000040:1.0:1770653427.546199:0:5749:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966314496 02000000:00000001:3.0:1770653427.546202:0:50997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1770653427.546203:0:76416:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff955639ca46c0. 00010000:00000001:1.0:1770653427.546213:0:5749:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000040:0.0:1770653427.546216:0:12201:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 02000000:00000010:3.0:1770653427.546217:0:50997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95560612a400. 00000020:00000040:2.0:1770653427.546218:0:76416:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff9557181831b0) now 8 - evictor 00010000:00000200:1.0:1770653427.546228:0:5749:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95570622c050 x1856657966314496/t0(0) o400->58c7216c-36c3-4434-8ad4-570aa2ae68be@192.168.202.60@tcp:258/0 lens 224/224 e 0 to 0 dl 1770653438 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653427.546231:0:12201:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800425327616 : -117273284224000 : ffff95572f8d5c00) 02000000:00000001:3.0:1770653427.546236:0:50997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653427.546237:0:76416:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1770653427.546251:0:76416:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564531ca00. 00000100:00000001:3.0:1770653427.546252:0:50997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653427.546257:0:12201:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95572f8d5c00 x1856657966314880/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:258/0 lens 224/0 e 0 to 0 dl 1770653438 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1770653427.546268:0:76416:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d980. 00000020:00000001:3.0:1770653427.546271:0:50997:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653427.546283:0:76416:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510708. 00010000:00000040:3.0:1770653427.546289:0:50997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295710334, transno 0, xid 1856657966314624 00000100:00000001:2.0:1770653427.546298:0:76416:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1770653427.546300:0:5749:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1770653427.546308:0:76416:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1770653427.546312:0:50997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:1.0:1770653427.546312:0:5749:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653427.546316:0:76416:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653427.546325:0:12201:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00001000:1.0:1770653427.546327:0:5749:0:(import.c:2128:obd_at_measure()) add 1 to ffff955741fd65e8 time=116 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653427.546332:0:76416:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:0.0:1770653427.546336:0:12201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556248ac680. 00000100:00000001:1.0:1770653427.546338:0:5749:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000200:3.0:1770653427.546342:0:50997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95572f8d6d80 x1856657966314624/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:258/0 lens 224/224 e 0 to 0 dl 1770653438 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653427.546343:0:76416:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1770653427.546349:0:12201:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653427.546351:0:76416:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653427.546352:0:5749:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:1.0:1770653427.546370:0:5749:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000020:00000010:0.0:1770653427.546372:0:12201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556248ac680. 00000100:00000001:2.0:1770653427.546379:0:76416:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653427.546390:0:5749:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1770653427.546402:0:5749:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653427.546403:0:12201:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95572f8d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b31b1d82-c1d4-4680-ae7a-71292416d1f5+55:2363:x1856657966314880:12345-192.168.202.60@tcp:400:kworker.0 00000100:00000001:2.0:1770653427.546409:0:76416:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1770653427.546416:0:50997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1770653427.546416:0:5749:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1770653427.546417:0:76416:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1770653427.546432:0:5749:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000001:3.0:1770653427.546433:0:50997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653427.546433:0:12201:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966314880 00000020:00000001:0.0:1770653427.546446:0:12201:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:2.0:1770653427.546449:0:76416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 3142 00000400:00000010:1.0:1770653427.546450:0:5749:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022770. 00000020:00000001:0.0:1770653427.546453:0:12201:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00001000:3.0:1770653427.546454:0:50997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557063461e8 time=111 v=5 (1 1 1 1) 00000020:00000001:0.0:1770653427.546464:0:12201:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653427.546466:0:76416:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000100:00000200:1.0:1770653427.546470:0:5749:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1856657966314496, offset 224 00000020:00000001:0.0:1770653427.546471:0:12201:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1770653427.546473:0:50997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1770653427.546474:0:76416:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800425329408 : -117273284222208 : ffff95572f8d6300) 00000020:00000001:0.0:1770653427.546481:0:12201:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789376 : -1047762240 : ffffffffc18c6ac0) 00000100:00000040:3.0:1770653427.546490:0:50997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000020:00000001:0.0:1770653427.546495:0:12201:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1770653427.546498:0:76416:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95572f8d6300 x1856657966314752/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:258/0 lens 224/0 e 0 to 0 dl 1770653438 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653427.546499:0:5749:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000020:00000001:0.0:1770653427.546505:0:12201:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653427.546506:0:50997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000020:00000001:0.0:1770653427.546517:0:12201:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1770653427.546524:0:50997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1770653427.546525:0:12201:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1770653427.546538:0:5749:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 02000000:00000001:3.0:1770653427.546543:0:50997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653427.546544:0:12201:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653427.546547:0:76416:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1770653427.546560:0:76416:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f590c0. 00000400:00000200:1.0:1770653427.546564:0:5749:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164774:2164774:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164770:2164770:8:4294967295] 00000020:00000001:0.0:1770653427.546566:0:12201:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1770653427.546567:0:50997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1770653427.546569:0:76416:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653427.546578:0:12201:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1770653427.546587:0:76416:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f590c0. 02000000:00000001:0.0:1770653427.546590:0:12201:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1770653427.546593:0:50997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 02000000:00000010:0.0:1770653427.546601:0:12201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955623653000. 00000400:00000010:3.0:1770653427.546604:0:50997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78330. 02000000:00000001:0.0:1770653427.546614:0:12201:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653427.546617:0:76416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95572f8d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:b31b1d82-c1d4-4680-ae7a-71292416d1f5+55:2364:x1856657966314752:12345-192.168.202.60@tcp:400:kworker.0 00000100:00000200:3.0:1770653427.546625:0:50997:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1856657966314624, offset 224 00000400:00000200:1.0:1770653427.546626:0:5749:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:0.0:1770653427.546626:0:12201:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653427.546629:0:76416:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966314752 00000020:00000001:0.0:1770653427.546665:0:12201:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653427.546669:0:76416:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1770653427.546679:0:50997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000020:00000001:2.0:1770653427.546681:0:76416:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000040:0.0:1770653427.546683:0:12201:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966314880 00000020:00000001:2.0:1770653427.546689:0:76416:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653427.546696:0:5749:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00010000:00000001:0.0:1770653427.546696:0:12201:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000001:2.0:1770653427.546698:0:76416:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1770653427.546706:0:76416:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789376 : -1047762240 : ffffffffc18c6ac0) 00000800:00000010:1.0:1770653427.546712:0:5749:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955705cbce00. 00010000:00000200:0.0:1770653427.546715:0:12201:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95572f8d5c00 x1856657966314880/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:258/0 lens 224/224 e 0 to 0 dl 1770653438 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1770653427.546716:0:50997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000020:00000001:2.0:1770653427.546719:0:76416:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1770653427.546732:0:76416:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1770653427.546743:0:5749:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000020:00000001:2.0:1770653427.546745:0:76416:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1770653427.546756:0:76416:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1770653427.546763:0:50997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164775:2164775:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164771:2164771:7:4294967295] 00000020:00000001:2.0:1770653427.546766:0:76416:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653427.546781:0:5749:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000020:00000001:2.0:1770653427.546782:0:76416:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1770653427.546793:0:76416:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000200:1.0:1770653427.546800:0:5749:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955705cbce00 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1770653427.546802:0:76416:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1770653427.546818:0:76416:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9556683a3800. 00010000:00000001:0.0:1770653427.546825:0:12201:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1770653427.546826:0:76416:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653427.546833:0:5749:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653427.546836:0:76416:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653427.546837:0:12201:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653427.546845:0:50997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000040:1.0:1770653427.546888:0:5749:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000020:00000001:2.0:1770653427.546893:0:76416:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653427.546895:0:12201:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=109 v=5 (1 1 1 1) 00010000:00000001:1.0:1770653427.546904:0:5749:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000040:2.0:1770653427.546910:0:76416:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966314752 00000020:00000001:1.0:1770653427.546916:0:5749:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653427.546922:0:76416:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:0.0:1770653427.546922:0:12201:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1770653427.546924:0:5749:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1770653427.546942:0:12201:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000800:00000200:3.0:1770653427.546943:0:50997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000040:1.0:1770653427.546947:0:5749:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95570622c050 x1856657966314496/t0(0) o400->58c7216c-36c3-4434-8ad4-570aa2ae68be@192.168.202.60@tcp:258/0 lens 224/224 e 0 to 0 dl 1770653438 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1770653427.546949:0:76416:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95572f8d6300 x1856657966314752/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:258/0 lens 224/224 e 0 to 0 dl 1770653438 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653427.546957:0:12201:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000800:00000010:3.0:1770653427.546965:0:50997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c600. 02000000:00000001:0.0:1770653427.546972:0:12201:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1770653427.546980:0:12201:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653427.546992:0:12201:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1770653427.547010:0:50997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000040:0.0:1770653427.547016:0:12201:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:0.0:1770653427.547030:0:12201:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8b28. 00010000:00000001:2.0:1770653427.547034:0:76416:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1770653427.547043:0:76416:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653427.547043:0:12201:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1856657966314880, offset 224 00000100:00100000:1.0:1770653427.547058:0:5749:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95570622c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:58c7216c-36c3-4434-8ad4-570aa2ae68be+9:2364:x1856657966314496:12345-192.168.202.60@tcp:400:kworker.0 Request processed in 1119us (1836us total) trans 0 rc 0/0 00000100:00001000:2.0:1770653427.547059:0:76416:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=109 v=5 (1 1 1 1) 00000800:00000200:3.0:1770653427.547061:0:50997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000400:00000200:0.0:1770653427.547075:0:12201:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000001:2.0:1770653427.547081:0:76416:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:3.0:1770653427.547083:0:50997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c600 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1770653427.547096:0:76416:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 11 to 192.168.202.60@tcp 00000100:00000001:3.0:1770653427.547099:0:50997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653427.547102:0:5749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 3422 00000400:00000200:0.0:1770653427.547105:0:12201:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00000001:2.0:1770653427.547113:0:76416:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000040:1.0:1770653427.547120:0:5749:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95563047c000 : new rpc_count 0 00000100:00000040:3.0:1770653427.547122:0:50997:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 02000000:00000001:2.0:1770653427.547129:0:76416:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1770653427.547133:0:12201:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164776:2164776:254:4294967295] 192.168.202.60@tcp LPNI seq info [2164772:2164772:6:4294967295] 00000100:00000001:1.0:1770653427.547137:0:5749:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1770653427.547141:0:50997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 02000000:00000001:2.0:1770653427.547142:0:76416:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653427.547145:0:5749:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1770653427.547151:0:50997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653427.547155:0:5749:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556051bf800. 00000100:00000001:2.0:1770653427.547160:0:76416:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1770653427.547161:0:50997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1770653427.547166:0:5749:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada4b0. 00000020:00000010:1.0:1770653427.547177:0:5749:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f7000. 00000100:00000040:3.0:1770653427.547188:0:50997:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572f8d6d80 x1856657966314624/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:258/0 lens 224/224 e 0 to 0 dl 1770653438 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1770653427.547190:0:76416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000020:00000040:1.0:1770653427.547193:0:5749:0:(genops.c:898:class_export_put()) PUTting export ffff95563047c000 : new refcount 8 00000400:00000200:0.0:1770653427.547200:0:12201:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00000001:1.0:1770653427.547209:0:5749:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1770653427.547211:0:76416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888000. 00000100:00000200:1.0:1770653427.547224:0:5749:0:(niobuf.c:1189:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:2.0:1770653427.547235:0:76416:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1856657966314752, offset 224 00000400:00000010:1.0:1770653427.547239:0:5749:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d94a50. 00000800:00000200:0.0:1770653427.547241:0:12201:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:0.0:1770653427.547265:0:12201:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955602d01b00. 00000400:00000010:1.0:1770653427.547266:0:5749:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff955669334b40. 00000400:00000200:2.0:1770653427.547291:0:76416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000800:00000200:0.0:1770653427.547294:0:12201:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00100000:3.0:1770653427.547295:0:50997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95572f8d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b31b1d82-c1d4-4680-ae7a-71292416d1f5+109:2363:x1856657966314624:12345-192.168.202.60@tcp:400:kworker.0 Request processed in 1472us (2257us total) trans 0 rc 0/0 00000800:00000200:0.0:1770653427.547321:0:12201:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000400:00000200:2.0:1770653427.547332:0:76416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000800:00000200:0.0:1770653427.547337:0:12201:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955602d01b00 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:3.0:1770653427.547338:0:50997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 5836 00000400:00000200:2.0:1770653427.547359:0:76416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164777:2164777:253:4294967295] 192.168.202.60@tcp LPNI seq info [2164773:2164773:5:4294967295] 00000100:00000001:0.0:1770653427.547360:0:12201:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653427.547361:0:50997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955603394000 : new rpc_count 0 00000100:00080000:1.0:1770653427.547365:0:5753:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:3.0:1770653427.547378:0:50997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1770653427.547380:0:12201:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000020:00000040:1.0:1770653427.547381:0:5753:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff9557181831b0) now 8 - evictor 00000100:00000001:3.0:1770653427.547387:0:50997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1770653427.547392:0:12201:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1770653427.547403:0:12201:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1770653427.547406:0:5753:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000010:3.0:1770653427.547407:0:50997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3c00. 00000020:00000001:0.0:1770653427.547413:0:12201:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:1.0:1770653427.547417:0:5753:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff9557082818d8) now 8 - evictor 00000400:00000200:2.0:1770653427.547421:0:76416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000020:00000010:3.0:1770653427.547428:0:50997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90bb8. 00000100:00000040:0.0:1770653427.547432:0:12201:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572f8d5c00 x1856657966314880/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:258/0 lens 224/224 e 0 to 0 dl 1770653438 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1770653427.547447:0:50997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95562fa45200. 00000800:00000200:2.0:1770653427.547456:0:76416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000020:00000040:3.0:1770653427.547474:0:50997:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 108 00000800:00000010:2.0:1770653427.547474:0:76416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955718f9a300. 00000100:00100000:0.0:1770653427.547474:0:12201:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95572f8d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b31b1d82-c1d4-4680-ae7a-71292416d1f5+55:2363:x1856657966314880:12345-192.168.202.60@tcp:400:kworker.0 Request processed in 1139us (2065us total) trans 0 rc 0/0 00000800:00000200:1.0:1770653427.547489:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1770653427.547495:0:50997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1770653427.547500:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955705cbce00. 00000800:00000200:2.0:1770653427.547510:0:76416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000400:00000200:1.0:1770653427.547515:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1770653427.547519:0:12201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 3141 00000100:00000040:0.0:1770653427.547533:0:12201:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 00000800:00000200:2.0:1770653427.547534:0:76416:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000400:00000200:1.0:1770653427.547536:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653427.547542:0:12201:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:2.0:1770653427.547550:0:76416:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955718f9a300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1770653427.547553:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022770 00000100:00000001:0.0:1770653427.547553:0:12201:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1770653427.547563:0:76416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653427.547564:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022770. 00000020:00000010:0.0:1770653427.547564:0:12201:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95560c36b000. 00000100:00000040:2.0:1770653427.547580:0:76416:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000100:00000001:1.0:1770653427.547583:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:0.0:1770653427.547584:0:12201:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d258. 00010000:00000001:2.0:1770653427.547586:0:76416:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 02000000:00000001:1.0:1770653427.547592:0:3282:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:2.0:1770653427.547596:0:76416:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653427.547599:0:3282:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955617a80c00. 00000020:00000010:0.0:1770653427.547600:0:12201:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955626009000. 00000020:00000001:2.0:1770653427.547602:0:76416:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1770653427.547612:0:3282:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1770653427.547618:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:0.0:1770653427.547620:0:12201:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 54 00000100:00000040:2.0:1770653427.547624:0:76416:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572f8d6300 x1856657966314752/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:258/0 lens 224/224 e 0 to 0 dl 1770653438 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653427.547631:0:12201:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1770653427.547664:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1770653427.547671:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c600. 00000100:00100000:2.0:1770653427.547675:0:76416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95572f8d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:b31b1d82-c1d4-4680-ae7a-71292416d1f5+55:2364:x1856657966314752:12345-192.168.202.60@tcp:400:kworker.0 Request processed in 1120us (1924us total) trans 0 rc 0/0 00000400:00000200:1.0:1770653427.547686:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1770653427.547697:0:76416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 3142 00000100:00000040:2.0:1770653427.547708:0:76416:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000400:00000200:1.0:1770653427.547711:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653427.547713:0:76416:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653427.547720:0:76416:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1770653427.547725:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78330 00000020:00000010:2.0:1770653427.547729:0:76416:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d980. 00000400:00000010:1.0:1770653427.547736:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78330. 00000020:00000010:2.0:1770653427.547740:0:76416:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510708. 00000020:00000010:2.0:1770653427.547752:0:76416:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564531ca00. 00000100:00000001:1.0:1770653427.547752:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653427.547762:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:2.0:1770653427.547764:0:76416:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 54 00000100:00000001:2.0:1770653427.547773:0:76416:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1770653427.547793:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1770653427.547802:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955602d01b00. 00000400:00000200:1.0:1770653427.547813:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653427.547822:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:1.0:1770653427.547828:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8b28 00000400:00000010:1.0:1770653427.547831:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8b28. 00000100:00000001:1.0:1770653427.547837:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653427.547840:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1770653427.547986:0:3282:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1770653427.547991:0:3282:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955718f9a300. 00000400:00000200:1.0:1770653427.547996:0:3282:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653427.548002:0:3282:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:1.0:1770653427.548006:0:3282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888000 00000400:00000010:1.0:1770653427.548008:0:3282:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888000. 00000100:00000001:1.0:1770653427.548012:0:3282:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653427.548013:0:3282:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1770653427.938996:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653427.939008:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653427.939016:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653427.939018:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653427.939023:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653427.939026:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653427.939030:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653427.939032:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653427.939039:0:81035:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1770653427.939041:0:81035:0:(ldlm_pool.c:464:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653427.939062:0:81035:0:(ldlm_pool.c:1344:ldlm_pools_recalc_task()) Negative interval(-6706) 00000020:00000001:3.0:1770653427.939147:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1770653427.939153:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653427.939157:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1770653428.962982:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653428.962994:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653428.963003:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653428.963005:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653428.963011:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653428.963013:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653428.963017:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653428.963020:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653428.963025:0:81035:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1770653428.963027:0:81035:0:(ldlm_pool.c:464:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653428.963048:0:81035:0:(ldlm_pool.c:1344:ldlm_pools_recalc_task()) Negative interval(-6707) 00000020:00000001:3.0:1770653428.963108:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1770653428.963117:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653428.963123:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:0.0:1770653429.155037:0:6725:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1770653429.155048:0:6725:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1770653429.155066:0:6725:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95561752b100. 00000020:00000040:0.0:1770653429.155079:0:6725:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1770653429.155088:0:6725:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1770653429.155094:0:6725:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1770653429.155104:0:6725:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1770653429.155118:0:6725:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff955602d01f00. 00000100:00000001:0.0:1770653429.155130:0:6725:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653429.155140:0:6725:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1770653429.155149:0:6725:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1770653429.155166:0:7855:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000040:0.0:1770653429.155170:0:6725:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eec93210] to pc [ptlrpcd_00_02+2] req@ffff95561752b100 x1856657707217024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000020:3.0:1770653429.155177:0:7855:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1770653429.155194:0:7855:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d8a680. 00000020:00000040:3.0:1770653429.155205:0:7855:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:3.0:1770653429.155213:0:7855:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1770653429.155218:0:7855:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000004:00000001:0.0:1770653429.155221:0:6725:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653429.155227:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1770653429.155228:0:7855:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653429.155235:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1770653429.155241:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653429.155248:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653429.155250:0:3290:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1770653429.155251:0:7855:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95562626ce00. 00000100:00000001:3.0:1770653429.155267:0:7855:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653429.155270:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95561752b100 x1856657707217024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653429.155287:0:7855:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1770653429.155293:0:3290:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1770653429.155299:0:3290:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653429.155301:0:7855:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653429.155309:0:3290:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1770653429.155317:0:3290:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1770653429.155327:0:7855:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008b969c0] to pc [ptlrpcd_00_03+3] req@ffff955618d8a680 x1856657707217152/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1770653429.155327:0:3290:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653429.155345:0:3290:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff95561752b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707217024:0@lo:13:osp-pre-0-0.0 00000100:00000001:1.0:1770653429.155366:0:3290:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1770653429.155375:0:3290:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1770653429.155380:0:3290:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653429.155385:0:3290:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000004:00000001:3.0:1770653429.155398:0:7855:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653429.155426:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653429.155434:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1770653429.155439:0:3291:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1770653429.155454:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955618d8a680 x1856657707217152/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653429.155467:0:3291:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1770653429.155473:0:3291:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653429.155481:0:3291:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1770653429.155487:0:3290:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955623651c00. 02000000:00000001:3.0:1770653429.155488:0:3291:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1770653429.155500:0:3290:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653429.155502:0:3291:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1770653429.155515:0:3291:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955618d8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707217152:0@lo:13:osp-pre-1-0.0 00000400:00000010:0.0:1770653429.155515:0:3290:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e0530b0. 00000100:00000001:3.0:1770653429.155529:0:3291:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1770653429.155534:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8220. 02000000:00000001:3.0:1770653429.155537:0:3291:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1770653429.155543:0:3291:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653429.155547:0:3290:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707217024, portal 4 02000000:00000001:3.0:1770653429.155549:0:3291:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1770653429.155557:0:3290:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1770653429.155561:0:3290:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795723862272 : -117277985689344 : ffff95561752b100) 02000000:00000010:3.0:1770653429.155564:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff955606129c00. 02000000:00000001:3.0:1770653429.155575:0:3291:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653429.155583:0:3290:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff95561752b100 x1856657707217024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653445 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1770653429.155586:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2370. 00000400:00000010:3.0:1770653429.155608:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78110. 00000100:00000001:0.0:1770653429.155624:0:3290:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1770653429.155655:0:3290:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1770653429.155660:0:3290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8990. 00000100:00000200:3.0:1770653429.155664:0:3291:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1856657707217152, portal 4 00000100:00000200:0.0:1770653429.155666:0:3290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1856657707217024, offset 0 00000100:00000001:3.0:1770653429.155677:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1770653429.155682:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626795749418624 : -117277960132992 : ffff955618d8a680) 00000400:00000200:0.0:1770653429.155688:0:3290:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1770653429.155706:0:3291:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955618d8a680 x1856657707217152/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653445 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1770653429.155721:0:3290:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1770653429.155743:0:3291:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1770653429.155755:0:3291:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1770653429.155765:0:3290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6989ecf1bb080 00000400:00000010:3.0:1770653429.155767:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78a18. 00000400:00000200:0.0:1770653429.155790:0:3290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc61 [8] + 8064 00000100:00000200:3.0:1770653429.155801:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1856657707217152, offset 0 00000400:00000200:0.0:1770653429.155806:0:3290:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653429.155822:0:3291:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1770653429.155824:0:3290:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1770653429.155901:0:3291:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1770653429.155904:0:3290:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653429.155910:0:3290:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1770653429.155918:0:3290:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955617528700. 00000400:00000200:3.0:1770653429.155921:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6989ecf1bb100 00000100:00000040:0.0:1770653429.155925:0:3290:0:(events.c:337:request_in_callback()) incoming req@ffff955617528700 x1856657707217024 msgsize 224 00000400:00000200:3.0:1770653429.155947:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xc61 [8] + 8288 00000100:00100000:0.0:1770653429.155948:0:3290:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1770653429.155969:0:3291:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1770653429.155975:0:3290:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1770653429.155984:0:3291:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1770653429.155996:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8990 00000400:00000010:0.0:1770653429.156002:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8990. 00000100:00000001:0.0:1770653429.156009:0:3290:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1770653429.156012:0:3291:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653429.156019:0:3290:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff95561752b100 x1856657707217024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653445 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1770653429.156020:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1770653429.156040:0:3291:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d8aa00. 00000100:00000001:0.0:1770653429.156045:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653429.156048:0:3291:0:(events.c:337:request_in_callback()) incoming req@ffff955618d8aa00 x1856657707217152 msgsize 224 00000100:00000040:0.0:1770653429.156054:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95561752b100 x1856657707217024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653445 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1770653429.156080:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1770653429.156092:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653429.156097:0:3290:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1770653429.156107:0:3290:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653429.156111:0:73732:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1770653429.156113:0:3291:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1770653429.156116:0:3290:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26298 usecs (27 jiffies) 00000100:00100000:1.0:1770653429.156119:0:73732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707217024 02000000:00000001:1.0:1770653429.156127:0:73732:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653429.156127:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301459996 00000400:00000200:3.0:1770653429.156131:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78a18 00000100:00000001:1.0:1770653429.156135:0:73732:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653429.156140:0:73732:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1770653429.156142:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78a18. 02000000:00000001:1.0:1770653429.156151:0:73732:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653429.156156:0:3291:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1770653429.156160:0:73732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707217024 00000100:00000001:0.0:1770653429.156162:0:6532:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1770653429.156167:0:73732:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1770653429.156169:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707217152 00000100:00000200:3.0:1770653429.156171:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955618d8a680 x1856657707217152/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653445 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1770653429.156172:0:73732:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 02000000:00000001:0.0:1770653429.156177:0:6532:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1770653429.156183:0:73732:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1770653429.156185:0:6532:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1770653429.156192:0:73732:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=5 00000100:00000001:0.0:1770653429.156194:0:6532:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653429.156211:0:73732:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 02000000:00000001:0.0:1770653429.156214:0:6532:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653429.156223:0:73732:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000001:3.0:1770653429.156224:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1770653429.156225:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707217152 00000100:00000001:1.0:1770653429.156232:0:73732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1770653429.156236:0:6532:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1770653429.156242:0:6532:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00000020:00000010:1.0:1770653429.156243:0:73732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955639ca4ec0. 00000100:00000040:3.0:1770653429.156244:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955618d8a680 x1856657707217152/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653445 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653429.156249:0:6532:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1770653429.156258:0:6532:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=5 00000020:00000010:1.0:1770653429.156260:0:73732:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff955660f59600. 00000020:00000001:0.0:1770653429.156272:0:6532:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000020:00000001:0.0:1770653429.156281:0:6532:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000001:3.0:1770653429.156282:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653429.156285:0:73732:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff9557181831b0) now 8 - evictor 00000100:00000001:0.0:1770653429.156295:0:6532:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1770653429.156297:0:3291:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1770653429.156305:0:6532:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556248ac1c0. 00000100:00000001:3.0:1770653429.156309:0:3291:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653429.156310:0:73732:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1770653429.156319:0:6532:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9556196fbac0. 00000100:00000040:3.0:1770653429.156324:0:3291:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26312 usecs (27 jiffies) 00000020:00000010:1.0:1770653429.156326:0:73732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f7000. 00000020:00000040:0.0:1770653429.156334:0:6532:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff9557082818d8) now 8 - evictor 00000100:00000001:3.0:1770653429.156338:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301459996 00000020:00000010:1.0:1770653429.156340:0:73732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556051bf880. 00000100:00000001:0.0:1770653429.156342:0:6532:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1770653429.156364:0:73732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada4b0. 00000100:00000010:3.0:1770653429.156366:0:3291:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff955662d81f00. 00000100:00000001:3.0:1770653429.156381:0:3291:0:(niobuf.c:676:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000040:1.0:1770653429.156387:0:73732:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1770653429.156394:0:73732:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653429.156395:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301459996 00000100:00000001:1.0:1770653429.156397:0:73732:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1770653429.156404:0:73732:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1770653429.156409:0:3291:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff955662d81420. 00000100:00000001:3.0:1770653429.156420:0:3291:0:(niobuf.c:676:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1770653429.156420:0:73732:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653429.156442:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301459996 00000100:00000001:1.0:1770653429.156447:0:73732:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1770653429.156451:0:3291:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff955662d81ba0. 00000100:00000001:3.0:1770653429.156463:0:3291:0:(niobuf.c:676:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1770653429.156475:0:73732:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1770653429.156479:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301459996 00000100:00000001:1.0:1770653429.156481:0:73732:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000010:3.0:1770653429.156494:0:3291:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff955662d81c60. 00000100:00100000:1.0:1770653429.156494:0:73732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2658 00000100:00000040:1.0:1770653429.156512:0:73732:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 1 00000100:00000001:3.0:1770653429.156513:0:3291:0:(niobuf.c:676:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1770653429.156522:0:73732:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795723851520 : -117277985700096 : ffff955617528700) 00000100:00000001:3.0:1770653429.156533:0:3291:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1770653429.156538:0:73732:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955617528700 x1856657707217024/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:260/0 lens 224/0 e 0 to 0 dl 1770653440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653429.156542:0:3291:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653429.156557:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653429.156564:0:73732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1770653429.156567:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1770653429.156571:0:73732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955639ca4400. 00000100:00000001:1.0:1770653429.156577:0:73732:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1770653429.156582:0:73732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955639ca4400. 00000100:00000001:3.0:1770653429.156583:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1770653429.156590:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1770653429.156596:0:73732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955617528700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856657707217024:12345-0@lo:13:osp-pre-0-0.0 00000100:00000001:3.0:1770653429.156602:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1770653429.156604:0:73732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707217024 00000100:00000001:3.0:1770653429.156609:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1770653429.156612:0:73732:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1770653429.156617:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653429.156619:0:73732:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1770653429.156641:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653429.156650:0:73732:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653429.156657:0:73732:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1770653429.156661:0:73732:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662416 : -1035889200 : ffffffffc24195d0) 00000020:00000001:1.0:1770653429.156666:0:73732:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1770653429.156673:0:73732:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653429.156678:0:73732:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1770653429.156682:0:73732:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1770653429.156688:0:73732:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653429.156696:0:73732:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1770653429.156701:0:73732:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1770653429.156709:0:73732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff955617a81800. 02000000:00000001:1.0:1770653429.156715:0:73732:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653429.156720:0:73732:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1770653429.156727:0:73732:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00080000:3.0:1770653429.156731:0:5753:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000001:1.0:1770653429.156734:0:73732:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1770653429.156741:0:73732:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000040:3.0:1770653429.156745:0:5753:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff9557082818d8) now 8 - evictor 00080000:00000001:1.0:1770653429.156748:0:73732:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00080000:3.0:1770653429.156759:0:5753:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1770653429.156768:0:5753:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff9557181831b0) now 8 - evictor 00080000:00000001:1.0:1770653429.156772:0:73732:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653429.156780:0:73732:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1770653429.156786:0:73732:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 24322048 pending 0 free 3853516800 avail 3851419648 00000020:00000020:1.0:1770653429.156794:0:73732:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 20914176 0 0 00000020:00000020:1.0:1770653429.156801:0:73732:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli b31b1d82-c1d4-4680-ae7a-71292416d1f5/ffff95572df1c000 dirty 0 pend 0 grant 3407872 00000020:00000020:1.0:1770653429.156808:0:73732:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff95560202c800 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1770653429.156813:0:73732:0:(ofd_obd.c:737:ofd_statfs()) 3682 blocks: 3675 free, 3654 avail; 119322 objects: 117600 free; state 0 00002000:00000001:1.0:1770653429.156818:0:73732:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00002000:00000001:1.0:1770653429.156827:0:73732:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1770653429.156832:0:73732:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299240, transno 0, xid 1856657707217024 00010000:00000001:1.0:1770653429.156838:0:73732:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1770653429.156888:0:73732:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955617528700 x1856657707217024/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:260/0 lens 224/368 e 0 to 0 dl 1770653440 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653429.156902:0:73732:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1770653429.156908:0:73732:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1770653429.156914:0:73732:0:(import.c:2128:obd_at_measure()) add 1 to ffff955735f981e8 time=111 v=5 (1 1 1 1) 00000100:00000001:1.0:1770653429.156924:0:73732:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1770653429.156931:0:73732:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000001:1.0:1770653429.156936:0:73732:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 02000000:00000001:1.0:1770653429.156942:0:73732:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1770653429.156947:0:73732:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653429.156953:0:73732:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1770653429.156960:0:73732:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1770653429.156968:0:3290:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301459996 00000400:00000010:1.0:1770653429.156969:0:73732:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022770. 00000100:00000200:1.0:1770653429.156980:0:73732:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1856657707217024, offset 224 00000100:00000001:2.0:1770653429.156981:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301459997 00000400:00000200:1.0:1770653429.157000:0:73732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1770653429.157003:0:3290:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4301459996 00000100:00000001:2.0:1770653429.157013:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301459997 00000400:00000200:1.0:1770653429.157023:0:73732:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1770653429.157027:0:3290:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4301459996 00000100:00000001:2.0:1770653429.157042:0:3290:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301459997 00000400:00000200:1.0:1770653429.157045:0:73732:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6989ecf1bb080 00000100:00000001:2.0:1770653429.157055:0:3290:0:(niobuf.c:683:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4301459996 00000400:00000200:1.0:1770653429.157063:0:73732:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xedab9d [1] + 224 00000100:00000001:2.0:1770653429.157067:0:3290:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653429.157067:0:6532:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955626009000. 00000400:00000200:1.0:1770653429.157074:0:73732:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653429.157081:0:3290:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653429.157082:0:6532:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95560c36bd00. 00000400:00000200:1.0:1770653429.157088:0:73732:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1770653429.157095:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653429.157096:0:6532:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d258. 00000100:00000001:1.0:1770653429.157098:0:73732:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1770653429.157108:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653429.157114:0:6532:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:1.0:1770653429.157115:0:73732:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff95561752b100 x1856657707217024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653445 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653429.157122:0:6532:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1770653429.157124:0:3290:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1770653429.157130:0:6532:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653429.157135:0:3290:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1770653429.157145:0:6532:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653429.157151:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1770653429.157160:0:3290:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1770653429.157161:0:73732:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff95561752b100 x1856657707217024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653445 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653429.157163:0:6532:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653429.157185:0:6532:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1770653429.157191:0:6532:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1770653429.157192:0:73732:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1770653429.157200:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2659 00000100:00000040:0.0:1770653429.157208:0:6532:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 1 00000100:00000001:0.0:1770653429.157211:0:6532:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795749419520 : -117277960132096 : ffff955618d8aa00) 00000100:00000040:0.0:1770653429.157223:0:6532:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955618d8aa00 x1856657707217152/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:260/0 lens 224/0 e 0 to 0 dl 1770653440 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653429.157234:0:6532:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1770653429.157240:0:6532:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556248ac600. 00000100:00000001:0.0:1770653429.157245:0:6532:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653429.157251:0:6532:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556248ac600. 00000400:00000200:1.0:1770653429.157260:0:73732:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022770 00000100:00100000:0.0:1770653429.157265:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955618d8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856657707217152:12345-0@lo:13:osp-pre-1-0.0 00000400:00000010:1.0:1770653429.157268:0:73732:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022770. 00000100:00000001:1.0:1770653429.157279:0:73732:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:0.0:1770653429.157281:0:6532:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707217152 00000100:00000001:1.0:1770653429.157285:0:73732:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1770653429.157289:0:6532:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1770653429.157298:0:73732:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653429.157299:0:6532:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1770653429.157306:0:6532:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653429.157313:0:6532:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1770653429.157315:0:73732:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000020:00000001:0.0:1770653429.157320:0:6532:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072673662416 : -1035889200 : ffffffffc24195d0) 00010000:00000001:1.0:1770653429.157326:0:73732:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1770653429.157329:0:6532:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1770653429.157334:0:73732:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653429.157336:0:6532:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653429.157342:0:73732:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1770653429.157345:0:6532:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1770653429.157351:0:6532:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1770653429.157355:0:6532:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653429.157357:0:73732:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955617528700 x1856657707217024/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:260/0 lens 224/368 e 0 to 0 dl 1770653440 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653429.157361:0:6532:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1770653429.157370:0:6532:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1770653429.157380:0:6532:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff955623651800. 00000100:00100000:1.0:1770653429.157382:0:73732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955617528700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3290:x1856657707217024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 811us (1449us total) trans 0 rc 0/0 02000000:00000001:0.0:1770653429.157391:0:6532:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653429.157401:0:73732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2658 00000100:00000001:0.0:1770653429.157403:0:6532:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653429.157408:0:73732:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 0 00000100:00000001:1.0:1770653429.157415:0:73732:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:0.0:1770653429.157417:0:6532:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:1.0:1770653429.157419:0:73732:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00002000:00000001:0.0:1770653429.157429:0:6532:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000010:1.0:1770653429.157430:0:73732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556051bf880. 00000020:00000001:0.0:1770653429.157438:0:6532:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000010:1.0:1770653429.157441:0:73732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada4b0. 00080000:00000001:0.0:1770653429.157450:0:6532:0:(osd_handler.c:571:osd_statfs()) Process entered 00000020:00000010:1.0:1770653429.157452:0:73732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f7000. 00000020:00000040:1.0:1770653429.157462:0:73732:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 4 00000100:00000001:1.0:1770653429.157468:0:73732:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1770653429.157698:0:3290:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1770653429.157704:0:3290:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1770653429.157710:0:3290:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e0530b0. 00000400:00000200:3.0:1770653429.157719:0:3290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8220 00000400:00000010:3.0:1770653429.157723:0:3290:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8220. 00000100:00000001:3.0:1770653429.157731:0:3290:0:(events.c:78:reply_in_callback()) Process entered 00080000:00000001:1.0:1770653429.157744:0:6532:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653429.157746:0:3290:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff95561752b100 x1856657707217024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653445 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1770653429.157752:0:6532:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1770653429.157765:0:6532:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25894912 pending 0 free 3853516800 avail 3851419648 00000020:00000020:1.0:1770653429.157780:0:6532:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0001: processing self export: 22487040 0 0 00000020:00000020:1.0:1770653429.157790:0:6532:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli b31b1d82-c1d4-4680-ae7a-71292416d1f5/ffff95572df1a800 dirty 0 pend 0 grant 3407872 00000100:00000200:3.0:1770653429.157792:0:3290:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff95561752b100 x1856657707217024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653445 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000020:1.0:1770653429.157801:0:6532:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff955602e51000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1770653429.157819:0:6532:0:(ofd_obd.c:737:ofd_statfs()) 3683 blocks: 3675 free, 3652 avail; 119138 objects: 117600 free; state 0 00002000:00000001:1.0:1770653429.157828:0:6532:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:3.0:1770653429.157832:0:3290:0:(events.c:163:reply_in_callback()) Process leaving 00002000:00000001:1.0:1770653429.157837:0:6532:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653429.157841:0:3290:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1770653429.157886:0:6532:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332657, transno 0, xid 1856657707217152 00010000:00000001:1.0:1770653429.157891:0:6532:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1770653429.157901:0:6532:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955618d8aa00 x1856657707217152/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:260/0 lens 224/368 e 0 to 0 dl 1770653440 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1770653429.157912:0:6532:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1770653429.157919:0:6532:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653429.157920:0:3290:0:(client.c:1568:after_reply()) Process entered 00000100:00001000:1.0:1770653429.157929:0:6532:0:(import.c:2128:obd_at_measure()) add 1 to ffff955735f981e8 time=111 v=5 (1 1 1 1) 02000000:00000001:3.0:1770653429.157932:0:3290:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1770653429.157945:0:6532:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1770653429.157947:0:3290:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1770653429.157959:0:6532:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000001:3.0:1770653429.157961:0:3290:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653429.157972:0:6532:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 02000000:00000001:3.0:1770653429.157975:0:3290:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653429.157978:0:6532:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1770653429.157982:0:6532:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653429.157989:0:6532:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:3.0:1770653429.157990:0:3290:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fca0 time=111 v=5 (5 5 5 5) 00000100:00000040:1.0:1770653429.157995:0:6532:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1770653429.158005:0:6532:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022770. 00000100:00001000:3.0:1770653429.158007:0:3290:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=84 v=5 (1 1 1 1) 00000100:00000200:1.0:1770653429.158013:0:6532:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1856657707217152, offset 224 00000100:00000001:3.0:1770653429.158016:0:3290:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1770653429.158022:0:3290:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653429.158024:0:6532:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1770653429.158034:0:3290:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1770653429.158042:0:6532:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1770653429.158044:0:3290:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653429.158054:0:3290:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1770653429.158059:0:6532:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6989ecf1bb100 00000100:00000040:3.0:1770653429.158063:0:3290:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299240 00000100:00000001:3.0:1770653429.158072:0:3290:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1770653429.158079:0:3290:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653429.158079:0:6532:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xedaba1 [1] + 224 00000400:00000200:1.0:1770653429.158094:0:6532:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1770653429.158102:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95561752b100 x1856657707217024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653445 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653429.158108:0:6532:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1770653429.158119:0:6532:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1770653429.158130:0:3290:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1770653429.158130:0:6532:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955618d8a680 x1856657707217152/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653445 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653429.158149:0:3290:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1770653429.158162:0:3290:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653429.158166:0:6532:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff955618d8a680 x1856657707217152/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653445 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1770653429.158173:0:3290:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1770653429.158185:0:3290:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1770653429.158193:0:3290:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=942592 free=940800 avail=935424 avail_mb=3654 hwm_mb=7 files=119322 ffree=117600 state=0: rc = 0 00000100:00000001:1.0:1770653429.158194:0:6532:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1770653429.158203:0:6532:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022770 00000400:00000010:1.0:1770653429.158209:0:6532:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022770. 00000100:00000001:1.0:1770653429.158216:0:6532:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653429.158221:0:6532:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000020:3.0:1770653429.158225:0:3290:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (ffff9557181ce800): 942592 blocks, 940800 free, 935424 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 119322 files, 117600 free files 0x0 00000100:00000001:1.0:1770653429.158229:0:6532:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653429.158244:0:6532:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000004:00000001:3.0:1770653429.158246:0:3290:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1770653429.158251:0:6532:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1770653429.158258:0:6532:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653429.158264:0:6532:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1770653429.158271:0:3290:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95561752b100 x1856657707217024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653445 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653429.158276:0:6532:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d8aa00 x1856657707217152/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:260/0 lens 224/368 e 0 to 0 dl 1770653440 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1770653429.158362:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955618d8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1856657707217152:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1120us (2305us total) trans 0 rc 0/0 00000100:00100000:3.0:1770653429.158364:0:3290:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff95561752b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3290:1856657707217024:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1770653429.158390:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2659 00000100:00000001:3.0:1770653429.158394:0:3290:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653429.158397:0:6532:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 0 00000100:00000001:3.0:1770653429.158403:0:3290:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1770653429.158403:0:6532:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1770653429.158412:0:6532:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1770653429.158419:0:6532:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95560c36bd00. 00000100:00000040:3.0:1770653429.158421:0:3290:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95561752b100 x1856657707217024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653445 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1770653429.158429:0:6532:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d258. 00000100:00000001:3.0:1770653429.158439:0:3290:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000020:00000010:1.0:1770653429.158440:0:6532:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955626009000. 02000000:00000001:3.0:1770653429.158453:0:3290:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:1.0:1770653429.158457:0:6532:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 4 02000000:00000010:3.0:1770653429.158463:0:3290:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955623651c00. 00000100:00000001:1.0:1770653429.158464:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1770653429.158479:0:3290:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1770653429.158485:0:3290:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1770653429.158490:0:3290:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1770653429.158496:0:3290:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1770653429.158502:0:3290:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff955602d01f00. 02000000:00000001:3.0:1770653429.158513:0:3290:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1770653429.158518:0:3290:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1770653429.158523:0:3290:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95561752b100. 00000100:00000001:3.0:1770653429.158531:0:3290:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1770653429.158533:0:3290:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653429.158538:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653429.158547:0:3290:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1770653429.158550:0:3290:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653429.158554:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653429.158559:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653429.158579:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653429.158583:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1770653429.158594:0:3291:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1770653429.158598:0:3291:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1770653429.158603:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2370. 00000400:00000200:3.0:1770653429.158611:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78110 00000400:00000010:3.0:1770653429.158616:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78110. 00000100:00000001:3.0:1770653429.158621:0:3291:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1770653429.158648:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955618d8a680 x1856657707217152/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653445 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1770653429.158667:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955618d8a680 x1856657707217152/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653445 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653429.158682:0:3291:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1770653429.158689:0:3291:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653429.158692:0:3291:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:3.0:1770653429.158696:0:3291:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1770653429.158702:0:3291:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1770653429.158707:0:3291:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653429.158710:0:3291:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653429.158715:0:3291:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cca0 time=104 v=5 (5 5 5 5) 00000100:00001000:3.0:1770653429.158723:0:3291:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=75 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653429.158728:0:3291:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1770653429.158733:0:3291:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653429.158737:0:3291:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1770653429.158741:0:3291:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653429.158746:0:3291:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1770653429.158751:0:3291:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332657 00000100:00000001:3.0:1770653429.158754:0:3291:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1770653429.158758:0:3291:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653429.158766:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955618d8a680 x1856657707217152/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653445 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653429.158775:0:3291:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1770653429.158779:0:3291:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1770653429.158782:0:3291:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1770653429.158785:0:3291:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1770653429.158789:0:3291:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0001-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1770653429.158795:0:3291:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0001-osc-MDT0000: blocks=942848 free=940800 avail=934912 avail_mb=3652 hwm_mb=7 files=119138 ffree=117600 state=0: rc = 0 00000004:00000020:3.0:1770653429.158807:0:3291:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0001-osc-MDT0000 (ffff95560256d800): 942848 blocks, 940800 free, 934912 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 119138 files, 117600 free files 0x0 00000004:00000001:3.0:1770653429.158815:0:3291:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653429.158822:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d8a680 x1856657707217152/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653445 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1770653429.158836:0:3291:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955618d8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707217152:0@lo:13:osp-pre-1-0.0 00000100:00000001:3.0:1770653429.158901:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653429.158906:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1770653429.158915:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955618d8a680 x1856657707217152/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1770653445 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653429.158925:0:3291:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1770653429.158932:0:3291:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1770653429.158936:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff955606129c00. 02000000:00000001:3.0:1770653429.158945:0:3291:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1770653429.158948:0:3291:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1770653429.158950:0:3291:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=2 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:3.0:1770653429.158954:0:3291:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1770653429.158959:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff95562626ce00. 02000000:00000001:3.0:1770653429.158968:0:3291:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1770653429.158972:0:3291:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1770653429.158976:0:3291:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955618d8a680. 00000100:00000001:3.0:1770653429.158983:0:3291:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1770653429.158985:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653429.158989:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653429.158998:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1770653429.159002:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653429.159008:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653429.159014:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653429.184002:0:81665:0:(connection.c:75:cpu_latency_work()) work item of ffff95572011f000 (cpu 0) has reached its deadline 4301459996, at 4301459997 00000100:00000010:0.0:1770653429.184018:0:81665:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff955662d81f00. 00000100:00000040:2.0:1770653429.184983:0:81035:0:(connection.c:75:cpu_latency_work()) work item of ffff95572011f220 (cpu 0) has reached its deadline 4301459997, at 4301459998 00000100:00000010:2.0:1770653429.185002:0:81035:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff955662d81ba0. 00000100:00000040:3.0:1770653429.185019:0:78054:0:(connection.c:75:cpu_latency_work()) work item of ffff95572011f330 (cpu 0) has reached its deadline 4301459997, at 4301459998 00000100:00000040:1.0:1770653429.185024:0:78151:0:(connection.c:75:cpu_latency_work()) work item of ffff95572011f110 (cpu 0) has reached its deadline 4301459997, at 4301459998 00000100:00000010:3.0:1770653429.185038:0:78054:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff955662d81c60. 00000100:00000010:1.0:1770653429.185044:0:78151:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff955662d81420. 00010000:00000001:2.0:1770653429.987010:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653429.987021:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653429.987029:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653429.987031:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653429.987036:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653429.987038:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653429.987042:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653429.987045:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653429.987051:0:81035:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1770653429.987053:0:81035:0:(ldlm_pool.c:464:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653429.987074:0:81035:0:(ldlm_pool.c:1344:ldlm_pools_recalc_task()) Negative interval(-6708) 00000020:00000001:3.0:1770653429.987129:0:7409:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1770653429.987137:0:7409:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653429.987142:0:7409:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1770653430.178950:0:62761:0:(pinger.c:229:ptlrpc_pinger_process_import()) 860f3d7e-67dc-4cd5-abe1-320f8f919c6b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1770653430.178962:0:62761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1770653430.178975:0:62761:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665156680. 00000020:00000040:1.0:1770653430.178982:0:62761:0:(genops.c:1229:class_import_get()) import ffff9557060b5000 refcount=4 obd=MGC192.168.202.160@tcp 00000100:00000001:1.0:1770653430.178987:0:62761:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1770653430.178990:0:62761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1770653430.178997:0:62761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1770653430.179005:0:62761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff955705cbce00. 00000100:00000001:1.0:1770653430.179012:0:62761:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653430.179024:0:62761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 860f3d7e-67dc-4cd5-abe1-320f8f919c6b->MGS req@ffff955665156680 x1856657707217280/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1770653430.179040:0:62761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1770653430.179044:0:62761:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653430.179051:0:62761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000198cc5f8] to pc [ptlrpcd_00_00+0] req@ffff955665156680 x1856657707217280/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653430.179077:0:62761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653430.179080:0:62761:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1770653430.179084:0:62761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1770653430.179086:0:62761:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665157b80. 00000020:00000040:1.0:1770653430.179089:0:62761:0:(genops.c:1229:class_import_get()) import ffff95571882a800 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1770653430.179091:0:62761:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1770653430.179092:0:62761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1770653430.179094:0:62761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653430.179096:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1770653430.179097:0:62761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff955705cbca00. 00000100:00000001:1.0:1770653430.179102:0:62761:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653430.179103:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1770653430.179107:0:62761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@ffff955665157b80 x1856657707217408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1770653430.179109:0:3288:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1770653430.179116:0:62761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1770653430.179119:0:62761:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653430.179120:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955665156680 x1856657707217280/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653430.179124:0:62761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5ed2dc6] to pc [ptlrpcd_00_01+1] req@ffff955665157b80 x1856657707217408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653430.179125:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1770653430.179132:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653430.179146:0:3288:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1770653430.179150:0:3288:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653430.179151:0:62761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653430.179155:0:3288:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1770653430.179156:0:62761:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1770653430.179160:0:62761:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1770653430.179160:0:3288:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653430.179161:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1770653430.179165:0:62761:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665155880. 00000100:00000001:2.0:1770653430.179167:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1770653430.179168:0:3288:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653430.179169:0:62761:0:(genops.c:1229:class_import_get()) import ffff95571156f800 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1770653430.179171:0:3289:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1770653430.179175:0:62761:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1770653430.179176:0:3288:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955665156680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:860f3d7e-67dc-4cd5-abe1-320f8f919c6b:3288:1856657707217280:0@lo:400:kworker.0 02000000:00000001:1.0:1770653430.179178:0:62761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1770653430.179183:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955665157b80 x1856657707217408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1770653430.179183:0:62761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653430.179185:0:3288:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1770653430.179193:0:62761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff955705cbc200. 02000000:00000001:0.0:1770653430.179194:0:3288:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1770653430.179195:0:3289:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1770653430.179199:0:3289:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653430.179200:0:62761:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653430.179200:0:3288:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653430.179207:0:3288:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1770653430.179208:0:3289:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1770653430.179212:0:62761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@ffff955665155880 x1856657707217536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1770653430.179213:0:3289:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1770653430.179217:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff955626008e00. 02000000:00000001:2.0:1770653430.179220:0:3289:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653430.179223:0:3288:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653430.179229:0:3289:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955665157b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3289:1856657707217408:0@lo:400:kworker.0 00000100:00000001:1.0:1770653430.179232:0:62761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1770653430.179234:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e053b58. 00000100:00000001:2.0:1770653430.179235:0:3289:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1770653430.179238:0:62761:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653430.179241:0:3289:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1770653430.179244:0:62761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2b8602d] to pc [ptlrpcd_00_02+2] req@ffff955665155880 x1856657707217536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653430.179245:0:3289:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1770653430.179247:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8990. 02000000:00000001:2.0:1770653430.179251:0:3289:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1770653430.179258:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95564531ca00. 00000100:00000200:0.0:1770653430.179260:0:3288:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707217280, portal 25 02000000:00000001:2.0:1770653430.179261:0:3289:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653430.179266:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1770653430.179268:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef29a0. 00000100:00000001:0.0:1770653430.179269:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028468352 : -117276681083264 : ffff955665156680) 00000100:00000001:1.0:1770653430.179270:0:62761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653430.179277:0:62761:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1770653430.179278:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268882a8. 00000100:00000040:0.0:1770653430.179281:0:3288:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955665156680 x1856657707217280/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1770653446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1770653430.179286:0:3289:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707217408, portal 10 00000100:00000001:1.0:1770653430.179286:0:62761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1770653430.179293:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000010:1.0:1770653430.179293:0:62761:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665155c00. 00000100:00000001:0.0:1770653430.179295:0:3288:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1770653430.179298:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028473728 : -117276681077888 : ffff955665157b80) 00000020:00000040:1.0:1770653430.179299:0:62761:0:(genops.c:1229:class_import_get()) import ffff9557064aa800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:1.0:1770653430.179306:0:62761:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1770653430.179306:0:3288:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1770653430.179310:0:62761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1770653430.179312:0:3289:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955665157b80 x1856657707217408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1770653430.179314:0:62761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653430.179317:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1770653430.179323:0:62761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff955705cbcd00. 00000100:00000001:1.0:1770653430.179330:0:62761:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653430.179332:0:3289:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1770653430.179334:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000400:00000010:0.0:1770653430.179334:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8330. 00000100:00000040:1.0:1770653430.179340:0:62761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID req@ffff955665155c00 x1856657707217664/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1770653430.179343:0:3289:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1770653430.179346:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1856657707217280, offset 0 00000100:00000001:3.0:1770653430.179352:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1770653430.179354:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888aa0. 00000400:00000200:0.0:1770653430.179366:0:3288:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1770653430.179370:0:62761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1770653430.179374:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1770653430.179374:0:62761:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653430.179376:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1856657707217408, offset 0 00000100:00000001:3.0:1770653430.179386:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653430.179390:0:62761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f79efec] to pc [ptlrpcd_00_03+3] req@ffff955665155c00 x1856657707217664/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1770653430.179394:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1770653430.179395:0:3289:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1770653430.179397:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1770653430.179409:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1770653430.179418:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1770653430.179419:0:3291:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1770653430.179420:0:62761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653430.179429:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6989ecf1bb180 00000100:00000040:1.0:1770653430.179430:0:62761:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1770653430.179438:0:62761:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1770653430.179440:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6989ecf1bb200 00000100:00000040:3.0:1770653430.179441:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955665155880 x1856657707217536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1770653430.179443:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0xe40891 [2] + 0 00000100:00000010:1.0:1770653430.179445:0:62761:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665156300. 00000020:00000040:1.0:1770653430.179454:0:62761:0:(genops.c:1229:class_import_get()) import ffff95560256c800 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000400:00000010:0.0:1770653430.179459:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955606e97d68. 00000100:00000001:1.0:1770653430.179461:0:62761:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1770653430.179466:0:62761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1770653430.179472:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff95565f7f1cc0 02000000:00000001:1.0:1770653430.179473:0:62761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653430.179482:0:3288:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1770653430.179484:0:62761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff955705cbc900. 00000400:00000200:2.0:1770653430.179487:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xe8f551 [64] + 183856 00000100:00000001:3.0:1770653430.179502:0:3291:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1770653430.179502:0:3289:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653430.179502:0:62761:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653430.179503:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1770653430.179515:0:3291:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653430.179519:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95565f7f1cc0 00000100:00000040:1.0:1770653430.179520:0:62761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID req@ffff955665156300 x1856657707217792/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1770653430.179522:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1770653430.179531:0:3288:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff95565f7f1cc0. 02000000:00000001:3.0:1770653430.179534:0:3291:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1770653430.179543:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1770653430.179543:0:3288:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1770653430.179544:0:3291:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1770653430.179547:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:2.0:1770653430.179551:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1770653430.179554:0:62761:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1770653430.179565:0:3291:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653430.179565:0:62761:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1770653430.179566:0:3289:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572f8d4700. 00000100:00000040:0.0:1770653430.179566:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff95570622d050 x1856657707217280 msgsize 224 00000100:00000040:2.0:1770653430.179581:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff95572f8d4700 x1856657707217408 msgsize 224 00000100:00000040:1.0:1770653430.179581:0:62761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051966bc9] to pc [ptlrpcd_00_00+0] req@ffff955665156300 x1856657707217792/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1770653430.179590:0:3291:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955665155880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707217536:0@lo:400:kworker.0 00000100:00100000:0.0:1770653430.179600:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1770653430.179607:0:3288:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:2.0:1770653430.179609:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1770653430.179635:0:3291:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1770653430.179643:0:3288:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1770653430.179644:0:3291:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1770653430.179646:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1770653430.179647:0:62761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653430.179654:0:62761:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1770653430.179656:0:3291:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653430.179656:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8330 00000400:00000010:0.0:1770653430.179662:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8330. 00000100:00000001:1.0:1770653430.179670:0:62761:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1770653430.179671:0:3291:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1770653430.179673:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1770653430.179674:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888aa0 00000100:00000010:1.0:1770653430.179677:0:62761:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955665157480. 00000400:00000010:2.0:1770653430.179683:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888aa0. 00000020:00000040:1.0:1770653430.179683:0:62761:0:(genops.c:1229:class_import_get()) import ffff955634daf800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000200:0.0:1770653430.179687:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955665156680 x1856657707217280/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1770653446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1770653430.179688:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95562fa44c00. 00000100:00000001:1.0:1770653430.179689:0:62761:0:(client.c:834:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1770653430.179693:0:3289:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1770653430.179693:0:62761:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1770653430.179699:0:3291:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653430.179700:0:62761:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653430.179709:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955665157b80 x1856657707217408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1770653430.179716:0:62761:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff955705cbc800. 00000100:00000001:0.0:1770653430.179717:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1770653430.179719:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2370. 00000100:00000001:1.0:1770653430.179724:0:62761:0:(client.c:914:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653430.179725:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665156680 x1856657707217280/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1770653446 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653430.179738:0:62761:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@ffff955665157480 x1856657707217920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1770653430.179739:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78110. 00000100:00000001:2.0:1770653430.179746:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1770653430.179754:0:3291:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707217536, portal 4 00000100:00000040:2.0:1770653430.179756:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665157b80 x1856657707217408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653446 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653430.179756:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653430.179765:0:62761:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1770653430.179769:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1770653430.179772:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1770653430.179773:0:62761:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653430.179777:0:3288:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653430.179780:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028464768 : -117276681086848 : ffff955665155880) 00000100:00000040:1.0:1770653430.179785:0:62761:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007893067e] to pc [ptlrpcd_00_01+1] req@ffff955665157480 x1856657707217920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653430.179786:0:3288:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 0 is 4301461022 00000100:00000010:0.0:1770653430.179798:0:3288:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9556681b9120. 00000100:00000040:3.0:1770653430.179800:0:3291:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955665155880 x1856657707217536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653430.179803:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653430.179809:0:3288:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1770653430.179811:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1770653430.179822:0:3289:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653430.179825:0:3288:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 1 is 4301461022 00000100:00000040:2.0:1770653430.179835:0:3289:0:(niobuf.c:633:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5840 usecs (6 jiffies) 00000100:00000001:1.0:1770653430.179836:0:62761:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1770653430.179836:0:3288:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9556681b9060. 00000100:00000001:2.0:1770653430.179846:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301460998 00000100:00000001:0.0:1770653430.179847:0:3288:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1770653430.179875:0:62761:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6798) 00000100:00000001:2.0:1770653430.179889:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301461022 00000100:00000001:0.0:1770653430.179889:0:3288:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 2 is 4301461023 00000100:00000001:2.0:1770653430.179896:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301460999 00000100:00000010:0.0:1770653430.179896:0:3288:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9556681b9f60. 00000100:00000001:2.0:1770653430.179899:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301461022 00000100:00000001:0.0:1770653430.179904:0:3288:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1770653430.179905:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301460999 00000100:00000001:1.0:1770653430.179908:0:5752:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1770653430.179913:0:5752:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707217280 00000100:00000001:2.0:1770653430.179914:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301461023 00000100:00000001:0.0:1770653430.179914:0:3288:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS new deadline estimation for cpu 3 is 4301461023 02000000:00000001:1.0:1770653430.179916:0:5752:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1770653430.179928:0:3291:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1770653430.179929:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301460999 00000100:00000010:0.0:1770653430.179929:0:3288:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9556681b93c0. 00000100:00000001:1.0:1770653430.179930:0:5752:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653430.179942:0:5752:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653430.179943:0:3288:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.202.160@tcp: PM QoS request now active for cpu 3 00000100:00000040:3.0:1770653430.179954:0:3291:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1770653430.179954:0:5752:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653430.179956:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301461023 00000100:00000001:0.0:1770653430.179956:0:3288:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653430.179966:0:3289:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1770653430.179966:0:5752:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707217280 00000400:00000010:3.0:1770653430.179967:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78a18. 00000100:00000001:0.0:1770653430.179967:0:3288:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653430.179975:0:5752:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1770653430.179981:0:3289:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653430.179982:0:5752:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90edda 00000100:00000200:3.0:1770653430.179983:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1856657707217536, offset 0 00000100:00000001:0.0:1770653430.179983:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653430.179990:0:5752:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1770653430.179991:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653430.179992:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1770653430.179997:0:5752:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955706689000 refcount=18 00000100:00000001:2.0:1770653430.180001:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653430.180002:0:5752:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799735050240 : -117273974501376 : ffff955706689000) 00000100:00000001:0.0:1770653430.180006:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1770653430.180008:0:3289:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1770653430.180010:0:5752:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626799735050240 : -117273974501376 : ffff955706689000) 00000100:00000001:0.0:1770653430.180012:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1770653430.180013:0:3291:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1770653430.180014:0:3289:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1770653430.180017:0:5752:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1770653430.180024:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1770653430.180029:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1770653430.180030:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1770653430.180031:0:5752:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955639ca4fc0. 00000100:00000001:2.0:1770653430.180034:0:3289:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1770653430.180035:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1770653430.180036:0:5752:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653430.180039:0:3288:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000020:00000010:1.0:1770653430.180043:0:5752:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955639ca4fc0. 00000100:00000040:2.0:1770653430.180046:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955665157480 x1856657707217920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1770653430.180053:0:5752:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f6e00. 00000400:00000200:3.0:1770653430.180054:0:3291:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1770653430.180055:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955665156300 x1856657707217792/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1770653430.180066:0:5752:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556051bf880. 00000020:00000010:1.0:1770653430.180078:0:5752:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada4b0. 00000100:00000001:2.0:1770653430.180083:0:3289:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1770653430.180090:0:3289:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653430.180091:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6989ecf1bb280 00000100:00000040:1.0:1770653430.180093:0:5752:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000001:2.0:1770653430.180099:0:3289:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1770653430.180102:0:5752:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1770653430.180105:0:3289:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653430.180108:0:3288:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1770653430.180110:0:5752:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1770653430.180113:0:3288:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653430.180114:0:3289:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653430.180115:0:5752:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653430.180124:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xecf8a9 [8] + 1344 02000000:00000001:0.0:1770653430.180125:0:3288:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1770653430.180127:0:3289:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955665157480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3289:1856657707217920:0@lo:400:kworker.0 00000100:00000001:1.0:1770653430.180131:0:5752:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653430.180132:0:3288:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653430.180144:0:3289:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1770653430.180147:0:3288:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653430.180148:0:5752:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1770653430.180150:0:3289:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1770653430.180152:0:3291:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1770653430.180155:0:3289:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653430.180156:0:3288:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955665156300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707217792:0@lo:400:kworker.0 00000100:00000001:1.0:1770653430.180161:0:5752:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1770653430.180165:0:3289:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1770653430.180167:0:5752:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1770653430.180167:0:3288:0:(niobuf.c:864:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1770653430.180171:0:3289:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95564531c000. 02000000:00000001:0.0:1770653430.180174:0:3288:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1770653430.180178:0:3291:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1770653430.180181:0:3289:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653430.180181:0:5752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3423 02000000:00000001:0.0:1770653430.180181:0:3288:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653430.180187:0:3291:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1770653430.180188:0:5752:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955706689000 : new rpc_count 1 02000000:00000001:0.0:1770653430.180190:0:3288:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1770653430.180191:0:3289:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602ef22c0. 00000100:00000200:3.0:1770653430.180196:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1770653430.180197:0:5752:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626799730479184 : -117273979072432 : ffff95570622d050) 02000000:00000010:0.0:1770653430.180200:0:3288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff955626008200. 00000400:00000010:2.0:1770653430.180201:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888aa0. 02000000:00000001:0.0:1770653430.180211:0:3288:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653430.180212:0:5752:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95570622d050 x1856657707217280/t0(0) o400->860f3d7e-67dc-4cd5-abe1-320f8f919c6b@0@lo:261/0 lens 224/0 e 0 to 0 dl 1770653441 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1770653430.180213:0:3289:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707217920, portal 10 00000100:00000010:3.0:1770653430.180214:0:3291:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d8a680. 00000400:00000010:0.0:1770653430.180216:0:3288:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff95564e0535d8. 00000100:00000001:2.0:1770653430.180221:0:3289:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1770653430.180228:0:3289:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028471936 : -117276681079680 : ffff955665157480) 00000100:00000040:3.0:1770653430.180229:0:3291:0:(events.c:337:request_in_callback()) incoming req@ffff955618d8a680 x1856657707217536 msgsize 224 00000400:00000010:0.0:1770653430.180229:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8330. 00000100:00000001:1.0:1770653430.180240:0:5752:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1770653430.180241:0:3289:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955665157480 x1856657707217920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1770653430.180242:0:3288:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707217792, portal 4 00000020:00000010:1.0:1770653430.180246:0:5752:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955639ca4fc0. 00000100:00000001:0.0:1770653430.180251:0:3288:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1770653430.180257:0:3288:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028467456 : -117276681084160 : ffff955665156300) 00000100:00000001:1.0:1770653430.180258:0:5752:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1770653430.180265:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1770653430.180268:0:5752:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955639ca4fc0. 00000100:00000040:0.0:1770653430.180275:0:3288:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955665156300 x1856657707217792/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653430.180286:0:3289:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1770653430.180291:0:5752:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95570622d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:860f3d7e-67dc-4cd5-abe1-320f8f919c6b+18:3288:x1856657707217280:12345-0@lo:400:kworker.0 00000100:00000001:0.0:1770653430.180294:0:3288:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1770653430.180296:0:3289:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1770653430.180297:0:3291:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1770653430.180305:0:3289:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888000. 00000100:00000040:0.0:1770653430.180306:0:3288:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1770653430.180307:0:5752:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707217280 00000100:00000200:2.0:1770653430.180311:0:3289:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1856657707217920, offset 0 00000020:00000001:1.0:1770653430.180313:0:5752:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:0.0:1770653430.180313:0:3288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8440. 00000400:00000200:3.0:1770653430.180316:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78a18 00000020:00000001:1.0:1770653430.180319:0:5752:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:3.0:1770653430.180322:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78a18. 00000020:00000001:1.0:1770653430.180322:0:5752:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653430.180331:0:5752:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1770653430.180337:0:5752:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669485248 : -1040066368 : ffffffffc201d8c0) 00000100:00000001:3.0:1770653430.180338:0:3291:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1770653430.180339:0:3289:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1770653430.180350:0:5752:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:0.0:1770653430.180352:0:3288:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1856657707217792, offset 0 00000020:00000001:1.0:1770653430.180354:0:5752:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1770653430.180361:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955665155880 x1856657707217536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1770653430.180364:0:5752:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1770653430.180365:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1770653430.180373:0:5752:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1770653430.180374:0:3288:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1770653430.180380:0:5752:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653430.180387:0:5752:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1770653430.180393:0:5752:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1770653430.180396:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6989ecf1bb400 00000400:00000200:0.0:1770653430.180397:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1770653430.180399:0:5752:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1770653430.180410:0:5752:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955617a82000. 00000400:00000200:2.0:1770653430.180420:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xe8f551 [64] + 184080 02000000:00000001:1.0:1770653430.180421:0:5752:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653430.180423:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6989ecf1bb380 00000100:00000001:1.0:1770653430.180429:0:5752:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653430.180443:0:5752:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653430.180445:0:3289:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653430.180448:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1770653430.180448:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xecf8a9 [8] + 1568 00010000:00000040:1.0:1770653430.180451:0:5752:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657707217280 00000400:00000200:2.0:1770653430.180457:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1770653430.180459:0:5752:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000040:3.0:1770653430.180462:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665155880 x1856657707217536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653446 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1770653430.180465:0:3288:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653430.180467:0:3289:0:(events.c:286:request_in_callback()) Process entered 00010000:00000200:1.0:1770653430.180470:0:5752:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95570622d050 x1856657707217280/t0(0) o400->860f3d7e-67dc-4cd5-abe1-320f8f919c6b@0@lo:261/0 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1770653430.180473:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1770653430.180480:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1770653430.180487:0:3289:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572f8d7800. 00000100:00000001:0.0:1770653430.180491:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1770653430.180497:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:2.0:1770653430.180498:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff95572f8d7800 x1856657707217920 msgsize 224 00000100:00000010:0.0:1770653430.180512:0:3288:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955617529180. 00000100:00000040:0.0:1770653430.180525:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff955617529180 x1856657707217792 msgsize 224 00000100:00100000:2.0:1770653430.180528:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1770653430.180544:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1770653430.180546:0:5752:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1770653430.180552:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888000 00010000:00000001:1.0:1770653430.180552:0:5752:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653430.180555:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1770653430.180561:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888000. 00000100:00001000:1.0:1770653430.180564:0:5752:0:(import.c:2128:obd_at_measure()) add 1 to ffff955741fd65e8 time=119 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653430.180569:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1770653430.180575:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1770653430.180579:0:5752:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1770653430.180582:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955665157480 x1856657707217920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1770653430.180585:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8440 00000100:00000040:1.0:1770653430.180590:0:5752:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000400:00000010:0.0:1770653430.180595:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8440. 00000100:00000001:1.0:1770653430.180602:0:5752:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00000001:0.0:1770653430.180605:0:3288:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1770653430.180616:0:5752:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:0.0:1770653430.180634:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955665156300 x1856657707217792/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653430.180635:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653430.180637:0:5752:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653430.180640:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1770653430.180650:0:3291:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1770653430.180652:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665157480 x1856657707217920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653446 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653430.180652:0:5752:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1770653430.180664:0:5752:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1770653430.180665:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1770653430.180667:0:3291:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1770653430.180672:0:5752:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022770. 00000100:00000040:0.0:1770653430.180673:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665156300 x1856657707217792/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653446 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653430.180682:0:3291:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 26298 usecs (27 jiffies) 00000100:00000200:1.0:1770653430.180682:0:5752:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1856657707217280, offset 224 00000100:00000001:2.0:1770653430.180683:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653430.180684:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653430.180694:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1770653430.180696:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1770653430.180700:0:5752:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1770653430.180702:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301461020 00000100:00000001:0.0:1770653430.180705:0:3288:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653430.180708:0:3289:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653430.180713:0:3288:0:(niobuf.c:633:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 26312 usecs (27 jiffies) 00000100:00000001:3.0:1770653430.180714:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301461022 00000400:00000200:1.0:1770653430.180714:0:5752:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1770653430.180715:0:3289:0:(niobuf.c:633:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 5535 usecs (6 jiffies) 00000100:00000001:0.0:1770653430.180724:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4301461020 00000100:00000001:3.0:1770653430.180731:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301461020 00000100:00000001:2.0:1770653430.180732:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4301460999 00000100:00000001:0.0:1770653430.180732:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4301461022 00000400:00000200:1.0:1770653430.180741:0:5752:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6989ecf1bb180 00000100:00000001:0.0:1770653430.180751:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4301461020 00000100:00000001:3.0:1770653430.180752:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301461022 00000100:00000001:2.0:1770653430.180752:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4301461022 00000400:00000200:1.0:1770653430.180754:0:5752:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0xedabb5 [1] + 224 00000400:00000200:1.0:1770653430.180771:0:5752:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653430.180774:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4301460999 00000100:00000001:0.0:1770653430.180774:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4301461022 00000100:00000001:3.0:1770653430.180775:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301461020 00000400:00000200:1.0:1770653430.180778:0:5752:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1770653430.180787:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4301461020 00000100:00000001:2.0:1770653430.180790:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4301461022 00000100:00000001:1.0:1770653430.180791:0:5752:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1770653430.180792:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301461023 00000100:00000001:2.0:1770653430.180797:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4301460999 00000100:00000200:1.0:1770653430.180803:0:5752:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955665156680 x1856657707217280/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653430.180804:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4301461023 00000100:00000001:3.0:1770653430.180805:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301461020 00000100:00000001:2.0:1770653430.180817:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4301461023 00000100:00000001:0.0:1770653430.180817:0:3288:0:(niobuf.c:661:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4301461020 00000100:00000001:3.0:1770653430.180820:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301461023 00000100:00000001:2.0:1770653430.180827:0:3289:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4301460999 00000100:00000001:0.0:1770653430.180837:0:3288:0:(niobuf.c:690:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4301461023 00000100:00000001:3.0:1770653430.180838:0:3291:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1770653430.180841:0:5752:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff955665156680 x1856657707217280/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653430.180847:0:3289:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4301461023 00000100:00000001:0.0:1770653430.180847:0:3288:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653430.180894:0:5752:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1770653430.180899:0:3291:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653430.180901:0:3289:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653430.180902:0:3288:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653430.180903:0:5752:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022770 00000400:00000010:1.0:1770653430.180909:0:5752:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022770. 00000100:00000001:2.0:1770653430.180910:0:3289:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653430.180912:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653430.180914:0:5752:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1770653430.180914:0:3288:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1770653430.180919:0:5752:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1770653430.180921:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1770653430.180921:0:3288:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1770653430.180927:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653430.180927:0:5752:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653430.180928:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1770653430.180928:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e053b58. 00000400:00000200:0.0:1770653430.180941:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8990 00000400:00000010:0.0:1770653430.180946:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8990. 00000100:00000040:1.0:1770653430.180948:0:5752:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000100:00000001:2.0:1770653430.180949:0:3289:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1770653430.180950:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1770653430.180954:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1770653430.180956:0:3289:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1770653430.180957:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:1.0:1770653430.180957:0:5752:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1770653430.180961:0:5752:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653430.180966:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1770653430.180967:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955665156680 x1856657707217280/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1770653430.180968:0:5752:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1770653430.180969:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1770653430.180970:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1770653430.180976:0:5752:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95570622d050 x1856657707217280/t0(0) o400->860f3d7e-67dc-4cd5-abe1-320f8f919c6b@0@lo:261/0 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653430.180979:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1770653430.180979:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653430.180987:0:3291:0:(client.c:1787:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1770653430.180988:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653430.181006:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff955665155c00 x1856657707217664/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653430.181014:0:76416:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1770653430.181019:0:76416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707217536 00000100:00000200:0.0:1770653430.181022:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955665156680 x1856657707217280/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653430.181024:0:76416:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:1.0:1770653430.181025:0:5752:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95570622d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:860f3d7e-67dc-4cd5-abe1-320f8f919c6b+18:3288:x1856657707217280:12345-0@lo:400:kworker.0 Request processed in 774us (1449us total) trans 0 rc 0/0 00000100:00000001:2.0:1770653430.181031:0:76416:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653430.181038:0:76416:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653430.181047:0:76416:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653430.181059:0:76416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707217536 00000100:00100000:1.0:1770653430.181061:0:5752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3423 00000020:00000001:2.0:1770653430.181065:0:76416:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1770653430.181071:0:76416:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a933d 00000100:00000040:1.0:1770653430.181075:0:5752:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955706689000 : new rpc_count 0 00000020:00000001:2.0:1770653430.181081:0:76416:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1770653430.181083:0:5752:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:2.0:1770653430.181093:0:76416:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95560202c800 refcount=5 00000100:00000001:3.0:1770653430.181095:0:3291:0:(client.c:1353:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1770653430.181096:0:5752:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1770653430.181096:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1770653430.181098:0:76416:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000020:00000010:1.0:1770653430.181107:0:5752:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556051bf880. 00000100:00000001:3.0:1770653430.181110:0:3291:0:(client.c:1411:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653430.181111:0:76416:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795366303744 : -117278343247872 : ffff95560202c800) 00000100:00000001:0.0:1770653430.181111:0:3288:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1770653430.181112:0:5752:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada4b0. 00000100:00000001:2.0:1770653430.181126:0:76416:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1770653430.181130:0:3291:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:1.0:1770653430.181130:0:5752:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f6e00. 00000100:00000001:0.0:1770653430.181131:0:3288:0:(client.c:1568:after_reply()) Process entered 00000020:00000010:2.0:1770653430.181133:0:76416:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59b40. 02000000:00000001:0.0:1770653430.181139:0:3288:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1770653430.181140:0:3291:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653430.181142:0:76416:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653430.181142:0:3288:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1770653430.181144:0:5752:0:(genops.c:898:class_export_put()) PUTting export ffff955706689000 : new refcount 17 00000100:00000001:0.0:1770653430.181147:0:3288:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653430.181153:0:3291:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653430.181153:0:76416:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59b40. 02000000:00000001:0.0:1770653430.181154:0:3288:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653430.181155:0:5752:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1770653430.181161:0:5752:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955617a82000. 00000020:00000010:2.0:1770653430.181167:0:76416:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564531c600. 00000100:00001000:0.0:1770653430.181167:0:3288:0:(import.c:2128:obd_at_measure()) add 5 to ffff9557060b5458 time=119 v=5 (5 5 5 5) 02000000:00000001:1.0:1770653430.181169:0:5752:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:3.0:1770653430.181174:0:3291:0:(client.c:1893:ptlrpc_send_new_req()) Sending RPC req@ffff955665155c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856657707217664:0@lo:400:kworker.0 00000100:00000001:1.0:1770653430.181175:0:5752:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1770653430.181177:0:76416:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07df80. 00000100:00001000:0.0:1770653430.181178:0:3288:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557060b5410 time=119 v=5 (1 1 1 1) 00000100:00000200:1.0:1770653430.181183:0:5752:0:(niobuf.c:1189:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000010:2.0:1770653430.181193:0:76416:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510708. 00000100:00000001:0.0:1770653430.181195:0:3288:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1770653430.181196:0:3291:0:(niobuf.c:864:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1770653430.181196:0:5752:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d94e70. 00000100:00000001:0.0:1770653430.181199:0:3288:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653430.181201:0:76416:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1770653430.181210:0:76416:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1770653430.181213:0:3291:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1770653430.181213:0:76416:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:1.0:1770653430.181213:0:5752:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff955669334600. 00010000:00000001:0.0:1770653430.181213:0:3288:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1770653430.181222:0:3288:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653430.181223:0:3291:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653430.181224:0:76416:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653430.181227:0:3288:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653430.181235:0:76416:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:3.0:1770653430.181241:0:3291:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1770653430.181241:0:76416:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1770653430.181243:0:7420:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1770653430.181244:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955665156680 x1856657707217280/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653430.181251:0:76416:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653430.181252:0:7420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707217408 02000000:00000010:3.0:1770653430.181256:0:3291:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95562fa45400. 02000000:00000001:1.0:1770653430.181258:0:7420:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1770653430.181265:0:7420:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1770653430.181268:0:3291:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653430.181269:0:76416:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653430.181269:0:7420:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653430.181273:0:3288:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1770653430.181281:0:7420:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653430.181281:0:3288:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1770653430.181283:0:3291:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9556419d2d68. 00000100:00000001:0.0:1770653430.181286:0:3288:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653430.181287:0:76416:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1770653430.181288:0:7420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707217408 00000100:00100000:2.0:1770653430.181295:0:76416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707217792 02000000:00000001:2.0:1770653430.181299:0:76416:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1770653430.181299:0:7420:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1770653430.181301:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665156680 x1856657707217280/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1770653430.181302:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78a18. 00000020:00000040:1.0:1770653430.181304:0:7420:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90ee9e 00000100:00000001:2.0:1770653430.181305:0:76416:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653430.181309:0:76416:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653430.181317:0:76416:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653430.181319:0:3291:0:(niobuf.c:1095:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1856657707217664, portal 10 00000100:00100000:2.0:1770653430.181323:0:76416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707217792 00000100:00100000:0.0:1770653430.181329:0:3288:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955665156680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:860f3d7e-67dc-4cd5-abe1-320f8f919c6b:3288:1856657707217280:0@lo:400:kworker.0 00000020:00000001:2.0:1770653430.181330:0:76416:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1770653430.181332:0:3291:0:(client.c:3234:ptlrpc_request_addref()) Process entered 00000020:00000040:2.0:1770653430.181333:0:76416:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90f065 00000020:00000001:1.0:1770653430.181334:0:7420:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1770653430.181341:0:3291:0:(client.c:3236:ptlrpc_request_addref()) Process leaving (rc=18446626797028465664 : -117276681085952 : ffff955665155c00) 00000020:00000001:2.0:1770653430.181342:0:76416:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1770653430.181342:0:7420:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955710574000 refcount=5 00000100:00000001:0.0:1770653430.181343:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653430.181350:0:76416:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955602e51000 refcount=5 00000100:00000001:0.0:1770653430.181353:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1770653430.181354:0:7420:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626799901687808 : -117273807863808 : ffff955710574000) 00000020:00000001:2.0:1770653430.181359:0:76416:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000020:00000001:1.0:1770653430.181360:0:7420:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626799901687808 : -117273807863808 : ffff955710574000) 00000100:00000040:0.0:1770653430.181362:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955665156680 x1856657707217280/t0(0) o400->MGC192.168.202.160@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1770653430.181369:0:76416:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795381133312 : -117278328418304 : ffff955602e51000) 00000100:00000040:3.0:1770653430.181370:0:3291:0:(niobuf.c:1115:ptl_send_rpc()) @@@ send flags=200 req@ffff955665155c00 x1856657707217664/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653430.181371:0:7420:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1770653430.181375:0:3288:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000020:00000010:1.0:1770653430.181380:0:7420:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955639ca4fc0. 00000100:00000001:2.0:1770653430.181384:0:76416:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1770653430.181384:0:3288:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1770653430.181390:0:7420:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1770653430.181394:0:76416:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59b40. 02000000:00000010:0.0:1770653430.181395:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff955626008e00. 00000020:00000010:1.0:1770653430.181403:0:7420:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955639ca4fc0. 00000100:00000001:2.0:1770653430.181404:0:76416:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1770653430.181407:0:3288:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653430.181415:0:3288:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:2.0:1770653430.181418:0:76416:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59b40. 00000020:00000010:1.0:1770653430.181418:0:7420:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f6e00. 00000020:00000040:0.0:1770653430.181423:0:3288:0:(genops.c:1242:class_import_put()) import ffff9557060b5000 refcount=3 obd=MGC192.168.202.160@tcp 00000020:00000001:0.0:1770653430.181433:0:3288:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:2.0:1770653430.181434:0:76416:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564531d600. 00000020:00000010:1.0:1770653430.181435:0:7420:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556051bf880. 02000000:00000010:0.0:1770653430.181441:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff955705cbce00. 00000020:00000010:2.0:1770653430.181447:0:76416:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07d200. 00000020:00000010:1.0:1770653430.181447:0:7420:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada4b0. 00000100:00000001:3.0:1770653430.181452:0:3291:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1770653430.181454:0:3288:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:2.0:1770653430.181457:0:76416:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510898. 02000000:00000001:0.0:1770653430.181458:0:3288:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1770653430.181462:0:3288:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665156680. 00000100:00000040:1.0:1770653430.181463:0:7420:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1770653430.181464:0:76416:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1770653430.181466:0:3291:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1770653430.181473:0:76416:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1770653430.181473:0:7420:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1770653430.181474:0:3288:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000400:00000010:3.0:1770653430.181476:0:3291:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78660. 00000100:00000001:1.0:1770653430.181479:0:7420:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1770653430.181480:0:76416:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653430.181480:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653430.181489:0:7420:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1770653430.181490:0:3291:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1856657707217664, offset 0 00000100:00000001:0.0:1770653430.181490:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653430.181491:0:76416:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1770653430.181499:0:76416:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1770653430.181500:0:7420:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1770653430.181501:0:76416:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653430.181502:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1770653430.181504:0:7420:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1770653430.181509:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1770653430.181512:0:7420:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653430.181513:0:3291:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1770653430.181514:0:76416:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653430.181515:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1770653430.181521:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1770653430.181524:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653430.181529:0:7420:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653430.181529:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653430.181532:0:76416:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1770653430.181537:0:76416:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1770653430.181541:0:3291:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1770653430.181549:0:76416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3143 00000100:00000001:1.0:1770653430.181555:0:7420:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1770653430.181556:0:76416:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95560202c800 : new rpc_count 1 00000400:00000200:3.0:1770653430.181561:0:3291:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6989ecf1bb300 00000100:00000001:2.0:1770653430.181562:0:76416:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795749418624 : -117277960132992 : ffff955618d8a680) 00000100:00100000:1.0:1770653430.181562:0:7420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707217920 00000100:00000001:0.0:1770653430.181566:0:12201:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1770653430.181569:0:7420:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1770653430.181572:0:12201:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1770653430.181577:0:7420:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1770653430.181580:0:7420:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653430.181584:0:7420:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653430.181585:0:76416:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955618d8a680 x1856657707217536/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:261/0 lens 224/0 e 0 to 0 dl 1770653441 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1770653430.181593:0:12201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3144 00000400:00000200:3.0:1770653430.181594:0:3291:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xe8f551 [64] + 184304 00000100:00100000:1.0:1770653430.181595:0:7420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707217920 00000020:00000001:1.0:1770653430.181603:0:7420:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1770653430.181604:0:12201:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955602e51000 : new rpc_count 1 00000020:00000040:1.0:1770653430.181608:0:7420:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df9a9375 00000020:00000001:1.0:1770653430.181628:0:7420:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1770653430.181632:0:12201:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795723854208 : -117277985697408 : ffff955617529180) 00000020:00000040:1.0:1770653430.181634:0:7420:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9556071fb800 refcount=5 00000400:00000200:3.0:1770653430.181636:0:3291:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653430.181637:0:76416:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1770653430.181640:0:7420:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795452086272 : -117278257465344 : ffff9556071fb800) 00000020:00000010:2.0:1770653430.181644:0:76416:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59b40. 00000100:00000040:0.0:1770653430.181645:0:12201:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955617529180 x1856657707217792/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:261/0 lens 224/0 e 0 to 0 dl 1770653441 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1770653430.181652:0:7420:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795452086272 : -117278257465344 : ffff9556071fb800) 00000100:00000001:2.0:1770653430.181653:0:76416:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1770653430.181664:0:3291:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1770653430.181665:0:76416:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59b40. 00000100:00000001:1.0:1770653430.181666:0:7420:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653430.181673:0:7420:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955639ca4fc0. 00000100:00000001:0.0:1770653430.181676:0:12201:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1770653430.181686:0:3291:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:0.0:1770653430.181686:0:12201:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556248acf40. 00000020:00000040:1.0:1770653430.181689:0:7420:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (ffff955706306360) now 12 - evictor 00000100:00100000:2.0:1770653430.181690:0:76416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955618d8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0000-mdtlov_UUID+5:3291:x1856657707217536:12345-0@lo:400:kworker.0 00000100:00000200:3.0:1770653430.181695:0:3291:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1770653430.181696:0:12201:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653430.181704:0:7420:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:2.0:1770653430.181706:0:76416:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707217536 00000020:00000010:0.0:1770653430.181711:0:12201:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556248acf40. 00000020:00000001:2.0:1770653430.181713:0:76416:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:1.0:1770653430.181713:0:7420:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f7800. 00000100:00000010:3.0:1770653430.181715:0:3291:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff955618d88700. 00000020:00000001:2.0:1770653430.181719:0:76416:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:1.0:1770653430.181721:0:7420:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556051bf900. 00000100:00100000:0.0:1770653430.181724:0:12201:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955617529180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3288:x1856657707217792:12345-0@lo:400:kworker.0 00000020:00000001:2.0:1770653430.181729:0:76416:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653430.181732:0:3291:0:(events.c:337:request_in_callback()) incoming req@ffff955618d88700 x1856657707217664 msgsize 224 00000020:00000010:1.0:1770653430.181732:0:7420:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada7d0. 00000020:00000001:2.0:1770653430.181733:0:76416:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:0.0:1770653430.181733:0:12201:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707217792 00000020:00000001:2.0:1770653430.181740:0:76416:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789376 : -1047762240 : ffffffffc18c6ac0) 00000020:00000001:0.0:1770653430.181742:0:12201:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1770653430.181745:0:7420:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1770653430.181747:0:76416:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1770653430.181748:0:12201:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1770653430.181752:0:7420:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1770653430.181755:0:76416:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653430.181756:0:12201:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653430.181757:0:7420:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653430.181765:0:76416:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:3.0:1770653430.181768:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1770653430.181771:0:76416:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1770653430.181772:0:7420:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1770653430.181772:0:12201:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1770653430.181775:0:76416:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653430.181778:0:7420:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:0.0:1770653430.181778:0:12201:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789376 : -1047762240 : ffffffffc18c6ac0) 00000020:00000001:2.0:1770653430.181779:0:76416:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1770653430.181784:0:12201:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1770653430.181785:0:76416:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1770653430.181785:0:7420:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653430.181789:0:12201:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653430.181793:0:3291:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1770653430.181794:0:76416:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1770653430.181794:0:12201:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1770653430.181798:0:7420:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653430.181804:0:12201:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1770653430.181807:0:12201:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653430.181811:0:12201:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:3.0:1770653430.181814:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78660 00000100:00000001:1.0:1770653430.181815:0:7420:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1770653430.181815:0:12201:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1770653430.181820:0:50960:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1770653430.181821:0:7420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657707217664 02000000:00000001:0.0:1770653430.181825:0:12201:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:3.0:1770653430.181828:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78660. 00000100:00000001:2.0:1770653430.181829:0:50960:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653430.181829:0:7420:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:0.0:1770653430.181830:0:12201:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955623652c00. 00000100:00000001:1.0:1770653430.181835:0:7420:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1770653430.181842:0:12201:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653430.181869:0:7420:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653430.181872:0:12201:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653430.181875:0:7420:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653430.181876:0:12201:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653430.181879:0:50960:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1770653430.181882:0:7420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657707217664 00000100:00000001:2.0:1770653430.181883:0:50960:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000040:0.0:1770653430.181883:0:12201:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295332657, transno 0, xid 1856657707217792 00000100:00000001:3.0:1770653430.181885:0:3291:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1770653430.181888:0:7420:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:0.0:1770653430.181891:0:12201:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:1.0:1770653430.181894:0:7420:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4df90effc 00000100:00100000:2.0:1770653430.181897:0:50960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5837 00000020:00000001:1.0:1770653430.181898:0:7420:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1770653430.181904:0:50960:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955710574000 : new rpc_count 1 00000100:00000200:3.0:1770653430.181905:0:3291:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff955665155c00 x1856657707217664/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1770653430.181905:0:7420:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9556030de000 refcount=5 00010000:00000200:0.0:1770653430.181905:0:12201:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955617529180 x1856657707217792/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:261/0 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653430.181913:0:50960:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800425322240 : -117273284229376 : ffff95572f8d4700) 00000020:00000001:1.0:1770653430.181917:0:7420:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795383808000 : -117278325743616 : ffff9556030de000) 00000020:00000001:1.0:1770653430.181929:0:7420:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795383808000 : -117278325743616 : ffff9556030de000) 00000100:00000040:2.0:1770653430.181930:0:50960:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95572f8d4700 x1856657707217408/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:261/0 lens 224/0 e 0 to 0 dl 1770653441 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653430.181940:0:7420:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653430.181946:0:7420:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955639ca4940. 00000020:00000010:1.0:1770653430.181956:0:7420:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff955660f59040. 00010000:00000001:0.0:1770653430.181967:0:12201:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1770653430.181968:0:7420:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00010000:00000001:0.0:1770653430.181975:0:12201:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653430.181976:0:7420:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955639ca4940. 00000100:00001000:0.0:1770653430.181987:0:12201:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=112 v=5 (1 1 1 1) 00000020:00000010:1.0:1770653430.181990:0:7420:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f7e00. 00000020:00000010:1.0:1770653430.182001:0:7420:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556051bff00. 00000100:00000001:0.0:1770653430.182003:0:12201:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1770653430.182005:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1770653430.182005:0:50960:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653430.182006:0:7420:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662adae10. 00000100:00000040:0.0:1770653430.182010:0:12201:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000001:0.0:1770653430.182016:0:12201:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000020:00000010:2.0:1770653430.182017:0:50960:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59b40. 00000100:00000001:1.0:1770653430.182017:0:7420:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1770653430.182024:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff955665155c00 x1856657707217664/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653446 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653430.182025:0:50960:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653430.182025:0:7420:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1770653430.182025:0:12201:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1770653430.182031:0:7420:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653430.182032:0:12201:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653430.182037:0:50960:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59b40. 00000100:00000001:1.0:1770653430.182040:0:7420:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1770653430.182045:0:12201:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1770653430.182048:0:7420:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1770653430.182053:0:7420:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653430.182059:0:12201:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1770653430.182060:0:50960:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95572f8d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1856657707217408:12345-0@lo:400:kworker.0 00000400:00000010:0.0:1770653430.182069:0:12201:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8990. 00000100:00000001:1.0:1770653430.182071:0:7420:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1770653430.182080:0:12201:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1856657707217792, offset 224 00000100:00000001:1.0:1770653430.182086:0:7420:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1770653430.182093:0:7420:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1770653430.182094:0:50960:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707217408 00000400:00000200:0.0:1770653430.182099:0:12201:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1770653430.182101:0:50960:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:1.0:1770653430.182106:0:7420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5838 00000020:00000001:2.0:1770653430.182113:0:50960:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1770653430.182116:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653430.182117:0:50960:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1770653430.182117:0:7420:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9556071fb800 : new rpc_count 1 00000400:00000200:0.0:1770653430.182129:0:12201:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1770653430.182130:0:7420:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800425334784 : -117273284216832 : ffff95572f8d7800) 00000100:00000001:3.0:1770653430.182131:0:3291:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1770653430.182131:0:50960:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1770653430.182138:0:50960:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789376 : -1047762240 : ffffffffc18c6ac0) 00000400:00000200:0.0:1770653430.182141:0:12201:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6989ecf1bb380 00000100:00000040:1.0:1770653430.182142:0:7420:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95572f8d7800 x1856657707217920/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:261/0 lens 224/0 e 0 to 0 dl 1770653441 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653430.182144:0:3291:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653430.182144:0:50960:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1770653430.182150:0:50960:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1770653430.182157:0:50960:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1770653430.182158:0:12201:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xedabd1 [1] + 224 00000100:00000040:3.0:1770653430.182159:0:3291:0:(niobuf.c:633:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 5758 usecs (6 jiffies) 00000020:00000001:2.0:1770653430.182161:0:50960:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1770653430.182165:0:50960:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653430.182174:0:50960:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1770653430.182176:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4301461001 00000400:00000200:0.0:1770653430.182176:0:12201:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653430.182180:0:50960:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1770653430.182180:0:7420:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1770653430.182187:0:50960:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:1.0:1770653430.182189:0:7420:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955639ca4940. 00000100:00000001:3.0:1770653430.182191:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4301461022 02000000:00000010:2.0:1770653430.182193:0:50960:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9556683a0000. 00000400:00000200:0.0:1770653430.182194:0:12201:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1770653430.182195:0:7420:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1770653430.182205:0:50960:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653430.182209:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4301461001 00000100:00000001:2.0:1770653430.182210:0:50960:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653430.182210:0:7420:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955639ca4940. 00000100:00000001:0.0:1770653430.182210:0:12201:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1770653430.182223:0:12201:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955665156300 x1856657707217792/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1770653430.182227:0:50960:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653430.182228:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4301461022 00000100:00100000:1.0:1770653430.182228:0:7420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95572f8d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1856657707217920:12345-0@lo:400:kworker.0 00010000:00000040:2.0:1770653430.182236:0:50960:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657707217408 00000100:00000001:3.0:1770653430.182247:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4301461001 00010000:00000001:2.0:1770653430.182247:0:50960:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000200:1.0:1770653430.182248:0:7420:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707217920 00000100:00000040:0.0:1770653430.182255:0:12201:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff955665156300 x1856657707217792/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1770653430.182257:0:7420:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000200:2.0:1770653430.182263:0:50960:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95572f8d4700 x1856657707217408/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:261/0 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653430.182267:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4301461023 00000020:00000001:1.0:1770653430.182268:0:7420:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1770653430.182276:0:7420:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653430.182282:0:3291:0:(niobuf.c:661:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4301461001 00000020:00000001:1.0:1770653430.182285:0:7420:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1770653430.182291:0:7420:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789376 : -1047762240 : ffffffffc18c6ac0) 00000100:00000001:3.0:1770653430.182295:0:3291:0:(niobuf.c:690:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4301461023 00000020:00000001:1.0:1770653430.182300:0:7420:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1770653430.182308:0:12201:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1770653430.182310:0:3291:0:(niobuf.c:1133:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1770653430.182310:0:50960:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1770653430.182311:0:7420:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1770653430.182314:0:12201:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8990 00010000:00000001:2.0:1770653430.182320:0:50960:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653430.182323:0:7420:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:0.0:1770653430.182324:0:12201:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8990. 00000100:00000001:3.0:1770653430.182325:0:3291:0:(client.c:1915:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1770653430.182326:0:50960:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557063461e8 time=114 v=5 (1 1 1 1) 00000020:00000001:1.0:1770653430.182326:0:7420:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1770653430.182334:0:7420:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653430.182334:0:12201:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1770653430.182341:0:12201:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1770653430.182344:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653430.182345:0:50960:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1770653430.182345:0:7420:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1770653430.182347:0:12201:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653430.182355:0:7420:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1770653430.182357:0:50960:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 32 to 0@lo 00000100:00000001:3.0:1770653430.182363:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1770653430.182363:0:7420:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1770653430.182364:0:50960:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00000040:0.0:1770653430.182364:0:12201:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 31 to 0@lo 02000000:00000010:1.0:1770653430.182371:0:7420:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955617a82000. 00010000:00000001:0.0:1770653430.182379:0:12201:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 02000000:00000001:2.0:1770653430.182381:0:50960:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1770653430.182381:0:7420:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653430.182382:0:12201:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653430.182384:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1770653430.182385:0:50960:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653430.182388:0:7420:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653430.182394:0:7420:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653430.182394:0:12201:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1770653430.182395:0:50960:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1770653430.182396:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000040:1.0:1770653430.182398:0:7420:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657707217920 00000100:00000040:0.0:1770653430.182406:0:12201:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955617529180 x1856657707217792/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:261/0 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1770653430.182410:0:50960:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1770653430.182411:0:7420:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:3.0:1770653430.182413:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1770653430.182417:0:50960:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955626888000. 00000100:00000001:3.0:1770653430.182420:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00010000:00000200:1.0:1770653430.182421:0:7420:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95572f8d7800 x1856657707217920/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:261/0 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1770653430.182424:0:50960:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1856657707217408, offset 224 00000100:00000001:3.0:1770653430.182430:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653430.182440:0:50960:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1770653430.182447:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653430.182449:0:12201:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955617529180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3288:x1856657707217792:12345-0@lo:400:kworker.0 Request processed in 768us (1917us total) trans 0 rc 0/0 00000400:00000200:2.0:1770653430.182461:0:50960:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1770653430.182466:0:7420:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1770653430.182471:0:7420:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1770653430.182472:0:12201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3144 00000100:00001000:1.0:1770653430.182475:0:7420:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557063461e8 time=114 v=5 (1 1 1 1) 00000400:00000200:2.0:1770653430.182477:0:50960:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6989ecf1bb200 00000100:00000040:0.0:1770653430.182480:0:12201:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955602e51000 : new rpc_count 0 00000100:00000001:1.0:1770653430.182482:0:7420:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1770653430.182485:0:12201:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1770653430.182490:0:7420:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 32 to 0@lo 00000100:00000001:0.0:1770653430.182490:0:12201:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1770653430.182491:0:50960:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xedabb9 [1] + 224 00000100:00000001:1.0:1770653430.182497:0:7420:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000020:00000010:0.0:1770653430.182498:0:12201:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07d200. 00000400:00000200:2.0:1770653430.182499:0:50960:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1770653430.182506:0:7420:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:0.0:1770653430.182507:0:12201:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510898. 00000400:00000200:2.0:1770653430.182510:0:50960:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1770653430.182510:0:7420:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653430.182513:0:50997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1770653430.182514:0:12201:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564531d600. 00000100:00000001:1.0:1770653430.182516:0:7420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1770653430.182519:0:50960:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1770653430.182523:0:50997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:0.0:1770653430.182526:0:12201:0:(genops.c:898:class_export_put()) PUTting export ffff955602e51000 : new refcount 4 00000100:00000200:2.0:1770653430.182529:0:50960:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955665157b80 x1856657707217408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653430.182530:0:7420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1770653430.182532:0:12201:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1770653430.182536:0:7420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022770. 00000100:00100000:3.0:1770653430.182545:0:50997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5839 00000100:00000200:1.0:1770653430.182547:0:7420:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1856657707217920, offset 224 00000100:00000001:0.0:1770653430.182557:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1770653430.182560:0:50960:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff955665157b80 x1856657707217408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653430.182561:0:3288:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1770653430.182562:0:50997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9556030de000 : new rpc_count 1 00000400:00000200:1.0:1770653430.182570:0:7420:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1770653430.182575:0:50997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626795749410560 : -117277960141056 : ffff955618d88700) 00000400:00000001:0.0:1770653430.182577:0:3288:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1770653430.182582:0:3288:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1770653430.182588:0:7420:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1770653430.182590:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff95564e0535d8. 00000100:00000001:2.0:1770653430.182592:0:50960:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1770653430.182595:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8330 00000100:00000040:3.0:1770653430.182596:0:50997:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff955618d88700 x1856657707217664/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:261/0 lens 224/0 e 0 to 0 dl 1770653441 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653430.182597:0:7420:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6989ecf1bb400 00000400:00000010:0.0:1770653430.182603:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8330. 00000100:00000001:0.0:1770653430.182609:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1770653430.182616:0:7420:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xedabcd [1] + 224 00000100:00000200:0.0:1770653430.182636:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955665156300 x1856657707217792/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653430.182643:0:7420:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653430.182644:0:50960:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888000 00000400:00000010:2.0:1770653430.182653:0:50960:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888000. 00000400:00000200:1.0:1770653430.182661:0:7420:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1770653430.182663:0:50960:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1770653430.182670:0:50960:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1770653430.182673:0:7420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1770653430.182680:0:50960:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1770653430.182685:0:7420:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955665157480 x1856657707217920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1770653430.182691:0:3288:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955665156300 x1856657707217792/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1770653430.182698:0:50960:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 31 to 0@lo 00010000:00000001:2.0:1770653430.182710:0:50960:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1770653430.182717:0:50960:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653430.182731:0:50960:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1770653430.182748:0:50960:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572f8d4700 x1856657707217408/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:261/0 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653430.182769:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1770653430.182770:0:50997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1770653430.182772:0:7420:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff955665157480 x1856657707217920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653430.182774:0:3288:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1770653430.182778:0:50960:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95572f8d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-MDT0000_UUID+5:3289:x1856657707217408:12345-0@lo:400:kworker.0 Request processed in 768us (3189us total) trans 0 rc 0/0 00000100:00000001:0.0:1770653430.182780:0:3288:0:(client.c:1568:after_reply()) Process entered 00000020:00000010:3.0:1770653430.182781:0:50997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbb00. 02000000:00000001:0.0:1770653430.182786:0:3288:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1770653430.182792:0:3288:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653430.182800:0:3288:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653430.182801:0:50997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1770653430.182806:0:7420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1770653430.182812:0:50960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5837 02000000:00000001:0.0:1770653430.182813:0:3288:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653430.182814:0:7420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022770 00000020:00000010:3.0:1770653430.182815:0:50997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fbb00. 00000100:00000040:2.0:1770653430.182819:0:50960:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955710574000 : new rpc_count 0 00000400:00000010:1.0:1770653430.182824:0:7420:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022770. 00000100:00001000:0.0:1770653430.182824:0:3288:0:(import.c:2128:obd_at_measure()) add 5 to ffff95560256cc58 time=105 v=5 (5 5 5 5) 00000100:00000001:2.0:1770653430.182825:0:50960:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1770653430.182832:0:50960:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1770653430.182834:0:7420:0:(events.c:386:reply_out_callback()) Process entered 00000100:00001000:0.0:1770653430.182835:0:3288:0:(import.c:2128:obd_at_measure()) add 1 to ffff95560256cc10 time=76 v=5 (1 1 1 1) 00000020:00000010:2.0:1770653430.182837:0:50960:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556051bf880. 00000100:00000001:1.0:1770653430.182839:0:7420:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:3.0:1770653430.182841:0:50997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff955618d88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856657707217664:12345-0@lo:400:kworker.0 00000100:00000001:0.0:1770653430.182870:0:3288:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1770653430.182872:0:3288:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653430.182874:0:3288:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1770653430.182876:0:3288:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653430.182879:0:3288:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1770653430.182882:0:3288:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 4295332657 00000100:00000001:0.0:1770653430.182884:0:3288:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1770653430.182886:0:3288:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653430.182890:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955665156300 x1856657707217792/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1770653430.182892:0:50960:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada4b0. 00000100:00000001:1.0:1770653430.182897:0:7420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653430.182902:0:50960:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f6e00. 00000100:00000040:1.0:1770653430.182910:0:7420:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000100:00000200:3.0:1770653430.182915:0:50997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657707217664 00000020:00000040:2.0:1770653430.182916:0:50960:0:(genops.c:898:class_export_put()) PUTting export ffff955710574000 : new refcount 4 00010000:00000001:1.0:1770653430.182917:0:7420:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1770653430.182921:0:7420:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653430.182929:0:50960:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653430.182930:0:7420:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1770653430.182930:0:3288:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1770653430.182931:0:50997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1770653430.182937:0:3288:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1770653430.182939:0:7420:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572f8d7800 x1856657707217920/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:261/0 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1770653430.182940:0:50997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1770653430.182940:0:3288:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653430.182951:0:50997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653430.182958:0:3288:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665156300 x1856657707217792/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1770653430.182963:0:50997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1770653430.182963:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1770653430.182968:0:7420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95572f8d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3289:x1856657707217920:12345-0@lo:400:kworker.0 Request processed in 779us (2461us total) trans 0 rc 0/0 00000100:00000001:2.0:1770653430.182970:0:3289:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1770653430.182972:0:50997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789376 : -1047762240 : ffffffffc18c6ac0) 00000400:00000001:2.0:1770653430.182976:0:3289:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1770653430.182980:0:3289:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1770653430.182990:0:50997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:2.0:1770653430.182991:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef22c0. 00000100:00100000:0.0:1770653430.182993:0:3288:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955665156300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3288:1856657707217792:0@lo:400:kworker.0 00000100:00100000:1.0:1770653430.183000:0:7420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5838 00000400:00000200:2.0:1770653430.183001:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955626888aa0 00000020:00000001:3.0:1770653430.183002:0:50997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1770653430.183008:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955626888aa0. 00000100:00000040:1.0:1770653430.183011:0:7420:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9556071fb800 : new rpc_count 0 00000020:00000001:3.0:1770653430.183016:0:50997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1770653430.183017:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1770653430.183018:0:7420:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1770653430.183019:0:3288:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653430.183021:0:50997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1770653430.183025:0:7420:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1770653430.183026:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955665157480 x1856657707217920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653430.183027:0:3288:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1770653430.183030:0:50997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653430.183032:0:7420:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556051bf900. 00000100:00000040:0.0:1770653430.183037:0:3288:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955665156300 x1856657707217792/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1770653430.183045:0:50997:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:1.0:1770653430.183047:0:7420:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada7d0. 00000100:00000001:3.0:1770653430.183057:0:50997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:1.0:1770653430.183059:0:7420:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f7800. 00000100:00000200:2.0:1770653430.183065:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955665157480 x1856657707217920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1770653430.183066:0:50997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1770653430.183067:0:3288:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000020:00000040:1.0:1770653430.183070:0:7420:0:(genops.c:898:class_export_put()) PUTting export ffff9556071fb800 : new refcount 4 02000000:00000001:0.0:1770653430.183076:0:3288:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1770653430.183080:0:50997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955606129c00. 00000100:00000001:1.0:1770653430.183080:0:7420:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1770653430.183081:0:3288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff955626008200. 00000100:00000001:2.0:1770653430.183086:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1770653430.183095:0:3288:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1770653430.183096:0:3289:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1770653430.183097:0:50997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653430.183098:0:3288:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1770653430.183103:0:3288:0:(genops.c:1242:class_import_put()) import ffff95560256c800 refcount=2 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:2.0:1770653430.183107:0:3289:0:(client.c:1568:after_reply()) Process entered 00000020:00000001:0.0:1770653430.183111:0:3288:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1770653430.183112:0:50997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653430.183113:0:3289:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00080000:1.0:1770653430.183114:0:5753:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 02000000:00000010:0.0:1770653430.183114:0:3288:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff955705cbc900. 00000100:00000001:2.0:1770653430.183118:0:3289:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653430.183125:0:3289:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653430.183126:0:5753:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (ffff955706306360) now 12 - evictor 00000020:00000001:3.0:1770653430.183127:0:50997:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653430.183128:0:3288:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1770653430.183132:0:3289:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653430.183134:0:3288:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1770653430.183140:0:3288:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665156300. 00010000:00000040:3.0:1770653430.183141:0:50997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657707217664 00000100:00001000:2.0:1770653430.183143:0:3289:0:(import.c:2128:obd_at_measure()) add 5 to ffff955634dafc58 time=130 v=5 (5 5 5 5) 00000100:00000001:0.0:1770653430.183144:0:3288:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1770653430.183151:0:50997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:0.0:1770653430.183151:0:3288:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1770653430.183152:0:3289:0:(import.c:2128:obd_at_measure()) add 1 to ffff955634dafc10 time=130 v=5 (1 1 1 1) 00000100:00000001:0.0:1770653430.183161:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653430.183162:0:3289:0:(client.c:1470:ptlrpc_check_status()) Process entered 02000000:00000010:1.0:1770653430.183166:0:76416:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955617a80000. 00000100:00000001:2.0:1770653430.183167:0:3289:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653430.183169:0:3288:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00000200:3.0:1770653430.183170:0:50997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955618d88700 x1856657707217664/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:261/0 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1770653430.183173:0:76416:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653430.183174:0:3289:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1770653430.183176:0:3288:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653430.183180:0:3289:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653430.183182:0:76416:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653430.183185:0:3288:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1770653430.183194:0:3288:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653430.183195:0:3289:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000020:00000001:1.0:1770653430.183195:0:76416:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653430.183201:0:3289:0:(client.c:3067:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00010000:00000040:1.0:1770653430.183206:0:76416:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590299240, transno 0, xid 1856657707217536 00000100:00000001:2.0:1770653430.183212:0:3289:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00010000:00000001:1.0:1770653430.183214:0:76416:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:2.0:1770653430.183219:0:3289:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653430.183223:0:3290:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1770653430.183224:0:50997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000200:1.0:1770653430.183225:0:76416:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff955618d8a680 x1856657707217536/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:261/0 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1770653430.183228:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955665157480 x1856657707217920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653430.183234:0:3290:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1770653430.183235:0:50997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1770653430.183252:0:50997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557063461e8 time=114 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653430.183276:0:3289:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1770653430.183276:0:76416:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1770653430.183278:0:50997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1770653430.183280:0:76416:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653430.183286:0:3289:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:1.0:1770653430.183288:0:76416:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=112 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653430.183290:0:3289:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1770653430.183292:0:50997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000001:1.0:1770653430.183299:0:76416:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1770653430.183300:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665157480 x1856657707217920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653430.183302:0:50997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 00000100:00000040:1.0:1770653430.183307:0:76416:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557116a3700 refcount 32 to 0@lo 00000100:00000001:1.0:1770653430.183318:0:76416:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626799919707904 : -117273789843712 : ffff9557116a3700) 02000000:00000001:3.0:1770653430.183319:0:50997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:2.0:1770653430.183323:0:3289:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955665157480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3289:1856657707217920:0@lo:400:kworker.0 02000000:00000001:1.0:1770653430.183324:0:76416:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1770653430.183327:0:50997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653430.183328:0:76416:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1770653430.183330:0:3289:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1770653430.183334:0:3289:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1770653430.183334:0:76416:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1770653430.183337:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955602ef29a0. 00000100:00000001:3.0:1770653430.183338:0:50997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1770653430.183346:0:76416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1770653430.183349:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268882a8 00000400:00000010:1.0:1770653430.183350:0:76416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022770. 00000400:00000010:2.0:1770653430.183356:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268882a8. 00000100:00000040:3.0:1770653430.183359:0:50997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1770653430.183361:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1770653430.183362:0:76416:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1856657707217536, offset 224 00000400:00000010:3.0:1770653430.183366:0:50997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78660. 00000100:00000200:2.0:1770653430.183367:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955665157b80 x1856657707217408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653430.183377:0:76416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1770653430.183385:0:3289:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955665157b80 x1856657707217408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1770653430.183387:0:50997:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1856657707217664, offset 224 00000400:00000200:1.0:1770653430.183390:0:76416:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1770653430.183402:0:76416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6989ecf1bb280 00000400:00000200:3.0:1770653430.183412:0:50997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1770653430.183416:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1770653430.183418:0:3289:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653430.183420:0:3289:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:2.0:1770653430.183422:0:3289:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1770653430.183423:0:76416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xedabc5 [1] + 224 00000100:00000001:2.0:1770653430.183424:0:3289:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1770653430.183430:0:3289:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653430.183439:0:3289:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653430.183440:0:76416:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1770653430.183441:0:50997:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:2.0:1770653430.183443:0:3289:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571882ac58 time=114 v=5 (5 5 5 5) 00000100:00001000:2.0:1770653430.183453:0:3289:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571882ac10 time=114 v=5 (1 1 1 1) 00000400:00000200:1.0:1770653430.183458:0:76416:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1770653430.183460:0:3289:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1770653430.183463:0:3289:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653430.183465:0:3289:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1770653430.183467:0:3289:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653430.183467:0:76416:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1770653430.183471:0:50997:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6989ecf1bb300 00000100:00000001:2.0:1770653430.183473:0:3289:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1770653430.183478:0:3289:0:(client.c:3067:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000200:1.0:1770653430.183478:0:76416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955665155880 x1856657707217536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653430.183485:0:3289:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1770653430.183488:0:3289:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1770653430.183497:0:50997:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xedabe5 [1] + 224 00000100:00000040:2.0:1770653430.183502:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955665157b80 x1856657707217408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1770653430.183516:0:76416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff955665155880 x1856657707217536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1770653430.183519:0:50997:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1770653430.183533:0:3289:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653430.183541:0:3289:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1770653430.183542:0:50997:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1770653430.183545:0:76416:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1770653430.183546:0:3289:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653430.183556:0:50997:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1770653430.183558:0:3289:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665157b80 x1856657707217408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653430.183559:0:76416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022770 00000400:00000010:1.0:1770653430.183564:0:76416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022770. 00000100:00000001:1.0:1770653430.183570:0:76416:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:3.0:1770653430.183571:0:50997:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff955665155c00 x1856657707217664/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653430.183576:0:76416:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:2.0:1770653430.183577:0:3289:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955665157b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3289:1856657707217408:0@lo:400:kworker.0 00000100:00000001:1.0:1770653430.183581:0:76416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653430.183595:0:3289:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653430.183597:0:76416:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 31 to 0@lo 00000100:00000001:2.0:1770653430.183604:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1770653430.183609:0:76416:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1770653430.183615:0:76416:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653430.183615:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1770653430.183616:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955665157480 x1856657707217920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1770653430.183633:0:76416:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1770653430.183635:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1770653430.183644:0:76416:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d8a680 x1856657707217536/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:261/0 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1770653430.183645:0:3291:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1770653430.183649:0:3291:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1770653430.183655:0:50997:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff955665155c00 x1856657707217664/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1770653430.183673:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2370. 00000400:00000200:0.0:1770653430.183684:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78110 00000400:00000010:0.0:1770653430.183690:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78110. 00000100:00000001:0.0:1770653430.183700:0:3291:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1770653430.183706:0:3289:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1770653430.183712:0:3289:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1770653430.183715:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955665155880 x1856657707217536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1770653430.183720:0:3289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95564531c000. 00000100:00100000:1.0:1770653430.183731:0:76416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955618d8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:lustre-MDT0000-mdtlov_UUID+5:3291:x1856657707217536:12345-0@lo:400:kworker.0 Request processed in 2085us (3494us total) trans 0 rc 0/0 02000000:00000001:2.0:1770653430.183733:0:3289:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1770653430.183740:0:3289:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1770653430.183745:0:3289:0:(genops.c:1242:class_import_put()) import ffff955634daf800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1770653430.183752:0:50997:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1770653430.183755:0:3289:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:1.0:1770653430.183761:0:76416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3143 02000000:00000010:2.0:1770653430.183763:0:3289:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff955705cbc800. 00000100:00000040:1.0:1770653430.183766:0:76416:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95560202c800 : new rpc_count 0 00000100:00000200:0.0:1770653430.183766:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955665155880 x1856657707217536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1770653430.183768:0:3289:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1770653430.183769:0:50997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78660 02000000:00000001:2.0:1770653430.183773:0:3289:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1770653430.183776:0:76416:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000010:2.0:1770653430.183780:0:3289:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665157480. 00000100:00000001:1.0:1770653430.183781:0:76416:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1770653430.183782:0:50997:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78660. 00000020:00000010:1.0:1770653430.183787:0:76416:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07df80. 00000100:00000001:2.0:1770653430.183788:0:3289:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1770653430.183794:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653430.183798:0:50997:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:1.0:1770653430.183798:0:76416:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510708. 00000100:00000001:2.0:1770653430.183801:0:3289:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1770653430.183808:0:50997:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1770653430.183810:0:76416:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564531c600. 00000100:00000001:0.0:1770653430.183810:0:3291:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1770653430.183812:0:3289:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955665157b80 x1856657707217408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653430.183816:0:3291:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653430.183817:0:50997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653430.183818:0:76416:0:(genops.c:898:class_export_put()) PUTting export ffff95560202c800 : new refcount 4 00000100:00000001:2.0:1770653430.183824:0:3289:0:(client.c:2758:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1770653430.183825:0:3291:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:2.0:1770653430.183828:0:3289:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1770653430.183831:0:76416:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1770653430.183832:0:3289:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95564531ca00. 02000000:00000001:0.0:1770653430.183832:0:3291:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1770653430.183837:0:50997:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557116a3700 refcount 30 to 0@lo 00000100:00000001:0.0:1770653430.183838:0:3291:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1770653430.183841:0:3289:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1770653430.183843:0:3291:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653430.183847:0:3289:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1770653430.183850:0:3291:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1770653430.183851:0:3289:0:(genops.c:1242:class_import_put()) import ffff95571882a800 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1770653430.183856:0:3289:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:0.0:1770653430.183857:0:3291:0:(import.c:2128:obd_at_measure()) add 5 to ffff95571156fc58 time=112 v=5 (5 5 5 5) 02000000:00000010:2.0:1770653430.183858:0:3289:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff955705cbca00. 02000000:00000001:2.0:1770653430.183881:0:3289:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1770653430.183883:0:3289:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1770653430.183888:0:50997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000010:2.0:1770653430.183888:0:3289:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665157b80. 00000100:00001000:0.0:1770653430.183889:0:3291:0:(import.c:2128:obd_at_measure()) add 1 to ffff95571156fc10 time=85 v=5 (1 1 1 1) 00000020:00000001:3.0:1770653430.183897:0:50997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653430.183898:0:3289:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1770653430.183898:0:3291:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1770653430.183901:0:3289:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653430.183903:0:3291:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653430.183908:0:50997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1770653430.183908:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1770653430.183909:0:3291:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1770653430.183919:0:3289:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1770653430.183920:0:3291:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653430.183922:0:3289:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1770653430.183927:0:50997:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955618d88700 x1856657707217664/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:261/0 lens 224/224 e 0 to 0 dl 1770653441 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653430.183928:0:3291:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1770653430.183929:0:3289:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1770653430.183933:0:3289:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653430.183934:0:3291:0:(client.c:3067:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8590299240 00000100:00000001:0.0:1770653430.183944:0:3291:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1770653430.183950:0:3291:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653430.183960:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955665155880 x1856657707217536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1770653430.183971:0:50997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff955618d88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-OST0001_UUID+5:3291:x1856657707217664:12345-0@lo:400:kworker.0 Request processed in 1194us (2233us total) trans 0 rc 0/0 00000100:00000001:0.0:1770653430.183974:0:3291:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653430.183983:0:3291:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1770653430.183987:0:3291:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653430.183994:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665155880 x1856657707217536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1770653430.184003:0:50997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5839 00000100:00000040:3.0:1770653430.184016:0:50997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9556030de000 : new rpc_count 0 00000100:00100000:0.0:1770653430.184019:0:3291:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955665155880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3291:1856657707217536:0@lo:400:kworker.0 00000100:00000001:3.0:1770653430.184025:0:50997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1770653430.184028:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1770653430.184030:0:50997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1770653430.184031:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1770653430.184037:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955665155880 x1856657707217536/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1770653430.184040:0:50997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556051bff00. 00000100:00000001:0.0:1770653430.184047:0:3291:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1770653430.184050:0:3291:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653430.184053:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95562fa44c00. 00000020:00000010:3.0:1770653430.184054:0:50997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662adae10. 02000000:00000001:0.0:1770653430.184060:0:3291:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653430.184062:0:3291:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:3.0:1770653430.184063:0:50997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f7e00. 00000020:00000040:0.0:1770653430.184064:0:3291:0:(genops.c:1242:class_import_put()) import ffff95571156f800 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1770653430.184076:0:3291:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1770653430.184078:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff955705cbc200. 00000020:00000040:3.0:1770653430.184080:0:50997:0:(genops.c:898:class_export_put()) PUTting export ffff9556030de000 : new refcount 4 02000000:00000001:0.0:1770653430.184083:0:3291:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1770653430.184087:0:3291:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1770653430.184088:0:50997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1770653430.184090:0:3291:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665155880. 00000100:00000001:0.0:1770653430.184097:0:3291:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1770653430.184099:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653430.184103:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653430.184105:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1770653430.184107:0:3291:0:(client.c:1964:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1770653430.184109:0:3291:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1770653430.184110:0:3291:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1770653430.184112:0:3291:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9556419d2d68. 00000400:00000200:0.0:1770653430.184114:0:3291:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78a18 00000400:00000010:0.0:1770653430.184115:0:3291:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78a18. 00000100:00000001:0.0:1770653430.184120:0:3291:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1770653430.184125:0:3291:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff955665155c00 x1856657707217664/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1770653430.184132:0:3291:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff955665155c00 x1856657707217664/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653430.184136:0:3291:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1770653430.184137:0:3291:0:(client.c:2947:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653430.184138:0:3291:0:(client.c:1568:after_reply()) Process entered 02000000:00000001:0.0:1770653430.184139:0:3291:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1770653430.184141:0:3291:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653430.184142:0:3291:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1770653430.184143:0:3291:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1770653430.184146:0:3291:0:(import.c:2128:obd_at_measure()) add 5 to ffff9557064aac58 time=108 v=5 (5 5 5 5) 00000100:00001000:0.0:1770653430.184149:0:3291:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557064aac10 time=108 v=5 (1 1 1 1) 00000100:00000001:0.0:1770653430.184151:0:3291:0:(client.c:1470:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1770653430.184152:0:3291:0:(client.c:1508:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653430.184153:0:3291:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1770653430.184156:0:3291:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653430.184157:0:3291:0:(client.c:3055:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1770653430.184159:0:3291:0:(client.c:3067:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1770653430.184160:0:3291:0:(client.c:3068:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1770653430.184161:0:3291:0:(client.c:1771:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653430.184163:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff955665155c00 x1856657707217664/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653430.184168:0:3291:0:(client.c:2319:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1770653430.184169:0:3291:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1770653430.184170:0:3291:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1770653430.184172:0:3291:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff955665155c00 x1856657707217664/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1770653430.184176:0:3291:0:(client.c:2379:ptlrpc_check_set()) Completed RPC req@ffff955665155c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3291:1856657707217664:0@lo:400:kworker.0 00000100:00000001:0.0:1770653430.184179:0:3291:0:(client.c:2430:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653430.184180:0:3291:0:(client.c:2832:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1770653430.184182:0:3291:0:(client.c:2840:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff955665155c00 x1856657707217664/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1770653446 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1770653430.184185:0:3291:0:(client.c:2758:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1770653430.184186:0:3291:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1770653430.184187:0:3291:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95562fa45400. 02000000:00000001:0.0:1770653430.184189:0:3291:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1770653430.184190:0:3291:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1770653430.184190:0:3291:0:(genops.c:1242:class_import_put()) import ffff9557064aa800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1770653430.184192:0:3291:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1770653430.184193:0:3291:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff955705cbcd00. 02000000:00000001:0.0:1770653430.184194:0:3291:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1770653430.184195:0:3291:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1770653430.184196:0:3291:0:(client.c:588:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff955665155c00. 00000100:00000001:0.0:1770653430.184197:0:3291:0:(client.c:2814:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1770653430.184198:0:3291:0:(client.c:2873:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653430.184199:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653430.184203:0:3291:0:(client.c:2604:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1770653430.184204:0:3291:0:(client.c:2632:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653430.184205:0:3291:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1770653430.184206:0:3291:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653430.209955:0:81665:0:(connection.c:75:cpu_latency_work()) work item of ffff95572011f000 (cpu 0) has reached its deadline 4301461022, at 4301461023 00000100:00000010:0.0:1770653430.209976:0:81665:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9556681b9120. 00000100:00000040:1.0:1770653430.210954:0:78151:0:(connection.c:75:cpu_latency_work()) work item of ffff95572011f110 (cpu 0) has reached its deadline 4301461022, at 4301461024 00000100:00000010:1.0:1770653430.210962:0:78151:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9556681b9060. 00000100:00000040:2.0:1770653430.210987:0:81035:0:(connection.c:75:cpu_latency_work()) work item of ffff95572011f220 (cpu 0) has reached its deadline 4301461023, at 4301461024 00000100:00000010:2.0:1770653430.210997:0:81035:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9556681b9f60. 00000100:00000040:3.0:1770653430.211005:0:78054:0:(connection.c:75:cpu_latency_work()) work item of ffff95572011f330 (cpu 0) has reached its deadline 4301461023, at 4301461024 00000100:00000010:3.0:1770653430.211021:0:78054:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9556681b93c0. 00010000:00000001:2.0:1770653431.010973:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653431.010984:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653431.010993:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653431.010995:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653431.010999:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653431.011002:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653431.011006:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653431.011007:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653431.011012:0:81035:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1770653431.011014:0:81035:0:(ldlm_pool.c:464:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653431.011030:0:81035:0:(ldlm_pool.c:1344:ldlm_pools_recalc_task()) Negative interval(-6709) 00000020:00000001:0.0:1770653431.011081:0:7410:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1770653431.011087:0:7410:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1770653431.011092:0:7410:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1770653432.035043:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653432.035058:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653432.035071:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653432.035075:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653432.035083:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653432.035087:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653432.035093:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653432.035096:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653432.035105:0:81035:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1770653432.035107:0:81035:0:(ldlm_pool.c:464:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653432.035136:0:81035:0:(ldlm_pool.c:1344:ldlm_pools_recalc_task()) Negative interval(-6710) 00000020:00000001:3.0:1770653432.035194:0:66075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1770653432.035202:0:66075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653432.035207:0:66075:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1770653432.665095:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653432.665130:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653432.665137:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653432.665140:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653432.665171:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:2.0:1770653432.665206:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 26 MB=0x6989ede8d3600 00000400:00000200:2.0:1770653432.665219:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.60@tcp of length 224/224 into md 0xe412b5 [2] + 0 00000400:00000010:2.0:1770653432.665228:0:3281:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff955610c4c948. 00000400:00000200:2.0:1770653432.665238:0:3281:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff955619799300 00000800:00000001:2.0:1770653432.665247:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653432.665255:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653432.665259:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653432.665266:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:2.0:1770653432.665272:0:3281:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955619799300 00000400:00000010:2.0:1770653432.665276:0:3281:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff955619799300. 00000100:00000001:2.0:1770653432.665310:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653432.665314:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1770653432.665320:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff95570622c850 x1856657966315008 msgsize 224 00000100:00100000:2.0:1770653432.665326:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000040:2.0:1770653432.665329:0:3281:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1770653432.665350:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1770653432.665363:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653432.665368:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653432.665370:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653432.665373:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653432.665378:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000400:00000200:2.0:1770653432.665386:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 28 MB=0x6989ede8d3700 00000400:00000200:2.0:1770653432.665394:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 224/224 into md 0xecf8a9 [8] + 1792 00000800:00000001:2.0:1770653432.665399:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653432.665403:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653432.665406:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1770653432.665409:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:2.0:1770653432.665414:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653432.665416:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1770653432.665444:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572f8d7b80. 00000100:00000040:2.0:1770653432.665449:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff95572f8d7b80 x1856657966315264 msgsize 224 00000100:00100000:2.0:1770653432.665457:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:2.0:1770653432.665484:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1770653432.665492:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653432.665498:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1770653432.665501:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653432.665505:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653432.665510:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:1.0:1770653432.665514:0:5749:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1770653432.665525:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 12 MB=0x6989ede8d3680 00000100:00100000:1.0:1770653432.665528:0:5749:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966315008 00000400:00000200:2.0:1770653432.665539:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.60@tcp of length 224/224 into md 0xe8f551 [64] + 184528 02000000:00000001:1.0:1770653432.665539:0:5749:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:2.0:1770653432.665561:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1770653432.665566:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653432.665568:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653432.665573:0:5749:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1770653432.665577:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:1.0:1770653432.665585:0:5749:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653432.665587:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1770653432.665592:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1770653432.665596:0:76416:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:2.0:1770653432.665637:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572f8d4a80. 00000100:00100000:3.0:1770653432.665638:0:76416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966315264 00000100:00000040:2.0:1770653432.665657:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff95572f8d4a80 x1856657966315136 msgsize 224 02000000:00000001:1.0:1770653432.665661:0:5749:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1770653432.665672:0:76416:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:1.0:1770653432.665677:0:5749:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966315008 00000100:00000001:3.0:1770653432.665682:0:76416:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1770653432.665683:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000020:00000001:1.0:1770653432.665686:0:5749:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1770653432.665695:0:5749:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e0f9dc91 00000100:00000001:3.0:1770653432.665697:0:76416:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653432.665702:0:5749:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1770653432.665711:0:76416:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653432.665711:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:1.0:1770653432.665712:0:5749:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95563047c000 refcount=9 00000800:00000001:2.0:1770653432.665723:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1770653432.665726:0:5749:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626796142575616 : -117277566976000 : ffff95563047c000) 00000100:00100000:3.0:1770653432.665730:0:76416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966315264 00000020:00000001:1.0:1770653432.665733:0:5749:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626796142575616 : -117277566976000 : ffff95563047c000) 00000800:00000001:2.0:1770653432.665734:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1770653432.665748:0:76416:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:2.0:1770653432.665749:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1770653432.665751:0:5749:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:3.0:1770653432.665767:0:76416:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc77f 00000800:00000001:2.0:1770653432.665768:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1770653432.665772:0:5749:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955639ca4f00. 00000020:00000001:3.0:1770653432.665786:0:76416:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1770653432.665787:0:5749:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1770653432.665797:0:3281:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp) <- 192.168.202.60@tcp : PUT - for me 00000100:00000001:0.0:1770653432.665802:0:50997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1770653432.665805:0:5749:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955639ca4f00. 00000020:00000040:3.0:1770653432.665806:0:76416:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1c000 refcount=55 00000100:00100000:0.0:1770653432.665811:0:50997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966315136 00000400:00000200:2.0:1770653432.665823:0:3281:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.60@tcp of length 224 into portal 28 MB=0x6989ede8d3780 02000000:00000001:0.0:1770653432.665823:0:50997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1770653432.665828:0:76416:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 00000020:00000010:1.0:1770653432.665828:0:5749:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95563c4f7800. 00000100:00000001:0.0:1770653432.665831:0:50997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1770653432.665842:0:50997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1770653432.665843:0:3281:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.60@tcp of length 224/224 into md 0xecf8a9 [8] + 2016 00000020:00000001:3.0:1770653432.665848:0:76416:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398352384 : -117273311199232 : ffff95572df1c000) 02000000:00000001:0.0:1770653432.665909:0:50997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653432.665916:0:5749:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556051bf900. 00000100:00100000:0.0:1770653432.665920:0:50997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966315136 00000020:00000001:0.0:1770653432.665929:0:50997:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1770653432.665930:0:76416:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1770653432.665932:0:5749:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff955662ada7d0. 00000020:00000040:0.0:1770653432.665942:0:50997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e0f9dcb4 00000800:00000001:2.0:1770653432.665948:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1770653432.665953:0:50997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1770653432.665955:0:76416:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fbc00. 00000100:00000040:1.0:1770653432.665965:0:5749:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000040:0.0:1770653432.665965:0:50997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff955603394000 refcount=109 00000020:00000010:3.0:1770653432.665971:0:76416:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff955660f59a40. 00000800:00000001:2.0:1770653432.665973:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653432.665981:0:5749:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1770653432.665981:0:50997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626795386650624 : -117278322900992 : ffff955603394000) 00000400:00000200:2.0:1770653432.665986:0:3281:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1770653432.665990:0:5749:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1770653432.665995:0:50997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626795386650624 : -117278322900992 : ffff955603394000) 00000100:00000001:1.0:1770653432.665999:0:5749:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1770653432.666001:0:76416:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff9557181831b0) now 8 - evictor 00000400:00000200:2.0:1770653432.666001:0:3281:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000001:0.0:1770653432.666015:0:50997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1770653432.666031:0:5749:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653432.666033:0:3281:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:0.0:1770653432.666036:0:50997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556248ace80. 00000100:00000200:2.0:1770653432.666039:0:3281:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1770653432.666051:0:3281:0:(client.c:582:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95572f8d5f80. 00000100:00000001:1.0:1770653432.666053:0:5749:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1770653432.666054:0:50997:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9556196fb380. 00000100:00000001:3.0:1770653432.666066:0:76416:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:2.0:1770653432.666079:0:3281:0:(events.c:337:request_in_callback()) incoming req@ffff95572f8d5f80 x1856657966315392 msgsize 224 00000020:00000010:3.0:1770653432.666087:0:76416:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95562fa44800. 00000020:00000040:0.0:1770653432.666094:0:50997:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (ffff955706306360) now 12 - evictor 00000100:00100000:2.0:1770653432.666095:0:3281:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.60@tcp (source: 12345-192.168.202.60@tcp) 00000100:00000001:1.0:1770653432.666099:0:5749:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1770653432.666109:0:76416:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9556476e3c00. 00000100:00000001:1.0:1770653432.666110:0:5749:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1770653432.666111:0:50997:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1770653432.666120:0:3281:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1770653432.666130:0:5749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 3424 00000020:00000010:0.0:1770653432.666130:0:50997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff955626008200. 00000800:00000001:2.0:1770653432.666132:0:3281:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1770653432.666134:0:76416:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95565ca90bb8. 00000800:00000001:2.0:1770653432.666142:0:3281:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1770653432.666144:0:5749:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95563047c000 : new rpc_count 1 00000020:00000010:0.0:1770653432.666150:0:50997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95560c36bf80. 00000100:00000001:1.0:1770653432.666152:0:5749:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626799730477136 : -117273979074480 : ffff95570622c850) 00000100:00000040:3.0:1770653432.666161:0:76416:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000010:0.0:1770653432.666169:0:50997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95560cb3d578. 00000100:00000040:1.0:1770653432.666176:0:5749:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95570622c850 x1856657966315008/t0(0) o400->58c7216c-36c3-4434-8ad4-570aa2ae68be@192.168.202.60@tcp:263/0 lens 224/0 e 0 to 0 dl 1770653443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1770653432.666178:0:76416:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1770653432.666186:0:76416:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1770653432.666192:0:50997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1770653432.666197:0:76416:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1770653432.666205:0:50997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00080000:2.0:1770653432.666215:0:5753:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:0.0:1770653432.666217:0:50997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1770653432.666218:0:5749:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1770653432.666223:0:76416:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000040:2.0:1770653432.666225:0:5753:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (ffff955706306360) now 12 - evictor 00000020:00000010:1.0:1770653432.666226:0:5749:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955639ca4f00. 00000100:00000001:0.0:1770653432.666229:0:50997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653432.666232:0:76416:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1770653432.666236:0:5749:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1770653432.666242:0:5753:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:3.0:1770653432.666250:0:76416:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1770653432.666251:0:5749:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955639ca4f00. 00000100:00000001:0.0:1770653432.666253:0:50997:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000040:2.0:1770653432.666254:0:5753:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff9557181831b0) now 8 - evictor 00000100:00000001:0.0:1770653432.666268:0:50997:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1770653432.666273:0:50997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1770653432.666282:0:5749:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95570622c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:58c7216c-36c3-4434-8ad4-570aa2ae68be+9:2364:x1856657966315008:12345-192.168.202.60@tcp:400:kworker.0 00000100:00000200:1.0:1770653432.666290:0:5749:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966315008 00000020:00000001:1.0:1770653432.666296:0:5749:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1770653432.666296:0:50997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1770653432.666299:0:76416:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1770653432.666305:0:5749:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1770653432.666312:0:5749:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653432.666318:0:5749:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1770653432.666323:0:76419:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1770653432.666324:0:5749:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669485248 : -1040066368 : ffffffffc201d8c0) 00000100:00000001:0.0:1770653432.666329:0:50997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1770653432.666331:0:76419:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1856657966315392 00000020:00000001:1.0:1770653432.666335:0:5749:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1770653432.666336:0:76416:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1770653432.666336:0:50997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1770653432.666338:0:76419:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1770653432.666342:0:5749:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1770653432.666355:0:76419:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1770653432.666356:0:5749:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1770653432.666357:0:76416:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1770653432.666367:0:76419:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653432.666369:0:5749:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:0.0:1770653432.666372:0:50997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 5840 02000000:00000001:2.0:1770653432.666376:0:76419:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653432.666378:0:5749:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1770653432.666381:0:50997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff955603394000 : new rpc_count 1 00000100:00100000:2.0:1770653432.666391:0:76419:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1856657966315392 00000020:00000001:1.0:1770653432.666394:0:5749:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00100000:3.0:1770653432.666396:0:76416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 3145 00000100:00000001:0.0:1770653432.666396:0:50997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800425323136 : -117273284228480 : ffff95572f8d4a80) 00000020:00000001:2.0:1770653432.666397:0:76419:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1770653432.666408:0:5749:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:2.0:1770653432.666411:0:76419:0:(genops.c:823:class_conn2export()) looking for export cookie 0x2aed14e4e15dc86d 02000000:00000001:1.0:1770653432.666422:0:5749:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1770653432.666423:0:76419:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1770653432.666423:0:50997:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95572f8d4a80 x1856657966315136/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:263/0 lens 224/0 e 0 to 0 dl 1770653443 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1770653432.666425:0:76416:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1c000 : new rpc_count 1 00000020:00000040:2.0:1770653432.666434:0:76419:0:(lustre_handles.c:131:class_handle2object()) GET export ffff95572df1a800 refcount=55 02000000:00000010:1.0:1770653432.666437:0:5749:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955617a81400. 00000100:00000001:3.0:1770653432.666447:0:76416:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800425335680 : -117273284215936 : ffff95572f8d7b80) 00000020:00000001:2.0:1770653432.666448:0:76419:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 02000000:00000001:1.0:1770653432.666450:0:5749:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653432.666467:0:76419:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446626800398346240 : -117273311205376 : ffff95572df1a800) 00000100:00000001:1.0:1770653432.666472:0:5749:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653432.666473:0:50997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1770653432.666476:0:76419:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1770653432.666482:0:50997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556248ac5c0. 00000100:00000040:3.0:1770653432.666491:0:76416:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95572f8d7b80 x1856657966315264/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:263/0 lens 224/0 e 0 to 0 dl 1770653443 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1770653432.666493:0:76419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f599c0. 00000020:00000001:1.0:1770653432.666493:0:5749:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1770653432.666493:0:50997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1770653432.666513:0:50997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556248ac5c0. 00000020:00000010:2.0:1770653432.666514:0:76419:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9556248ac940. 00010000:00000040:1.0:1770653432.666515:0:5749:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966315008 00000020:00000040:2.0:1770653432.666533:0:76419:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff9557082818d8) now 8 - evictor 00010000:00000001:1.0:1770653432.666534:0:5749:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00100000:0.0:1770653432.666541:0:50997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95572f8d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b31b1d82-c1d4-4680-ae7a-71292416d1f5+109:2364:x1856657966315136:12345-192.168.202.60@tcp:400:kworker.0 00000100:00000200:0.0:1770653432.666555:0:50997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966315136 00010000:00000200:1.0:1770653432.666556:0:5749:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95570622c850 x1856657966315008/t0(0) o400->58c7216c-36c3-4434-8ad4-570aa2ae68be@192.168.202.60@tcp:263/0 lens 224/224 e 0 to 0 dl 1770653443 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1770653432.666564:0:50997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1770653432.666569:0:76419:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:0.0:1770653432.666575:0:50997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:2.0:1770653432.666582:0:76419:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95564531ca00. 00000020:00000001:0.0:1770653432.666588:0:50997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1770653432.666622:0:76419:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95563f07dd00. 00000020:00000001:0.0:1770653432.666629:0:50997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1770653432.666638:0:50997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789376 : -1047762240 : ffffffffc18c6ac0) 00000100:00000001:3.0:1770653432.666640:0:76416:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1770653432.666642:0:76419:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95563e510708. 00010000:00000001:1.0:1770653432.666643:0:5749:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1770653432.666644:0:50997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1770653432.666659:0:50997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1856657966315136, found 0 last_xid 1856657966315135 00000100:00000001:2.0:1770653432.666660:0:76419:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1770653432.666661:0:5749:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653432.666669:0:76419:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1770653432.666670:0:76416:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9556196fb540. 00000020:00000001:0.0:1770653432.666671:0:50997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1770653432.666675:0:5749:0:(import.c:2128:obd_at_measure()) add 1 to ffff955741fd65e8 time=121 v=5 (1 1 1 1) 00000100:00000001:2.0:1770653432.666681:0:76419:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1770653432.666691:0:50997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1770653432.666693:0:76416:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1770653432.666697:0:76419:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1770653432.666701:0:50997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1770653432.666702:0:5749:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1770653432.666709:0:76419:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:0.0:1770653432.666711:0:50997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1770653432.666715:0:76419:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1770653432.666719:0:76416:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9556196fb540. 00000020:00000001:0.0:1770653432.666719:0:50997:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:1.0:1770653432.666721:0:5749:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00000100:00000001:0.0:1770653432.666729:0:50997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1770653432.666732:0:76419:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1770653432.666738:0:5749:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:0.0:1770653432.666739:0:50997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1770653432.666750:0:76419:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000010:0.0:1770653432.666751:0:50997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955623651000. 00000100:00100000:3.0:1770653432.666753:0:76416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95572f8d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:b31b1d82-c1d4-4680-ae7a-71292416d1f5+55:2364:x1856657966315264:12345-192.168.202.60@tcp:400:kworker.0 02000000:00000001:1.0:1770653432.666756:0:5749:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1770653432.666759:0:76419:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1770653432.666770:0:50997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1770653432.666772:0:5749:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1770653432.666785:0:76419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.60@tcp, seq: 3146 00000100:00000001:0.0:1770653432.666788:0:50997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1770653432.666789:0:76416:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966315264 00000100:00000001:1.0:1770653432.666791:0:5749:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1770653432.666793:0:76419:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff95572df1a800 : new rpc_count 1 00000100:00000001:2.0:1770653432.666806:0:76419:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446626800425328512 : -117273284223104 : ffff95572f8d5f80) 00000020:00000001:0.0:1770653432.666807:0:50997:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653432.666808:0:76416:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:1.0:1770653432.666821:0:5749:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00010000:00000040:0.0:1770653432.666824:0:50997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 4295710334, transno 0, xid 1856657966315136 00000020:00000001:3.0:1770653432.666826:0:76416:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:2.0:1770653432.666832:0:76419:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95572f8d5f80 x1856657966315392/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:263/0 lens 224/0 e 0 to 0 dl 1770653443 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1770653432.666834:0:5749:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95560d022770. 00000020:00000001:3.0:1770653432.666837:0:76416:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1770653432.666839:0:50997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000001:3.0:1770653432.666853:0:76416:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1770653432.666860:0:76416:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789376 : -1047762240 : ffffffffc18c6ac0) 00000100:00000200:1.0:1770653432.666894:0:5749:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1856657966315008, offset 224 00000100:00000001:2.0:1770653432.666900:0:76419:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1770653432.666908:0:76419:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff955660f59280. 00010000:00000200:0.0:1770653432.666908:0:50997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95572f8d4a80 x1856657966315136/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:263/0 lens 224/224 e 0 to 0 dl 1770653443 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1770653432.666918:0:76419:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1770653432.666919:0:5749:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000020:00000001:3.0:1770653432.666932:0:76416:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1770653432.666933:0:76419:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff955660f59280. 00000020:00000001:3.0:1770653432.666948:0:76416:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653432.666951:0:5749:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000100:00100000:2.0:1770653432.666968:0:76419:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95572f8d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:b31b1d82-c1d4-4680-ae7a-71292416d1f5+55:2364:x1856657966315392:12345-192.168.202.60@tcp:400:kworker.0 00000020:00000001:3.0:1770653432.666970:0:76416:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:0.0:1770653432.666972:0:50997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1770653432.666983:0:76416:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1770653432.666987:0:5749:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164778:2164778:256:4294967295] 192.168.202.60@tcp LPNI seq info [2164774:2164774:8:4294967295] 00010000:00000001:0.0:1770653432.666987:0:50997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1770653432.666988:0:76419:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1856657966315392 00000020:00000001:3.0:1770653432.666993:0:76416:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653432.666999:0:76419:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00001000:0.0:1770653432.667004:0:50997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9557063461e8 time=116 v=5 (1 1 1 1) 00000020:00000001:2.0:1770653432.667013:0:76419:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1770653432.667017:0:76416:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1770653432.667018:0:50997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1770653432.667019:0:76419:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653432.667035:0:76419:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1770653432.667037:0:50997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000100:00000001:3.0:1770653432.667040:0:76416:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1770653432.667041:0:76419:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661789376 : -1047762240 : ffffffffc18c6ac0) 00000400:00000200:1.0:1770653432.667065:0:5749:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000020:00000001:2.0:1770653432.667066:0:76419:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1770653432.667066:0:50997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 02000000:00000001:3.0:1770653432.667069:0:76416:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1770653432.667075:0:76419:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1770653432.667082:0:50997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1770653432.667084:0:76419:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000010:3.0:1770653432.667087:0:76416:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff955606128400. 02000000:00000001:0.0:1770653432.667089:0:50997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653432.667091:0:76419:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1770653432.667099:0:76419:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653432.667100:0:5749:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00000001:0.0:1770653432.667103:0:50997:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1770653432.667104:0:76416:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653432.667106:0:76419:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1770653432.667116:0:76419:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000010:1.0:1770653432.667119:0:5749:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955705cbcd00. 00000100:00000040:0.0:1770653432.667121:0:50997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000100:00000001:3.0:1770653432.667123:0:76416:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653432.667124:0:76419:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1770653432.667135:0:76419:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9556683a0400. 00000400:00000010:0.0:1770653432.667137:0:50997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641ac8330. 00000800:00000200:1.0:1770653432.667140:0:5749:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000020:00000001:3.0:1770653432.667141:0:76416:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1770653432.667146:0:76419:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1770653432.667151:0:50997:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1856657966315136, offset 224 00010000:00000040:3.0:1770653432.667158:0:76416:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966315264 00000100:00000001:2.0:1770653432.667161:0:76419:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653432.667170:0:5749:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000400:00000200:0.0:1770653432.667180:0:50997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00010000:00000001:3.0:1770653432.667182:0:76416:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000001:2.0:1770653432.667182:0:76419:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1770653432.667183:0:5749:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955705cbcd00 type 1, nob 320 niov 1 nkiov 1 00010000:00000040:2.0:1770653432.667203:0:76419:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1856657966315392 00010000:00000200:3.0:1770653432.667210:0:76416:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95572f8d7b80 x1856657966315264/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:263/0 lens 224/224 e 0 to 0 dl 1770653443 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1770653432.667215:0:5749:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653432.667215:0:50997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00010000:00000001:2.0:1770653432.667216:0:76419:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000040:1.0:1770653432.667237:0:5749:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000200:2.0:1770653432.667244:0:76419:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff95572f8d5f80 x1856657966315392/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:263/0 lens 224/224 e 0 to 0 dl 1770653443 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1770653432.667253:0:50997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164779:2164779:255:4294967295] 192.168.202.60@tcp LPNI seq info [2164775:2164775:7:4294967295] 00010000:00000001:1.0:1770653432.667254:0:5749:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1770653432.667262:0:5749:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653432.667278:0:5749:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1770653432.667292:0:76416:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1770653432.667298:0:5749:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95570622c850 x1856657966315008/t0(0) o400->58c7216c-36c3-4434-8ad4-570aa2ae68be@192.168.202.60@tcp:263/0 lens 224/224 e 0 to 0 dl 1770653443 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1770653432.667307:0:76416:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1770653432.667324:0:50997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000100:00001000:3.0:1770653432.667328:0:76416:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=114 v=5 (1 1 1 1) 00010000:00000001:2.0:1770653432.667338:0:76419:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1770653432.667347:0:76419:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653432.667362:0:50997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000100:00001000:2.0:1770653432.667363:0:76419:0:(import.c:2128:obd_at_measure()) add 1 to ffff95573d2161e8 time=114 v=5 (1 1 1 1) 00000100:00000001:3.0:1770653432.667364:0:76416:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000010:0.0:1770653432.667382:0:50997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955602d01600. 00000100:00100000:1.0:1770653432.667383:0:5749:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95570622c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:58c7216c-36c3-4434-8ad4-570aa2ae68be+9:2364:x1856657966315008:12345-192.168.202.60@tcp:400:kworker.0 Request processed in 1151us (2047us total) trans 0 rc 0/0 00000100:00000040:3.0:1770653432.667385:0:76416:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000100:00000001:2.0:1770653432.667385:0:76419:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1770653432.667406:0:76416:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00000040:2.0:1770653432.667407:0:76419:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9557352ea400 refcount 11 to 192.168.202.60@tcp 00000800:00000200:0.0:1770653432.667409:0:50997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:2.0:1770653432.667422:0:76419:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446626800519783424 : -117273189768192 : ffff9557352ea400) 00000100:00100000:1.0:1770653432.667426:0:5749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 3424 02000000:00000001:3.0:1770653432.667431:0:76416:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1770653432.667437:0:76419:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1770653432.667441:0:5749:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95563047c000 : new rpc_count 0 02000000:00000001:3.0:1770653432.667443:0:76416:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1770653432.667443:0:50997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 02000000:00000001:2.0:1770653432.667445:0:76419:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1770653432.667447:0:5749:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1770653432.667455:0:5749:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:0.0:1770653432.667463:0:50997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955602d01600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1770653432.667465:0:76419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1770653432.667467:0:76416:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1770653432.667470:0:5749:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556051bf900. 00000100:00000001:0.0:1770653432.667479:0:50997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1770653432.667480:0:76419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000020:00000010:1.0:1770653432.667487:0:5749:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff955662ada7d0. 00000100:00000040:3.0:1770653432.667493:0:76416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.60@tcp 00000400:00000010:2.0:1770653432.667495:0:76419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9556268882a8. 00000100:00000040:0.0:1770653432.667497:0:50997:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 10 to 192.168.202.60@tcp 00000020:00000010:1.0:1770653432.667504:0:5749:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95563c4f7800. 00010000:00000001:0.0:1770653432.667512:0:50997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000400:00000010:3.0:1770653432.667518:0:76416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff955641a78660. 00000100:00000200:2.0:1770653432.667518:0:76419:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1856657966315392, offset 224 00000020:00000001:0.0:1770653432.667519:0:50997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1770653432.667520:0:5749:0:(genops.c:898:class_export_put()) PUTting export ffff95563047c000 : new refcount 8 00000020:00000001:0.0:1770653432.667545:0:50997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1770653432.667547:0:5749:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1770653432.667563:0:76419:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000100:00000040:0.0:1770653432.667572:0:50997:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572f8d4a80 x1856657966315136/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:263/0 lens 224/224 e 0 to 0 dl 1770653443 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1770653432.667574:0:5749:0:(niobuf.c:1189:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1770653432.667577:0:76416:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1856657966315264, offset 224 00000400:00000200:2.0:1770653432.667587:0:76419:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000400:00000010:1.0:1770653432.667588:0:5749:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff955602d94bb0. 00000400:00000200:3.0:1770653432.667636:0:76416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.60@tcp 00000400:00000200:2.0:1770653432.667638:0:76419:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164780:2164780:254:4294967295] 192.168.202.60@tcp LPNI seq info [2164776:2164776:6:4294967295] 00000400:00000010:1.0:1770653432.667677:0:5749:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff955669334d80. 00000100:00100000:0.0:1770653432.667692:0:50997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95572f8d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b31b1d82-c1d4-4680-ae7a-71292416d1f5+109:2364:x1856657966315136:12345-192.168.202.60@tcp:400:kworker.0 Request processed in 1203us (2018us total) trans 0 rc 0/0 00000400:00000200:2.0:1770653432.667693:0:76419:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000800:00000200:2.0:1770653432.667715:0:76419:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000800:00000010:2.0:1770653432.667723:0:76419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff955718f9a300. 00000100:00100000:0.0:1770653432.667728:0:50997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 5840 00000400:00000200:3.0:1770653432.667730:0:76416:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.160@tcp to MR: 192.168.202.60@tcp local destination 00000800:00000200:2.0:1770653432.667745:0:76419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000040:0.0:1770653432.667745:0:50997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff955603394000 : new rpc_count 0 00000100:00080000:1.0:1770653432.667755:0:5753:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00000001:0.0:1770653432.667757:0:50997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1770653432.667768:0:50997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:1.0:1770653432.667771:0:5753:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff9557082818d8) now 8 - evictor 00000400:00000200:3.0:1770653432.667772:0:76416:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.160@tcp NI seq info: [2164781:2164781:253:4294967295] 192.168.202.60@tcp LPNI seq info [2164777:2164777:5:4294967295] 00000800:00000200:2.0:1770653432.667773:0:76419:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000020:00000010:0.0:1770653432.667778:0:50997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95560c36bf80. 00000800:00000200:2.0:1770653432.667787:0:76419:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff955718f9a300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1770653432.667798:0:50997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95560cb3d578. 00000100:00000001:2.0:1770653432.667808:0:76419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1770653432.667815:0:50997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff955626008200. 00000100:00000040:2.0:1770653432.667821:0:76419:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 9 to 192.168.202.60@tcp 00010000:00000001:2.0:1770653432.667833:0:76419:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000040:0.0:1770653432.667835:0:50997:0:(genops.c:898:class_export_put()) PUTting export ffff955603394000 : new refcount 108 00000020:00000001:2.0:1770653432.667844:0:76419:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1770653432.667890:0:76419:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000800:00000200:1.0:1770653432.667898:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1770653432.667903:0:76419:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572f8d5f80 x1856657966315392/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:263/0 lens 224/224 e 0 to 0 dl 1770653443 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1770653432.667906:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955705cbcd00. 00000100:00000001:0.0:1770653432.667910:0:50997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1770653432.667921:0:76416:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.160@tcp(192.168.202.160@tcp:192.168.202.160@tcp) -> 192.168.202.60@tcp(192.168.202.60@tcp:192.168.202.60@tcp) : PUT try# 0 00000400:00000200:1.0:1770653432.667921:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653432.667947:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:1.0:1770653432.667988:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95560d022770 00000100:00100000:2.0:1770653432.667989:0:76419:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95572f8d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_029:b31b1d82-c1d4-4680-ae7a-71292416d1f5+55:2364:x1856657966315392:12345-192.168.202.60@tcp:400:kworker.0 Request processed in 1082us (1902us total) trans 0 rc 0/0 00000800:00000200:3.0:1770653432.667995:0:76416:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.60@tcp 00000400:00000010:1.0:1770653432.668001:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff95560d022770. 00000100:00000001:1.0:1770653432.668022:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000010:3.0:1770653432.668025:0:76416:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95562626c500. 02000000:00000001:1.0:1770653432.668031:0:3283:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:2.0:1770653432.668033:0:76419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 3146 00000100:00000040:2.0:1770653432.668044:0:76419:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1a800 : new rpc_count 0 02000000:00000010:1.0:1770653432.668045:0:3283:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff955617a81400. 00000800:00000200:3.0:1770653432.668058:0:76416:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff955707de5480] -> 12345-192.168.202.60@tcp (4) 00000100:00000001:2.0:1770653432.668060:0:76419:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1770653432.668063:0:3283:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1770653432.668067:0:76419:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1770653432.668075:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1770653432.668081:0:76419:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95563f07dd00. 00000020:00000010:2.0:1770653432.668096:0:76419:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95563e510708. 00000800:00000200:3.0:1770653432.668097:0:76416:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.60@tcp ip 192.168.202.60:1023 00000020:00000010:2.0:1770653432.668104:0:76419:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95564531ca00. 00000800:00000200:1.0:1770653432.668106:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1770653432.668126:0:76416:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff95562626c500 type 1, nob 320 niov 1 nkiov 1 00000020:00000040:2.0:1770653432.668126:0:76419:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1a800 : new refcount 54 00000800:00000010:1.0:1770653432.668127:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955602d01600. 00000100:00000001:2.0:1770653432.668146:0:76419:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1770653432.668147:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1770653432.668151:0:76416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1770653432.668173:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000100:00000040:3.0:1770653432.668176:0:76416:0:(lustre_net.h:1988:ptlrpc_connection_put()) PUT conn=ffff9557352ea400 refcount 8 to 192.168.202.60@tcp 00000400:00000200:1.0:1770653432.668179:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641ac8330 00000400:00000010:1.0:1770653432.668184:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641ac8330. 00010000:00000001:3.0:1770653432.668192:0:76416:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:1.0:1770653432.668193:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653432.668201:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1770653432.668202:0:76416:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653432.668211:0:76416:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000800:00000200:1.0:1770653432.668214:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1770653432.668219:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff955718f9a300. 00000100:00000040:3.0:1770653432.668231:0:76416:0:(lustre_net.h:2438:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95572f8d7b80 x1856657966315264/t0(0) o400->b31b1d82-c1d4-4680-ae7a-71292416d1f5@192.168.202.60@tcp:263/0 lens 224/224 e 0 to 0 dl 1770653443 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1770653432.668232:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653432.668250:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:1.0:1770653432.668258:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9556268882a8 00000400:00000010:1.0:1770653432.668262:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9556268882a8. 00000100:00000001:1.0:1770653432.668273:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653432.668278:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:3.0:1770653432.668296:0:76416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95572f8d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_028:b31b1d82-c1d4-4680-ae7a-71292416d1f5+55:2364:x1856657966315264:12345-192.168.202.60@tcp:400:kworker.0 Request processed in 1651us (2839us total) trans 0 rc 0/0 00000100:00100000:3.0:1770653432.668312:0:76416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.60@tcp, seq: 3145 00000100:00000040:3.0:1770653432.668318:0:76416:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95572df1c000 : new rpc_count 0 00000100:00000001:3.0:1770653432.668322:0:76416:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1770653432.668325:0:76416:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1770653432.668331:0:76416:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9556476e3c00. 00000020:00000010:3.0:1770653432.668338:0:76416:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95565ca90bb8. 00000020:00000010:3.0:1770653432.668344:0:76416:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95562fa44800. 00000020:00000040:3.0:1770653432.668353:0:76416:0:(genops.c:898:class_export_put()) PUTting export ffff95572df1c000 : new refcount 54 00000100:00000001:3.0:1770653432.668358:0:76416:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1770653432.668375:0:3283:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1770653432.668381:0:3283:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95562626c500. 00000400:00000200:1.0:1770653432.668387:0:3283:0:(lib-msg.c:1058:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1770653432.668397:0:3283:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.160@tcp->192.168.202.60@tcp: PUT: OK 00000400:00000200:1.0:1770653432.668401:0:3283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff955641a78660 00000400:00000010:1.0:1770653432.668403:0:3283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff955641a78660. 00000100:00000001:1.0:1770653432.668408:0:3283:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1770653432.668409:0:3283:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1770653433.058977:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653433.058985:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653433.058992:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653433.058994:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653433.058999:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653433.059002:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653433.059006:0:81035:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653433.059008:0:81035:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653433.059015:0:81035:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1770653433.059017:0:81035:0:(ldlm_pool.c:464:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653433.059035:0:81035:0:(ldlm_pool.c:1344:ldlm_pools_recalc_task()) Negative interval(-6711) 00000020:00000001:3.0:1770653433.059079:0:5744:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1770653433.059086:0:5744:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653433.059089:0:5744:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1770653433.194779:0:82142:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1770653433.194792:0:82142:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653433.194796:0:82142:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653433.194803:0:82142:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1770653433.194808:0:82142:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653433.194811:0:82142:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653433.194817:0:82142:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1770653433.194823:0:82142:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653433.194826:0:82142:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653433.247814:0:1:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1770653433.247836:0:1:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653433.247842:0:1:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653433.247907:0:1:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1770653433.247916:0:1:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653433.247921:0:1:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1770653433.247931:0:1:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1770653433.247939:0:1:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1770653433.247945:0:1:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653433.311795:0:82158:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1770653433.311811:0:82158:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653433.311816:0:82158:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653433.311825:0:82158:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1770653433.311833:0:82158:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653433.311837:0:82158:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653433.311845:0:82158:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1770653433.311963:0:82158:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653433.311970:0:82158:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653433.373664:0:82158:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1770653433.373675:0:82158:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653433.373679:0:82158:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653433.373684:0:82158:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1770653433.373689:0:82158:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653433.373692:0:82158:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1770653433.373697:0:82158:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1770653433.373703:0:82158:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1770653433.373705:0:82158:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1770653433.601386:0:82192:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1770653433.601392:0:82192:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_124d: @@@@@@ FAIL: 104 locks are not canceled 00000001:00000001:0.0:1770653433.605507:0:82192:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1770653434.082976:0:78299:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653434.082989:0:78299:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653434.083002:0:78299:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653434.083006:0:78299:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653434.083015:0:78299:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653434.083019:0:78299:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653434.083027:0:78299:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1770653434.083031:0:78299:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1770653434.083042:0:78299:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1770653434.083045:0:78299:0:(ldlm_pool.c:464:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1770653434.083072:0:78299:0:(ldlm_pool.c:1344:ldlm_pools_recalc_task()) Negative interval(-6712) 00000020:00000001:3.0:1770653434.083139:0:5745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1770653434.083145:0:5745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1770653434.083150:0:5745:0:(ldlm_lockd.c:2897:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1770653434.091490:0:82204:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1770653434.091510:0:82204:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653434.091515:0:82204:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653434.091524:0:82204:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1770653434.091531:0:82204:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653434.091535:0:82204:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1770653434.091543:0:82204:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1770653434.091551:0:82204:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1770653434.091556:0:82204:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 142893 lines, 142893 kept, 0 dropped, 0 bad.